Provide ops-files for more Bits-Service backends

Backends: Alicloud, Azure, Google, Openstack/Swift.

[#157017532]

Signed-off-by: Norman Sutorius <[email protected]>

Author: petergtz

operations/example-vars-files/vars-use-alicloud-oss-blobstore.yml

@@ -1,4 +1,5 @@
 blobstore_region: cn-hangzhou
+blobstore_endpoint: oss-cn-hangzhou.aliyuncs.com
 blobstore_access_key_id: example-access-key-id
 blobstore_secret_access_key: example-secret-access-key
 blobstore_bucket_name: example-oss-bucket-name

operations/example-vars-files/vars-use-swift-blobstore.yml

@@ -1,7 +1,9 @@
 openstack_password: openstack_password
 auth_url: https://auth.url
 openstack_domain: openstack_domain
+openstack_domain_id: openstack_domain_id
 openstack_project: openstack_project
+openstack_region: openstack_region
 openstack_temp_url_key: openstack_temp_url_key
 openstack_username: openstack_username
 

operations/experimental/README.md

@@ -21,7 +21,12 @@ and the ops-files will be removed.
 | [`add-cflinuxfs3.yml`](add-cflinuxfs3.yml) | Add the cflinuxfs3 [stack](https://docs.cloudfoundry.org/devguide/deploy-apps/stacks.html) and buildpacks | Use this opsfile for testing component and app compatibility with cflinuxfs3 in advance of changing the default rootfs. |
 | [`bits-service.yml`](bits-service.yml) | Adds the [bits-service](https://github.com/cloudfoundry-incubator/bits-service) job and enables it in the cloud-controller. | Also requires one of `bits-service-{local,webdav,s3}.yml` from the same directory. |
 | [`bits-service-local.yml`](bits-service-local.yml) | Use local storage for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | |
-| [`bits-service-s3.yml`](bits-service-s3.yml) | Use s3 storage for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-s3-blobstore.yml` is also required. |
+| [`bits-service-s3.yml`](bits-service-s3.yml) | Use s3 storage for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-s3-blobstore.yml` from the root `operations` directory is also required. |
+| [`bits-service-alicloud-oss.yml`](bits-service-alicloud-oss.yml) | Use Alicloud for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-alicloud-oss-blobstore.yml` from the root `operations` directory is also required. |
+| [`bits-service-azure-storage.yml`](bits-service-azure-storage.yml) | Use Azure Storage for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-azure-storage-blobstore.yml` from the root `operations` directory is also required. |
+| [`bits-service-gcs-service-account.yml`](bits-service-gcs-service-account.yml) | Use Google storage with a service account credentials for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-gcs-blobstore-service-account.yml` from the root `operations` directory is also required. |
+| [`bits-service-gcs-access-key.yml`](bits-service-gcs-access-key.yml) | Use Google storage with access key credentials for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-gcs-blobstore-access-key.yml` from the root `operations` directory is also required. |
+| [`bits-service-swift.yml`](bits-service-swift.yml) | Use Openstack/Swift for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | `use-swift-blobstore.yml` from the root `operations` directory is also required. |
 | [`bits-service-webdav.yml`](bits-service-webdav.yml) | Use the `blobstore`'s webdav storage for the [bits-service](https://github.com/cloudfoundry-incubator/bits-service). | Requires the `blobstore` job. |
 | [`disable-interpolate-service-bindings.yml`](disable-interpolate-service-bindings.yml) | Disables the interpolation of CredHub service credentials by Cloud Controller. |
 | [`disable-consul.yml`](disable-consul.yml) | Removes `consul` instance group and `consul_agent` jobs and prevents the `auctioneer`, `ssh_proxy`, `file_server`, `rep`, `locket`, and `bbs` jobs from registering as a service with Consul | |

operations/experimental/bits-service-alicloud-oss.yml

@@ -0,0 +1,25 @@
+---
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/app_stash
+  value:
+    directory_key: ((resource_directory_key))
+    fog_connection: &alicloud-config
+      provider: aliyun
+      aliyun_accesskey_id: ((blobstore_access_key_id))
+      aliyun_accesskey_secret: ((blobstore_secret_access_key))
+      aliyun_oss_endpoint: ((blobstore_endpoint))
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/buildpacks
+  value:
+    directory_key: ((buildpack_directory_key))
+    fog_connection: *alicloud-config
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/droplets
+  value:
+    directory_key: ((droplet_directory_key))
+    fog_connection: *alicloud-config
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/packages
+  value:
+    directory_key: ((app_package_directory_key))
+    fog_connection: *alicloud-config

operations/experimental/bits-service-azure-storage.yml

@@ -0,0 +1,26 @@
+---
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/app_stash
+  value:
+    directory_key: ((resource_directory_key))
+    fog_connection: &fog_connection
+      provider: AzureRM
+      environment: ((environment))
+      azure_storage_account_name: ((blobstore_storage_account_name))
+      azure_storage_access_key: ((blobstore_storage_access_key))
+
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/buildpacks
+  value:
+    directory_key: ((buildpack_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/droplets
+  value:
+    directory_key: ((droplet_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/packages
+  value:
+    directory_key: ((app_package_directory_key))
+    fog_connection: *fog_connection

operations/experimental/bits-service-gcs-access-key.yml

@@ -0,0 +1,25 @@
+---
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/app_stash
+  value:
+    directory_key: ((resource_directory_key))
+    fog_connection: &fog_connection
+      provider: Google
+      google_storage_access_key_id: ((blobstore_access_key_id))
+      google_storage_secret_access_key: ((blobstore_secret_access_key))
+
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/buildpacks
+  value:
+    directory_key: ((buildpack_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/droplets
+  value:
+    directory_key: ((droplet_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/packages
+  value:
+    directory_key: ((app_package_directory_key))
+    fog_connection: *fog_connection

operations/experimental/bits-service-gcs-service-account.yml

@@ -0,0 +1,26 @@
+---
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/app_stash
+  value:
+    directory_key: ((resource_directory_key))
+    fog_connection: &fog_connection
+      provider: Google
+      google_project: ((gcs_project))
+      google_client_email: ((gcs_service_account_email))
+      google_json_key_string: ((gcs_service_account_json_key))
+
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/buildpacks
+  value:
+    directory_key: ((buildpack_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/droplets
+  value:
+    directory_key: ((droplet_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/packages
+  value:
+    directory_key: ((app_package_directory_key))
+    fog_connection: *fog_connection

operations/experimental/bits-service-swift.yml

@@ -0,0 +1,28 @@
+---
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/app_stash
+  value:
+    directory_key: ((resource_directory_key))
+    fog_connection: &fog_connection
+      provider: OpenStack
+      openstack_api_key: ((openstack_password))
+      openstack_auth_url: ((auth_url))
+      openstack_domain_id: ((openstack_domain_id))
+      openstack_region: ((openstack_region))
+      openstack_temp_url_key: ((openstack_temp_url_key))
+      openstack_username: ((openstack_username))
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/buildpacks
+  value:
+    directory_key: ((buildpack_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/droplets
+  value:
+    directory_key: ((droplet_directory_key))
+    fog_connection: *fog_connection
+- type: replace
+  path: /instance_groups/name=bits/jobs/name=bits-service/properties/bits-service/packages
+  value:
+    directory_key: ((app_package_directory_key))
+    fog_connection: *fog_connection

scripts/test-experimental-ops.sh

@@ -12,6 +12,11 @@ test_experimental_ops() {
       check_interpolation "bits-service.yml"
       check_interpolation "name: bits-service-local.yml" "bits-service.yml" "-o bits-service-local.yml"
       check_interpolation "name: bits-service-s3.yml" "${home}/operations/use-external-blobstore.yml" "-o ${home}/operations/use-s3-blobstore.yml" "-o bits-service.yml" "-o bits-service-s3.yml" "-l ${home}/operations/example-vars-files/vars-use-s3-blobstore.yml"
+      check_interpolation "name: bits-service-alicloud-oss.yml" "${home}/operations/use-external-blobstore.yml" "-o ${home}/operations/use-alicloud-oss-blobstore.yml" "-o bits-service.yml" "-o bits-service-alicloud-oss.yml" "-l ${home}/operations/example-vars-files/vars-use-alicloud-oss-blobstore.yml"
+      check_interpolation "name: bits-service-azure-storage.yml" "${home}/operations/use-external-blobstore.yml" "-o ${home}/operations/use-azure-storage-blobstore.yml" "-o bits-service.yml" "-o bits-service-azure-storage.yml" "-l ${home}/operations/example-vars-files/vars-use-azure-storage-blobstore.yml"
+      check_interpolation "name: bits-service-gcs-service-account.yml" "${home}/operations/use-external-blobstore.yml" "-o ${home}/operations/use-gcs-blobstore-service-account.yml" "-o bits-service.yml" "-o bits-service-gcs-service-account.yml" "-l ${home}/operations/example-vars-files/vars-use-gcs-blobstore-service-account.yml"
+      check_interpolation "name: bits-service-gcs-access-key.yml" "${home}/operations/use-external-blobstore.yml" "-o ${home}/operations/use-gcs-blobstore-access-key.yml" "-o bits-service.yml" "-o bits-service-gcs-access-key.yml" "-l ${home}/operations/example-vars-files/vars-use-gcs-blobstore-access-key.yml"
+      check_interpolation "name: bits-service-swift.yml" "${home}/operations/use-external-blobstore.yml" "-o ${home}/operations/use-swift-blobstore.yml" "-o bits-service.yml" "-o bits-service-swift.yml" "-l ${home}/operations/example-vars-files/vars-use-swift-blobstore.yml"
       check_interpolation "name: bits-service-webdav.yml" "bits-service.yml" "-o bits-service-webdav.yml"
 
       check_interpolation "disable-consul.yml"