[werft] Add flag gcp-storage to use GCP storage instead of MinIO

Author: corneliusludmann

.werft/build.js

@@ -106,6 +106,7 @@ async function build(context, version) {
     const withInstaller = "with-installer" in buildConfig || masterBuild;
     const noPreview = "no-preview" in buildConfig || publishRelease;
     const registryFacadeHandover = "registry-facade-handover" in buildConfig;
+    const gcpStorage = "gcp-storage" in buildConfig;
     werft.log("job config", JSON.stringify({
         buildConfig,
         version,
@@ -117,6 +118,7 @@ async function build(context, version) {
         dynamicCPULimits,
         noPreview,
         registryFacadeHandover,
+        gcpStorage,
     }));
 
     /**
@@ -161,15 +163,15 @@ async function build(context, version) {
         werft.phase("deploy", "not deploying");
         console.log("no-preview or publish-release is set");
     } else {
-        await deployToDev(version, workspaceFeatureFlags, dynamicCPULimits, registryFacadeHandover);
+        await deployToDev(version, workspaceFeatureFlags, dynamicCPULimits, registryFacadeHandover, gcpStorage);
     }
 }
 
 
 /**
  * Deploy dev
  */
-async function deployToDev(version, workspaceFeatureFlags, dynamicCPULimits, registryFacadeHandover) {
+async function deployToDev(version, workspaceFeatureFlags, dynamicCPULimits, registryFacadeHandover, gcpStorage) {
     werft.phase("deploy", "deploying to dev");
     const destname = version.split(".")[0];
     const namespace = `staging-${destname}`;
@@ -284,6 +286,12 @@ async function deployToDev(version, workspaceFeatureFlags, dynamicCPULimits, reg
     try {
         shell.cd("chart");
         werft.log('helm', 'installing Gitpod');
+
+        if (gcpStorage) {
+            flags+=` -f ../.werft/values.dev.gcp-storage.yaml`
+            // Here we could also add the secret 'remote-storage-gcloud' to access the GCP bucket.
+            // For now, one had to create the secret with `kubectl apply ...` by hand after deployment.
+        }
 
         exec(`helm dependencies up`);
         exec(`/usr/local/bin/helm3 upgrade --install --timeout 10m -f ../.werft/values.dev.yaml ${flags} gitpod .`);

.werft/values.dev.gcp-storage.yaml

@@ -0,0 +1,40 @@
+components:
+  contentService:
+    remoteStorage:
+      kind: gcloud
+      backupTrail:
+        enabled: true
+        maxLength: 2
+      gcloud:
+        credentialsFileUpload: true
+        credentialsFile: /credentials/service-account.json
+        projectId: gitpod-dev
+        region: europe-west1
+        tmpdir: /mnt/sync-tmp
+        parallelUpload: 6
+    volumes:
+      - name: gcloud-creds
+        secret:
+          secretName: remote-storage-gcloud
+    volumeMounts:
+    - mountPath: /credentials
+      name: gcloud-creds
+  wsManager:
+    volumes:
+    - name: gcloud-creds
+      secret:
+        secretName: remote-storage-gcloud
+    volumeMounts:
+    - mountPath: /credentials
+      name: gcloud-creds
+  wsDaemon:
+    volumes:
+    - name: gcloud-creds
+      secret:
+        secretName: remote-storage-gcloud
+    volumeMounts:
+    - mountPath: /credentials
+      name: gcloud-creds
+
+minio:
+  enabled: false