feat(run): add Cloud Run + Filestore sample

.github/workflows/run-filesystem.yaml

@@ -0,0 +1,62 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: run-filesystem
+on:
+  push:
+    branches:
+    - main
+    paths:
+    - 'run/filesystem/**'
+    - '.github/workflows/run-filesystem.yaml'
+  pull_request:
+    paths:
+    - 'run/filesystem/**'
+    - '.github/workflows/run-filesystem.yaml'
+  pull_request_target:
+    types: [labeled]
+    paths:
+    - 'run/filesystem/**'
+    - '.github/workflows/run-filesystem.yaml'
+  schedule:
+  - cron:  '0 0 * * 0'
+jobs:
+  test:
+    # Ref: https://github.com/google-github-actions/auth#usage
+    permissions:
+      contents: 'read'
+      id-token: 'write'
+    if: github.event.action != 'labeled' || github.event.label.name == 'actions:force-run'
+    uses: ./.github/workflows/test.yaml
+    with:
+      name: 'run-filesystem'
+      path: 'run/filesystem'
+  remove_label:
+    # Ref: https://github.com/google-github-actions/auth#usage
+    permissions:
+      contents: 'read'
+      id-token: 'write'
+    if: |
+      github.event.action == 'labeled' &&
+      github.event.label.name == 'actions:force-run' &&
+      always()
+    uses: ./.github/workflows/remove-label.yaml
+  flakybot:
+    # Ref: https://github.com/google-github-actions/auth#usage
+    permissions:
+      contents: 'read'
+      id-token: 'write'
+    if: github.event_name == 'schedule' && always() # always() submits logs even if tests fail
+    uses: ./.github/workflows/flakybot.yaml
+    needs: [test]

.github/workflows/utils/workflows.json

@@ -83,6 +83,7 @@
   "monitoring/snippets",
   "opencensus",
   "retail",
+  "run/filesystem",
   "scheduler",
   "secret-manager",
   "service-directory/snippets",

.kokoro/run/filesystem.cfg

@@ -0,0 +1,7 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Set the folder in which the tests are run
+env_vars: {
+    key: "PROJECT"
+    value: "run/filesystem"
+}

run/filesystem/Dockerfile

@@ -0,0 +1,51 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# [START cloudrun_fs_dockerfile]
+
+# Use the official Node.js image.
+# https://hub.docker.com/_/node
+FROM node:20-slim
+
+# Install system dependencies
+RUN apt-get update -y && apt-get install -y \
+    tini \
+    nfs-common \
+	libtool \ 
+    && apt-get clean
+
+# Set fallback mount directory
+ENV MNT_DIR /mnt/nfs/filestore
+
+# Copy local code to the container image.
+ENV APP_HOME /app
+WORKDIR $APP_HOME
+COPY package*.json ./
+
+# Install production dependencies.
+RUN npm install --only=production
+
+# Copy local code to the container image.
+COPY . ./
+
+# Ensure the script is executable
+RUN chmod +x /app/run.sh
+
+# Use tini to manage zombie processes and signal forwarding
+# https://github.com/krallin/tini
+ENTRYPOINT ["/usr/bin/tini", "--"]
+
+# Pass the wrapper script as arguments to tini
+CMD ["/app/run.sh"]
+# [END cloudrun_fs_dockerfile]

run/filesystem/index.js

@@ -0,0 +1,97 @@
+// Copyright 2023 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+/**
+ * Express webapp that generates files to a mounted NFS  when deployed to Cloud Run.
+ *
+ * See https://cloud.google.com/run/docs/tutorials/network-filesystems-filestore before running the code snippet.
+ */
+
+const express = require('express');
+const rateLimit = require('express-rate-limit');
+const fs = require('fs');
+const app = express();
+const mntDir = process.env.MNT_DIR || '/mnt/nfs/filestore';
+const port = parseInt(process.env.PORT) || 8080;
+const limit = rateLimit({
+  windowMs: 15 * 60 * 1000,
+  max: 100,
+  message: 'Rate limit exceeded',
+  headers: true,
+});
+
+app.use(limit);
+app.use(mntDir, express.static(mntDir));
+
+const server = app.listen(port, () => {
+  console.log(`Listening on port ${port}`);
+});
+
+app.get(mntDir, async (req, res) => {
+  // Have all requests to mount directory generate a new file on the filesystem.
+  try {
+    await writeFile(mntDir);
+    // Respond with html listing files.
+    res.send(generateIndex(mntDir));
+  } catch (error) {
+    console.error(error);
+    res
+      .status(500)
+      .send(
+        'Something went wrong when writing to the filesystem. Refresh the page to try again.'
+      );
+  }
+});
+
+app.all('*', (req, res) => {
+  // Redirect all requests to the mount directory
+  res.redirect(mntDir);
+});
+
+const writeFile = (path, filePrefix = 'test') => {
+  // Write a test file to the provided path.
+  const date = new Date();
+  const formattedDate = date.toString().split(' ').slice(0, 5).join('-');
+  const filename = `${filePrefix}-${formattedDate}.txt`;
+  const contents = `This test file was created on ${formattedDate}.\n`;
+
+  fs.writeFile(`${path}/${filename}`, contents, err => {
+    if (err) {
+      return err;
+    }
+  });
+};
+
+const generateIndex = mntDir => {
+  // Return html for page with a list of files on the mounted filesystem.
+  const header =
+    '<html><body>A new file is generated each time this page is reloaded.<p>Files created on filesystem:<p>';
+  const footer = '</body></html>';
+  // Get list of files on mounted filesystem.
+  const existingFiles = fs.readdirSync(mntDir);
+  const htmlBody = existingFiles.map(fileName => {
+    const sanitized = encodeURIComponent(fileName);
+    return `<a href="${mntDir}/${sanitized}">${decodeURIComponent(
+      sanitized
+    )}</a><br>`;
+  });
+  return header + htmlBody.join(' ') + footer;
+};
+
+process.on('SIGTERM', () => {
+  server.close(() => {
+    console.error('Received SIGTERM signal. Exiting.');
+  });
+});
+
+module.exports = app;

run/filesystem/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "filesystem",
+  "description": "Demonstrate accessing a mounted network filesystem from a Cloud Run service.",
+  "version": "1.0.0",
+  "main": "index.js",
+  "scripts": {
+    "start": "node index.js",
+    "test": "c8 mocha test/index.test.js --exit",
+    "system-test": "NAME=Cloud c8 mocha test/system.test.js --timeout=360000 --exit"
+  },
+  "author": "Google LLC",
+  "license": "Apache-2.0",
+  "dependencies": {
+    "express": "^4.18.2",
+    "express-rate-limit": "^6.7.0"
+  },
+  "devDependencies": {
+    "c8": "^7.14.0",
+    "chai": "^4.3.7",
+    "chai-http": "^4.4.0",
+    "google-auth-library": "^8.0.0",
+    "mocha": "^10.2.0",
+    "mock-fs": "^5.2.0",
+    "supertest": "^6.3.3"
+  }
+}

run/filesystem/run.sh

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# [START cloudrun_fs_script]
+#!/usr/bin/env bash
+set -eo pipefail
+
+# Create mount directory for service.
+mkdir -p $MNT_DIR
+
+echo "Mounting Cloud Filestore."
+mount -o nolock $FILESTORE_IP_ADDRESS:/$FILE_SHARE_NAME $MNT_DIR
+echo "Mounting completed."
+
+node index.js
+# [END cloudrun_fs_script]

run/filesystem/test/e2e_test_cleanup.yaml

@@ -0,0 +1,38 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+steps:
+- id: 'Delete Cloud Run service'
+  name: 'gcr.io/cloud-builders/gcloud:latest'
+  entrypoint: /bin/bash
+  waitFor: ['-']
+  args:
+  - '-c'
+  - |
+    gcloud run services delete $_RUN_SERVICE --region $_REGION --quiet
+
+- id: 'Delete Artifact Registry build'
+  name: 'gcr.io/cloud-builders/gcloud:latest'
+  entrypoint: /bin/bash
+  waitFor: ['-']
+  args:
+  - '-c'
+  - |
+    gcloud artifacts docker images delete \
+    us-central1-docker.pkg.dev/$PROJECT_ID/cloud-run-source-deploy/$_RUN_SERVICE:latest --quiet
+
+substitutions:
+  _REGION: us-central1
+  _RUN_SERVICE: filesystem-app
+

run/filesystem/test/e2e_test_setup.yaml

@@ -0,0 +1,35 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+steps:
+- id: 'Build and deploy to Cloud Run'
+  name: 'gcr.io/cloud-builders/gcloud:latest'
+  entrypoint: /bin/bash
+  args:
+  - '-c'
+  - |
+    gcloud run deploy $_RUN_SERVICE --source . \
+    --region $_REGION \
+    --vpc-connector $_CONNECTOR_NAME \
+    --execution-environment gen2 \
+    --allow-unauthenticated \
+    --update-env-vars FILESTORE_IP_ADDRESS=$_FILESTORE_IP_ADDRESS,FILE_SHARE_NAME=$_SHARE_NAME
+
+substitutions:
+  _REGION: us-central1
+  _FILESTORE_IP_ADDRESS: 10.103.89.66 # Existing long-standing resource
+  _SHARE_NAME: filestoresamples # Existing long-standing resource
+  _CONNECTOR_NAME: run-filesystem-e2e-test # Existing long-standing resource
+  _RUN_SERVICE: filesystem-app
+