Matrix test infrastructure

firebase.json

@@ -3,30 +3,37 @@
     "rules": "test/database.rules.json"
   },
   "firestore": {
-    "rules": "test/firestore.rules",
-    "indexes": "test/firestore.indexes.json"
+    "rules": "firestore.rules",
+    "indexes": "firestore.indexes.json"
   },
   "storage": {
     "rules": "test/storage.rules"
   },
   "emulators": {
-    "auth": {
-      "port": 9098
-    },
     "functions": {
       "port": 5001
     },
     "firestore": {
       "port": 8089
     },
-    "database": {
-      "port": 9002
-    },
-    "storage": {
-      "port": 9199
-    },
     "ui": {
       "enabled": false
     }
-  }
+  },
+  "functions": [
+    {
+      "source": "functions",
+      "codebase": "default",
+      "ignore": [
+        "node_modules",
+        ".git",
+        "firebase-debug.log",
+        "firebase-debug.*.log"
+      ],
+      "predeploy": [
+        "npm --prefix \"$RESOURCE_DIR\" run lint",
+        "npm --prefix \"$RESOURCE_DIR\" run build"
+      ]
+    }
+  ]
 }

firestore.indexes.json

@@ -0,0 +1,4 @@
+{
+  "indexes": [],
+  "fieldOverrides": []
+}

firestore.rules

@@ -0,0 +1,7 @@
+service cloud.firestore {
+  match /databases/matrix/documents {
+    match /{document=**} {
+      allow read, write: if false;
+    }
+  }
+}

functions/.eslintrc.js

@@ -0,0 +1,33 @@
+module.exports = {
+  root: true,
+  env: {
+    es6: true,
+    node: true,
+  },
+  extends: [
+    "eslint:recommended",
+    "plugin:import/errors",
+    "plugin:import/warnings",
+    "plugin:import/typescript",
+    "google",
+    "plugin:@typescript-eslint/recommended",
+  ],
+  parser: "@typescript-eslint/parser",
+  parserOptions: {
+    project: ["tsconfig.json", "tsconfig.dev.json"],
+    sourceType: "module",
+  },
+  ignorePatterns: [
+    "/lib/**/*", // Ignore built files.
+    "/generated/**/*", // Ignore generated files.
+  ],
+  plugins: [
+    "@typescript-eslint",
+    "import",
+  ],
+  rules: {
+    "quotes": ["error", "double"],
+    "import/no-unresolved": 0,
+    "indent": ["error", 2],
+  },
+};

functions/.gitignore

@@ -0,0 +1,9 @@
+# Compiled JavaScript files
+lib/**/*.js
+lib/**/*.js.map
+
+# TypeScript v1 declaration files
+typings/
+
+# Node.js dependency directory
+node_modules/

functions/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "functions",
+  "scripts": {
+    "lint": "eslint",
+    "build": "tsc",
+    "build:watch": "tsc --watch",
+    "serve": "npm run build && firebase emulators:start --only functions",
+    "shell": "npm run build && firebase functions:shell",
+    "start": "npm run shell",
+    "deploy": "firebase deploy --only functions",
+    "logs": "firebase functions:log"
+  },
+  "engines": {
+    "node": "20"
+  },
+  "main": "lib/index.js",
+  "dependencies": {
+    "@google-cloud/pubsub": "^4.3.3",
+    "firebase-admin": "^12.1.0",
+    "firebase-functions": "^4.3.1"
+  },
+  "devDependencies": {
+    "@typescript-eslint/eslint-plugin": "^5.12.0",
+    "@typescript-eslint/parser": "^5.12.0",
+    "eslint": "^8.9.0",
+    "eslint-config-google": "^0.14.0",
+    "eslint-plugin-import": "^2.25.4",
+    "firebase-functions-test": "^3.1.0",
+    "typescript": "^4.9.0"
+  },
+  "private": true
+}

functions/src/index.ts

@@ -0,0 +1,96 @@
+import {PubSub} from "@google-cloud/pubsub";
+import {onDocumentCreated} from "firebase-functions/v2/firestore";
+import {onSchedule} from "firebase-functions/v2/scheduler";
+import {initializeApp} from "firebase-admin/app";
+import {getFirestore} from "firebase-admin/firestore";
+
+initializeApp();
+
+export const newNpmVersion = onDocumentCreated({
+  document: "npm-packages/{packageName}/versions/{version}",
+  database: "matrix",
+}, async (event) => {
+  const matrices = await getFirestore("matrix").
+    collection("matrices").
+    get();
+  await Promise.allSettled(matrices.docs.map(async (doc) => {
+    const triggers = doc.data()["npm-packages"] || {};
+    const packageTriggers: string[] = triggers[event.params.packageName] || [];
+    const tags: string[] = event.data?.data().tags || [];
+    if (packageTriggers.some((tag) => tags.includes(tag))) {
+      // trigger, add a run with versions
+      const versions = Object.fromEntries(
+        Object.keys(triggers).map((it) => [it, "latest"])
+      );
+      versions[event.params.packageName] = event.params.version;
+      await doc.ref.collection("runs").
+        doc(`${event.params.packageName}@${event.params.version}`).
+        create({
+          ["npm-packages"]: versions,
+        });
+    }
+  }));
+});
+
+export const newRun = onDocumentCreated({
+  document: "matrices/{test}/runs/{trigger}",
+  database: "matrix",
+}, async (event) => {
+  const pubsub = new PubSub({projectId: "angularfire2-test"});
+  const versions: Record<string, string> = event.data?.
+    data()["npm-packages"] || {};
+  const versionData = Object.fromEntries(
+    Object.entries(versions).
+      map(([name, version]) => [
+        encodePackageNameForPubSub(name),
+        version,
+      ])
+  );
+  await pubsub.topic("matrix-test").publishMessage({
+    attributes: {
+      ...event.params,
+      ...versionData,
+    },
+  });
+});
+
+const encodePackageNameForPubSub = (id: string) =>
+  `${id.replace(/[@\\-]/g, "_")}_version`;
+
+const decodePackageName = (id: string) => id.replace(/\\/g, "/");
+
+export const scanNpmVersions = onSchedule({
+  schedule: "*/20 * * * *",
+  memory: "512MiB",
+  timeoutSeconds: 300,
+}, async () => {
+  const docs = await getFirestore("matrix").
+    collection("npm-packages").
+    listDocuments();
+  await Promise.allSettled(docs.map(async (doc) => {
+    const packageName = decodePackageName(doc.id);
+    const response = await fetch(`https://registry.npmjs.org/${packageName}`);
+    if (!response.ok) {
+      return Promise.reject(response.statusText);
+    }
+    const packument = await response.json();
+    // Add all versions
+    await Promise.allSettled(
+      Object.keys(packument.versions).map((version) => {
+        const tags = Object.entries(packument["dist-tags"]).
+          filter(([, taggedVersion]) => taggedVersion === version).
+          map(([tag]) => tag);
+        return doc.collection("versions").doc(version).create({
+          tags,
+        });
+      }),
+    );
+    // Update tags
+    await doc.set({
+      tags: packument["dist-tags"],
+    }, {
+      merge: true,
+    });
+    return;
+  }));
+});

functions/tsconfig.dev.json

@@ -0,0 +1,5 @@
+{
+  "include": [
+    ".eslintrc.js"
+  ]
+}

functions/tsconfig.json

@@ -0,0 +1,15 @@
+{
+  "compilerOptions": {
+    "module": "commonjs",
+    "noImplicitReturns": true,
+    "noUnusedLocals": true,
+    "outDir": "lib",
+    "sourceMap": true,
+    "strict": true,
+    "target": "es2017"
+  },
+  "compileOnSave": true,
+  "include": [
+    "src"
+  ]
+}