feat(pulumi-aws): sync system input

apps/api/graphql/package.json

@@ -36,6 +36,7 @@
     "@webiny/api-security-cognito": "0.0.0",
     "@webiny/api-security-so-ddb": "0.0.0",
     "@webiny/api-serverless-cms": "0.0.0",
+    "@webiny/api-sync-system": "0.0.0",
     "@webiny/api-tenancy": "0.0.0",
     "@webiny/api-tenancy-so-ddb": "0.0.0",
     "@webiny/api-tenant-manager": "0.0.0",

apps/api/graphql/src/index.ts

@@ -46,12 +46,30 @@ import { createLogger } from "@webiny/api-log";
 
 import scaffoldsPlugins from "./plugins/scaffolds";
 import { extensions } from "./extensions";
+/**
+ * #### TESTING sync system
+ */
+import { createSyncSystem } from "@webiny/api-sync-system";
 
 const debug = process.env.DEBUG === "true";
 const documentClient = getDocumentClient();
 
+const syncSystem = createSyncSystem({
+    documentClient,
+    system: {
+        env: process.env.WEBINY_ENV,
+        variant: process.env.WEBINY_ENV_VARIANT,
+        region: process.env.AWS_REGION,
+        version: process.env.WEBINY_VERSION
+    }
+});
+/**
+ * ####
+ */
+
 export const handler = createHandler({
     plugins: [
+        syncSystem.plugins(),
         createBenchmarkEnablePlugin(),
         createWcpContext(),
         createWcpGraphQL(),

apps/api/graphql/tsconfig.json

@@ -223,7 +223,9 @@
       "@webiny/api-websockets/*": ["../../../packages/api-websockets/src/*"],
       "@webiny/api-websockets": ["../../../packages/api-websockets/src"],
       "@webiny/api-log/*": ["../../../packages/api-log/src/*"],
-      "@webiny/api-log": ["../../../packages/api-log/src"]
+      "@webiny/api-log": ["../../../packages/api-log/src"],
+      "@webiny/api-sync-system/*": ["../../../packages/api-sync-system/src/*"],
+      "@webiny/api-sync-system": ["../../../packages/api-sync-system/src"]
     },
     "baseUrl": "."
   }

apps/sync/resolver/.babelrc.js

@@ -0,0 +1 @@
+module.exports = require("@webiny/project-utils").createBabelConfigForNode({ path: __dirname });

apps/sync/resolver/jest.config.js

@@ -0,0 +1,27 @@
+const base = require("../../../jest.config.base");
+const { log } = require("@webiny/cli/utils");
+const { getStackOutput } = require("@webiny/cli-plugin-deploy-pulumi/utils");
+
+const TEST_TYPE = process.env.TEST_TYPE;
+const DEPLOY_ENVIRONMENT = "dev";
+
+if (TEST_TYPE !== "unit") {
+    log.info(`${log.info.hl("apps/sync/input")}: Assigning environment variables...`);
+    const stackOutput = getStackOutput({ folder: "apps/sync", env: DEPLOY_ENVIRONMENT });
+
+    if (stackOutput) {
+        Object.assign(process.env, {
+            AWS_REGION: stackOutput.region,
+            DB_TABLE: stackOutput.dynamoDbTable,
+            API_URL: stackOutput.apiUrl,
+            TEST_RUN_ID: new Date().getTime()
+        });
+        log.success("Environment variables successfully assigned.");
+    } else {
+        log.warning(`Could not assign environment variables.`);
+    }
+    console.log();
+}
+
+// Finally, export Jest config to be used while tests are being run.
+module.exports = { ...base({ path: __dirname }) };

apps/sync/resolver/package.json

@@ -0,0 +1,16 @@
+{
+  "name": "sync-system-resolver",
+  "version": "0.1.0",
+  "scripts": {
+    "build": "yarn webiny run build",
+    "watch": "yarn webiny run watch"
+  },
+  "dependencies": {
+    "@webiny/cli": "0.0.0",
+    "@webiny/api-sync-system": "0.0.0",
+    "@webiny/project-utils": "0.0.0"
+  },
+  "devDependencies": {
+    "@webiny/cli-plugin-deploy-pulumi": "0.0.0"
+  }
+}

apps/sync/resolver/src/index.ts

@@ -0,0 +1,12 @@
+import { createResolverHandler } from "@webiny/api-sync-system";
+import { getDocumentClient } from "@webiny/project-utils/testing/dynamodb/index.js";
+
+const debug = process.env.DEBUG === "true";
+
+export const handler = createResolverHandler({
+    plugins: [],
+    debug,
+    createDocumentClient: params => {
+        return getDocumentClient(params);
+    }
+});

apps/sync/resolver/tsconfig.json

@@ -0,0 +1,17 @@
+{
+  "extends": "../../../tsconfig.json",
+  "include": ["src"],
+  "references": [
+    {
+      "path": "../../../packages/api-sync-system/tsconfig.build.json"
+    }
+  ],
+  "compilerOptions": {
+    "paths": {
+      "~/*": ["./src/*"],
+      "@webiny/api-sync-system/*": ["../../../packages/api-sync-system/src/*"],
+      "@webiny/api-sync-system": ["../../../packages/api-sync-system/src"]
+    },
+    "baseUrl": "."
+  }
+}

apps/sync/resolver/webiny.config.ts

@@ -0,0 +1,8 @@
+import { createBuildFunction, createWatchFunction } from "@webiny/project-utils";
+
+export default {
+    commands: {
+        build: createBuildFunction({ cwd: __dirname }),
+        watch: createWatchFunction({ cwd: __dirname })
+    }
+};

apps/sync/webiny.application.ts

@@ -0,0 +1,5 @@
+import { createSyncSystemApp } from "@webiny/serverless-cms-aws";
+
+export default createSyncSystemApp({
+    pulumiResourceNamePrefix: "wby-"
+});

jest.config.base.js

@@ -21,6 +21,7 @@ module.exports = function ({ path }, presets = []) {
         tsPreset,
         {
             displayName: name,
+            resolver: "ts-jest-resolver",
             modulePaths: [`${path}/src`],
             testMatch: [`${path}/**/*${type}.test.[jt]s?(x)`],
             transform: {

package.json

@@ -67,6 +67,7 @@
     "@lexical/utils": "0.23.1",
     "@octokit/rest": "^20.0.2",
     "@types/fs-extra": "^11.0.4",
+    "@types/hoist-non-react-statics": "^3.3.5",
     "@types/jest": "^29.5.14",
     "@types/node": "^20.17.10",
     "@types/prettier": "^2.7.3",
@@ -130,6 +131,7 @@
     "semver": "^7.6.3",
     "ts-expect": "^1.3.0",
     "ts-jest": "29.1.5",
+    "ts-jest-resolver": "^2.0.1",
     "ts-node": "^10.9.2",
     "type-fest": "4.14.0",
     "typescript": "5.3.3",
@@ -266,9 +268,6 @@
     "@material/base@^14.0.0": "patch:@material/base@npm%3A14.0.0#./.yarn/patches/@material-base-npm-14.0.0-36e0a55c42.patch"
   },
   "packageManager": "[email protected]",
-  "dependencies": {
-    "@types/hoist-non-react-statics": "^3.3.5"
-  },
   "engines": {
     "node": ">=20.0.0"
   }

packages/api-sync-system/.babelrc.js

@@ -0,0 +1 @@
+module.exports = require("@webiny/project-utils").createBabelConfigForNode({ path: __dirname });

packages/api-sync-system/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Webiny
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

packages/api-sync-system/README.md

@@ -0,0 +1,10 @@
+# @webiny/api-sync-system
+[![](https://img.shields.io/npm/dw/@webiny/api-sync-system.svg)](https://www.npmjs.com/package/@webiny/api-sync-system)
+[![](https://img.shields.io/npm/v/@webiny/api-sync-system.svg)](https://www.npmjs.com/package/@webiny/api-sync-system)
+[![code style: prettier](https://img.shields.io/badge/code_style-prettier-ff69b4.svg?style=flat-square)](https://github.com/prettier/prettier)
+[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg?style=flat-square)](http://makeapullrequest.com)
+
+## Install
+```
+yarn add @webiny/api-sync-system
+```

packages/api-sync-system/__tests__/mocks/bundle.ts

@@ -0,0 +1,26 @@
+import { CommandBundle } from "~/resolver/app/bundler/CommandBundle";
+import { createMockDeployment } from "~tests/mocks/deployments.js";
+import { createRegularMockTable } from "~tests/mocks/table.js";
+import type { IBaseBundleParams } from "~/resolver/app/bundler/BaseBundle.js";
+import { IIngestorResultItem } from "~/resolver/app/ingestor/types.js";
+
+export interface ICreateMockBundleParams
+    extends Partial<Pick<IBaseBundleParams, "source" | "table">> {
+    items: IIngestorResultItem[];
+}
+
+export const createMockCommandPutBundle = (params: ICreateMockBundleParams) => {
+    return new CommandBundle({
+        command: "put",
+        source: params?.source || createMockDeployment(),
+        table: params?.table || createRegularMockTable()
+    });
+};
+
+export const createMockCommandDeleteBundle = (params: ICreateMockBundleParams) => {
+    return new CommandBundle({
+        command: "delete",
+        source: params?.source || createMockDeployment(),
+        table: params?.table || createRegularMockTable()
+    });
+};

packages/api-sync-system/__tests__/mocks/bundler.ts

@@ -0,0 +1,24 @@
+import { createBundler } from "~/resolver/app/bundler/Bundler.js";
+import { createBundles } from "~/resolver/app/bundler/Bundles.js";
+import { createCommandBundle } from "~/resolver/app/bundler/CommandBundle.js";
+import { createTableBundle } from "~/resolver/app/bundler/TableBundle.js";
+
+export const createMockCommandBundler = () => {
+    return createBundler({
+        createBundles: () => {
+            return createBundles({
+                createBundle: createCommandBundle
+            });
+        }
+    });
+};
+
+export const createMockTableBundler = () => {
+    return createBundler({
+        createBundles: () => {
+            return createBundles({
+                createBundle: createTableBundle
+            });
+        }
+    });
+};

packages/api-sync-system/__tests__/mocks/constants.ts

@@ -0,0 +1,3 @@
+export const DYNAMODB_REGULAR = "regular";
+export const DYNAMODB_ELASTICSEARCH = "elasticsearch";
+export const DYNAMODB_LOG = "log";

packages/api-sync-system/__tests__/mocks/context.ts

@@ -0,0 +1,32 @@
+import { Context } from "@webiny/api/Context";
+import type { Context as ContextType } from "~/types";
+import type { Reply as FastifyReply, Request as FastifyRequest } from "@webiny/handler/types.js";
+
+export const createMockContext = () => {
+    const request = {} as FastifyRequest;
+    const sent: unknown[] = [];
+    const send = jest.fn();
+
+    const reply = {
+        send: (data: unknown) => {
+            sent.push(data);
+            return send(data);
+        }
+    } as unknown as FastifyReply;
+    const context = new Context({
+        plugins: [],
+        WEBINY_VERSION: process.env.WEBINY_VERSION as string
+    }) as unknown as ContextType;
+
+    return {
+        context,
+        request,
+        reply,
+        getSent: () => {
+            return sent;
+        },
+        getSend: () => {
+            return send;
+        }
+    };
+};