Feature flag added to deps. Changed edge to handle data from GET request - ?d= first before post. Added method for sending posts via data manager

Author: cwbeck

api/src/backends/configuration/abstractions/BaseConfig.ts

@@ -250,6 +250,10 @@ export default abstract class BaseConfig {
         return await this.getConfigEntryThrows('SMTP_PASSWORD');
     }
 
+    public async trackDependencies(): Promise<boolean> {
+        return (await this.getConfigEntryOrElse('TRACK_DEPENDENCIES', 'false')) === 'true';
+    }
+
     public async isCaptchaEnabled(): Promise<boolean> {
         return (await this.getConfigEntryOrElse('CAPTCHA_ENABLED', 'true')) === 'true';
     }

api/src/managers/tag/ActionManager.ts

@@ -358,26 +358,28 @@ export default class ActionManager extends Manager<Action> {
     };
 
     private async registerAllDeps(actor: User, action: Action, checks: DataMapSchemaCheck[]) {
-        const repoFactory = container.get<RepoFromModelFactory>(TYPES.RepoFromModelFactory);
-        await Promise.all(
-            checks
-                .map((_) =>
-                    _.model_links?.map(
-                        async (modelLink) =>
-                            await repoFactory(Dependency).save(
-                                new Dependency(
-                                    action.id,
-                                    action.constructor.name,
-                                    modelLink.id,
-                                    modelLink.name,
+        if (await this.config.trackDependencies()) {
+            const repoFactory = container.get<RepoFromModelFactory>(TYPES.RepoFromModelFactory);
+            await Promise.all(
+                checks
+                    .map((_) =>
+                        _.model_links?.map(
+                            async (modelLink) =>
+                                await repoFactory(Dependency).save(
+                                    new Dependency(
+                                        action.id,
+                                        action.constructor.name,
+                                        modelLink.id,
+                                        modelLink.name,
+                                    ),
+                                    actor,
                                 ),
-                                actor,
-                            ),
-                    ),
-                )
-                .filter((_): _ is Promise<Dependency>[] => _ !== undefined)
-                .flat(),
-        );
+                        ),
+                    )
+                    .filter((_): _ is Promise<Dependency>[] => _ !== undefined)
+                    .flat(),
+            );
+        }
     }
 
     private async removeAllDeps(actor: User, action: Action) {

edge/src/main/java/com/scale8/extended/ExtendedRequest.java

@@ -91,13 +91,13 @@ public Map<String, String> getAllParameters() {
   }
 
   public Optional<JsonObject> getJSONPayload() {
-    if (request.getMethodName().equals("POST")) {
+    String data = request.getParameters().get("d");
+    if(data != null){
+      return Optional.of(new Gson().fromJson(data, JsonObject.class));
+    } else if(request.getMethodName().equals("POST")){
       return asJsonObject();
     } else {
-      String data = request.getParameters().get("d");
-      return data == null
-          ? Optional.empty()
-          : Optional.of(new Gson().fromJson(data, JsonObject.class));
+      return Optional.empty();
     }
   }
 

platforms/build.js

@@ -14,15 +14,19 @@ const PUBLIC_PATH = `http://127.0.0.1:${SERVER_PORT}`;
 
 const runTests = (projectName) => {
     return new Promise((resolve, reject) => {
-        const jest = spawn('jest', [
+        const opts = [
             '--testEnvironment=node',
             "--transform='" + JSON.stringify({
                 '\\.tsx?$': 'ts-jest',
             }) + "'",
             `--moduleFileExtensions=js`,
             `--moduleFileExtensions=ts`,
             `--testRegex='providers/${projectName}/tests/.+?spec\\.ts$'`,
-        ], { shell: true, stdio: 'inherit' });
+        ];
+
+        console.log(`Jest opts: ${opts.join(' ')}`);
+
+        const jest = spawn('yarn jest', opts, { shell: true, stdio: 'inherit' });
 
         jest.on('close', (code) => {
             if(code === 0){
@@ -32,7 +36,7 @@ const runTests = (projectName) => {
             }
         });
 
-    },);
+    });
 }
 
 const runBuild = async (projectName) => {

platforms/providers/Scale8/src/actions/DataManager.ts

@@ -1,21 +1,43 @@
 import { InputType } from '../../../../../common/enums/InputType';
 import { PlatformActionData } from '../../../../common/types/Types';
-import Logger from '../../../../common/lib/util/Logger';
 
 export const dataManager = {
     persistence_id: 's8-data-manager',
     name: 'Data Manager',
-    description: 'Send to data manager',
+    description: 'Construct the data payload to be sent to the specified Data Manager endpoint.',
     data: [
         {
             key: 'payload',
             input_type: InputType.INGEST_ENDPOINT_PAYLOAD_DESIGNER,
-            description: 'Lorum ipsum',
+            description: 'Use the above input to help define the payload to be sent.',
             optional: false,
         },
     ],
-    run: (data: PlatformActionData, log: (msg: string) => void): void => {
-        Logger.info(data.props);
-        //navigator.sendBeacon('');
+    run: (
+        data: PlatformActionData,
+        log: (msg: string) => void,
+        err: (msg: string) => void,
+    ): void => {
+        const config = JSON.parse(data.props.payload);
+        const payload: { [k: string]: string } = config.payload;
+        if (typeof payload === 'object') {
+            const macroReplacedPayload = Object.keys(payload).reduce((previousValue, key) => {
+                const value = data.macroReplace(payload[key]);
+                if (value !== undefined) {
+                    previousValue[key] = value;
+                } else {
+                    log(`Skipping payload value for ${key} as it is undefined`);
+                }
+                return previousValue;
+            }, {} as { [k: string]: string });
+            navigator.sendBeacon(
+                `${config.endpoint}`,
+                new Blob([JSON.stringify(macroReplacedPayload)], {
+                    type: 'application/json',
+                }),
+            );
+        } else {
+            err('No payload has been defined');
+        }
     },
 };