dualsearch template for argo workflow

Author: ppalmes

argo-workflow/automlai-dualsearch-template.yaml

@@ -0,0 +1,101 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Workflow
+metadata:
+  generateName: automl-dualsearch-
+spec:
+  entrypoint: run-main
+  arguments:
+    parameters:
+      - name: url
+        value: http://sunrise-mlflow-tracking.mlflow:5080
+      - name: input
+        value: iris_reg.csv
+      - name: predictiontype
+        value: regression
+      - name: complexity
+        value: low
+      - name: outputloc
+        value: NONE
+      - name: folds
+        value: 3
+      - name: workers
+        value: 5
+      - name: predict_only
+        value: false
+      - name: runid
+        value: NONE
+  templates:
+    - name: run-main
+      inputs:
+        parameters:
+          - name: url
+          - name: input
+          - name: predictiontype
+          - name: folds
+          - name: workers
+      steps:
+        - - name: low-complexity
+            template: run-amlp
+            arguments:
+              parameters:
+                - name: complexity
+                  value: low
+                - name: url
+                  value: "{{inputs.parameters.url}}"
+                - name: input
+                  value: "{{inputs.parameters.input}}"
+                - name: predictiontype
+                  value: "{{inputs.parameters.predictiontype}}"
+                - name: folds
+                  value: "{{inputs.parameters.folds}}"
+                - name: workers
+                  value: "{{inputs.parameters.workers}}"
+
+          - name: high-complexity
+            template: run-amlp
+            arguments:
+              parameters:
+                - name: complexity
+                  value: high
+                - name: url
+                  value: "{{inputs.parameters.url}}"
+                - name: input
+                  value: "{{inputs.parameters.input}}"
+                - name: predictiontype
+                  value: "{{inputs.parameters.predictiontype}}"
+                - name: folds
+                  value: "{{inputs.parameters.folds}}"
+                - name: workers
+                  value: "{{inputs.parameters.workers}}"
+
+    - name: run-amlp
+      inputs:
+        parameters:
+          - name: url
+          - name: complexity
+          - name: input
+          - name: predictiontype
+          - name: folds
+          - name: workers
+        artifacts:
+          - name: file
+            path: /inputfile
+            s3:
+              key: csv/
+      container:
+        image: ppalmes/automlai:v1.0
+        command:
+        args:
+          - "-t{{inputs.parameters.predictiontype}}"
+          - "-u{{inputs.parameters.url}}"
+          - "-c{{inputs.parameters.complexity}}"
+          - "-f{{inputs.parameters.folds}}"
+          - "-w{{inputs.parameters.workers}}"
+          - "-o/outputfile"
+          - "/inputfile/{{inputs.parameters.input}}"
+      outputs:
+        artifacts:
+          - name: ofile
+            path: /outputfile
+            s3:
+              key: "output/{{inputs.parameters.complexity}}_{{inputs.parameters.predictiontype}}_{{inputs.parameters.input}}.tgz"