Ingest gmva workflow

shared/workspaces/alembic/versions/7c17edbcf541_add_ingest_gmva_workflow.py

+"""add ingest gmva workflow
+
+Revision ID: 7c17edbcf541
+Revises: 491102d56809
+Create Date: 2023-08-29 23:53:59.341314
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '7c17edbcf541'
+down_revision = '491102d56809'
+branch_labels = None
+depends_on = None
+
+wf_name = "ingest_gmva"
+
+ingest_gmva_condor = """executable = ingest_gmva.sh
+arguments = metadata.json {{data_location}} {{directory_name}}
+
+output = ingest.out
+error = ingest.err
+log = condor.log
+
+SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
+SPOOL_DIR = {{spool_dir}}
+should_transfer_files = yes
+transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(SBIN_PATH)/ingest_envoy, nraorsync://$(SBIN_PATH)/ingest, nraorsync://$(SBIN_PATH)/gmva_ingester, ./metadata.json
++WantIOProxy = True
+
+request_memory = {{ramInGb}}
+getenv = True
+environment = "CAPO_PATH=/home/casa/capo"
+
+requirements = HasLustre == True
+
+queue
+
+"""
+
+ingest_gmva_sh = """#!/bin/sh
+set -o errexit
+
+./gmva_ingester $3
+./ingest_envoy --observation $1 $2
+
+"""
+
+metadata_json = """{
+  "telescope": "{{telescope}}",
+  "data_location": "{{data_location}}",
+  "directory_name": "{{directory_name}}"
+  "projectMetadata": {
+    "telescope": "{{telescope}}",
+    "projectCode": "{{projectCode}}"
+  }
+}
+
+"""
+
+
+def upgrade():
+    op.execute(
+        f"""
+        INSERT INTO workflows (workflow_name) VALUES (E'{wf_name}')
+        """
+    )
+
+    op.execute(
+        f"""
+        INSERT INTO workflow_templates (filename, content, workflow_name)
+        VALUES ('ingest_gmva.condor', E'{ingest_gmva_condor}', E'{wf_name}')
+        """
+    )
+
+    op.execute(
+        f"""
+        INSERT INTO workflow_templates (filename, content, workflow_name)
+        VALUES ('ingest_gmva.sh', E'{ingest_gmva_sh}', E'{wf_name}')
+        """
+    )
+
+    op.execute(
+        f"""
+        INSERT INTO workflow_templates (filename, content, workflow_name)
+        VALUES ('metadata.json', E'{metadata_json}', E'{wf_name}')
+        """
+    )
+
+
+def downgrade():
+    op.execute(
+        f"""
+        DELETE FROM workflow_templates WHERE workflow_name = E'{wf_name}'
+        """
+    )
+
+    op.execute(
+        f"""
+        DELETE FROM workflows WHERE workflow_name = E'{wf_name}'
+        """
+    )