first fringes on ingestion workflow

schema/versions/e99b65ee2b4e_add_calibration_ingestion_workflow.py

+"""add calibration ingestion workflow
+
+Revision ID: e99b65ee2b4e
+Revises: 2ac701610fc7
+Create Date: 2021-07-06 11:44:30.072590
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = "e99b65ee2b4e"
+down_revision = "2ac701610fc7"
+branch_labels = None
+depends_on = None
+
+
+condor_content = """executable = ingest_cal.sh
+arguments = {{request_id}} metadata.json
+
+output = ingest.out
+error = ingest.err
+log = condor.log
+
+SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
+should_transfer_files = yes
+transfer_input_files = $(SBIN_PATH)/conveyor, $(SBIN_PATH)/ingest_envoy ./metadata.json
+
+getenv = True
+environment = "CAPO_PATH=/home/casa/capo"
+
+queue
+"""
+
+script_content = """#!/bin/sh
+set -o errexit
+chmod 770 .
+./conveyor --retrieve $2
+./ingest_envoy
+
+"""
+
+
+def upgrade():
+    op.execute(
+        """
+        INSERT INTO workflows (workflow_name) VALUES ('ingest_cal')
+        """
+    )
+
+    op.execute(
+        f"""
+        INSERT INTO workflow_templates (filename, content, workflow_name) 
+        VALUES ('ingest_cal.condor', E'{condor_content}', 'ingest_cal') 
+        """
+    )
+
+    op.execute(
+        f"""
+        INSERT INTO workflow_templates (filename, content, workflow_name) 
+        VALUES ('ingest_cal.sh', E'{script_content}', 'ingest_cal') 
+        """
+    )
+
+
+def downgrade():
+    pass