diff --git a/schema/versions/758525350770_.py b/schema/versions/758525350770_.py new file mode 100644 index 0000000000000000000000000000000000000000..1c112e6221fba0e2f1ca8a51aa0dfa83c55ea67b --- /dev/null +++ b/schema/versions/758525350770_.py @@ -0,0 +1,24 @@ +"""empty message + +Revision ID: 758525350770 +Revises: e99b65ee2b4e, ecb4acbecbce +Create Date: 2021-07-06 16:50:02.296448 + +""" +from alembic import op +import sqlalchemy as sa + + +# revision identifiers, used by Alembic. +revision = '758525350770' +down_revision = ('e99b65ee2b4e', 'ecb4acbecbce') +branch_labels = None +depends_on = None + + +def upgrade(): + pass + + +def downgrade(): + pass diff --git a/schema/versions/e99b65ee2b4e_add_calibration_ingestion_workflow.py b/schema/versions/e99b65ee2b4e_add_calibration_ingestion_workflow.py new file mode 100644 index 0000000000000000000000000000000000000000..bdd52ff3007b13bd4899527ad3fe44a8ad94f0d4 --- /dev/null +++ b/schema/versions/e99b65ee2b4e_add_calibration_ingestion_workflow.py @@ -0,0 +1,78 @@ +"""add calibration ingestion workflow + +Revision ID: e99b65ee2b4e +Revises: 2ac701610fc7 +Create Date: 2021-07-06 11:44:30.072590 + +""" +from alembic import op +import sqlalchemy as sa + + +# revision identifiers, used by Alembic. +revision = "e99b65ee2b4e" +down_revision = "2ac701610fc7" +branch_labels = None +depends_on = None + + +condor_content = """executable = ingest_cal.sh +arguments = metadata.json + +output = ingest.out +error = ingest.err +log = condor.log + +SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin +should_transfer_files = yes +transfer_input_files = $(SBIN_PATH)/conveyor, $(SBIN_PATH)/ingest_envoy, $(SBIN_PATH)/calibration-table-collector.sh, ./metadata.json + +getenv = True +environment = "CAPO_PATH=/home/casa/capo" + +queue +""" + +script_content = """#!/bin/sh +set -o errexit + +./conveyor --retrieve $1 +./ingest_envoy --ingest-cal $1 + +""" + + +def upgrade(): + op.execute( + """ + INSERT INTO workflows (workflow_name) VALUES ('ingest_cal') + """ + ) + + op.execute( + f""" + INSERT INTO workflow_templates (filename, content, workflow_name) + VALUES ('ingest_cal.condor', E'{condor_content}', 'ingest_cal') + """ + ) + + op.execute( + f""" + INSERT INTO workflow_templates (filename, content, workflow_name) + VALUES ('ingest_cal.sh', E'{script_content}', 'ingest_cal') + """ + ) + + +def downgrade(): + op.execute( + """ + DELETE FROM workflows WHERE workflow_name='ingest-cal' + """ + ) + + op.execute( + """ + DELETE FROM workflow_templates WHERE workflow_name='ingest-cal' + """ + )