Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
"""add calibration ingestion workflow
Revision ID: e99b65ee2b4e
Revises: 2ac701610fc7
Create Date: 2021-07-06 11:44:30.072590
"""
from alembic import op
import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision = "e99b65ee2b4e"
down_revision = "2ac701610fc7"
branch_labels = None
depends_on = None
condor_content = """executable = ingest_cal.sh
arguments = metadata.json
output = ingest.out
error = ingest.err
log = condor.log
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
should_transfer_files = yes
transfer_input_files = $(SBIN_PATH)/conveyor, $(SBIN_PATH)/ingest_envoy, $(SBIN_PATH)/calibration-table-collector.sh, ./metadata.json
getenv = True
environment = "CAPO_PATH=/home/casa/capo"
queue
"""
script_content = """#!/bin/sh
set -o errexit
./conveyor --retrieve $1
./ingest_envoy --ingest-cal $1
"""
def upgrade():
op.execute(
"""
INSERT INTO workflows (workflow_name) VALUES ('ingest_cal')
"""
)
op.execute(
f"""
INSERT INTO workflow_templates (filename, content, workflow_name)
VALUES ('ingest_cal.condor', E'{condor_content}', 'ingest_cal')
"""
)
op.execute(
f"""
INSERT INTO workflow_templates (filename, content, workflow_name)
VALUES ('ingest_cal.sh', E'{script_content}', 'ingest_cal')
"""
)
def downgrade():
op.execute(
"""
DELETE FROM workflows WHERE workflow_name='ingest-cal'
"""
)
op.execute(
"""
DELETE FROM workflow_templates WHERE workflow_name='ingest-cal'
"""
)