Skip to content
Snippets Groups Projects

initial vlass calibration templates

Merged Charlotte Hausman requested to merge vlass_calibration into main
1 file
+ 44
0
Compare changes
  • Side-by-side
  • Inline
@@ -22,7 +22,11 @@ VARS FETCH jobname="$(JOB)"
JOB ENVOY vlass_calibration_envoy.condor
VARS ENVOY jobname="$(JOB)"
JOB CONVEY vlass_calibration_convey.condor
VARS CONVEY jobname="$(JOB)"
PARENT FETCH CHILD ENVOY
PARENT ENVOY CHILD CONVEY
"""
fetch_condor = """executable = vlass_calibration_fetch.sh
@@ -101,6 +105,34 @@ set -o errexit
./casa_envoy --vlass-cal $1 $2
"""
convey_condor = """executable = vlass_calibration_convey.sh
arguments = metadata.json
output = calibration_convey.out
error = calibration_convey.err
log = condor.log
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
SPOOL_DIR = {{data_location}}
should_transfer_files = yes
transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(SBIN_PATH)/conveyor, nraorsync://$(SPOOL_DIR)/metadata.json, nraorsync://$(SPOOL_DIR)/working, nraorsync://$(SPOOL_DIR)/rawdata, nraorsync://$(SPOOL_DIR)/products
+WantIOProxy = True
getenv = True
environment = "CAPO_PATH=/home/casa/capo"
requirements = HasLustre == True
queue
"""
convey_script = """#!/bin/sh
set -o errexit
export HOME=$TMPDIR
./conveyor --vlass $1
"""
def upgrade():
op.execute(
@@ -138,6 +170,18 @@ def upgrade():
VALUES ('vlass_calibration_envoy.sh', E'{envoy_script}', 'vlass_calibration')
"""
)
op.execute(
f"""
INSERT INTO workflow_templates (filename, content, workflow_name)
VALUES ('vlass_calibration_convey.condor', E'{convey_condor}', 'vlass_calibration')
"""
)
op.execute(
f"""
INSERT INTO workflow_templates (filename, content, workflow_name)
VALUES ('vlass_calibration_convey.sh', E'{convey_script}', 'vlass_calibration')
"""
)
def downgrade():
Loading