Skip to content
Snippets Groups Projects
Commit eae1dc76 authored by Charlotte Hausman's avatar Charlotte Hausman
Browse files

fix remote envoy execution

parent 67b4e8ab
No related branches found
No related tags found
1 merge request!573fix remote envoy execution
Pipeline #3245 passed
"""correct remote multistage calibration
Revision ID: 80fee35b748c
Revises: b6b319994e85
Create Date: 2021-10-08 13:07:21.265877
"""
from alembic import op
import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision = "80fee35b748c"
down_revision = "b6b319994e85"
branch_labels = None
depends_on = None
envoy_condor = """executable = std_calibration_envoy.sh
arguments = metadata.json PPR.xml
output = calibration_envoy.out
error = calibration_envoy.err
log = condor.log
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
should_transfer_files = yes
transfer_input_files = $(SBIN_PATH)/.matplotlib, $(SBIN_PATH)/pycapo, $(SBIN_PATH)/casa_envoy, $(SBIN_PATH)/vela, ./working, ./rawdata, ./products{{#remote}}, {{profile}}.properties{{/remote}}, ./PPR.xml, ./metadata.json{{files_to_transfer}}
transfer_output_files = working, rawdata, products
request_memory = {{ramInGb}}
getenv = True
{{^remote}}
environment = "CAPO_PATH=/home/casa/capo"
requirements = HasLustre == True
{{/remote}}
{{#remote}}
requirements = (VLASS == True)
+partition = "VLASS"
Rank = (TARGET.VLASS == True) + (TARGET.VLASSTEST =!= True)
{{/remote}}
queue
"""
old_condor = """executable = std_calibration_envoy.sh
arguments = metadata.json PPR.xml
output = calibration_envoy.out
error = calibration_envoy.err
log = condor.log
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
should_transfer_files = yes
transfer_input_files = $(SBIN_PATH)/.matplotlib, $(SBIN_PATH)/pycapo, $(SBIN_PATH)/casa_envoy, $(SBIN_PATH)/vela, ./working, ./rawdata, ./products, {{profile}}.properties, ./PPR.xml, ./metadata.json{{files_to_transfer}}
transfer_output_files = working, rawdata, products
request_memory = {{ramInGb}}
getenv = True
{{^remote}}
environment = "CAPO_PATH=/home/casa/capo"
requirements = HasLustre == True
{{/remote}}
{{#remote}}
requirements = (VLASS == True)
+partition = "VLASS"
Rank = (TARGET.VLASS == True) + (TARGET.VLASSTEST =!= True)
{{/remote}}
queue
"""
def upgrade():
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{envoy_condor}' WHERE filename='std_calibration_envoy.condor'
"""
)
def downgrade():
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{old_condor}' WHERE filename='std_calibration_envoy.condor'
"""
)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment