Skip to content
Snippets Groups Projects
Commit 1d60c5df authored by Charlotte Hausman's avatar Charlotte Hausman
Browse files

undo previously requested VLASS imaging syntax changes

parent 63c3e9e0
No related branches found
No related tags found
3 merge requests!1687Pickup patch changes,!1685merge patch to main,!1678undo previously requested VLASS imaging syntax changes
Pipeline #16090 passed
"""revert vlass imaging syntax changes
Revision ID: 13b9b6c84547
Revises: b50243eb304b
Create Date: 2024-06-13 13:18:59.883782
"""
from pathlib import Path
from alembic import op
# revision identifiers, used by Alembic.
revision = "13b9b6c84547"
down_revision = "b50243eb304b"
branch_labels = None
depends_on = None
def set_content(wf_name: str, filename: str) -> str:
return (Path.cwd() / "versions" / "templates" / wf_name / filename).read_text()
def upgrade():
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{set_content('vlass_coarse','envoy_condor_2.8.3.1.txt')}'
WHERE filename='vlass_coarse_envoy.condor' AND workflow_name='vlass_coarse'
"""
)
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{set_content('vlass_quicklook', 'envoy_condor_2.8.3.1.txt')}'
WHERE filename='vlass_quicklook_envoy.condor' AND workflow_name='vlass_quicklook'
"""
)
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{set_content('vlass_seci', 'envoy_condor_2.8.3.1.txt')}'
WHERE filename='vlass_seci_envoy.condor' AND workflow_name='vlass_seci'
"""
)
def downgrade():
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{set_content('vlass_coarse','envoy_condor_2.8.3.txt')}'
WHERE filename='vlass_coarse_envoy.condor' AND workflow_name='vlass_coarse'
"""
)
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{set_content('vlass_quicklook', 'envoy_condor_2.8.3.txt')}'
WHERE filename='vlass_quicklook_envoy.condor' AND workflow_name='vlass_quicklook'
"""
)
op.execute(
f"""
UPDATE workflow_templates
SET content=E'{set_content('vlass_seci', 'envoy_condor_2.8.3.txt')}'
WHERE filename='vlass_seci_envoy.condor' AND workflow_name='vlass_seci'
"""
)
executable = vlass_coarse_envoy.sh
arguments = metadata.json PPR.xml {{requested_parallel}}
output = envoy.out
error = envoy.err
log = condor.log
VLASS_DIR = {{data_location}}
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
VLASS_BIN = /lustre/aoc/cluster/pipeline/vlass_{{vlass_env}}/workspaces/bin
should_transfer_files = yes
transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/.matplotlib, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(SBIN_PATH)/update_stage, nraorsync://$(SBIN_PATH)/vela, nraorsync://$(SBIN_PATH)/casa_envoy, nraorsync://$(VLASS_BIN)/planescraper, nraorsync://$(VLASS_DIR)/working, nraorsync://$(VLASS_DIR)/rawdata, nraorsync://$(VLASS_DIR)/products{{#remote}}, nraorsync://$(VLASS_DIR)/{{profile}}.properties{{/remote}}, nraorsync://$(VLASS_DIR)/PPR.xml, {{#sdm_id}}nraorsync://$(VLASS_DIR)/{{sdm_id}}_split.flagtargetstemplate.txt, {{/sdm_id}}nraorsync://$(VLASS_DIR)/metadata.json
when_to_transfer_output = ON_EXIT
transfer_output_files = .job.ad
+nrao_output_files = "working products planes.json"
output_destination = nraorsync://$(VLASS_DIR)
+WantIOProxy = True
request_cpus = {{requested_parallel}}
request_memory = 150G
request_disk = 950G
getenv = True
{{^remote}}
environment = "CAPO_PATH=/home/casa/capo"
requirements = (VLASS == True) && (HasLustre == True)
+partition = "VLASS"
{{/remote}}
{{#remote}}
requirements = (VLASS == True)
+partition = "VLASS"
Rank = (TARGET.VLASS == True) + (TARGET.VLASSTEST =!= True) + (HasLustre =!= True)
{{/remote}}
queue
executable = vlass_ql_envoy.sh
arguments = metadata.json PPR.xml {{request_id}}
output = envoy.out
error = envoy.err
log = condor.log
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
VLASS_DIR = {{data_location}}
should_transfer_files = yes
transfer_input_files = {{#radial}}$ENV(HOME)/.ssh/condor_ssh_config, {{/radial}}$ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/.matplotlib, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(SBIN_PATH)/update_stage, nraorsync://$(SBIN_PATH)/casa_envoy, nraorsync://$(SBIN_PATH)/vela, nraorsync://$(VLASS_DIR)/working, nraorsync://$(VLASS_DIR)/rawdata, nraorsync://$(VLASS_DIR)/products{{#remote}}, nraorsync://$(VLASS_DIR)/{{profile}}.properties{{/remote}}, nraorsync://$(VLASS_DIR)/PPR.xml, {{#sdm_id}}nraorsync://$(VLASS_DIR)/{{sdm_id}}_split.flagtargetstemplate.txt, {{/sdm_id}}nraorsync://$(VLASS_DIR)/metadata.json{{files_to_transfer}}
transfer_output_files = .job.ad
+nrao_output_files = "working products"
when_to_transfer_output = ON_EXIT
output_destination = nraorsync://$(VLASS_DIR)
+WantIOProxy = True
{{#radial}}
universe = grid
grid_resource = condor radialhead.nrao.radial.local radialhead.nrao.radial.local
+remote_jobuniverse = 5
+remote_requirements = True
+remote_ShouldTransferFiles = "YES"
+remote_WhenToTransferOutput = "ON_EXIT"
{{/radial}}
request_memory = 31G
request_disk = 100G
getenv = True
{{^remote}}
environment = "CAPO_PATH=/home/casa/capo"
requirements = (VLASS == True) && (HasLustre == True)
+partition = "VLASS"
{{/remote}}
{{#remote}}
requirements = (VLASS == True)
+partition = "VLASS"
Rank = (TARGET.VLASS == True) + (TARGET.VLASSTEST =!= True) + (HasLustre =!= True)
{{/remote}}
queue
executable = vlass_seci_envoy.sh
arguments = metadata.json PPR.xml
output = envoy.out
error = envoy.err
log = condor.log
VLASS_DIR = {{data_location}}
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
should_transfer_files = yes
transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/.matplotlib, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(SBIN_PATH)/update_stage, nraorsync://$(SBIN_PATH)/vela, nraorsync://$(SBIN_PATH)/casa_envoy, nraorsync://$(VLASS_DIR)/working, nraorsync://$(VLASS_DIR)/rawdata, nraorsync://$(VLASS_DIR)/products{{#remote}}, nraorsync://$(VLASS_DIR)/{{profile}}.properties{{/remote}}, nraorsync://$(VLASS_DIR)/PPR.xml, {{#sdm_id}}nraorsync://$(VLASS_DIR)/{{sdm_id}}_split.flagtargetstemplate.txt, {{/sdm_id}}nraorsync://$(VLASS_DIR)/metadata.json
when_to_transfer_output = ON_EXIT
transfer_output_files = .job.ad
+nrao_output_files = "working products"
output_destination = nraorsync://$(VLASS_DIR)
+WantIOProxy = True
request_memory = 50G
request_disk = 200G
getenv = True
{{^remote}}
environment = "CAPO_PATH=/home/casa/capo"
requirements = (VLASS == True) && (HasLustre == True)
+partition = "VLASS"
{{/remote}}
{{#remote}}
requirements = (VLASS == True)
+partition = "VLASS"
Rank = (TARGET.VLASS == True) + (TARGET.VLASSTEST =!= True) + (HasLustre =!= True)
{{/remote}}
queue
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment