From 3826db6a703d75553d8312a71177559c21762760 Mon Sep 17 00:00:00 2001 From: Daniel Nemergut <dnemergu@nrao.edu> Date: Tue, 9 Jul 2024 14:46:29 -0400 Subject: [PATCH] Alembic migration for adding a mustache tag in the existing PPR capability templates --- .../985ca1bdec62_dynamic_ppr_procedures.py | 111 ++++++++++ .../templates/restore_cms/ppr_2.8.4.txt | 36 ++++ .../templates/restore_cms/ppr_2.8.5.txt | 38 ++++ .../templates/std_calibration/ppr_2.8.4.txt | 200 +++++++++++++++++ .../templates/std_calibration/ppr_2.8.5.txt | 202 ++++++++++++++++++ .../templates/std_cms_imaging/ppr_2.8.4.txt | 142 ++++++++++++ .../templates/std_cms_imaging/ppr_2.8.5.txt | 144 +++++++++++++ .../std_restore_imaging/ppr_2.8.4.txt | 123 +++++++++++ .../std_restore_imaging/ppr_2.8.5.txt | 125 +++++++++++ 9 files changed, 1121 insertions(+) create mode 100644 shared/workspaces/alembic/versions/985ca1bdec62_dynamic_ppr_procedures.py create mode 100644 shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.4.txt create mode 100644 shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.5.txt create mode 100644 shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.4.txt create mode 100644 shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.5.txt create mode 100644 shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.4.txt create mode 100644 shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.5.txt create mode 100644 shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.4.txt create mode 100644 shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.5.txt diff --git a/shared/workspaces/alembic/versions/985ca1bdec62_dynamic_ppr_procedures.py b/shared/workspaces/alembic/versions/985ca1bdec62_dynamic_ppr_procedures.py new file mode 100644 index 000000000..fa232ca6c --- /dev/null +++ b/shared/workspaces/alembic/versions/985ca1bdec62_dynamic_ppr_procedures.py @@ -0,0 +1,111 @@ +# Copyright (C) 2023 Associated Universities, Inc. Washington DC, USA. +# +# This file is part of NRAO Workspaces. +# +# Workspaces is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# Workspaces is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with Workspaces. If not, see <https://www.gnu.org/licenses/>. +# +"""dynamic ppr procedures + +Revision ID: 985ca1bdec62 +Revises: 66a7692b56b4 +Create Date: 2024-07-09 11:48:19.626089 + +""" +from pathlib import Path + +import sqlalchemy as sa +from alembic import op + +# revision identifiers, used by Alembic. +revision = "985ca1bdec62" +down_revision = "66a7692b56b4" +branch_labels = None +depends_on = None + +ppr_name = "PPR.xml" +old_ppr = "ppr_2.8.4.txt" +new_ppr = "ppr_2.8.5.txt" + + +def set_content(capability: str, filename: str) -> bytes: + return (Path.cwd() / "versions" / "templates" / capability / filename).read_text().encode() + + +def upgrade(): + # Update the default PPRs to have mustache tags capable of dynamically rendering procedures + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('std_calibration', new_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='std_calibration' + """ + ) + + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('restore_cms', new_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='restore_cms' + """ + ) + + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('std_restore_imaging', new_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='std_restore_imaging' + """ + ) + + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('std_cms_imaging', new_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='std_cms_imaging' + """ + ) + + +def downgrade(): + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('std_calibration', old_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='std_calibration' + """ + ) + + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('restore_cms', old_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='restore_cms' + """ + ) + + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('std_restore_imaging', old_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='std_restore_imaging' + """ + ) + + op.execute( + f""" + UPDATE capability_templates + SET content=E'{set_content('std_cms_imaging', old_ppr)}' + WHERE filename=E'{ppr_name}' AND capability_name='std_cms_imaging' + """ + ) diff --git a/shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.4.txt b/shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.4.txt new file mode 100644 index 000000000..5f4778547 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.4.txt @@ -0,0 +1,36 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/{{projectCode}}</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents/> + <ProcessingProcedure> + <ProcedureTitle>Workspaces Restore</ProcedureTitle> + <ProcessingCommand> + <Command>hifv_restoredata</Command> + <ParameterSet/> + </ProcessingCommand> + <ProcessingCommand> + <Command>hifv_statwt</Command> + <ParameterSet/> + </ProcessingCommand> + </ProcessingProcedure> + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest>0 + </ProcessingRequests> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.5.txt b/shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.5.txt new file mode 100644 index 000000000..1c88f1081 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/restore_cms/ppr_2.8.5.txt @@ -0,0 +1,38 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/{{projectCode}}</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents/> +{{#casa_recipe}}{{.}}{{/casa_recipe}}{{^casa_recipe}} + <ProcessingProcedure> + <ProcedureTitle>Workspaces Restore</ProcedureTitle> + <ProcessingCommand> + <Command>hifv_restoredata</Command> + <ParameterSet/> + </ProcessingCommand> + <ProcessingCommand> + <Command>hifv_statwt</Command> + <ParameterSet/> + </ProcessingCommand> + </ProcessingProcedure> +{{/casa_recipe}} + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest>0 + </ProcessingRequests> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.4.txt b/shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.4.txt new file mode 100644 index 000000000..98c29a195 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.4.txt @@ -0,0 +1,200 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/null</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents> + <Intents> + <Keyword>VLA_INTERFEROMETRY_STANDARD_OBSERVING_MODE</Keyword> + <Value>Undefined</Value> + </Intents> + </ProcessingIntents> + <ProcessingProcedure> + + <ProcedureTitle>hifv_cal</ProcedureTitle> + + <ProcessingCommand> + <Command xmlns="">hifv_importdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_hanning</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_flagdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_tbuff</Keyword> + <Value xmlns="">1.5int</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">fracspw</Keyword> + <Value xmlns="">0.01</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">intents</Keyword> + <Value xmlns="">*POINTING*,*FOCUS*,*ATMOSPHERE*,*SIDEBAND_RATIO*, *UNKNOWN*, *SYSTEM_CONFIGURATION*, *UNSPECIFIED#UNSPECIFIED*</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_vlasetjy</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_priorcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_syspower</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_testBPdcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_checkflag</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">checkflagmode</Keyword> + <Value xmlns="">bpd-vla</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_semiFinalBPdcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_checkflag</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">checkflagmode</Keyword> + <Value xmlns="">allcals-vla</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_solint</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_fluxboot</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_finalcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_applycals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_checkflag</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">checkflagmode</Keyword> + <Value xmlns="">target-vla</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_statwt</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_plotsummary</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">intent</Keyword> + <Value xmlns="">PHASE,BANDPASS</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_masking</Keyword> + <Value xmlns="">centralregion</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_exportdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + </ProcessingProcedure> + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest> + </ProcessingRequests> + <ResultsProcessing> + <ArchiveResults>false</ArchiveResults> + <CleanUpDisk>false</CleanUpDisk> + <UpdateProjectLifeCycle>false</UpdateProjectLifeCycle> + <NotifyOperatorWhenDone>false</NotifyOperatorWhenDone> + <SDMall>false</SDMall> + <SDMonly>false</SDMonly> + <PipelineOperatorAddress>Unknown</PipelineOperatorAddress> + </ResultsProcessing> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.5.txt b/shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.5.txt new file mode 100644 index 000000000..ff821aef7 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/std_calibration/ppr_2.8.5.txt @@ -0,0 +1,202 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/null</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents> + <Intents> + <Keyword>VLA_INTERFEROMETRY_STANDARD_OBSERVING_MODE</Keyword> + <Value>Undefined</Value> + </Intents> + </ProcessingIntents> +{{#casa_recipe}}{{.}}{{/casa_recipe}}{{^casa_recipe}} + <ProcessingProcedure> + + <ProcedureTitle>hifv_cal</ProcedureTitle> + + <ProcessingCommand> + <Command xmlns="">hifv_importdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_hanning</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_flagdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_tbuff</Keyword> + <Value xmlns="">1.5int</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">fracspw</Keyword> + <Value xmlns="">0.01</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">intents</Keyword> + <Value xmlns="">*POINTING*,*FOCUS*,*ATMOSPHERE*,*SIDEBAND_RATIO*, *UNKNOWN*, *SYSTEM_CONFIGURATION*, *UNSPECIFIED#UNSPECIFIED*</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_vlasetjy</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_priorcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_syspower</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_testBPdcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_checkflag</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">checkflagmode</Keyword> + <Value xmlns="">bpd-vla</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_semiFinalBPdcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_checkflag</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">checkflagmode</Keyword> + <Value xmlns="">allcals-vla</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_solint</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_fluxboot</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_finalcals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_applycals</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_checkflag</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">checkflagmode</Keyword> + <Value xmlns="">target-vla</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_statwt</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_plotsummary</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">intent</Keyword> + <Value xmlns="">PHASE,BANDPASS</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_masking</Keyword> + <Value xmlns="">centralregion</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_exportdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + </ProcessingProcedure> +{{/casa_recipe}} + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest> + </ProcessingRequests> + <ResultsProcessing> + <ArchiveResults>false</ArchiveResults> + <CleanUpDisk>false</CleanUpDisk> + <UpdateProjectLifeCycle>false</UpdateProjectLifeCycle> + <NotifyOperatorWhenDone>false</NotifyOperatorWhenDone> + <SDMall>false</SDMall> + <SDMonly>false</SDMonly> + <PipelineOperatorAddress>Unknown</PipelineOperatorAddress> + </ResultsProcessing> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.4.txt b/shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.4.txt new file mode 100644 index 000000000..d5686cbb9 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.4.txt @@ -0,0 +1,142 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/null</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents> + <Intents> + <Keyword>VLA_INTERFEROMETRY_STANDARD_OBSERVING_MODE</Keyword> + <Value>Undefined</Value> + </Intents> + </ProcessingIntents> + <ProcessingProcedure> + + <ProcedureTitle>hifv_contimage_selfcal</ProcedureTitle> + + <ProcessingCommand> + <Command xmlns="">hifv_importdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_flagtargetsdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_mstransform</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_checkproductsize</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">maximsize</Keyword> + <Value xmlns="">16384</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">datatype</Keyword> + <Value xmlns="">regcal</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_cyclefactor</Keyword> + <Value xmlns="">3.0</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_selfcal</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">datatype</Keyword> + <Value xmlns="">selfcal</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_cyclefactor</Keyword> + <Value xmlns="">3.0</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_pbcor</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_exportdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">imaging_products_only</Keyword> + <Value xmlns="">True</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + </ProcessingProcedure> + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}.ms</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest> + </ProcessingRequests> + <ResultsProcessing> + <ArchiveResults>false</ArchiveResults> + <CleanUpDisk>false</CleanUpDisk> + <UpdateProjectLifeCycle>false</UpdateProjectLifeCycle> + <NotifyOperatorWhenDone>false</NotifyOperatorWhenDone> + <SDMall>false</SDMall> + <SDMonly>false</SDMonly> + <PipelineOperatorAddress>Unknown</PipelineOperatorAddress> + </ResultsProcessing> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.5.txt b/shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.5.txt new file mode 100644 index 000000000..6070e938f --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/std_cms_imaging/ppr_2.8.5.txt @@ -0,0 +1,144 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/null</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents> + <Intents> + <Keyword>VLA_INTERFEROMETRY_STANDARD_OBSERVING_MODE</Keyword> + <Value>Undefined</Value> + </Intents> + </ProcessingIntents> +{{#casa_recipe}}{{.}}{{/casa_recipe}}{{^casa_recipe}} + <ProcessingProcedure> + + <ProcedureTitle>hifv_contimage_selfcal</ProcedureTitle> + + <ProcessingCommand> + <Command xmlns="">hifv_importdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_flagtargetsdata</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_mstransform</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_checkproductsize</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">maximsize</Keyword> + <Value xmlns="">16384</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">datatype</Keyword> + <Value xmlns="">regcal</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_cyclefactor</Keyword> + <Value xmlns="">3.0</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_selfcal</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">datatype</Keyword> + <Value xmlns="">selfcal</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_cyclefactor</Keyword> + <Value xmlns="">3.0</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_pbcor</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + + <ProcessingCommand> + <Command xmlns="">hifv_exportdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">imaging_products_only</Keyword> + <Value xmlns="">True</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + + </ProcessingProcedure> +{{/casa_recipe}} + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}.ms</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest> + </ProcessingRequests> + <ResultsProcessing> + <ArchiveResults>false</ArchiveResults> + <CleanUpDisk>false</CleanUpDisk> + <UpdateProjectLifeCycle>false</UpdateProjectLifeCycle> + <NotifyOperatorWhenDone>false</NotifyOperatorWhenDone> + <SDMall>false</SDMall> + <SDMonly>false</SDMonly> + <PipelineOperatorAddress>Unknown</PipelineOperatorAddress> + </ResultsProcessing> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.4.txt b/shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.4.txt new file mode 100644 index 000000000..b307cd601 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.4.txt @@ -0,0 +1,123 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/{{projectCode}}</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents/> + <ProcessingProcedure> + <ProcedureTitle>Workspaces Restore Imaging</ProcedureTitle> + <ProcessingCommand> + <Command>hifv_restoredata</Command> + <ParameterSet/> + </ProcessingCommand> + <ProcessingCommand> + <Command>hifv_statwt</Command> + <ParameterSet/> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hifv_flagdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">intents</Keyword> + <Value xmlns="">*POINTING*,*FOCUS*,*ATMOSPHERE*,*SIDEBAND_RATIO*,*UNKNOWN*, *SYSTEM_CONFIGURATION*, *UNSPECIFIED#UNSPECIFIED*</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">quack</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">autocorr</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">baseband</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">edgespw</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">clip</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">online</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">shadow</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">scan</Keyword> + <Value xmlns="">True</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_mstransform</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_checkproductsize</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">maximsize</Keyword> + <Value xmlns="">16384</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_cyclefactor</Keyword> + <Value xmlns="">3.0</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hifv_pbcor</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hifv_exportdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">imaging_products_only</Keyword> + <Value xmlns="">True</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + </ProcessingProcedure> + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest> + </ProcessingRequests> +</ns2:SciPipeRequest> diff --git a/shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.5.txt b/shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.5.txt new file mode 100644 index 000000000..d74e92bd8 --- /dev/null +++ b/shared/workspaces/alembic/versions/templates/std_restore_imaging/ppr_2.8.5.txt @@ -0,0 +1,125 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<ns2:SciPipeRequest xmlns:ns2="Common/pipelinescience/SciPipeRequest"> + <ProjectSummary> + <ProposalCode>VLA/{{projectCode}}</ProposalCode> + <Observatory>NRAO</Observatory> + <Telescope>VLA</Telescope> + <ProcessingSite>Socorro</ProcessingSite> + <Operator>vlapipe</Operator> + <Mode>SCIENCE</Mode> + <Version>NGRH-ALMA-10_8</Version> + <CreationTime>{{created_at}}</CreationTime> + </ProjectSummary> + <ProjectStructure>TBD</ProjectStructure> + <ProcessingRequests> + <RootDirectory>{{root_directory}}</RootDirectory> + <ProcessingRequest> + <ProcessingIntents/> +{{#casa_recipe}}{{.}}{{/casa_recipe}}{{^casa_recipe}} + <ProcessingProcedure> + <ProcedureTitle>Workspaces Restore Imaging</ProcedureTitle> + <ProcessingCommand> + <Command>hifv_restoredata</Command> + <ParameterSet/> + </ProcessingCommand> + <ProcessingCommand> + <Command>hifv_statwt</Command> + <ParameterSet/> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hifv_flagdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">intents</Keyword> + <Value xmlns="">*POINTING*,*FOCUS*,*ATMOSPHERE*,*SIDEBAND_RATIO*,*UNKNOWN*, *SYSTEM_CONFIGURATION*, *UNSPECIFIED#UNSPECIFIED*</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">quack</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">autocorr</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">baseband</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">edgespw</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">clip</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">online</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">shadow</Keyword> + <Value xmlns="">False</Value> + </Parameter> + <Parameter> + <Keyword xmlns="">scan</Keyword> + <Value xmlns="">True</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_mstransform</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_checkproductsize</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">maximsize</Keyword> + <Value xmlns="">16384</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_makeimlist</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">specmode</Keyword> + <Value xmlns="">cont</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hif_makeimages</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">hm_cyclefactor</Keyword> + <Value xmlns="">3.0</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hifv_pbcor</Command> + <ParameterSet> + </ParameterSet> + </ProcessingCommand> + <ProcessingCommand> + <Command xmlns="">hifv_exportdata</Command> + <ParameterSet> + <Parameter> + <Keyword xmlns="">imaging_products_only</Keyword> + <Value xmlns="">True</Value> + </Parameter> + </ParameterSet> + </ProcessingCommand> + </ProcessingProcedure> +{{/casa_recipe}} + <DataSet> + <RelativePath>{{relative_path}}</RelativePath> + <SdmIdentifier>{{sdmId}}</SdmIdentifier> + <DataType>asdm</DataType> + </DataSet> + </ProcessingRequest> + </ProcessingRequests> +</ns2:SciPipeRequest> -- GitLab