Skip to content
Snippets Groups Projects
Commit 5e579cb0 authored by Daniel Nemergut's avatar Daniel Nemergut
Browse files

Updating the manifest test with an example from the JIRA ticket

parent 8da83d3f
No related branches found
No related tags found
2 merge requests!1452Merge 2.8.2 to main,!1384WS-1769 Updating the manifest test with an example from the JIRA ticket
Pipeline #10041 passed
Stage: pull-db
Hide whitespace changes
Inline Side-by-side
apps/cli/executables/pexable/ingest_envoy/test/conftest.py
+ 52
− 9
View file @ 5e579cb0
......@@ -113,17 +113,55 @@ EXAMPLE_MANIFEST_FILE = find_example_manifest("image_manifest_tmpx_ratuqh")
ADDITIONAL_METADATA_FILENAME = "aux_image_metadata.json"
PRIMARY_BEAM_ANCILLARY = AncillaryProduct(
type=AncillaryProductType.PB_FITS, filename="oussid.1-93305_sci.L_band.cont.I.pb.tt0.fits"
type=AncillaryProductType.PB_FITS, filename="oussid.J1522+3934_sci.K_band.cont.I.pb.tt0.fits"
)
CLEAN_MASK_ANCILLARY = AncillaryProduct(
type=AncillaryProductType.FITS_MASK, filename="oussid.1-93305_sci.L_band.cont.I.mask.fits"
type=AncillaryProductType.FITS_MASK, filename="oussid.J1522+3934_sci.K_band.cont.I.mask.fits"
)
OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES = [PRIMARY_BEAM_ANCILLARY, CLEAN_MASK_ANCILLARY]
ALPHA_ERROR = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.K_band.cont.I.alpha.error.fits"
)
ALPHA = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.K_band.cont.I.alpha.fits"
)
TT0 = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.K_band.cont.I.tt0.fits"
)
TT1 = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.K_band.cont.I.tt1.fits"
)
OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES_K = [PRIMARY_BEAM_ANCILLARY, CLEAN_MASK_ANCILLARY, ALPHA_ERROR, ALPHA, TT0, TT1]
OUTPUT_SCIENCE_PRODUCT_K = OutputScienceProduct(
product_type=AncillaryProductType.FITS,
filename="oussid.J1522+3934_sci.K_band.cont.I.pbcor.tt0.fits",
ancillary_products=OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES_K,
)
PRIMARY_BEAM_ANCILLARY = AncillaryProduct(
type=AncillaryProductType.PB_FITS, filename="oussid.J1522+3934_sci.X_band.cont.I.pb.tt0.fits"
)
CLEAN_MASK_ANCILLARY = AncillaryProduct(
type=AncillaryProductType.FITS_MASK, filename="oussid.J1522+3934_sci.X_band.cont.I.mask.fits"
)
ALPHA_ERROR = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.X_band.cont.I.alpha.error.fits"
)
ALPHA = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.X_band.cont.I.alpha.fits"
)
TT0 = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.X_band.cont.I.tt0.fits"
)
TT1 = AncillaryProduct(
type=AncillaryProductType.FITS, filename="oussid.J1522+3934_sci.X_band.cont.I.tt1.fits"
)
OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES_X = [PRIMARY_BEAM_ANCILLARY, CLEAN_MASK_ANCILLARY, ALPHA_ERROR, ALPHA, TT0, TT1]
OUTPUT_SCIENCE_PRODUCT = OutputScienceProduct(
OUTPUT_SCIENCE_PRODUCT_X = OutputScienceProduct(
product_type=AncillaryProductType.FITS,
filename="oussid.1-93305_sci.L_band.cont.I.tt0.fits",
ancillary_products=OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES,
filename="oussid.J1522+3934_sci.X_band.cont.I.pbcor.tt0.fits",
ancillary_products=OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES_X,
)
# input files
......@@ -142,7 +180,8 @@ ANCILLARY_PRODUCTS = [WEBLOG_ANCILLARY, INGESTION_AF_ANCILLARY, PIPELINE_AF_ANCI
STAGING_DIR_FILES = [
"aux_image_metadata.json",
"oussid.1-93305_sci.L_band.cont.I.tt0.fits",
"oussid.J1522+3934_sci.K_band.cont.I.pbcor.tt0.fits",
"oussid.J1522+3934_sci.X_band.cont.I.pbcor.tt0.fits",
]
......@@ -155,7 +194,10 @@ def populate_fake_tmpx_ratuqh_ingest_path(staging_source_dir: Path, is_final: bo
"""
fake_files_to_create = [ADDITIONAL_METADATA_FILENAME]
for product in OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES:
for product in OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES_K:
fake_files_to_create.append(product.filename)
for product in OUTPUT_GROUP_SCIENCE_PRODUCT_ANCILLARIES_X:
fake_files_to_create.append(product.filename)
fake_files_to_create.append(PIPELINE_AF_ANCILLARY.filename)
......@@ -163,7 +205,8 @@ def populate_fake_tmpx_ratuqh_ingest_path(staging_source_dir: Path, is_final: bo
if is_final:
fake_files_to_create.append(INIT_WEBLOG_ANCILLARY.filename)
fake_files_to_create.append(OUTPUT_SCIENCE_PRODUCT.filename)
fake_files_to_create.append(OUTPUT_SCIENCE_PRODUCT_K.filename)
fake_files_to_create.append(OUTPUT_SCIENCE_PRODUCT_X.filename)
files = []
for filename in fake_files_to_create:
......
apps/cli/executables/pexable/ingest_envoy/test/examples/image_manifest_tmpx_ratuqh.json
+ 49
− 3
View file @ 5e579cb0
......@@ -18,15 +18,61 @@
"science_products": [
{
"type": "fits_image",
"filename": "oussid.1-93305_sci.L_band.cont.I.tt0.fits",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.pbcor.tt0.fits",
"ancillary_products": [
{
"type": "primary_beam",
"filename": "oussid.1-93305_sci.L_band.cont.I.pb.tt0.fits"
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.pb.tt0.fits"
},
{
"type": "clean_mask",
"filename": "oussid.1-93305_sci.L_band.cont.I.mask.fits"
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.mask.fits"
},
{
"type": "spectral_index",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.alpha.error.fits"
},
{
"type": "spectral_index",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.alpha.fits"
},
{
"type": "fits_image",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.tt0.fits"
},
{
"type": "fits_image",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.K_band.cont.I.tt1.fits"
}
]
},
{
"type": "fits_image",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.pbcor.tt0.fits",
"ancillary_products": [
{
"type": "primary_beam",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.pb.tt0.fits"
},
{
"type": "clean_mask",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.mask.fits"
},
{
"type": "spectral_index",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.alpha.error.fits"
},
{
"type": "spectral_index",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.alpha.fits"
},
{
"type": "fits_image",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.tt0.fits"
},
{
"type": "fits_image",
"filename": "16B-069.MJD57713.51329133102.J1522+3934_sci.X_band.cont.I.tt1.fits"
}
]
}
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment