Task Details View Api
Detailed view of a task.
GET /atdb/tasks/397390/
{ "id": 397390, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-25T11:56:46.792774Z", "filter": "lt10_010-mi-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654720", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 783721, "status": "scrubbed", "new_status": "scrubbed", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 65188270080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654720/L654720_SB088_uv.MS_69838ab6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 65188270080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654720/L654720_SB089_uv.MS_ea59b6a1.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 65188433920, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654720/L654720_SB090_uv.MS_be135daf.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 17990932480, "_type": "CorrelatedDataProduct", "subband": "SB-88", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654720_SB088_uv.MS.tar", "startTime": "2018-05-28T20:00:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "aa5c4224a8970f1a955126bbaf971c4f", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-88", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 138281250 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654720_SB088_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 17991720960, "_type": "CorrelatedDataProduct", "subband": "SB-89", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654720_SB089_uv.MS.tar", "startTime": "2018-05-28T20:00:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "7bf6f9906b7192c7007b46f4a9a1ed1a", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-89", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 138476562.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654720_SB089_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 17991321600, "_type": "CorrelatedDataProduct", "subband": "SB-90", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654720_SB090_uv.MS.tar", "startTime": "2018-05-28T20:00:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "79be561478d3a9c2a79a0bddb8038007", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-90", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 138671875 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654720_SB090_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 261616, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$c4bf3bb8d0dbd64375ca6e08e0e8dda30f0ede08", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 126086, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/L654720_SB088_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654720_SB088_uv.MS_DPPP.log", "checksum": "sha1$4aa8537d4aae7e78f7239d49f34acdbef3528d62", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/L654720_SB088_uv.MS_DPPP.log", "nameroot": "L654720_SB088_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/L654720_SB088_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654720_SB088_uv.MS_DPPP_err.log", "checksum": "sha1$42eeed893d4caeb47b5d899f2ce57a027549d565", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/L654720_SB088_uv.MS_DPPP_err.log", "nameroot": "L654720_SB088_uv.MS_DPPP_err" } ], [ { "size": 126086, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/L654720_SB089_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654720_SB089_uv.MS_DPPP.log", "checksum": "sha1$3d70a283eacbe62c7ec80676d238b093d2ec4e34", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/L654720_SB089_uv.MS_DPPP.log", "nameroot": "L654720_SB089_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/L654720_SB089_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654720_SB089_uv.MS_DPPP_err.log", "checksum": "sha1$f996c5aa9d5cdcc2a89a6a53f95d478be64c63ec", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/L654720_SB089_uv.MS_DPPP_err.log", "nameroot": "L654720_SB089_uv.MS_DPPP_err" } ], [ { "size": 126086, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/L654720_SB090_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654720_SB090_uv.MS_DPPP.log", "checksum": "sha1$fd1bba98813d079bcb5c532a15888f987517b8c7", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/L654720_SB090_uv.MS_DPPP.log", "nameroot": "L654720_SB090_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/L654720_SB090_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654720_SB090_uv.MS_DPPP_err.log", "checksum": "sha1$e6d0b16abc7777e306e7ac457e607e4c0d7cd1e5", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/L654720_SB090_uv.MS_DPPP_err.log", "nameroot": "L654720_SB090_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 50067, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/P249+38_654720_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P249+38_654720_dataloss_antennae.png", "checksum": "sha1$0c2252caec08fa200491eef2fcf7dc15d23cc172", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/P249%2B38_654720_dataloss_antennae.png", "nameroot": "P249+38_654720_dataloss_antennae" }, { "size": 51259, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/P249+38_654720_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P249+38_654720_noise_antennae.png", "checksum": "sha1$0b6144995bf7ee18136cc50f49d03b448803b261", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/P249%2B38_654720_noise_antennae.png", "nameroot": "P249+38_654720_noise_antennae" }, { "size": 56489, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/P249+38_654720_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P249+38_654720_percflagged_antennae.png", "checksum": "sha1$053cdddf72e24b3e797e7d4e04537e6101467da0", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/P249%2B38_654720_percflagged_antennae.png", "nameroot": "P249+38_654720_percflagged_antennae" }, { "size": 79363, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/P249+38_654720_pointing.png", "class": "File", "nameext": ".png", "basename": "P249+38_654720_pointing.png", "checksum": "sha1$190c1ad5fad888fba2fa9465dae7fb73cda56f2a", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/P249%2B38_654720_pointing.png", "nameroot": "P249+38_654720_pointing" } ], "summary": { "details": { "DStDev": { "DE601HBA": 2041602.2322773812, "DE602HBA": 2087606.2132970267, "DE603HBA": 2076750.9153383407, "DE605HBA": 2003103.312121371, "DE609HBA": 1530137.9664273662, "FR606HBA": 1986064.1376485494, "IE613HBA": 2053875.66732165, "PL610HBA": 9283722.224330837, "PL611HBA": 1730006.021572915, "PL612HBA": 2188048.079968377, "RS106HBA": 1229765.694232376, "RS205HBA": 1196921.6037662877, "RS208HBA": 1220974.2158143488, "RS210HBA": 1241912.7576166731, "RS305HBA": 1174458.7601060043, "RS306HBA": 980432.8293354424, "RS307HBA": 1208654.9055749741, "RS310HBA": 1188280.7235163606, "RS406HBA": 941569.3462572722, "RS407HBA": 947463.0265520369, "RS409HBA": 1298739.8854433473, "RS503HBA": 1144366.524545473, "RS508HBA": 1166752.9430090887, "RS509HBA": 1242803.2024236887, "SE607HBA": 2056445.5328387134, "UK608HBA": 2038301.6933682975, "CS001HBA0": 1221684.631070225, "CS001HBA1": 1143148.5343810352, "CS002HBA0": 1176601.0297038874, "CS002HBA1": 1189453.68172911, "CS003HBA0": 1195400.8284979984, "CS003HBA1": 1237009.7336770068, "CS004HBA0": 1177393.4198295758, "CS004HBA1": 1219788.5523065105, "CS005HBA0": 1154685.324010075, "CS005HBA1": 1223843.1078235987, "CS006HBA0": 1229997.2488765633, "CS006HBA1": 1141744.4925336763, "CS007HBA0": 1216445.3378257912, "CS007HBA1": 1232146.5665677143, "CS011HBA0": 1149963.578986939, "CS011HBA1": 1227006.8190854625, "CS013HBA0": 1210729.5616945866, "CS013HBA1": 1230058.7413460303, "CS017HBA0": 1163439.0572322614, "CS017HBA1": 1188978.9318598635, "CS021HBA0": 1196944.3572868505, "CS021HBA1": 1164816.7934330623, "CS024HBA0": 1213704.532879533, "CS024HBA1": 1210431.0162171219, "CS026HBA0": 1198129.0186906913, "CS026HBA1": 1196546.1220934803, "CS028HBA0": 1216407.6651629768, "CS028HBA1": 1207939.698941261, "CS030HBA0": 1241450.9804909653, "CS030HBA1": 1102949.1190267839, "CS031HBA0": 1202377.7260276037, "CS031HBA1": 1204331.0869319392, "CS032HBA0": 1196303.0013158135, "CS032HBA1": 1087255.0346108037, "CS101HBA0": 1176601.922686594, "CS101HBA1": 1162952.792473726, "CS103HBA0": 1240089.293496671, "CS103HBA1": 1169048.5771113755, "CS201HBA0": 1160352.7147957417, "CS201HBA1": 1218270.9756168579, "CS301HBA0": 1213220.1188976816, "CS301HBA1": 1202739.980735153, "CS302HBA0": 981509.2960064296, "CS302HBA1": 1132713.005419321, "CS401HBA0": 1255700.9432477974, "CS401HBA1": 1095917.0421502502, "CS501HBA0": 1195696.8210570598, "CS501HBA1": 1215584.8875382235 }, "target": [ "P249+38" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 120.75862206067754, "CasA": 63.94117301728868, "CygA": 38.833589937872055, "HerA": 32.75576723326843, "Moon": 53.96768357369474, "TauA": 118.8778580436647, "VirA": 60.01705934953484, "Jupiter": 58.18624798996453, "elevation_fraction": 1 }, "rfi_percent": 0.9833768205128206, "median_dataloss": 0.05758876193213136, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "DE604" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 17990932480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/COMPRESSED_L654720_SB088_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654720_SB088_uv.MS.tar", "checksum": "sha1$5979bc363e63fbcea2d31b56bb9c30494c776f53", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/COMPRESSED_L654720_SB088_uv.MS.tar", "nameroot": "COMPRESSED_L654720_SB088_uv.MS" }, { "size": 17991720960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/COMPRESSED_L654720_SB089_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654720_SB089_uv.MS.tar", "checksum": "sha1$84ece94bf8f68e0aba1d65bc12d313979643b49b", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/COMPRESSED_L654720_SB089_uv.MS.tar", "nameroot": "COMPRESSED_L654720_SB089_uv.MS" }, { "size": 17991321600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654720/397390/COMPRESSED_L654720_SB090_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654720_SB090_uv.MS.tar", "checksum": "sha1$39e131f432d07c3b1d17a516f064641109bfc2a4", "location": "file:///project/ldv/Share/run/2025/4/1/2154_397390/COMPRESSED_L654720_SB090_uv.MS.tar", "nameroot": "COMPRESSED_L654720_SB090_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-dc-10", "cpu_time_raw": 22352 }, "remarks": null, "status_history": [ "defining (2025-03-25T11:56:47Z)", "defined (2025-03-28T11:04:35Z)", "staging (2025-03-28T11:05:22Z)", "staged (2025-03-28T15:28:27Z)", "fetched (2025-03-28T15:28:33Z)", "processing (2025-03-28T20:52:48Z)", "processed_failed (2025-03-29T06:35:00Z)", "fetched (2025-04-01T18:33:12Z)", "processing (2025-04-01T18:33:26Z)", "processed_failed (2025-04-01T19:34:22Z)", "fetched (2025-04-01T19:38:52Z)", "processing (2025-04-01T19:44:01Z)", "aggregate (2025-04-01T20:35:37Z)", "aggregating (2025-04-01T20:35:47Z)", "processed (2025-04-01T20:35:48Z)", "storing (2025-04-01T20:36:18Z)", "stored (2025-04-01T20:40:01Z)", "validated (2025-04-02T09:26:46Z)", "scrubbing (2025-04-02T09:27:21Z)", "scrubbed (2025-04-02T09:28:16Z)" ], "size_to_process": 195564974080, "size_processed": 53974852268, "total_processing_time": 22352, "nr_of_dps": 3, "log_entries": [ "6395414 - 397390 - (regular) - 654720 - staging (STAGER)", "6396658 - 397390 - (regular) - 654720 - staged (STAGER)", "6396659 - 397390 - (regular) - 654720 - fetched (copy_skipped)", "6398526 - 397390 - (regular) - 654720 - processing (running)", "6399438 - 397390 - (regular) - 654720 - processed_failed (running)", "6399606 - 397390 - (regular) - 654720 - processing (running)", "6399677 - 397390 - (regular) - 654720 - processed_failed (running)", "6399722 - 397390 - (regular) - 654720 - processing (running)", "6399823 - 397390 - (regular) - 654720 - stored (copy_finished)", "6399797 - 397390 - (regular) - 654720 - processed (running)", "6399799 - 397390 - (regular) - 654720 - aggregating (collect_h5)", "6399801 - 397390 - (regular) - 654720 - processed (collected H5)", "6399805 - 397390 - (regular) - 654720 - storing (issuing_copying)", "6399807 - 397390 - (regular) - 654720 - storing (copy_issued)", "6401462 - 397390 - (regular) - 654720 - scrubbing (STAGER)", "6401522 - 397390 - (regular) - 654720 - scrubbed (STAGER)" ], "meta_scheduling": { "#SBATCH --time": "2:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": null, "activity": 4383, "service_filter": "srm.grid.sara.nl", "ingest_location": null }