Task Details View Api
Detailed view of a task.
GET /atdb/tasks/391035/
{ "id": 391035, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-11T11:41:20.875990Z", "filter": "lc7_026-aa-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc7_026", "sas_id": "580411", "priority": 100, "purge_policy": "yes", "cleanup_policy": "processed_failed", "resume": true, "workflow": 29, "stage_request_id": 771364, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 80568320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc7_026/580411/L580411_SB402_uv.MS_dfe2850c.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 80568320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc7_026/580411/L580411_SB403_uv.MS_6f527a80.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 80568320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc7_026/580411/L580411_SB404_uv.MS_26345073.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC7_026" }, "dataProduct": { "size": 25681920, "_type": "CorrelatedDataProduct", "subband": "SB-402", "duration": "PT24M58.079559S", "fileName": "COMPRESSED_L580411_SB402_uv.MS.tar", "startTime": "2017-03-17T10:31:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "16c6a3eecabdaf90392b8711907db942", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 48.828125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-402", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 152343750 }, "channelsPerSubband": 4, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 10.0139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L580411_SB402_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC7_026" }, "dataProduct": { "size": 25681920, "_type": "CorrelatedDataProduct", "subband": "SB-403", "duration": "PT24M58.079559S", "fileName": "COMPRESSED_L580411_SB403_uv.MS.tar", "startTime": "2017-03-17T10:31:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "dc1aaa24c4cef94b9eee0d6f27319739", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 48.828125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-403", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 152539062.5 }, "channelsPerSubband": 4, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 10.0139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L580411_SB403_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC7_026" }, "dataProduct": { "size": 25712640, "_type": "CorrelatedDataProduct", "subband": "SB-404", "duration": "PT24M58.079559S", "fileName": "COMPRESSED_L580411_SB404_uv.MS.tar", "startTime": "2017-03-17T10:31:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "f7a68c735fdb5b197a5a8be50426fbd3", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 48.828125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-404", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 152734375 }, "channelsPerSubband": 4, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 10.0139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L580411_SB404_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 28392, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$10bb9630c30ad5a19aff007dfd6d6e13b8e6fb83", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 91053, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/L580411_SB402_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L580411_SB402_uv.MS_DPPP.log", "checksum": "sha1$562191c736e8b05c05ef14d72e48c14017196f73", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/L580411_SB402_uv.MS_DPPP.log", "nameroot": "L580411_SB402_uv.MS_DPPP" }, { "size": 57, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/L580411_SB402_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L580411_SB402_uv.MS_DPPP_err.log", "checksum": "sha1$e0b3d253a158199be9e6b07fd430b53175e0b33c", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/L580411_SB402_uv.MS_DPPP_err.log", "nameroot": "L580411_SB402_uv.MS_DPPP_err" } ], [ { "size": 91058, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/L580411_SB403_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L580411_SB403_uv.MS_DPPP.log", "checksum": "sha1$048e4796c3e9bc597cbc125d3d430fc01c381b07", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/L580411_SB403_uv.MS_DPPP.log", "nameroot": "L580411_SB403_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/L580411_SB403_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L580411_SB403_uv.MS_DPPP_err.log", "checksum": "sha1$652aed99f1f474d7915b3aa1024f42be97e02605", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/L580411_SB403_uv.MS_DPPP_err.log", "nameroot": "L580411_SB403_uv.MS_DPPP_err" } ], [ { "size": 91058, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/L580411_SB404_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L580411_SB404_uv.MS_DPPP.log", "checksum": "sha1$72514f36e98ca33e5c13343244d8caa4af2e6324", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/L580411_SB404_uv.MS_DPPP.log", "nameroot": "L580411_SB404_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/L580411_SB404_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L580411_SB404_uv.MS_DPPP_err.log", "checksum": "sha1$e071b990aec49a7a1ab00ace04d22750f0e4f8d5", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/L580411_SB404_uv.MS_DPPP_err.log", "nameroot": "L580411_SB404_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 43571, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/SAP5_580411_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "SAP5_580411_dataloss_antennae.png", "checksum": "sha1$f499293d6ed9359883e3b8abaa50dc64fb0b1799", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/SAP5_580411_dataloss_antennae.png", "nameroot": "SAP5_580411_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1491204/SAP5_580411_dataloss_antennae.png" }, { "size": 49179, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/SAP5_580411_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "SAP5_580411_noise_antennae.png", "checksum": "sha1$e4241b9b11af343bef2f422b4c6516f693814878", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/SAP5_580411_noise_antennae.png", "nameroot": "SAP5_580411_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1491204/SAP5_580411_noise_antennae.png" }, { "size": 39777, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/SAP5_580411_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "SAP5_580411_percflagged_antennae.png", "checksum": "sha1$cbf74fe6b1bb2d4dbc390a7c81c3ea7ec4def592", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/SAP5_580411_percflagged_antennae.png", "nameroot": "SAP5_580411_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1491204/SAP5_580411_percflagged_antennae.png" }, { "size": 59706, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/SAP5_580411_pointing.png", "class": "File", "nameext": ".png", "basename": "SAP5_580411_pointing.png", "checksum": "sha1$c7272d69ec25a9fb7daecc7973de997e6e1118ef", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/SAP5_580411_pointing.png", "nameroot": "SAP5_580411_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1491204/SAP5_580411_pointing.png" } ], "summary": { "details": { "DStDev": { "RS106HBA": 118035.89673550264, "RS205HBA": 115173.20511260061, "RS208HBA": 112875.5876456208, "RS210HBA": 118807.10650056296, "RS305HBA": 106212.30996258947, "RS306HBA": 95687.07860591484, "RS307HBA": 105124.6221258298, "RS310HBA": 108084.38665559962, "RS406HBA": 108377.84570599342, "RS407HBA": 124533.81664722026, "RS409HBA": 113081.68563441496, "RS503HBA": 119355.77158907184, "RS508HBA": 109331.27534427587, "RS509HBA": 116083.19316030003, "CS001HBA0": 110654.58153166439, "CS001HBA1": 111292.02689071221, "CS002HBA0": 207979.32685069763, "CS002HBA1": 118559.39577334959, "CS003HBA0": 108381.78086508036, "CS003HBA1": 198290.53006915838, "CS004HBA0": 103571.12493219918, "CS004HBA1": 273963.882655167, "CS005HBA0": 131017.87821063702, "CS005HBA1": 111370.18590071294, "CS006HBA0": 118680.38991728201, "CS006HBA1": 217335.08519389742, "CS007HBA0": 119113.09570015114, "CS007HBA1": 132671.4972589422, "CS011HBA0": 134471.68158376336, "CS011HBA1": 127539.0125655361, "CS013HBA0": 282008.4175043301, "CS013HBA1": 268453.4630335729, "CS017HBA0": 110068.36917205204, "CS017HBA1": 111429.46501459354, "CS021HBA0": 117276.11663205634, "CS021HBA1": 111824.77157888943, "CS024HBA0": 113442.02716543846, "CS024HBA1": 131691.7786158437, "CS026HBA0": 211490.49813800672, "CS026HBA1": 180475.85303820204, "CS028HBA0": 243845.08909015928, "CS028HBA1": 226288.84066427947, "CS030HBA0": 122704.31462477497, "CS030HBA1": 126313.12837101809, "CS031HBA0": 109018.81773855057, "CS031HBA1": 113220.22719440892, "CS032HBA0": 113853.62185672205, "CS032HBA1": 106762.51814991163, "CS101HBA0": 127362.3786925295, "CS101HBA1": 140732.19645019405, "CS103HBA0": 119323.27502239571, "CS103HBA1": 114909.0460771896, "CS201HBA0": 116825.59844672086, "CS201HBA1": 112540.10330988621, "CS301HBA0": 344928.0495799354, "CS301HBA1": 323801.36699870514, "CS302HBA0": 130037.21965737219, "CS302HBA1": 143327.28427264054, "CS401HBA0": 126236.09057449733, "CS401HBA1": 103739.09167003172, "CS501HBA0": 130402.54629699021, "CS501HBA1": 159138.5653420243 }, "target": [ "SAP5" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA" ], "pointing": { "Sun": 45.98206767215382, "CasA": 35.67767185839305, "CygA": 20.714073800654702, "HerA": 68.78630297652326, "Moon": 96.86935974971222, "TauA": 104.40650202247885, "VirA": 118.69416383443239, "Jupiter": 120.62277949339475, "elevation_fraction": 1 }, "rfi_percent": 1.7117866666666668, "median_dataloss": 1.3413853051514324, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "DUTCH", "antennas_not_available": [ "IE613", "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "NA", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "NA", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 25681920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/COMPRESSED_L580411_SB402_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L580411_SB402_uv.MS.tar", "checksum": "sha1$58b9dedcd3ac4b02eaca0ce1eb73159f8dba916e", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/COMPRESSED_L580411_SB402_uv.MS.tar", "nameroot": "COMPRESSED_L580411_SB402_uv.MS" }, { "size": 25681920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/COMPRESSED_L580411_SB403_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L580411_SB403_uv.MS.tar", "checksum": "sha1$34e3aac757aca0171258034ef047e64c0e730c57", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/COMPRESSED_L580411_SB403_uv.MS.tar", "nameroot": "COMPRESSED_L580411_SB403_uv.MS" }, { "size": 25712640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580411/391035/COMPRESSED_L580411_SB404_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L580411_SB404_uv.MS.tar", "checksum": "sha1$4edcc600a60812ebf405962287442762f9090aaa", "location": "file:///project/ldv/Share/run/2025/3/12/1328_391035/COMPRESSED_L580411_SB404_uv.MS.tar", "nameroot": "COMPRESSED_L580411_SB404_uv.MS" } ] }, "metrics": { "n_cpus": 4, "n_nodes": 1, "nodelist": "wn-la-15", "cpu_time_raw": 400 }, "remarks": { "quality_sasid": "One high RFI peak > 45% pol I % at ~138 MHz." }, "status_history": [ "defining (2025-03-11T11:41:21Z)", "defined (2025-03-11T12:11:18Z)", "staging (2025-03-11T12:12:39Z)", "staged (2025-03-11T13:03:29Z)", "fetched (2025-03-11T13:05:26Z)", "processing (2025-03-11T19:11:56Z)", "processed_failed (2025-03-11T19:15:06Z)", "defined (2025-03-12T12:44:10Z)", "staging (2025-03-12T12:44:50Z)", "staged (2025-03-12T12:45:58Z)", "fetched (2025-03-12T12:46:24Z)", "processing (2025-03-12T12:53:30Z)", "aggregate (2025-03-12T12:56:59Z)", "aggregating (2025-03-12T12:57:09Z)", "processed (2025-03-12T12:57:10Z)", "storing (2025-03-12T13:09:28Z)", "stored (2025-03-12T13:20:04Z)", "validated (2025-03-14T14:29:47Z)", "scrubbing (2025-03-14T14:30:14Z)", "scrubbed (2025-03-14T14:30:27Z)", "pre_archiving (2025-03-14T16:04:37Z)", "pre_archived (2025-03-14T16:05:01Z)", "archiving (2025-03-14T16:19:15Z)", "archived (2025-03-14T17:13:15Z)", "finishing (2025-03-14T17:13:16Z)", "finished (2025-03-14T17:13:33Z)" ], "size_to_process": 241704960, "size_processed": 77570449, "total_processing_time": 400, "nr_of_dps": 3, "log_entries": [ "6237659 - 391035 - staging (STAGER)", "6238755 - 391035 - staged (STAGER)", "6238891 - 391035 - fetched (copy_skipped)", "6242736 - 391035 - processing (running)", "6242843 - 391035 - processed_failed (running)", "6247744 - 391035 - staging (STAGER)", "6247820 - 391035 - staged (STAGER)", "6247897 - 391035 - fetched (copy_skipped)", "6248287 - 391035 - processing (running)", "6248512 - 391035 - processed (running)", "6248536 - 391035 - aggregating (collect_h5)", "6248539 - 391035 - processed (collected H5)", "6249145 - 391035 - storing (issuing_copying)", "6249160 - 391035 - storing (copy_issued)", "6249729 - 391035 - stored (copy_finished)", "6271525 - 391035 - scrubbing (STAGER)", "6271542 - 391035 - scrubbed (STAGER)", "6272775 - 391035 - pre_archiving (submitting)", "6272778 - 391035 - pre_archived (SIP created)", "6272911 - 391035 - archiving (submitting)", "6272913 - 391035 - archiving (submitting)", "6272914 - 391035 - archiving (submitting)", "6273777 - 391035 - archiving (ingested)", "6273778 - 391035 - archived (Success)", "6273779 - 391035 - finishing (cleaning)", "6273782 - 391035 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "10:00:00", "#SBATCH --cpus-per-task": 4 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBC6BBDC5E14978E063164A17AC5E0A", "lta_object_id": "2DBC6BBDC5E14978E063164A17AC5E0A", "sas_id_archived": "1491204", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 4125, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }