Task Details View Api
Detailed view of a task.
GET /atdb/tasks/385675/
{ "id": 385675, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-02-15T22:24:16.430454Z", "filter": "lc10_013-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc10_013", "sas_id": "658636", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 759395, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 1368811520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_013/658636/L658636_SB240_uv.MS_46b28e9d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1367398400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_013/658636/L658636_SB241_uv.MS_eabfb5b6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1367398400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc10_013/658636/L658636_SB242_uv.MS_442bd985.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC10_013" }, "dataProduct": { "size": 377579520, "_type": "CorrelatedDataProduct", "subband": "SB-240", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L658636_SB240_uv.MS.tar", "startTime": "2018-06-21T19:40:48.000", "fileFormat": "AIPS++/CASA", "md5checksum": "ee638ccc3595c0659861b9106c5e5901", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-240", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 183984375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658636_SB240_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC10_013" }, "dataProduct": { "size": 377835520, "_type": "CorrelatedDataProduct", "subband": "SB-241", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L658636_SB241_uv.MS.tar", "startTime": "2018-06-21T19:40:48.000", "fileFormat": "AIPS++/CASA", "md5checksum": "3bbeb189cb81005f399012646c28af00", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-241", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 185546875 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658636_SB241_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC10_013" }, "dataProduct": { "size": 377907200, "_type": "CorrelatedDataProduct", "subband": "SB-242", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L658636_SB242_uv.MS.tar", "startTime": "2018-06-21T19:40:48.000", "fileFormat": "AIPS++/CASA", "md5checksum": "ebfb5a1b3145ec8f1732ffcfda648c72", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-242", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 187304687.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658636_SB242_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 45584, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$a5c6265d74ed094b6d619764579dc23d5cd13ef9", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 126039, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/L658636_SB240_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658636_SB240_uv.MS_DPPP.log", "checksum": "sha1$ff54dcdc3f974ec30aaf025228c8725dada54603", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/L658636_SB240_uv.MS_DPPP.log", "nameroot": "L658636_SB240_uv.MS_DPPP" }, { "size": 1672, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/L658636_SB240_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658636_SB240_uv.MS_DPPP_err.log", "checksum": "sha1$019503d989eb75fbbc241c637408a2110c407236", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/L658636_SB240_uv.MS_DPPP_err.log", "nameroot": "L658636_SB240_uv.MS_DPPP_err" } ], [ { "size": 126030, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/L658636_SB241_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658636_SB241_uv.MS_DPPP.log", "checksum": "sha1$eaa36e921584ee132feca080071b831a0a063a1b", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/L658636_SB241_uv.MS_DPPP.log", "nameroot": "L658636_SB241_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/L658636_SB241_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658636_SB241_uv.MS_DPPP_err.log", "checksum": "sha1$cd809649af6231176b9ad5b0f91eb297c72c00d5", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/L658636_SB241_uv.MS_DPPP_err.log", "nameroot": "L658636_SB241_uv.MS_DPPP_err" } ], [ { "size": 126030, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/L658636_SB242_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658636_SB242_uv.MS_DPPP.log", "checksum": "sha1$f1a893188aaf2c3e70e3f945ce75d2a6544fefa0", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/L658636_SB242_uv.MS_DPPP.log", "nameroot": "L658636_SB242_uv.MS_DPPP" }, { "size": 1672, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/L658636_SB242_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658636_SB242_uv.MS_DPPP_err.log", "checksum": "sha1$c44c2f2675afc39a6f4e0a0564b3a9b6e6a8fc52", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/L658636_SB242_uv.MS_DPPP_err.log", "nameroot": "L658636_SB242_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 44501, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/3C295_658636_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_658636_dataloss_antennae.png", "checksum": "sha1$143f8499f079e9d0f11198577c2fd43804b2ef53", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/3C295_658636_dataloss_antennae.png", "nameroot": "3C295_658636_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc10_013/1441780/3C295_658636_dataloss_antennae.png" }, { "size": 48941, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/3C295_658636_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_658636_noise_antennae.png", "checksum": "sha1$2c57374c6457e4293bc286a8f60a8c79bc165eb3", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/3C295_658636_noise_antennae.png", "nameroot": "3C295_658636_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc10_013/1441780/3C295_658636_noise_antennae.png" }, { "size": 42518, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/3C295_658636_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_658636_percflagged_antennae.png", "checksum": "sha1$8bc4e68d734422231dded54d38fcfe083212f34f", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/3C295_658636_percflagged_antennae.png", "nameroot": "3C295_658636_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc10_013/1441780/3C295_658636_percflagged_antennae.png" }, { "size": 56360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/3C295_658636_pointing.png", "class": "File", "nameext": ".png", "basename": "3C295_658636_pointing.png", "checksum": "sha1$38f2327ca72e138c3130310de86aae1b4ee3e0a5", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/3C295_658636_pointing.png", "nameroot": "3C295_658636_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc10_013/1441780/3C295_658636_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 5392558.396640922, "DE602HBA": 5558453.406639185, "DE603HBA": 138580318.42667824, "DE604HBA": 6862607.620615812, "DE605HBA": 5597326.392239323, "DE609HBA": 4564099.050503323, "FR606HBA": 5313158.024175899, "IE613HBA": 5318261.421095714, "PL610HBA": 5710229.029468852, "PL611HBA": 4304306.601048511, "PL612HBA": 5527596.499992253, "RS205HBA": 9403228.186656306, "RS208HBA": 21580262.601978656, "RS210HBA": 187181313.04896188, "RS305HBA": 184957630.28309244, "RS306HBA": 52224588.95173315, "RS307HBA": 38532583.86954321, "RS310HBA": 132362273.91821814, "RS406HBA": 77827692.6478104, "RS407HBA": 179955889.00039864, "RS409HBA": 338577022.81050813, "RS503HBA": 40501208.56714645, "RS508HBA": 146700058.06916344, "RS509HBA": 70616205.03570193, "SE607HBA": 5755369.765867436, "UK608HBA": 5526199.381236583, "CS001HBA0": 11637543.26648593, "CS001HBA1": 19099024.974300988, "CS002HBA0": 24506831.69412589, "CS002HBA1": 71308534.6671457, "CS003HBA0": 20625136.043902684, "CS003HBA1": 28735599.06453719, "CS004HBA0": 49266429.87133044, "CS004HBA1": 59490502.12447852, "CS005HBA0": 32120364.59528287, "CS005HBA1": 46971722.883203, "CS006HBA0": 9538091.231097631, "CS006HBA1": 12853868.046880595, "CS007HBA0": 32256535.41946306, "CS007HBA1": 44376826.76322075, "CS011HBA0": 13909479.695989156, "CS011HBA1": 28095211.408470817, "CS013HBA0": 26541566.82111838, "CS013HBA1": 41840579.789060816, "CS017HBA0": 20653385.374520198, "CS017HBA1": 9498797.875648098, "CS021HBA0": 60031728.6072935, "CS021HBA1": 28485739.093790885, "CS024HBA0": 34128877.72449904, "CS024HBA1": 21720452.902342014, "CS026HBA0": 12710546.376731226, "CS026HBA1": 9364877.715691436, "CS028HBA0": 30735998.269874826, "CS028HBA1": 30653774.493056625, "CS030HBA0": null, "CS030HBA1": null, "CS031HBA0": 19833395.406801917, "CS031HBA1": 13404650.64377265, "CS032HBA0": 95993549.46423009, "CS032HBA1": 27818312.172601923, "CS101HBA0": 47245645.2793538, "CS101HBA1": 25214275.35999577, "CS103HBA0": 24629156.410042852, "CS103HBA1": 34019172.22338626, "CS201HBA0": 14641430.96817624, "CS201HBA1": 31538112.653188795, "CS301HBA0": 32337933.4330301, "CS301HBA1": 10340864.578479609, "CS302HBA0": 18013030.241195794, "CS302HBA1": 24672969.016625937, "CS401HBA0": 45863622.759641625, "CS401HBA1": 12656542.940937188, "CS501HBA0": 25336057.345094375, "CS501HBA1": 40194155.49690733 }, "target": [ "3C295" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 89.3937886637029, "CasA": 63.8887478639975, "CygA": 57.338607061641625, "HerA": 57.53230892059051, "Moon": 55.87042204730104, "TauA": 93.60818880478799, "VirA": 44.64319497995251, "Jupiter": 67.46567514104977, "elevation_fraction": 1 }, "rfi_percent": 17.128871794871795, "median_dataloss": 21.24610947480381, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [ "RS106" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "poor", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 377579520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/COMPRESSED_L658636_SB240_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658636_SB240_uv.MS.tar", "checksum": "sha1$63544c84e7716837c488c6e085fb532d48da59ff", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/COMPRESSED_L658636_SB240_uv.MS.tar", "nameroot": "COMPRESSED_L658636_SB240_uv.MS" }, { "size": 377835520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/COMPRESSED_L658636_SB241_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658636_SB241_uv.MS.tar", "checksum": "sha1$a78c28de7c0a9a5eb9aafff77d1951dd808c73f4", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/COMPRESSED_L658636_SB241_uv.MS.tar", "nameroot": "COMPRESSED_L658636_SB241_uv.MS" }, { "size": 377907200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc10_013/658636/385675/COMPRESSED_L658636_SB242_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658636_SB242_uv.MS.tar", "checksum": "sha1$e1e3ab3788b01663230001e796ab55a13353d37d", "location": "file:///project/ldv/Share/run/2025/2/16/1431_385675/COMPRESSED_L658636_SB242_uv.MS.tar", "nameroot": "COMPRESSED_L658636_SB242_uv.MS" } ] }, "metrics": { "n_cpus": 4, "n_nodes": 1, "nodelist": "wn-la-08", "cpu_time_raw": 1040 }, "remarks": null, "status_history": [ "defining (2025-02-15T22:24:16Z)", "defined (2025-02-15T22:25:44Z)", "staging (2025-02-15T22:26:34Z)", "staged (2025-02-16T10:09:36Z)", "fetched (2025-02-16T10:10:00Z)", "processing (2025-02-16T13:00:32Z)", "aggregate (2025-02-16T13:05:12Z)", "aggregating (2025-02-16T13:05:26Z)", "processed (2025-02-16T13:05:27Z)", "storing (2025-02-16T13:19:38Z)", "stored (2025-02-16T13:21:42Z)", "validated (2025-02-18T10:56:38Z)", "scrubbing (2025-02-18T10:57:46Z)", "scrubbed (2025-02-18T10:58:17Z)", "pre_archiving (2025-02-20T21:16:19Z)", "pre_archived (2025-02-20T21:17:15Z)", "archiving (2025-02-20T21:18:39Z)", "archived (2025-02-20T21:20:37Z)", "finishing (2025-02-20T21:20:38Z)", "finished (2025-02-20T21:20:58Z)" ], "size_to_process": 4103608320, "size_processed": 1133943260, "total_processing_time": 1040, "nr_of_dps": 3, "log_entries": [ "6093168 - 385675 - staging (STAGER)", "6094169 - 385675 - staged (STAGER)", "6094177 - 385675 - fetched (copy_skipped)", "6094852 - 385675 - processing (running)", "6094901 - 385675 - processed (running)", "6094904 - 385675 - aggregating (collect_h5)", "6094905 - 385675 - processed (collected H5)", "6095020 - 385675 - storing (issuing_copying)", "6095025 - 385675 - storing (copy_issued)", "6095056 - 385675 - stored (copy_finished)", "6103227 - 385675 - scrubbing (STAGER)", "6103264 - 385675 - scrubbed (STAGER)", "6125487 - 385675 - pre_archiving (submitting)", "6125505 - 385675 - pre_archived (SIP created)", "6125510 - 385675 - archiving (submitting)", "6125511 - 385675 - archiving (submitting)", "6125512 - 385675 - archiving (submitting)", "6125516 - 385675 - archiving (ingested)", "6125517 - 385675 - archived (Success)", "6125518 - 385675 - finishing (cleaning)", "6125519 - 385675 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "2:00:00", "#SBATCH --cpus-per-task": 4 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBBF8EF50F04976E063164A17ACFC61", "lta_object_id": "2DBBF8EF50F04976E063164A17ACFC61", "sas_id_archived": "1441780", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3801, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }