Task Details View Api
Detailed view of a task.
GET /atdb/tasks/35591/
{ "id": 35591, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-07-10T04:20:55.340042Z", "filter": "ldv-spec:130", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_005", "sas_id": "654216", "priority": 100, "purge_policy": "yes", "cleanup_policy": "discarded", "resume": true, "workflow": 22, "stage_request_id": 49648, "status": "discarded", "new_status": "discarded", "quality": null, "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20580659200, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/654216/L654216_SAP001_B056_P000_bf_2a758228.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6343485440, "_type": "PulpDataProduct", "fileName": "L654216_SAP001_B056_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f3f92a788341f51a8663379ad5c46a68", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654216_SAP001_B056_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L654216_SAP001_B056_P000_bf.tar_filecontent.txt", "checksum": "sha1$abe66834d982d01e157da4813f4442bcca08792f", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654216_SAP001_B056_P000_bf.tar_filecontent.txt", "nameroot": "L654216_SAP001_B056_P000_bf.tar_filecontent" } } }, "file_name": "L654216_SAP001_B056_P000_bf.tar" } ], "quality": { "plots": [ { "size": 266016, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/B0138+59_L654214_SAP1_BEAM56_PSR_B0138+59.pfd.png", "class": "File", "nameext": ".png", "basename": "B0138+59_L654214_SAP1_BEAM56_PSR_B0138+59.pfd.png", "checksum": "sha1$b96a1065f4793e801d5fbbf6c71ba4f9bf3fe4c4", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/B0138%2B59_L654214_SAP1_BEAM56_PSR_B0138%2B59.pfd.png", "nameroot": "B0138+59_L654214_SAP1_BEAM56_PSR_B0138+59.pfd" }, { "size": 272455, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/B0138+59_L654214_SAP1_BEAM56_diag.png", "class": "File", "nameext": ".png", "basename": "B0138+59_L654214_SAP1_BEAM56_diag.png", "checksum": "sha1$cb426347d761ee4d7d77e72b2ab0cc6ddad18b3f", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/B0138%2B59_L654214_SAP1_BEAM56_diag.png", "nameroot": "B0138+59_L654214_SAP1_BEAM56_diag" }, { "size": 268715, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/B0138+59_L654214_SAP1_BEAM56_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "B0138+59_L654214_SAP1_BEAM56_diag_pdmp.png", "checksum": "sha1$56ca16e4b7c4c9a43c87637ec1c11daaaf7375d5", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/B0138%2B59_L654214_SAP1_BEAM56_diag_pdmp.png", "nameroot": "B0138+59_L654214_SAP1_BEAM56_diag_pdmp" }, { "size": 266179, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/B0138+59_L654214_SAP1_BEAM56_nomask_PSR_B0138+59.pfd.png", "class": "File", "nameext": ".png", "basename": "B0138+59_L654214_SAP1_BEAM56_nomask_PSR_B0138+59.pfd.png", "checksum": "sha1$e4d04e9e52820ff3879469795c86816ad9aee4df", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/B0138%2B59_L654214_SAP1_BEAM56_nomask_PSR_B0138%2B59.pfd.png", "nameroot": "B0138+59_L654214_SAP1_BEAM56_nomask_PSR_B0138+59.pfd" }, { "size": 236078, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/B0138+59_L654214_SAP1_BEAM56_pdmp.png", "class": "File", "nameext": ".png", "basename": "B0138+59_L654214_SAP1_BEAM56_pdmp.png", "checksum": "sha1$e37d0723a03295c5960aa28148f823d55d8e5f81", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/B0138%2B59_L654214_SAP1_BEAM56_pdmp.png", "nameroot": "B0138+59_L654214_SAP1_BEAM56_pdmp" }, { "size": 224071, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654214_SAP1_BEAM56_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L654214_SAP1_BEAM56_rfifind-0.png", "checksum": "sha1$2196ab2039e9d16c39967b49b6756547616ac9e2", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654214_SAP1_BEAM56_rfifind-0.png", "nameroot": "L654214_SAP1_BEAM56_rfifind-0" }, { "size": 52330, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654214_SAP1_BEAM56_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L654214_SAP1_BEAM56_rfifind-1.png", "checksum": "sha1$ea6d0ebd456de6ac7cf2ed1a2371510c4fdcf148", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654214_SAP1_BEAM56_rfifind-1.png", "nameroot": "L654214_SAP1_BEAM56_rfifind-1" }, { "size": 5342, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654214_sap001_beam0056.rfifind.log", "class": "File", "nameext": ".log", "basename": "L654214_sap001_beam0056.rfifind.log", "checksum": "sha1$aad4d2bdd89ae1b7c5bca7d0c939f43e6a633c07", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654214_sap001_beam0056.rfifind.log", "nameroot": "L654214_sap001_beam0056.rfifind" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654214_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L654214_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$bcdf366d4c04438ec358258aa4f0d90ea76f43d7", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654214_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log", "nameroot": "L654214_SAP1_BEAM56_2bit_ldv_psrfits_requantisation" }, { "size": 1629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654216-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L654216-ldv-summary.log", "checksum": "sha1$58a20b285a8ef10350498fab168052f32c82da38", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654216-ldv-summary.log_2", "nameroot": "L654216-ldv-summary" } ], "details": {}, "summary": { "L654216_SAP001_B056_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM56/L654214_SAP1_BEAM56_2bit.fits", "stokes/SAP1/BEAM56/L654214_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM56/L654214_SAP1_BEAM56.fits" ], "input_name": "L654216_SAP001_B056_P000_bf.tar", "input_size": 20580659200, "size_ratio": 0.30822557131697703, "output_name": "L654216_SAP001_B056_P000_bf.tar", "output_size": 6343485440, "rfi_percent": 9.451, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM56/L654214_SAP1_BEAM56_2bit.fits", "stokes/SAP1/BEAM56/L654214_SAP1_BEAM56_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM56/L654214_SAP1_BEAM56.fits" ], "input_name": "L654216_SAP001_B056_P000_bf.tar", "input_size": 20580659200, "size_ratio": 0.30822557131697703, "output_name": "L654216_SAP001_B056_P000_bf.tar", "output_size": 6343485440, "rfi_percent": 9.451, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } ], "tar_archive": [ { "size": 6343485440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654216_SAP001_B056_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L654216_SAP001_B056_P000_bf.tar", "checksum": "sha1$8f64ce8efbbff0265128314b31e57f689286e302", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654216_SAP001_B056_P000_bf.tar", "nameroot": "L654216_SAP001_B056_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/654216/35591/L654216-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L654216-ldv-summary.log", "checksum": "sha1$cd5ebfc4ad7bb95842749577cb5107ddea622e49", "location": "file:///project/ldv/Share/run/2023/7/10/837_35591/L654216-ldv-summary.log", "nameroot": "L654216-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-12", "cpu_time_raw": 378 }, "remarks": { "discard_reason": "" }, "status_history": [ "defining (2023-07-10T04:20:55Z)", "defined (2023-07-10T04:21:38Z)", "staging (2023-07-10T04:23:10Z)", "staged (2023-07-10T06:12:21Z)", "fetched (2023-07-10T06:36:27Z)", "processing (2023-07-10T06:53:41Z)", "processed (2023-07-10T07:00:37Z)", "storing (2023-07-10T08:12:28Z)", "stored_failed (2023-07-10T09:24:56Z)", "processed (2023-07-10T09:34:13Z)", "storing (2023-07-10T09:52:24Z)", "stored_failed (2023-07-10T10:52:19Z)", "stored (2023-07-10T10:52:20Z)", "discard (2023-07-14T12:25:06Z)", "discarding (2023-07-14T12:31:10Z)", "discarded (2023-07-14T12:31:10Z)", "discard (2023-07-18T11:26:44Z)", "discarding (2023-07-18T11:31:57Z)", "discarded (2023-07-18T11:31:57Z)", "discarding (2023-07-18T11:31:59Z)", "discarded (2023-07-18T11:31:59Z)", "discard (2023-08-02T11:07:44Z)", "discarding (2023-08-02T11:15:57Z)", "discarded (2023-08-02T11:15:57Z)" ], "size_to_process": 20580659200, "size_processed": 6345085853, "total_processing_time": 378, "nr_of_dps": null, "log_entries": [ "318165 - 35591 - staging (STAGER)", "319070 - 35591 - staged (STAGER)", "319165 - 35591 - fetched (copy_skipped)", "319390 - 35591 - processing (running)", "319449 - 35591 - processed (running)", "319821 - 35591 - storing (issuing_copying)", "319822 - 35591 - storing (copy_issued)", "320224 - 35591 - stored_failed (copy_finished)", "320348 - 35591 - storing (issuing_copying)", "320349 - 35591 - storing (copy_issued)", "320389 - 35591 - stored_failed (Failing removing inputs data)", "320390 - 35591 - stored (copy_finished)", "323756 - 35591 - discarding (cleaning up)", "323757 - 35591 - discarded (cleaned)", "326694 - 35591 - discarding (cleaning up)", "326696 - 35591 - discarded (cleaned)", "326715 - 35591 - discarding (cleaning up)", "326718 - 35591 - discarded (cleaned)", "330770 - 35591 - discarding (cleaning up)", "330771 - 35591 - discarded (cleaned)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 634, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }