Task Details View Api
Detailed view of a task.
GET /atdb/tasks/119061/
{ "id": 119061, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-10-04T06:49:44.113045Z", "filter": "lt10_005-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_005", "sas_id": "760617", "priority": 100, "purge_policy": "yes", "cleanup_policy": "archived_failed", "resume": true, "workflow": 22, "stage_request_id": 207694, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20580648960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_005/760617/L760617_SAP000_B014_P000_bf_e021b600.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6343475200, "_type": "PulpDataProduct", "fileName": "L760617_SAP000_B014_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "789a7f215cc73ea2f9f39cc31078fb65", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760617_SAP000_B014_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L760617_SAP000_B014_P000_bf.tar_filecontent.txt", "checksum": "sha1$5a9733cfa3d5ec13331fc16199eac5d666c3794f", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760617_SAP000_B014_P000_bf.tar_filecontent.txt", "nameroot": "L760617_SAP000_B014_P000_bf.tar_filecontent" } } }, "file_name": "L760617_SAP000_B014_P000_bf.tar" } ], "quality": { "plots": [ { "size": 265906, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/J1929+17_L760615_SAP0_BEAM14_PSR_J1929+17.pfd.png", "class": "File", "nameext": ".png", "basename": "J1929+17_L760615_SAP0_BEAM14_PSR_J1929+17.pfd.png", "checksum": "sha1$b4a819b9576f385530d5d1adf1afb12837d30f22", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/J1929%2B17_L760615_SAP0_BEAM14_PSR_J1929%2B17.pfd.png", "nameroot": "J1929+17_L760615_SAP0_BEAM14_PSR_J1929+17.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM14_PSR_J1929+17.pfd.png" }, { "size": 277329, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/J1929+17_L760615_SAP0_BEAM14_diag.png", "class": "File", "nameext": ".png", "basename": "J1929+17_L760615_SAP0_BEAM14_diag.png", "checksum": "sha1$525a1224af335630714288267e26dbd763078556", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/J1929%2B17_L760615_SAP0_BEAM14_diag.png", "nameroot": "J1929+17_L760615_SAP0_BEAM14_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM14_diag.png" }, { "size": 274204, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/J1929+17_L760615_SAP0_BEAM14_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1929+17_L760615_SAP0_BEAM14_diag_pdmp.png", "checksum": "sha1$384fc8be18d5e0a9cb52433b01e7dffe8c15fe83", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/J1929%2B17_L760615_SAP0_BEAM14_diag_pdmp.png", "nameroot": "J1929+17_L760615_SAP0_BEAM14_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM14_diag_pdmp.png" }, { "size": 264315, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/J1929+17_L760615_SAP0_BEAM14_nomask_PSR_J1929+17.pfd.png", "class": "File", "nameext": ".png", "basename": "J1929+17_L760615_SAP0_BEAM14_nomask_PSR_J1929+17.pfd.png", "checksum": "sha1$1d515aa35280966004ebb863e4810341e04e1b37", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/J1929%2B17_L760615_SAP0_BEAM14_nomask_PSR_J1929%2B17.pfd.png", "nameroot": "J1929+17_L760615_SAP0_BEAM14_nomask_PSR_J1929+17.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM14_nomask_PSR_J1929+17.pfd.png" }, { "size": 235139, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/J1929+17_L760615_SAP0_BEAM14_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1929+17_L760615_SAP0_BEAM14_pdmp.png", "checksum": "sha1$f4952062b59e965bb4e1500d66d982451cd40db0", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/J1929%2B17_L760615_SAP0_BEAM14_pdmp.png", "nameroot": "J1929+17_L760615_SAP0_BEAM14_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/J1929+17_L760615_SAP0_BEAM14_pdmp.png" }, { "size": 214864, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760615_SAP0_BEAM14_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L760615_SAP0_BEAM14_rfifind-0.png", "checksum": "sha1$f01a3b23aa34e1cf75b67a1f0778a7c43499194b", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760615_SAP0_BEAM14_rfifind-0.png", "nameroot": "L760615_SAP0_BEAM14_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_SAP0_BEAM14_rfifind-0.png" }, { "size": 51383, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760615_SAP0_BEAM14_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L760615_SAP0_BEAM14_rfifind-1.png", "checksum": "sha1$3c13144cd36f4a621d5e6068f4a1a6d8cb38e9cd", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760615_SAP0_BEAM14_rfifind-1.png", "nameroot": "L760615_SAP0_BEAM14_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_SAP0_BEAM14_rfifind-1.png" }, { "size": 5341, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760615_sap000_beam0014.rfifind.log", "class": "File", "nameext": ".log", "basename": "L760615_sap000_beam0014.rfifind.log", "checksum": "sha1$e70747210f165007ad061e7f4e4f47755e120a7b", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760615_sap000_beam0014.rfifind.log", "nameroot": "L760615_sap000_beam0014.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_sap000_beam0014.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760615_SAP0_BEAM14_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L760615_SAP0_BEAM14_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$3a2b40a74080ba9b97209c7d55c5d3249a505841", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760615_SAP0_BEAM14_2bit_ldv_psrfits_requantisation.log", "nameroot": "L760615_SAP0_BEAM14_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760615_SAP0_BEAM14_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760617_SAP000_B014-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L760617_SAP000_B014-ldv-summary.log", "checksum": "sha1$924fb042cf166d7179555500a60bb68a81b1bf61", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760617_SAP000_B014-ldv-summary.log_2", "nameroot": "L760617_SAP000_B014-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_005/1128811/L760617_SAP000_B014-projects-summary.log_2" } ], "details": {}, "summary": { "L760617_SAP000_B014_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM14/L760615_SAP0_BEAM14_2bit.fits", "stokes/SAP0/BEAM14/L760615_SAP0_BEAM14_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM14/L760615_SAP0_BEAM14.fits" ], "input_name": "L760617_SAP000_B014_P000_bf.tar", "input_size": 20580648960, "size_ratio": 0.3082252271213123, "output_name": "L760617_SAP000_B014_P000_bf.tar", "output_size": 6343475200, "rfi_percent": 9.234, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM14/L760615_SAP0_BEAM14_2bit.fits", "stokes/SAP0/BEAM14/L760615_SAP0_BEAM14_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM14/L760615_SAP0_BEAM14.fits" ], "input_name": "L760617_SAP000_B014_P000_bf.tar", "input_size": 20580648960, "size_ratio": 0.3082252271213123, "output_name": "L760617_SAP000_B014_P000_bf.tar", "output_size": 6343475200, "rfi_percent": 9.234, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } ], "tar_archive": [ { "size": 6343475200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760617_SAP000_B014_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L760617_SAP000_B014_P000_bf.tar", "checksum": "sha1$6b47039236650fc70b54b65e2d309ec62223a3ac", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760617_SAP000_B014_P000_bf.tar", "nameroot": "L760617_SAP000_B014_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_005/760617/119061/L760617_SAP000_B014-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L760617_SAP000_B014-ldv-summary.log", "checksum": "sha1$1952632a2caedeec19744aa3137bf2d6f4915b42", "location": "file:///project/ldv/Share/run/2023/10/8/1652_119061/L760617_SAP000_B014-ldv-summary.log", "nameroot": "L760617_SAP000_B014-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-02", "cpu_time_raw": 422 }, "remarks": null, "status_history": [ "defining (2023-10-04T06:49:44Z)", "defined (2023-10-08T08:16:42Z)", "staging (2023-10-08T08:16:48Z)", "staged (2023-10-08T14:32:11Z)", "fetched (2023-10-08T14:32:32Z)", "processing (2023-10-08T14:32:53Z)", "processed (2023-10-08T14:40:03Z)", "storing (2023-10-08T14:40:24Z)", "stored (2023-10-08T14:41:17Z)", "validated (2023-10-08T18:15:46Z)", "scrubbing (2023-10-08T18:16:17Z)", "scrubbed (2023-10-08T18:16:51Z)", "archiving (2023-10-28T17:24:36Z)", "archived_failed (2023-10-28T17:24:36Z)", "scrubbed (2023-10-30T08:42:27Z)", "archiving (2023-11-03T22:45:00Z)", "archived (2023-11-03T22:48:26Z)", "finishing (2023-11-03T22:48:29Z)", "finished (2023-11-03T22:48:46Z)" ], "size_to_process": 20580648960, "size_processed": 6345072920, "total_processing_time": 422, "nr_of_dps": null, "log_entries": [ "1490169 - 119061 - staging (STAGER)", "1495551 - 119061 - staged (STAGER)", "1495553 - 119061 - fetched (copy_skipped)", "1495562 - 119061 - processing (running)", "1495635 - 119061 - processed (running)", "1495636 - 119061 - storing (issuing_copying)", "1495639 - 119061 - storing (copy_issued)", "1495646 - 119061 - stored (copy_finished)", "1497461 - 119061 - scrubbing (STAGER)", "1497564 - 119061 - scrubbed (STAGER)", "1726148 - 119061 - archiving (submitting)", "1726149 - 119061 - archived_failed (invalid_metadata)", "1826242 - 119061 - archiving (submitting)", "1826249 - 119061 - archiving (running)", "1826312 - 119061 - archiving (ingested)", "1826319 - 119061 - archived (Success)", "1826324 - 119061 - finishing (cleaning)", "1826332 - 119061 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=0885D888F9890CADE063144A17AC9CA6", "lta_object_id": "0885D888F9890CADE063144A17AC9CA6", "sas_id_archived": "1128811" }, "activity": 2028, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }