Task Details View Api
Detailed view of a task.
GET /atdb/tasks/92035/
{ "id": 92035, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-09-19T07:38:22.977477Z", "filter": "lc9_023-mi-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_023", "sas_id": "652040", "priority": 110, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 150374, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20580567040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/652040/L652040_SAP000_B012_P000_bf_b03ee6c7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6343403520, "_type": "PulpDataProduct", "fileName": "L652040_SAP000_B012_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "68f43e4d199c8ab1f7aa204cf22a6a83", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2809, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652040_SAP000_B012_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L652040_SAP000_B012_P000_bf.tar_filecontent.txt", "checksum": "sha1$d76868df0fe1d1bf95adb1a1b9fe523f2be9bde7", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652040_SAP000_B012_P000_bf.tar_filecontent.txt", "nameroot": "L652040_SAP000_B012_P000_bf.tar_filecontent" } } }, "file_name": "L652040_SAP000_B012_P000_bf.tar" } ], "quality": { "plots": [ { "size": 255222, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/B1530+27_L652038_SAP0_BEAM12_PSR_B1530+27.pfd.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP0_BEAM12_PSR_B1530+27.pfd.png", "checksum": "sha1$714c815b32cc76650d5e8c3344c8f499084a5c68", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/B1530%2B27_L652038_SAP0_BEAM12_PSR_B1530%2B27.pfd.png", "nameroot": "B1530+27_L652038_SAP0_BEAM12_PSR_B1530+27.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP0_BEAM12_PSR_B1530+27.pfd.png" }, { "size": 328028, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/B1530+27_L652038_SAP0_BEAM12_diag.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP0_BEAM12_diag.png", "checksum": "sha1$2a9137b060950c9402d6ae4aaff1c0c6ff1c73c5", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/B1530%2B27_L652038_SAP0_BEAM12_diag.png", "nameroot": "B1530+27_L652038_SAP0_BEAM12_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP0_BEAM12_diag.png" }, { "size": 275509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/B1530+27_L652038_SAP0_BEAM12_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP0_BEAM12_diag_pdmp.png", "checksum": "sha1$0d3f06e2779db690503a92208a589eb7b3e0eee4", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/B1530%2B27_L652038_SAP0_BEAM12_diag_pdmp.png", "nameroot": "B1530+27_L652038_SAP0_BEAM12_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP0_BEAM12_diag_pdmp.png" }, { "size": 254897, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/B1530+27_L652038_SAP0_BEAM12_nomask_PSR_B1530+27.pfd.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP0_BEAM12_nomask_PSR_B1530+27.pfd.png", "checksum": "sha1$947339bae29e24c94c5feea201883094a802c043", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/B1530%2B27_L652038_SAP0_BEAM12_nomask_PSR_B1530%2B27.pfd.png", "nameroot": "B1530+27_L652038_SAP0_BEAM12_nomask_PSR_B1530+27.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP0_BEAM12_nomask_PSR_B1530+27.pfd.png" }, { "size": 225480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/B1530+27_L652038_SAP0_BEAM12_pdmp.png", "class": "File", "nameext": ".png", "basename": "B1530+27_L652038_SAP0_BEAM12_pdmp.png", "checksum": "sha1$0ad795b5630ec27d0abbd6ff37e156f702fd3f50", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/B1530%2B27_L652038_SAP0_BEAM12_pdmp.png", "nameroot": "B1530+27_L652038_SAP0_BEAM12_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/B1530+27_L652038_SAP0_BEAM12_pdmp.png" }, { "size": 215934, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652038_SAP0_BEAM12_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L652038_SAP0_BEAM12_rfifind-0.png", "checksum": "sha1$7953b5471ee62d6d583c330707a9ab7a4bf3bfba", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652038_SAP0_BEAM12_rfifind-0.png", "nameroot": "L652038_SAP0_BEAM12_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_SAP0_BEAM12_rfifind-0.png" }, { "size": 45323, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652038_SAP0_BEAM12_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L652038_SAP0_BEAM12_rfifind-1.png", "checksum": "sha1$de272f6e82c3e17ba0eb3e9618d3da491d1072ca", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652038_SAP0_BEAM12_rfifind-1.png", "nameroot": "L652038_SAP0_BEAM12_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_SAP0_BEAM12_rfifind-1.png" }, { "size": 5341, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652038_sap000_beam0012.rfifind.log", "class": "File", "nameext": ".log", "basename": "L652038_sap000_beam0012.rfifind.log", "checksum": "sha1$059644fbaa1f097fdce96f3bcc5016471ff73c77", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652038_sap000_beam0012.rfifind.log", "nameroot": "L652038_sap000_beam0012.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_sap000_beam0012.rfifind.log" }, { "size": 6433, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652038_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L652038_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$4fd46b6c0bbae58ea52d3c26fdf5d419d7ea722f", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652038_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log", "nameroot": "L652038_SAP0_BEAM12_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652038_SAP0_BEAM12_2bit_projects_psrfits_requantisation.log" }, { "size": 1671, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652040_SAP000_B012-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L652040_SAP000_B012-ldv-summary.log", "checksum": "sha1$9dbb1f41a74ee9bb06cd930134528bc99da26e70", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652040_SAP000_B012-ldv-summary.log_2", "nameroot": "L652040_SAP000_B012-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1100102/L652040_SAP000_B012-projects-summary.log_2" } ], "details": {}, "summary": { "L652040_SAP000_B012_P000_bf.tar": { "added": [ "incoherentstokes/SAP0/BEAM12/L652038_SAP0_BEAM12_2bit.fits", "incoherentstokes/SAP0/BEAM12/L652038_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "incoherentstokes/SAP0/BEAM12/L652038_SAP0_BEAM12.fits" ], "input_name": "L652040_SAP000_B012_P000_bf.tar", "input_size": 20580567040, "size_ratio": 0.3082229711004114, "output_name": "L652040_SAP000_B012_P000_bf.tar", "output_size": 6343403520, "rfi_percent": 7.915, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "incoherentstokes/SAP0/BEAM12/L652038_SAP0_BEAM12_2bit.fits", "incoherentstokes/SAP0/BEAM12/L652038_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "incoherentstokes/SAP0/BEAM12/L652038_SAP0_BEAM12.fits" ], "input_name": "L652040_SAP000_B012_P000_bf.tar", "input_size": 20580567040, "size_ratio": 0.3082229711004114, "output_name": "L652040_SAP000_B012_P000_bf.tar", "output_size": 6343403520, "rfi_percent": 7.915, "input_size_str": "19.17 GB", "output_size_str": "5.91 GB" } ], "tar_archive": [ { "size": 6343403520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652040_SAP000_B012_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L652040_SAP000_B012_P000_bf.tar", "checksum": "sha1$7c4fa37e8c31fd8f5bf9a7d3783b96e4e8c7795f", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652040_SAP000_B012_P000_bf.tar", "nameroot": "L652040_SAP000_B012_P000_bf" } ], "summary_file": [ { "size": 1275, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/652040/92035/L652040_SAP000_B012-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L652040_SAP000_B012-ldv-summary.log", "checksum": "sha1$4abdc0ca28f2989a4731fe04d2ba004235902384", "location": "file:///project/ldv/Share/run/2023/9/19/101_92035/L652040_SAP000_B012-ldv-summary.log", "nameroot": "L652040_SAP000_B012-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-03", "cpu_time_raw": 454 }, "remarks": null, "status_history": [ "defining (2023-09-19T07:38:22Z)", "defined (2023-09-19T07:44:49Z)", "staging (2023-09-19T07:45:17Z)", "staged (2023-09-19T08:00:55Z)", "fetched (2023-09-19T08:02:44Z)", "processing (2023-09-19T08:05:04Z)", "processed (2023-09-19T08:12:48Z)", "storing (2023-09-19T08:14:58Z)", "stored (2023-09-19T08:18:24Z)", "validated (2023-09-19T11:12:36Z)", "scrubbing (2023-09-19T11:13:21Z)", "scrubbed (2023-09-19T11:13:54Z)", "archiving (2023-10-01T20:05:51Z)", "archived (2023-10-01T20:10:05Z)", "finishing (2023-10-01T20:10:08Z)", "finished (2023-10-01T20:10:20Z)" ], "size_to_process": 20580567040, "size_processed": 6345018633, "total_processing_time": 454, "nr_of_dps": null, "log_entries": [ "1090484 - 92035 - staging (STAGER)", "1091057 - 92035 - staged (STAGER)", "1091083 - 92035 - fetched (copy_skipped)", "1091131 - 92035 - processing (running)", "1091325 - 92035 - processed (running)", "1091381 - 92035 - storing (issuing_copying)", "1091382 - 92035 - storing (copy_issued)", "1091462 - 92035 - stored (copy_finished)", "1096825 - 92035 - scrubbing (STAGER)", "1096925 - 92035 - scrubbed (STAGER)", "1329640 - 92035 - archiving (submitting)", "1329652 - 92035 - archiving (running)", "1329744 - 92035 - archiving (ingested)", "1329751 - 92035 - archived (Success)", "1329753 - 92035 - finishing (cleaning)", "1329757 - 92035 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C9839076C83F7EE053164A17ACA05F", "lta_object_id": "F7C9839076C83F7EE053164A17ACA05F", "sas_id_archived": "1100102" }, "activity": 2861, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }