Task Details View Api
Detailed view of a task.
GET /atdb/tasks/343158/
{ "id": 343158, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-06-09T22:08:07.471507Z", "filter": "lt5_004-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "431538", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 663841, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354017280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/431538/L431538_SAP000_B018_P000_bf_bbc570c6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025062400, "_type": "PulpDataProduct", "fileName": "L431538_SAP000_B018_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d070d198e4fe15a954b0997874d4ec6d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431538_SAP000_B018_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L431538_SAP000_B018_P000_bf.tar_filecontent.txt", "checksum": "sha1$6f2770fc27b5c0bc16725a5a35a11d56a470732b", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431538_SAP000_B018_P000_bf.tar_filecontent.txt", "nameroot": "L431538_SAP000_B018_P000_bf.tar_filecontent" } } }, "file_name": "L431538_SAP000_B018_P000_bf.tar" } ], "quality": { "plots": [ { "size": 271397, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/J1909+1859_L431536_SAP0_BEAM18_PSR_J1909+1859.pfd.png", "class": "File", "nameext": ".png", "basename": "J1909+1859_L431536_SAP0_BEAM18_PSR_J1909+1859.pfd.png", "checksum": "sha1$87076a6c7da9fd6040c242c847c0922d3aa1e616", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/J1909%2B1859_L431536_SAP0_BEAM18_PSR_J1909%2B1859.pfd.png", "nameroot": "J1909+1859_L431536_SAP0_BEAM18_PSR_J1909+1859.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/J1909+1859_L431536_SAP0_BEAM18_PSR_J1909+1859.pfd.png" }, { "size": 455240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/J1909+1859_L431536_SAP0_BEAM18_diag.png", "class": "File", "nameext": ".png", "basename": "J1909+1859_L431536_SAP0_BEAM18_diag.png", "checksum": "sha1$7799fc42fea80ffe77f13c7db351693ee73d88e7", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/J1909%2B1859_L431536_SAP0_BEAM18_diag.png", "nameroot": "J1909+1859_L431536_SAP0_BEAM18_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/J1909+1859_L431536_SAP0_BEAM18_diag.png" }, { "size": 452944, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/J1909+1859_L431536_SAP0_BEAM18_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1909+1859_L431536_SAP0_BEAM18_diag_pdmp.png", "checksum": "sha1$9318f4f9e37c0056767687377226961b4ce55e4d", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/J1909%2B1859_L431536_SAP0_BEAM18_diag_pdmp.png", "nameroot": "J1909+1859_L431536_SAP0_BEAM18_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/J1909+1859_L431536_SAP0_BEAM18_diag_pdmp.png" }, { "size": 272727, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/J1909+1859_L431536_SAP0_BEAM18_nomask_PSR_J1909+1859.pfd.png", "class": "File", "nameext": ".png", "basename": "J1909+1859_L431536_SAP0_BEAM18_nomask_PSR_J1909+1859.pfd.png", "checksum": "sha1$8ad2e0f99a497c86c116fe05cce62d337ad67799", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/J1909%2B1859_L431536_SAP0_BEAM18_nomask_PSR_J1909%2B1859.pfd.png", "nameroot": "J1909+1859_L431536_SAP0_BEAM18_nomask_PSR_J1909+1859.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/J1909+1859_L431536_SAP0_BEAM18_nomask_PSR_J1909+1859.pfd.png" }, { "size": 231203, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/J1909+1859_L431536_SAP0_BEAM18_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1909+1859_L431536_SAP0_BEAM18_pdmp.png", "checksum": "sha1$a329782f4def7c141e98eb4a18dc350f18a86699", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/J1909%2B1859_L431536_SAP0_BEAM18_pdmp.png", "nameroot": "J1909+1859_L431536_SAP0_BEAM18_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/J1909+1859_L431536_SAP0_BEAM18_pdmp.png" }, { "size": 224525, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431536_SAP0_BEAM18_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L431536_SAP0_BEAM18_rfifind-0.png", "checksum": "sha1$74e91f7d091b583ce335bb37f6aa53eed349c236", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431536_SAP0_BEAM18_rfifind-0.png", "nameroot": "L431536_SAP0_BEAM18_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/L431536_SAP0_BEAM18_rfifind-0.png" }, { "size": 51657, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431536_SAP0_BEAM18_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L431536_SAP0_BEAM18_rfifind-1.png", "checksum": "sha1$3220dfe97b8191d31443b38dbfacc05c1f500e78", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431536_SAP0_BEAM18_rfifind-1.png", "nameroot": "L431536_SAP0_BEAM18_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/L431536_SAP0_BEAM18_rfifind-1.png" }, { "size": 5129, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431536_sap000_beam0018.rfifind.log", "class": "File", "nameext": ".log", "basename": "L431536_sap000_beam0018.rfifind.log", "checksum": "sha1$f1344342b407ffa8955d8d6da7ce38a24afb05da", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431536_sap000_beam0018.rfifind.log", "nameroot": "L431536_sap000_beam0018.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/L431536_sap000_beam0018.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431536_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L431536_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$62791ad02c5817ae76c798bd2f949950b836ca7f", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431536_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log", "nameroot": "L431536_SAP0_BEAM18_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/L431536_SAP0_BEAM18_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431538_SAP000_B018-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L431538_SAP000_B018-ldv-summary.log", "checksum": "sha1$10bb7da5ba51e99143e0b5a790bc1d4d149ffb37", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431538_SAP000_B018-ldv-summary.log_2", "nameroot": "L431538_SAP000_B018-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1352635/L431538_SAP000_B018-projects-summary.log_2" } ], "details": {}, "summary": { "L431538_SAP000_B018_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM18/L431536_SAP0_BEAM18_2bit.fits", "stokes/SAP0/BEAM18/L431536_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM18/L431536_SAP0_BEAM18.fits" ], "input_name": "L431538_SAP000_B018_P000_bf.tar", "input_size": 20354017280, "size_ratio": 0.29601342659369106, "output_name": "L431538_SAP000_B018_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 9.313, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM18/L431536_SAP0_BEAM18_2bit.fits", "stokes/SAP0/BEAM18/L431536_SAP0_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM18/L431536_SAP0_BEAM18.fits" ], "input_name": "L431538_SAP000_B018_P000_bf.tar", "input_size": 20354017280, "size_ratio": 0.29601342659369106, "output_name": "L431538_SAP000_B018_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 9.313, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025062400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431538_SAP000_B018_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L431538_SAP000_B018_P000_bf.tar", "checksum": "sha1$e934023eb484cc5ca8a821d0bc0feee728c3a46c", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431538_SAP000_B018_P000_bf.tar", "nameroot": "L431538_SAP000_B018_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/431538/343158/L431538_SAP000_B018-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L431538_SAP000_B018-ldv-summary.log", "checksum": "sha1$8e5269db174e6fa3931aa138ce31d374d737cebc", "location": "file:///project/ldv/Share/run/2024/6/10/213_343158/L431538_SAP000_B018-ldv-summary.log", "nameroot": "L431538_SAP000_B018-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-01", "cpu_time_raw": 351 }, "remarks": null, "status_history": [ "defining (2024-06-09T22:08:07Z)", "defined (2024-06-09T22:10:54Z)", "staging (2024-06-09T22:12:10Z)", "staged (2024-06-10T00:46:44Z)", "fetched (2024-06-10T00:48:06Z)", "processing (2024-06-10T00:48:14Z)", "processed (2024-06-10T00:54:11Z)", "storing (2024-06-10T00:55:19Z)", "stored (2024-06-10T00:57:27Z)", "validated (2024-06-10T06:26:51Z)", "scrubbing (2024-06-10T06:27:51Z)", "scrubbed (2024-06-10T06:29:02Z)", "pre_archiving (2024-07-07T17:44:52Z)", "pre_archived (2024-07-07T17:45:24Z)", "archiving (2024-07-07T23:47:13Z)", "archived (2024-07-08T02:48:01Z)", "finishing (2024-07-08T02:48:02Z)", "finished (2024-07-08T02:48:17Z)" ], "size_to_process": 20354017280, "size_processed": 6027036461, "total_processing_time": 351, "nr_of_dps": null, "log_entries": [ "5144750 - 343158 - staging (STAGER)", "5147059 - 343158 - staged (STAGER)", "5147086 - 343158 - fetched (copy_skipped)", "5147094 - 343158 - processing (running)", "5147182 - 343158 - processed (running)", "5147196 - 343158 - storing (issuing_copying)", "5147199 - 343158 - storing (copy_issued)", "5147225 - 343158 - stored (copy_finished)", "5149314 - 343158 - scrubbing (STAGER)", "5149420 - 343158 - scrubbed (STAGER)", "5540071 - 343158 - pre_archiving (submitting)", "5540073 - 343158 - pre_archived (SIP created)", "5546443 - 343158 - archiving (submitting)", "5547138 - 343158 - archiving (ingested)", "5547140 - 343158 - archived (Success)", "5547141 - 343158 - finishing (cleaning)", "5547142 - 343158 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1A844DB9A635533FE063164A17AC202D", "lta_object_id": "1A844DB9A635533FE063164A17AC202D", "sas_id_archived": "1352635", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3387, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }