Task Details View Api
Detailed view of a task.
GET /atdb/tasks/373882/
{ "id": 373882, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-16T14:03:16.070192Z", "filter": "lt5_004-np-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "404262", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 725849, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20353996800, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/404262/L404262_SAP001_B022_P000_bf_4264fb37.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354037760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/404262/L404262_SAP001_B023_P000_bf_4159fcbc.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354078720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/404262/L404262_SAP001_B024_P000_bf_678194cd.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354078720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/404262/L404262_SAP001_B025_P000_bf_58e19c3c.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025052160, "_type": "PulpDataProduct", "fileName": "L404262_SAP001_B022_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fb61ffd1743dfed3e906e8b9261a1274", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B022_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L404262_SAP001_B022_P000_bf.tar_filecontent.txt", "checksum": "sha1$8478dc4cd3432df9867801115c6e6953130c02c5", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B022_P000_bf.tar_filecontent.txt", "nameroot": "L404262_SAP001_B022_P000_bf.tar_filecontent" } } }, "file_name": "L404262_SAP001_B022_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025062400, "_type": "PulpDataProduct", "fileName": "L404262_SAP001_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "bc2c0db60fbb8e4a17bf92b2502db22a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L404262_SAP001_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$e1dce73ed537156d2487123f4df227e691abbbac", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B023_P000_bf.tar_filecontent.txt", "nameroot": "L404262_SAP001_B023_P000_bf.tar_filecontent" } } }, "file_name": "L404262_SAP001_B023_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025113600, "_type": "PulpDataProduct", "fileName": "L404262_SAP001_B024_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c3f92e2a3aebe5d28dc0d6721479ff04", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B024_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L404262_SAP001_B024_P000_bf.tar_filecontent.txt", "checksum": "sha1$4c4db64a9b00b173643c25f357b920390c19f3b8", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B024_P000_bf.tar_filecontent.txt", "nameroot": "L404262_SAP001_B024_P000_bf.tar_filecontent" } } }, "file_name": "L404262_SAP001_B024_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025103360, "_type": "PulpDataProduct", "fileName": "L404262_SAP001_B025_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e600a7867f1246b29065018b6789850d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B025_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L404262_SAP001_B025_P000_bf.tar_filecontent.txt", "checksum": "sha1$6583189029fc76786e955c9627f733c8c9760f9a", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B025_P000_bf.tar_filecontent.txt", "nameroot": "L404262_SAP001_B025_P000_bf.tar_filecontent" } } }, "file_name": "L404262_SAP001_B025_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L404262_SAP001_B022_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM22/L404260_SAP1_BEAM22_2bit.fits", "stokes/SAP1/BEAM22/L404260_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM22/L404260_SAP1_BEAM22.fits" ], "input_name": "L404262_SAP001_B022_P000_bf.tar", "input_size": 20353996800, "is_summary": false, "size_ratio": 0.29601322134432095, "output_name": "L404262_SAP001_B022_P000_bf.tar", "output_size": 6025052160, "rfi_percent": 9.578, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L404262_SAP001_B023_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM23/L404260_SAP1_BEAM23_2bit.fits", "stokes/SAP1/BEAM23/L404260_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM23/L404260_SAP1_BEAM23.fits" ], "input_name": "L404262_SAP001_B023_P000_bf.tar", "input_size": 20354037760, "is_summary": false, "size_ratio": 0.2960131287483668, "output_name": "L404262_SAP001_B023_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 9.49, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L404262_SAP001_B024_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM24/L404260_SAP1_BEAM24_2bit.fits", "stokes/SAP1/BEAM24/L404260_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM24/L404260_SAP1_BEAM24.fits" ], "input_name": "L404262_SAP001_B024_P000_bf.tar", "input_size": 20354078720, "is_summary": false, "size_ratio": 0.29601504852586125, "output_name": "L404262_SAP001_B024_P000_bf.tar", "output_size": 6025113600, "rfi_percent": 10.119, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L404262_SAP001_B025_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM25/L404260_SAP1_BEAM25_2bit.fits", "stokes/SAP1/BEAM25/L404260_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM25/L404260_SAP1_BEAM25.fits" ], "input_name": "L404262_SAP001_B025_P000_bf.tar", "input_size": 20354078720, "is_summary": false, "size_ratio": 0.2960145454325923, "output_name": "L404262_SAP001_B025_P000_bf.tar", "output_size": 6025103360, "rfi_percent": 9.85, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM22/L404260_SAP1_BEAM22_2bit.fits", "stokes/SAP1/BEAM22/L404260_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM22/L404260_SAP1_BEAM22.fits" ], "input_name": "L404262_SAP001_B022_P000_bf.tar", "input_size": 20353996800, "is_summary": false, "size_ratio": 0.29601322134432095, "output_name": "L404262_SAP001_B022_P000_bf.tar", "output_size": 6025052160, "rfi_percent": 9.578, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM23/L404260_SAP1_BEAM23_2bit.fits", "stokes/SAP1/BEAM23/L404260_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM23/L404260_SAP1_BEAM23.fits" ], "input_name": "L404262_SAP001_B023_P000_bf.tar", "input_size": 20354037760, "is_summary": false, "size_ratio": 0.2960131287483668, "output_name": "L404262_SAP001_B023_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 9.49, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM24/L404260_SAP1_BEAM24_2bit.fits", "stokes/SAP1/BEAM24/L404260_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM24/L404260_SAP1_BEAM24.fits" ], "input_name": "L404262_SAP001_B024_P000_bf.tar", "input_size": 20354078720, "is_summary": false, "size_ratio": 0.29601504852586125, "output_name": "L404262_SAP001_B024_P000_bf.tar", "output_size": 6025113600, "rfi_percent": 10.119, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM25/L404260_SAP1_BEAM25_2bit.fits", "stokes/SAP1/BEAM25/L404260_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM25/L404260_SAP1_BEAM25.fits" ], "input_name": "L404262_SAP001_B025_P000_bf.tar", "input_size": 20354078720, "is_summary": false, "size_ratio": 0.2960145454325923, "output_name": "L404262_SAP001_B025_P000_bf.tar", "output_size": 6025103360, "rfi_percent": 9.85, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025052160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B022_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L404262_SAP001_B022_P000_bf.tar", "checksum": "sha1$e2f95648650edc3ef6f525b07e4ac3af31923d17", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B022_P000_bf.tar", "nameroot": "L404262_SAP001_B022_P000_bf" }, { "size": 6025062400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L404262_SAP001_B023_P000_bf.tar", "checksum": "sha1$9f60f41771a5cd3fecfe8137b84ddd268158e616", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B023_P000_bf.tar", "nameroot": "L404262_SAP001_B023_P000_bf" }, { "size": 6025113600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B024_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L404262_SAP001_B024_P000_bf.tar", "checksum": "sha1$98c2bfb52fae5cd26cf0f2446a9b76270bce8b36", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B024_P000_bf.tar", "nameroot": "L404262_SAP001_B024_P000_bf" }, { "size": 6025103360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/404262/373882/L404262_SAP001_B025_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L404262_SAP001_B025_P000_bf.tar", "checksum": "sha1$5b458e439e04ae6a012e4c8bf263f03854be1d52", "location": "file:///project/ldv/Share/run/2024/7/17/1323_373882/L404262_SAP001_B025_P000_bf.tar", "nameroot": "L404262_SAP001_B025_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 1720 }, "remarks": null, "status_history": [ "defining (2024-07-16T14:03:16Z)", "defined (2024-07-17T08:05:34Z)", "staging (2024-07-17T08:06:43Z)", "staged (2024-07-17T11:37:59Z)", "fetched (2024-07-17T11:38:26Z)", "processing (2024-07-17T11:43:24Z)", "processed (2024-07-17T12:12:11Z)", "storing (2024-07-17T12:13:19Z)", "stored (2024-07-17T12:16:17Z)", "validated (2024-07-22T07:36:57Z)", "scrubbing (2024-07-22T07:37:21Z)", "scrubbed (2024-07-22T07:37:59Z)", "pre_archiving (2024-07-28T22:33:26Z)", "pre_archived (2024-07-28T22:35:30Z)", "archiving (2024-07-28T22:35:40Z)", "archived (2024-07-28T22:37:00Z)", "finishing (2024-07-28T22:37:00Z)", "finished (2024-07-28T22:37:15Z)" ], "size_to_process": 81416192000, "size_processed": 24100331520, "total_processing_time": 1720, "nr_of_dps": null, "log_entries": [ "5690979 - 373882 - staging (STAGER)", "5693090 - 373882 - staged (STAGER)", "5693092 - 373882 - fetched (copy_skipped)", "5693145 - 373882 - processing (running)", "5693451 - 373882 - processed (running)", "5693478 - 373882 - storing (issuing_copying)", "5693479 - 373882 - storing (copy_issued)", "5693534 - 373882 - stored (copy_finished)", "5747698 - 373882 - scrubbing (STAGER)", "5747759 - 373882 - scrubbed (STAGER)", "5816127 - 373882 - pre_archiving (submitting)", "5816136 - 373882 - pre_archived (SIP created)", "5816138 - 373882 - archiving (submitting)", "5816139 - 373882 - archiving (submitting)", "5816140 - 373882 - archiving (submitting)", "5816141 - 373882 - archiving (submitting)", "5816142 - 373882 - archiving (ingested)", "5816143 - 373882 - archived (Success)", "5816144 - 373882 - finishing (cleaning)", "5816145 - 373882 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1C6AFA9C94F117CAE063144A17AC336D", "lta_object_id": "1C6AFA9C94F117CAE063144A17AC336D", "sas_id_archived": "1383029", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3560, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }