Task Details View Api
Detailed view of a task.
GET /atdb/tasks/381511/
{ "id": 381511, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T07:11:05.357082Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "351642", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 739144, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": "moderate", "per_sasid": "moderate" }, "inputs": [ { "size": 4898344960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351642/L351642_SAP000_B020_P000_bf_f1d79038.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 4898334720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351642/L351642_SAP000_B021_P000_bf_e9a9d65d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 4898365440, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351642/L351642_SAP000_B022_P000_bf_b175277e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 4898334720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351642/L351642_SAP000_B023_P000_bf_692612c0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1327994880, "_type": "PulpDataProduct", "fileName": "L351642_SAP000_B020_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "05cdb3fe27322d245b1187d2ebf82446", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B020_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351642_SAP000_B020_P000_bf.tar_filecontent.txt", "checksum": "sha1$a35490accfa279d7c2b5494cd0fd7ec92015ae2c", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B020_P000_bf.tar_filecontent.txt", "nameroot": "L351642_SAP000_B020_P000_bf.tar_filecontent" } } }, "file_name": "L351642_SAP000_B020_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1327984640, "_type": "PulpDataProduct", "fileName": "L351642_SAP000_B021_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6186698d955b39924425641230ce18fd", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B021_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351642_SAP000_B021_P000_bf.tar_filecontent.txt", "checksum": "sha1$e38cd18952b2f4d95eedc2f2daf7ca2bb16dcc3b", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B021_P000_bf.tar_filecontent.txt", "nameroot": "L351642_SAP000_B021_P000_bf.tar_filecontent" } } }, "file_name": "L351642_SAP000_B021_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1328005120, "_type": "PulpDataProduct", "fileName": "L351642_SAP000_B022_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "183d9c1d84760df13a7c9efbec75f98c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B022_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351642_SAP000_B022_P000_bf.tar_filecontent.txt", "checksum": "sha1$d069e731a97791698ea1f4028851abcb3fdd1cf8", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B022_P000_bf.tar_filecontent.txt", "nameroot": "L351642_SAP000_B022_P000_bf.tar_filecontent" } } }, "file_name": "L351642_SAP000_B022_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1327984640, "_type": "PulpDataProduct", "fileName": "L351642_SAP000_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8a525f0ce214cc94a0bc37b19e0404a2", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351642_SAP000_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$82a1f6ccc75f7f0a7e15b2e215ebb9584f087e8e", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B023_P000_bf.tar_filecontent.txt", "nameroot": "L351642_SAP000_B023_P000_bf.tar_filecontent" } } }, "file_name": "L351642_SAP000_B023_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L351642_SAP000_B020_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM20/L351640_SAP0_BEAM20_2bit.fits", "stokes/SAP0/BEAM20/L351640_SAP0_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM20/L351640_SAP0_BEAM20.fits" ], "input_name": "L351642_SAP000_B020_P000_bf.tar", "input_size": 4898344960, "is_summary": false, "size_ratio": 0.27111093457983, "output_name": "L351642_SAP000_B020_P000_bf.tar", "output_size": 1327994880, "rfi_percent": 23.574, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, "L351642_SAP000_B021_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM21/L351640_SAP0_BEAM21_2bit.fits", "stokes/SAP0/BEAM21/L351640_SAP0_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM21/L351640_SAP0_BEAM21.fits" ], "input_name": "L351642_SAP000_B021_P000_bf.tar", "input_size": 4898334720, "is_summary": false, "size_ratio": 0.271109410832586, "output_name": "L351642_SAP000_B021_P000_bf.tar", "output_size": 1327984640, "rfi_percent": 23.443, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, "L351642_SAP000_B022_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM22/L351640_SAP0_BEAM22_2bit.fits", "stokes/SAP0/BEAM22/L351640_SAP0_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM22/L351640_SAP0_BEAM22.fits" ], "input_name": "L351642_SAP000_B022_P000_bf.tar", "input_size": 4898365440, "is_summary": false, "size_ratio": 0.27111189156193294, "output_name": "L351642_SAP000_B022_P000_bf.tar", "output_size": 1328005120, "rfi_percent": 23.524, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, "L351642_SAP000_B023_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM23/L351640_SAP0_BEAM23_2bit.fits", "stokes/SAP0/BEAM23/L351640_SAP0_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM23/L351640_SAP0_BEAM23.fits" ], "input_name": "L351642_SAP000_B023_P000_bf.tar", "input_size": 4898334720, "is_summary": false, "size_ratio": 0.271109410832586, "output_name": "L351642_SAP000_B023_P000_bf.tar", "output_size": 1327984640, "rfi_percent": 23.498, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM20/L351640_SAP0_BEAM20_2bit.fits", "stokes/SAP0/BEAM20/L351640_SAP0_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM20/L351640_SAP0_BEAM20.fits" ], "input_name": "L351642_SAP000_B020_P000_bf.tar", "input_size": 4898344960, "is_summary": false, "size_ratio": 0.27111093457983, "output_name": "L351642_SAP000_B020_P000_bf.tar", "output_size": 1327994880, "rfi_percent": 23.574, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, { "added": [ "stokes/SAP0/BEAM21/L351640_SAP0_BEAM21_2bit.fits", "stokes/SAP0/BEAM21/L351640_SAP0_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM21/L351640_SAP0_BEAM21.fits" ], "input_name": "L351642_SAP000_B021_P000_bf.tar", "input_size": 4898334720, "is_summary": false, "size_ratio": 0.271109410832586, "output_name": "L351642_SAP000_B021_P000_bf.tar", "output_size": 1327984640, "rfi_percent": 23.443, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, { "added": [ "stokes/SAP0/BEAM22/L351640_SAP0_BEAM22_2bit.fits", "stokes/SAP0/BEAM22/L351640_SAP0_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM22/L351640_SAP0_BEAM22.fits" ], "input_name": "L351642_SAP000_B022_P000_bf.tar", "input_size": 4898365440, "is_summary": false, "size_ratio": 0.27111189156193294, "output_name": "L351642_SAP000_B022_P000_bf.tar", "output_size": 1328005120, "rfi_percent": 23.524, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, { "added": [ "stokes/SAP0/BEAM23/L351640_SAP0_BEAM23_2bit.fits", "stokes/SAP0/BEAM23/L351640_SAP0_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM23/L351640_SAP0_BEAM23.fits" ], "input_name": "L351642_SAP000_B023_P000_bf.tar", "input_size": 4898334720, "is_summary": false, "size_ratio": 0.271109410832586, "output_name": "L351642_SAP000_B023_P000_bf.tar", "output_size": 1327984640, "rfi_percent": 23.498, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" } ], "tar_archive": [ { "size": 1327994880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B020_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351642_SAP000_B020_P000_bf.tar", "checksum": "sha1$0e6d753648131e05498ecf41dc07f5e9f8e062d6", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B020_P000_bf.tar", "nameroot": "L351642_SAP000_B020_P000_bf" }, { "size": 1327984640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B021_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351642_SAP000_B021_P000_bf.tar", "checksum": "sha1$3c3e3d362cc182072e21f4e52f67f21992297629", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B021_P000_bf.tar", "nameroot": "L351642_SAP000_B021_P000_bf" }, { "size": 1328005120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B022_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351642_SAP000_B022_P000_bf.tar", "checksum": "sha1$d51faca54e1e35b6c183795229dbf857df28ee8e", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B022_P000_bf.tar", "nameroot": "L351642_SAP000_B022_P000_bf" }, { "size": 1327984640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351642/381511/L351642_SAP000_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351642_SAP000_B023_P000_bf.tar", "checksum": "sha1$eaf9dc04af73128917a8eafb4cff45d00dafdef2", "location": "file:///project/ldv/Share/run/2024/8/4/1111_381511/L351642_SAP000_B023_P000_bf.tar", "nameroot": "L351642_SAP000_B023_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-10", "cpu_time_raw": 578 }, "remarks": null, "status_history": [ "defining (2024-08-01T07:11:05Z)", "defined (2024-08-04T06:17:19Z)", "staging (2024-08-04T06:18:02Z)", "staged (2024-08-04T09:42:10Z)", "fetched (2024-08-04T09:42:31Z)", "processing (2024-08-04T09:43:12Z)", "processed (2024-08-04T09:53:29Z)", "storing (2024-08-04T09:53:38Z)", "stored (2024-08-04T09:54:30Z)", "validated (2024-08-04T11:08:12Z)", "scrubbing (2024-08-04T11:08:41Z)", "scrubbed (2024-08-04T11:09:02Z)", "pre_archiving (2024-08-04T13:30:01Z)", "pre_archived (2024-08-04T13:31:18Z)", "archiving (2024-08-04T13:31:36Z)", "archived (2024-08-04T13:33:18Z)", "finishing (2024-08-04T13:33:19Z)", "finished (2024-08-04T13:33:34Z)" ], "size_to_process": 19593379840, "size_processed": 5311969280, "total_processing_time": 578, "nr_of_dps": null, "log_entries": [ "5919140 - 381511 - staging (STAGER)", "5920788 - 381511 - staged (STAGER)", "5920791 - 381511 - fetched (copy_skipped)", "5920798 - 381511 - processing (running)", "5920909 - 381511 - processed (running)", "5920913 - 381511 - storing (issuing_copying)", "5920916 - 381511 - storing (copy_issued)", "5920929 - 381511 - stored (copy_finished)", "5921587 - 381511 - scrubbing (STAGER)", "5921620 - 381511 - scrubbed (STAGER)", "5922828 - 381511 - pre_archiving (submitting)", "5922839 - 381511 - pre_archived (SIP created)", "5922841 - 381511 - archiving (submitting)", "5922842 - 381511 - archiving (submitting)", "5922843 - 381511 - archiving (submitting)", "5922844 - 381511 - archiving (submitting)", "5922856 - 381511 - archiving (ingested)", "5922857 - 381511 - archived (Success)", "5922858 - 381511 - finishing (cleaning)", "5922862 - 381511 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EB0D55943A61A3AE063144A17AC79EB", "lta_object_id": "1EB0D55943A61A3AE063144A17AC79EB", "sas_id_archived": "1397722", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3701, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }