Task Details View Api
Detailed view of a task.
GET /atdb/tasks/382613/
{ "id": 382613, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T08:07:18.226291Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "347294", "priority": 100, "purge_policy": "yes", "cleanup_policy": "archived_failed", "resume": true, "workflow": 22, "stage_request_id": 750280, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20353730560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B052_P000_bf_11257d2d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353546240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B053_P000_bf_e936e250.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354027520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B054_P000_bf_10eefee7.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353792000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B055_P000_bf_e6ea7233.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024888320, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B052_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5ad1d62b12562c7926e0e38cb31ea64d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B052_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B052_P000_bf.tar_filecontent.txt", "checksum": "sha1$3dbdf88edc428613ead40a3b30a4085c2bd4b77d", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B052_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B052_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B052_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024765440, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B053_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "1a0de8863c2da8d148abb4cd1dc6b62e", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B053_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B053_P000_bf.tar_filecontent.txt", "checksum": "sha1$1f1b2104b4e04d1ff5cafba38362b8f2532221bb", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B053_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B053_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B053_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025103360, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B054_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "239ed941ba9cb18e50f6123adb8e35d6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B054_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B054_P000_bf.tar_filecontent.txt", "checksum": "sha1$7e30f87981cf7e0ccb076961965aa3fba6bbcf18", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B054_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B054_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B054_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024939520, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B055_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a7ddcca6113335618e9e2d35496f75af", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B055_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B055_P000_bf.tar_filecontent.txt", "checksum": "sha1$5e856723283ea64dce531b5456e9155dac5a3a67", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B055_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B055_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B055_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L347294_SAP000_B052_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM52/L347292_SAP0_BEAM52_2bit.fits", "stokes/SAP0/BEAM52/L347292_SAP0_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM52/L347292_SAP0_BEAM52.fits" ], "input_name": "L347294_SAP000_B052_P000_bf.tar", "input_size": 20353730560, "is_summary": false, "size_ratio": 0.29600904375929793, "output_name": "L347294_SAP000_B052_P000_bf.tar", "output_size": 6024888320, "rfi_percent": 12.252, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L347294_SAP000_B053_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM53/L347292_SAP0_BEAM53_2bit.fits", "stokes/SAP0/BEAM53/L347292_SAP0_BEAM53_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM53/L347292_SAP0_BEAM53.fits" ], "input_name": "L347294_SAP000_B053_P000_bf.tar", "input_size": 20353546240, "is_summary": false, "size_ratio": 0.2960056871150921, "output_name": "L347294_SAP000_B053_P000_bf.tar", "output_size": 6024765440, "rfi_percent": 12.088, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L347294_SAP000_B054_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM54/L347292_SAP0_BEAM54_2bit.fits", "stokes/SAP0/BEAM54/L347292_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM54/L347292_SAP0_BEAM54.fits" ], "input_name": "L347294_SAP000_B054_P000_bf.tar", "input_size": 20354027520, "is_summary": false, "size_ratio": 0.29601529004909194, "output_name": "L347294_SAP000_B054_P000_bf.tar", "output_size": 6025103360, "rfi_percent": 11.852, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L347294_SAP000_B055_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM55/L347292_SAP0_BEAM55_2bit.fits", "stokes/SAP0/BEAM55/L347292_SAP0_BEAM55_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM55/L347292_SAP0_BEAM55.fits" ], "input_name": "L347294_SAP000_B055_P000_bf.tar", "input_size": 20353792000, "is_summary": false, "size_ratio": 0.29601066572754603, "output_name": "L347294_SAP000_B055_P000_bf.tar", "output_size": 6024939520, "rfi_percent": 12.051, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM52/L347292_SAP0_BEAM52_2bit.fits", "stokes/SAP0/BEAM52/L347292_SAP0_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM52/L347292_SAP0_BEAM52.fits" ], "input_name": "L347294_SAP000_B052_P000_bf.tar", "input_size": 20353730560, "is_summary": false, "size_ratio": 0.29600904375929793, "output_name": "L347294_SAP000_B052_P000_bf.tar", "output_size": 6024888320, "rfi_percent": 12.252, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM53/L347292_SAP0_BEAM53_2bit.fits", "stokes/SAP0/BEAM53/L347292_SAP0_BEAM53_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM53/L347292_SAP0_BEAM53.fits" ], "input_name": "L347294_SAP000_B053_P000_bf.tar", "input_size": 20353546240, "is_summary": false, "size_ratio": 0.2960056871150921, "output_name": "L347294_SAP000_B053_P000_bf.tar", "output_size": 6024765440, "rfi_percent": 12.088, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM54/L347292_SAP0_BEAM54_2bit.fits", "stokes/SAP0/BEAM54/L347292_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM54/L347292_SAP0_BEAM54.fits" ], "input_name": "L347294_SAP000_B054_P000_bf.tar", "input_size": 20354027520, "is_summary": false, "size_ratio": 0.29601529004909194, "output_name": "L347294_SAP000_B054_P000_bf.tar", "output_size": 6025103360, "rfi_percent": 11.852, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM55/L347292_SAP0_BEAM55_2bit.fits", "stokes/SAP0/BEAM55/L347292_SAP0_BEAM55_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM55/L347292_SAP0_BEAM55.fits" ], "input_name": "L347294_SAP000_B055_P000_bf.tar", "input_size": 20353792000, "is_summary": false, "size_ratio": 0.29601066572754603, "output_name": "L347294_SAP000_B055_P000_bf.tar", "output_size": 6024939520, "rfi_percent": 12.051, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6024888320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B052_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B052_P000_bf.tar", "checksum": "sha1$3bc81efb9af4a28e4bb6d31ad2d2793a8bbb1735", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B052_P000_bf.tar", "nameroot": "L347294_SAP000_B052_P000_bf" }, { "size": 6024765440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B053_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B053_P000_bf.tar", "checksum": "sha1$3fa481af5da2d5db5a6593d328f82e7cd0651367", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B053_P000_bf.tar", "nameroot": "L347294_SAP000_B053_P000_bf" }, { "size": 6025103360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B054_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B054_P000_bf.tar", "checksum": "sha1$15af590a70be42c76c688ca998abac6b0389250b", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B054_P000_bf.tar", "nameroot": "L347294_SAP000_B054_P000_bf" }, { "size": 6024939520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382613/L347294_SAP000_B055_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B055_P000_bf.tar", "checksum": "sha1$cbde0e4c70c9033b83fc7cd73ada1cadabdf12cd", "location": "file:///project/ldv/Share/run/2024/8/13/1225_382613/L347294_SAP000_B055_P000_bf.tar", "nameroot": "L347294_SAP000_B055_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-17", "cpu_time_raw": 2532 }, "remarks": { "discard_reason": "UnspecifiedProcess present with 202 dataproducts" }, "status_history": [ "defining (2024-08-01T08:07:18Z)", "defined (2024-08-13T04:57:29Z)", "staging (2024-08-13T04:57:54Z)", "staged (2024-08-13T08:10:03Z)", "fetched (2024-08-13T08:10:08Z)", "processing (2024-08-13T10:57:27Z)", "processed (2024-08-13T11:39:44Z)", "storing (2024-08-13T11:40:05Z)", "stored (2024-08-13T11:41:27Z)", "validated (2024-08-13T12:40:01Z)", "scrubbing (2024-08-13T12:40:18Z)", "scrubbed (2024-08-13T12:40:58Z)", "pre_archiving (2024-08-14T16:03:28Z)", "pre_archived (2024-08-14T16:05:39Z)", "archiving (2024-08-14T16:05:48Z)", "archived_failed (2024-08-14T16:06:46Z)", "discard (2024-09-04T08:02:14Z)", "discarding (2024-09-04T08:13:34Z)", "cleaned_spider (2024-09-04T08:13:36Z)", "discarding (2024-09-04T08:25:17Z)", "discarded (2024-09-04T08:25:21Z)" ], "size_to_process": 81415096320, "size_processed": 24099696640, "total_processing_time": 2532, "nr_of_dps": null, "log_entries": [ "6027235 - 382613 - (regular) - 347294 - staging (STAGER)", "6030249 - 382613 - (regular) - 347294 - staged (STAGER)", "6030252 - 382613 - (regular) - 347294 - fetched (copy_skipped)", "6032044 - 382613 - (regular) - 347294 - processing (running)", "6032491 - 382613 - (regular) - 347294 - processed (running)", "6032492 - 382613 - (regular) - 347294 - storing (issuing_copying)", "6032501 - 382613 - (regular) - 347294 - storing (copy_issued)", "6032606 - 382613 - (regular) - 347294 - stored (copy_finished)", "6033491 - 382613 - (regular) - 347294 - scrubbing (STAGER)", "6033563 - 382613 - (regular) - 347294 - scrubbed (STAGER)", "6047111 - 382613 - (regular) - 347294 - pre_archiving (submitting)", "6047117 - 382613 - (regular) - 347294 - pre_archived (SIP created)", "6047119 - 382613 - (regular) - 347294 - archiving (submitting)", "6047120 - 382613 - (regular) - 347294 - archiving (submitting)", "6047121 - 382613 - (regular) - 347294 - archiving (submitting)", "6047122 - 382613 - (regular) - 347294 - archiving (submitting)", "6047123 - 382613 - (regular) - 347294 - archived_failed (update_final_archiving)", "6047124 - 382613 - (regular) - 347294 - archived_failed (update_final_archiving)", "6047125 - 382613 - (regular) - 347294 - archived_failed (update_final_archiving)", "6047126 - 382613 - (regular) - 347294 - archived_failed (update_final_archiving)", "6065834 - 382613 - (regular) - 347294 - discarding (spider)", "6065835 - 382613 - (regular) - 347294 - cleaned_spider (spider)", "6066228 - 382613 - (regular) - 347294 - discarding (dcache)", "6066229 - 382613 - (regular) - 347294 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": { "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3723, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }