Task Details View Api
Detailed view of a task.
GET /atdb/tasks/382139/
{ "id": 382139, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T07:50:04.548048Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "347600", "priority": 100, "purge_policy": "yes", "cleanup_policy": "archived_failed", "resume": true, "workflow": 22, "stage_request_id": 738861, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 5646192640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347600/L347600_SAP000_B080_P000_bf_96dbe082.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5646202880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347600/L347600_SAP000_B081_P000_bf_7213d3c5.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5646151680, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347600/L347600_SAP000_B082_P000_bf_95a071be.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5646182400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347600/L347600_SAP000_B083_P000_bf_2af1d070.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071336960, "_type": "PulpDataProduct", "fileName": "L347600_SAP000_B080_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b29a6d66ac3fe1bbdaa38c795ed2fbb6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B080_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347600_SAP000_B080_P000_bf.tar_filecontent.txt", "checksum": "sha1$6df9df2b9ecd5494a5211f42a802e3e8c328c918", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B080_P000_bf.tar_filecontent.txt", "nameroot": "L347600_SAP000_B080_P000_bf.tar_filecontent" } } }, "file_name": "L347600_SAP000_B080_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071347200, "_type": "PulpDataProduct", "fileName": "L347600_SAP000_B081_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f84e24443dbf25e8ab4c14321fbed3c7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B081_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347600_SAP000_B081_P000_bf.tar_filecontent.txt", "checksum": "sha1$39f579fc16843982fc49c7251e91ea54b24d02d1", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B081_P000_bf.tar_filecontent.txt", "nameroot": "L347600_SAP000_B081_P000_bf.tar_filecontent" } } }, "file_name": "L347600_SAP000_B081_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071316480, "_type": "PulpDataProduct", "fileName": "L347600_SAP000_B082_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fead6dbed1441c9ca4238775f3046d5c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B082_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347600_SAP000_B082_P000_bf.tar_filecontent.txt", "checksum": "sha1$09f139f81e2bbaba5702fc1ae82936451cb6a0d1", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B082_P000_bf.tar_filecontent.txt", "nameroot": "L347600_SAP000_B082_P000_bf.tar_filecontent" } } }, "file_name": "L347600_SAP000_B082_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071336960, "_type": "PulpDataProduct", "fileName": "L347600_SAP000_B083_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e0f8b8743a70982948e764479c7d9737", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B083_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347600_SAP000_B083_P000_bf.tar_filecontent.txt", "checksum": "sha1$f01f9655a50b9e394ad30cbdee8e62a7134f6301", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B083_P000_bf.tar_filecontent.txt", "nameroot": "L347600_SAP000_B083_P000_bf.tar_filecontent" } } }, "file_name": "L347600_SAP000_B083_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L347600_SAP000_B080_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM80/L347598_SAP0_BEAM80_2bit.fits", "stokes/SAP0/BEAM80/L347598_SAP0_BEAM80_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM80/L347598_SAP0_BEAM80.fits" ], "input_name": "L347600_SAP000_B080_P000_bf.tar", "input_size": 5646192640, "is_summary": false, "size_ratio": 0.3668555240793201, "output_name": "L347600_SAP000_B080_P000_bf.tar", "output_size": 2071336960, "rfi_percent": 7.754, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, "L347600_SAP000_B081_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM81/L347598_SAP0_BEAM81_2bit.fits", "stokes/SAP0/BEAM81/L347598_SAP0_BEAM81_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM81/L347598_SAP0_BEAM81.fits" ], "input_name": "L347600_SAP000_B081_P000_bf.tar", "input_size": 5646202880, "is_summary": false, "size_ratio": 0.36685667235535113, "output_name": "L347600_SAP000_B081_P000_bf.tar", "output_size": 2071347200, "rfi_percent": 7.768, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, "L347600_SAP000_B082_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM82/L347598_SAP0_BEAM82_2bit.fits", "stokes/SAP0/BEAM82/L347598_SAP0_BEAM82_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM82/L347598_SAP0_BEAM82.fits" ], "input_name": "L347600_SAP000_B082_P000_bf.tar", "input_size": 5646151680, "is_summary": false, "size_ratio": 0.36685455818289314, "output_name": "L347600_SAP000_B082_P000_bf.tar", "output_size": 2071316480, "rfi_percent": 7.78, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, "L347600_SAP000_B083_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM83/L347598_SAP0_BEAM83_2bit.fits", "stokes/SAP0/BEAM83/L347598_SAP0_BEAM83_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM83/L347598_SAP0_BEAM83.fits" ], "input_name": "L347600_SAP000_B083_P000_bf.tar", "input_size": 5646182400, "is_summary": false, "size_ratio": 0.3668561894139304, "output_name": "L347600_SAP000_B083_P000_bf.tar", "output_size": 2071336960, "rfi_percent": 7.768, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM80/L347598_SAP0_BEAM80_2bit.fits", "stokes/SAP0/BEAM80/L347598_SAP0_BEAM80_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM80/L347598_SAP0_BEAM80.fits" ], "input_name": "L347600_SAP000_B080_P000_bf.tar", "input_size": 5646192640, "is_summary": false, "size_ratio": 0.3668555240793201, "output_name": "L347600_SAP000_B080_P000_bf.tar", "output_size": 2071336960, "rfi_percent": 7.754, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, { "added": [ "stokes/SAP0/BEAM81/L347598_SAP0_BEAM81_2bit.fits", "stokes/SAP0/BEAM81/L347598_SAP0_BEAM81_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM81/L347598_SAP0_BEAM81.fits" ], "input_name": "L347600_SAP000_B081_P000_bf.tar", "input_size": 5646202880, "is_summary": false, "size_ratio": 0.36685667235535113, "output_name": "L347600_SAP000_B081_P000_bf.tar", "output_size": 2071347200, "rfi_percent": 7.768, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, { "added": [ "stokes/SAP0/BEAM82/L347598_SAP0_BEAM82_2bit.fits", "stokes/SAP0/BEAM82/L347598_SAP0_BEAM82_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM82/L347598_SAP0_BEAM82.fits" ], "input_name": "L347600_SAP000_B082_P000_bf.tar", "input_size": 5646151680, "is_summary": false, "size_ratio": 0.36685455818289314, "output_name": "L347600_SAP000_B082_P000_bf.tar", "output_size": 2071316480, "rfi_percent": 7.78, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, { "added": [ "stokes/SAP0/BEAM83/L347598_SAP0_BEAM83_2bit.fits", "stokes/SAP0/BEAM83/L347598_SAP0_BEAM83_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM83/L347598_SAP0_BEAM83.fits" ], "input_name": "L347600_SAP000_B083_P000_bf.tar", "input_size": 5646182400, "is_summary": false, "size_ratio": 0.3668561894139304, "output_name": "L347600_SAP000_B083_P000_bf.tar", "output_size": 2071336960, "rfi_percent": 7.768, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" } ], "tar_archive": [ { "size": 2071336960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B080_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347600_SAP000_B080_P000_bf.tar", "checksum": "sha1$0db578e9b8ccec7a9313e7e4cad8c6c7dcdbc8dc", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B080_P000_bf.tar", "nameroot": "L347600_SAP000_B080_P000_bf" }, { "size": 2071347200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B081_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347600_SAP000_B081_P000_bf.tar", "checksum": "sha1$ac978134339f26c6aeeaa6d8895f08832cc30210", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B081_P000_bf.tar", "nameroot": "L347600_SAP000_B081_P000_bf" }, { "size": 2071316480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B082_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347600_SAP000_B082_P000_bf.tar", "checksum": "sha1$3a7ded892b133b36817574e9359085706b6486d7", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B082_P000_bf.tar", "nameroot": "L347600_SAP000_B082_P000_bf" }, { "size": 2071336960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347600/382139/L347600_SAP000_B083_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347600_SAP000_B083_P000_bf.tar", "checksum": "sha1$5e528a6148aa9dadd0dcb626f848a45f410cfbd2", "location": "file:///project/ldv/Share/run/2024/8/4/722_382139/L347600_SAP000_B083_P000_bf.tar", "nameroot": "L347600_SAP000_B083_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-05", "cpu_time_raw": 866 }, "remarks": { "discard_reason": "UnspecifiedProcess present with 1 dataproduct" }, "status_history": [ "defining (2024-08-01T07:50:04Z)", "defined (2024-08-03T20:20:33Z)", "staging (2024-08-03T20:20:51Z)", "staged_failed (2024-08-04T00:45:53Z)", "defined (2024-08-04T05:24:51Z)", "staging (2024-08-04T05:25:11Z)", "staged (2024-08-04T05:27:51Z)", "fetched (2024-08-04T05:27:54Z)", "processing (2024-08-04T05:28:24Z)", "processed (2024-08-04T05:43:00Z)", "storing (2024-08-04T05:43:11Z)", "stored (2024-08-04T05:44:44Z)", "validated (2024-08-04T05:49:00Z)", "scrubbing (2024-08-04T05:49:16Z)", "scrubbed (2024-08-04T05:49:39Z)", "pre_archiving (2024-08-04T17:26:55Z)", "pre_archived (2024-08-04T17:28:11Z)", "archiving (2024-08-04T17:28:23Z)", "archived_failed (2024-08-04T17:28:55Z)", "discard (2024-09-04T07:41:16Z)", "discarding (2024-09-04T07:47:30Z)", "cleaned_spider (2024-09-04T07:47:32Z)", "discarding (2024-09-04T07:52:07Z)", "discarded (2024-09-04T07:52:12Z)" ], "size_to_process": 22584729600, "size_processed": 8285337600, "total_processing_time": 866, "nr_of_dps": null, "log_entries": [ "5915146 - 382139 - (regular) - 347600 - staging (STAGER)", "5917258 - 382139 - (regular) - 347600 - staged_failed (STAGER)", "5918312 - 382139 - (regular) - 347600 - staging (STAGER)", "5918502 - 382139 - (regular) - 347600 - staged (STAGER)", "5918504 - 382139 - (regular) - 347600 - fetched (copy_skipped)", "5918506 - 382139 - (regular) - 347600 - processing (running)", "5918652 - 382139 - (regular) - 347600 - processed (running)", "5918653 - 382139 - (regular) - 347600 - storing (issuing_copying)", "5918654 - 382139 - (regular) - 347600 - storing (copy_issued)", "5918670 - 382139 - (regular) - 347600 - stored (copy_finished)", "5918722 - 382139 - (regular) - 347600 - scrubbing (STAGER)", "5918756 - 382139 - (regular) - 347600 - scrubbed (STAGER)", "5925469 - 382139 - (regular) - 347600 - pre_archiving (submitting)", "5925488 - 382139 - (regular) - 347600 - pre_archived (SIP created)", "5925491 - 382139 - (regular) - 347600 - archiving (submitting)", "5925492 - 382139 - (regular) - 347600 - archiving (submitting)", "5925493 - 382139 - (regular) - 347600 - archiving (submitting)", "5925494 - 382139 - (regular) - 347600 - archiving (submitting)", "5925497 - 382139 - (regular) - 347600 - archived_failed (update_final_archiving)", "5925498 - 382139 - (regular) - 347600 - archived_failed (update_final_archiving)", "5925500 - 382139 - (regular) - 347600 - archived_failed (update_final_archiving)", "5925501 - 382139 - (regular) - 347600 - archived_failed (update_final_archiving)", "6064757 - 382139 - (regular) - 347600 - discarding (spider)", "6064758 - 382139 - (regular) - 347600 - cleaned_spider (spider)", "6064888 - 382139 - (regular) - 347600 - discarding (dcache)", "6064889 - 382139 - (regular) - 347600 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": { "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3714, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }