Task Details View Api
Detailed view of a task.
GET /atdb/tasks/383848/
{ "id": 383848, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T09:27:17.313947Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "344624", "priority": 100, "purge_policy": "yes", "cleanup_policy": "scrubbed", "resume": true, "workflow": 22, "stage_request_id": 753028, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354048000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344624/L344624_SAP002_B008_P000_bf_55f1a4af.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354048000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344624/L344624_SAP002_B009_P000_bf_240cab21.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354078720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344624/L344624_SAP002_B010_P000_bf_84388232.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354099200, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344624/L344624_SAP002_B011_P000_bf_45741f76.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025113600, "_type": "PulpDataProduct", "fileName": "L344624_SAP002_B008_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e2e5ebe6776e4d892587b9c627b58f9e", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2459, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B008_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344624_SAP002_B008_P000_bf.tar_filecontent.txt", "checksum": "sha1$e188e1aaf48c02e9df65da2d5bf1e9aa070e8eec", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B008_P000_bf.tar_filecontent.txt", "nameroot": "L344624_SAP002_B008_P000_bf.tar_filecontent" } } }, "file_name": "L344624_SAP002_B008_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025062400, "_type": "PulpDataProduct", "fileName": "L344624_SAP002_B009_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a051e63c5e0c6b9ef6c4172c6beb8e1f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2459, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B009_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344624_SAP002_B009_P000_bf.tar_filecontent.txt", "checksum": "sha1$5faecd742353eb02796b1a9b4571b054ed9f9b30", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B009_P000_bf.tar_filecontent.txt", "nameroot": "L344624_SAP002_B009_P000_bf.tar_filecontent" } } }, "file_name": "L344624_SAP002_B009_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025113600, "_type": "PulpDataProduct", "fileName": "L344624_SAP002_B010_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2cd423d8cfe33d12c493e40599683593", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B010_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344624_SAP002_B010_P000_bf.tar_filecontent.txt", "checksum": "sha1$ba24d80a130b7c1e55223f6f70c72f12cc9542bc", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B010_P000_bf.tar_filecontent.txt", "nameroot": "L344624_SAP002_B010_P000_bf.tar_filecontent" } } }, "file_name": "L344624_SAP002_B010_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025123840, "_type": "PulpDataProduct", "fileName": "L344624_SAP002_B011_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6e3465f71e3d1882010fb4b6b66f0349", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B011_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344624_SAP002_B011_P000_bf.tar_filecontent.txt", "checksum": "sha1$2c130e5e9c44424150cdd831bc1ffb6cf19947b9", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B011_P000_bf.tar_filecontent.txt", "nameroot": "L344624_SAP002_B011_P000_bf.tar_filecontent" } } }, "file_name": "L344624_SAP002_B011_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L344624_SAP002_B008_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM8/L344622_SAP2_BEAM8_2bit.fits", "stokes/SAP2/BEAM8/L344622_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM8/L344622_SAP2_BEAM8.fits" ], "input_name": "L344624_SAP002_B008_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601549529607085, "output_name": "L344624_SAP002_B008_P000_bf.tar", "output_size": 6025113600, "rfi_percent": 10.166, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L344624_SAP002_B009_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM9/L344622_SAP2_BEAM9_2bit.fits", "stokes/SAP2/BEAM9/L344622_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM9/L344622_SAP2_BEAM9.fits" ], "input_name": "L344624_SAP002_B009_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601297982592945, "output_name": "L344624_SAP002_B009_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 10.023, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L344624_SAP002_B010_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM10/L344622_SAP2_BEAM10_2bit.fits", "stokes/SAP2/BEAM10/L344622_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM10/L344622_SAP2_BEAM10.fits" ], "input_name": "L344624_SAP002_B010_P000_bf.tar", "input_size": 20354078720, "is_summary": false, "size_ratio": 0.29601504852586125, "output_name": "L344624_SAP002_B010_P000_bf.tar", "output_size": 6025113600, "rfi_percent": 10.144, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L344624_SAP002_B011_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM11/L344622_SAP2_BEAM11_2bit.fits", "stokes/SAP2/BEAM11/L344622_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM11/L344622_SAP2_BEAM11.fits" ], "input_name": "L344624_SAP002_B011_P000_bf.tar", "input_size": 20354099200, "is_summary": false, "size_ratio": 0.2960152537725669, "output_name": "L344624_SAP002_B011_P000_bf.tar", "output_size": 6025123840, "rfi_percent": 10.062, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM8/L344622_SAP2_BEAM8_2bit.fits", "stokes/SAP2/BEAM8/L344622_SAP2_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM8/L344622_SAP2_BEAM8.fits" ], "input_name": "L344624_SAP002_B008_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601549529607085, "output_name": "L344624_SAP002_B008_P000_bf.tar", "output_size": 6025113600, "rfi_percent": 10.166, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP2/BEAM9/L344622_SAP2_BEAM9_2bit.fits", "stokes/SAP2/BEAM9/L344622_SAP2_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM9/L344622_SAP2_BEAM9.fits" ], "input_name": "L344624_SAP002_B009_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601297982592945, "output_name": "L344624_SAP002_B009_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 10.023, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP2/BEAM10/L344622_SAP2_BEAM10_2bit.fits", "stokes/SAP2/BEAM10/L344622_SAP2_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM10/L344622_SAP2_BEAM10.fits" ], "input_name": "L344624_SAP002_B010_P000_bf.tar", "input_size": 20354078720, "is_summary": false, "size_ratio": 0.29601504852586125, "output_name": "L344624_SAP002_B010_P000_bf.tar", "output_size": 6025113600, "rfi_percent": 10.144, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP2/BEAM11/L344622_SAP2_BEAM11_2bit.fits", "stokes/SAP2/BEAM11/L344622_SAP2_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM11/L344622_SAP2_BEAM11.fits" ], "input_name": "L344624_SAP002_B011_P000_bf.tar", "input_size": 20354099200, "is_summary": false, "size_ratio": 0.2960152537725669, "output_name": "L344624_SAP002_B011_P000_bf.tar", "output_size": 6025123840, "rfi_percent": 10.062, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025113600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B008_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344624_SAP002_B008_P000_bf.tar", "checksum": "sha1$77ac6c09acced15964d323d9459f191d4e08a460", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B008_P000_bf.tar", "nameroot": "L344624_SAP002_B008_P000_bf" }, { "size": 6025062400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B009_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344624_SAP002_B009_P000_bf.tar", "checksum": "sha1$075bdfbad5aa64d9ee5805f807661bd63c5dad6f", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B009_P000_bf.tar", "nameroot": "L344624_SAP002_B009_P000_bf" }, { "size": 6025113600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B010_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344624_SAP002_B010_P000_bf.tar", "checksum": "sha1$79727e29fb3ab2cb60e02ebcb66f5928546deaa3", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B010_P000_bf.tar", "nameroot": "L344624_SAP002_B010_P000_bf" }, { "size": 6025123840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344624/383848/L344624_SAP002_B011_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344624_SAP002_B011_P000_bf.tar", "checksum": "sha1$fb2137f17e677e8732744154a546c70c49113285", "location": "file:///project/ldv/Share/run/2024/8/16/1043_383848/L344624_SAP002_B011_P000_bf.tar", "nameroot": "L344624_SAP002_B011_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 3204 }, "remarks": { "discard_reason": "all dataproducts are Unspecified" }, "status_history": [ "defining (2024-08-01T09:27:17Z)", "defined (2024-08-15T17:29:25Z)", "staging (2024-08-15T17:31:58Z)", "staged (2024-08-16T07:33:29Z)", "fetched (2024-08-16T07:33:55Z)", "processing (2024-08-16T08:27:45Z)", "processed (2024-08-16T09:21:28Z)", "storing (2024-08-16T09:21:55Z)", "stored (2024-08-16T09:23:33Z)", "validated (2024-08-16T09:33:01Z)", "scrubbing (2024-08-16T09:33:32Z)", "scrubbed (2024-08-16T09:34:10Z)", "discard (2024-09-02T12:54:24Z)", "discarding (2024-09-02T13:03:32Z)", "cleaned_spider (2024-09-02T13:03:34Z)", "discarding (2024-09-02T13:04:56Z)", "discarded (2024-09-02T13:04:59Z)" ], "size_to_process": 81416273920, "size_processed": 24100413440, "total_processing_time": 3204, "nr_of_dps": null, "log_entries": [ "6056875 - 383848 - (regular) - 344624 - staging (STAGER)", "6061728 - 383848 - (regular) - 344624 - staged (STAGER)", "6061760 - 383848 - (regular) - 344624 - fetched (copy_skipped)", "6061995 - 383848 - (regular) - 344624 - processing (running)", "6062133 - 383848 - (regular) - 344624 - processed (running)", "6062134 - 383848 - (regular) - 344624 - storing (issuing_copying)", "6062136 - 383848 - (regular) - 344624 - storing (copy_issued)", "6062141 - 383848 - (regular) - 344624 - stored (copy_finished)", "6062183 - 383848 - (regular) - 344624 - scrubbing (STAGER)", "6062240 - 383848 - (regular) - 344624 - scrubbed (STAGER)", "6063874 - 383848 - (regular) - 344624 - discarding (spider)", "6063877 - 383848 - (regular) - 344624 - cleaned_spider (spider)", "6063944 - 383848 - (regular) - 344624 - discarding (dcache)", "6063945 - 383848 - (regular) - 344624 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3745, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }