Task Details View Api
Detailed view of a task.
GET /atdb/tasks/377923/
{ "id": 377923, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T09:34:54.989213Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369640", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 740316, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 5209446400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B032_P000_bf_18696ebe.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5209436160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B033_P000_bf_6826ff08.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5209466880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B034_P000_bf_3521aab6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5209497600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B035_P000_bf_2d933f07.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637099520, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B032_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "59ae161dd727a65f81c8bff8b5235d76", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B032_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B032_P000_bf.tar_filecontent.txt", "checksum": "sha1$e9a7fda64827186df813f1ca62caf9fad565f8c0", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B032_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B032_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B032_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637099520, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B033_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "3f6e28fc5b939faee04e9ad633e6aede", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B033_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B033_P000_bf.tar_filecontent.txt", "checksum": "sha1$939d1f360e6de026f7f20099b462c37a187c7e72", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B033_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B033_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B033_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637109760, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B034_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "70f39198e4de7a710910c8bdab4f2c89", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B034_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B034_P000_bf.tar_filecontent.txt", "checksum": "sha1$3ea3ff1b971336196f5d7b52894e025916aa0527", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B034_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B034_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B034_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637140480, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B035_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "3cf951d02cd22c959ff264ac96376208", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B035_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B035_P000_bf.tar_filecontent.txt", "checksum": "sha1$1fb785ac020518914a7c77be48c43300f08bebe2", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B035_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B035_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B035_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369640_SAP000_B032_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM32/L369638_SAP0_BEAM32_2bit.fits", "stokes/SAP0/BEAM32/L369638_SAP0_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM32/L369638_SAP0_BEAM32.fits" ], "input_name": "L369640_SAP000_B032_P000_bf.tar", "input_size": 5209446400, "is_summary": false, "size_ratio": 0.31425594857833644, "output_name": "L369640_SAP000_B032_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.312, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, "L369640_SAP000_B033_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM33/L369638_SAP0_BEAM33_2bit.fits", "stokes/SAP0/BEAM33/L369638_SAP0_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM33/L369638_SAP0_BEAM33.fits" ], "input_name": "L369640_SAP000_B033_P000_bf.tar", "input_size": 5209436160, "is_summary": false, "size_ratio": 0.3142565662998738, "output_name": "L369640_SAP000_B033_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.306, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, "L369640_SAP000_B034_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM34/L369638_SAP0_BEAM34_2bit.fits", "stokes/SAP0/BEAM34/L369638_SAP0_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM34/L369638_SAP0_BEAM34.fits" ], "input_name": "L369640_SAP000_B034_P000_bf.tar", "input_size": 5209466880, "is_summary": false, "size_ratio": 0.3142566787947407, "output_name": "L369640_SAP000_B034_P000_bf.tar", "output_size": 1637109760, "rfi_percent": 10.289, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, "L369640_SAP000_B035_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM35/L369638_SAP0_BEAM35_2bit.fits", "stokes/SAP0/BEAM35/L369638_SAP0_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM35/L369638_SAP0_BEAM35.fits" ], "input_name": "L369640_SAP000_B035_P000_bf.tar", "input_size": 5209497600, "is_summary": false, "size_ratio": 0.3142607225694854, "output_name": "L369640_SAP000_B035_P000_bf.tar", "output_size": 1637140480, "rfi_percent": 10.24, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM32/L369638_SAP0_BEAM32_2bit.fits", "stokes/SAP0/BEAM32/L369638_SAP0_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM32/L369638_SAP0_BEAM32.fits" ], "input_name": "L369640_SAP000_B032_P000_bf.tar", "input_size": 5209446400, "is_summary": false, "size_ratio": 0.31425594857833644, "output_name": "L369640_SAP000_B032_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.312, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, { "added": [ "stokes/SAP0/BEAM33/L369638_SAP0_BEAM33_2bit.fits", "stokes/SAP0/BEAM33/L369638_SAP0_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM33/L369638_SAP0_BEAM33.fits" ], "input_name": "L369640_SAP000_B033_P000_bf.tar", "input_size": 5209436160, "is_summary": false, "size_ratio": 0.3142565662998738, "output_name": "L369640_SAP000_B033_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.306, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, { "added": [ "stokes/SAP0/BEAM34/L369638_SAP0_BEAM34_2bit.fits", "stokes/SAP0/BEAM34/L369638_SAP0_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM34/L369638_SAP0_BEAM34.fits" ], "input_name": "L369640_SAP000_B034_P000_bf.tar", "input_size": 5209466880, "is_summary": false, "size_ratio": 0.3142566787947407, "output_name": "L369640_SAP000_B034_P000_bf.tar", "output_size": 1637109760, "rfi_percent": 10.289, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, { "added": [ "stokes/SAP0/BEAM35/L369638_SAP0_BEAM35_2bit.fits", "stokes/SAP0/BEAM35/L369638_SAP0_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM35/L369638_SAP0_BEAM35.fits" ], "input_name": "L369640_SAP000_B035_P000_bf.tar", "input_size": 5209497600, "is_summary": false, "size_ratio": 0.3142607225694854, "output_name": "L369640_SAP000_B035_P000_bf.tar", "output_size": 1637140480, "rfi_percent": 10.24, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" } ], "tar_archive": [ { "size": 1637099520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B032_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B032_P000_bf.tar", "checksum": "sha1$f3b89fe6a2b83e3786d9b68dd38b6ee531c1d5c2", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B032_P000_bf.tar", "nameroot": "L369640_SAP000_B032_P000_bf" }, { "size": 1637099520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B033_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B033_P000_bf.tar", "checksum": "sha1$5bf074c2dc4f7c37ee771229d3d367ee52018c5d", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B033_P000_bf.tar", "nameroot": "L369640_SAP000_B033_P000_bf" }, { "size": 1637109760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B034_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B034_P000_bf.tar", "checksum": "sha1$13df645bfa90445e07568223ef2670c7355f6f45", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B034_P000_bf.tar", "nameroot": "L369640_SAP000_B034_P000_bf" }, { "size": 1637140480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377923/L369640_SAP000_B035_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B035_P000_bf.tar", "checksum": "sha1$aa29fcf86525b3d5efbbe085a028be294e5a135d", "location": "file:///project/ldv/Share/run/2024/8/6/182_377923/L369640_SAP000_B035_P000_bf.tar", "nameroot": "L369640_SAP000_B035_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-05", "cpu_time_raw": 441 }, "remarks": null, "status_history": [ "defining (2024-07-31T09:34:55Z)", "defined (2024-08-05T08:24:42Z)", "staging (2024-08-05T08:25:59Z)", "staged (2024-08-06T16:36:07Z)", "fetched (2024-08-06T16:36:15Z)", "processing (2024-08-06T16:37:05Z)", "processed (2024-08-06T16:45:15Z)", "storing (2024-08-06T16:45:32Z)", "stored (2024-08-06T16:46:32Z)", "validated (2024-08-06T17:17:40Z)", "scrubbing (2024-08-06T17:18:00Z)", "scrubbed (2024-08-06T17:18:25Z)", "pre_archiving (2024-08-06T17:42:39Z)", "pre_archived (2024-08-06T17:43:53Z)", "archiving (2024-08-06T17:44:26Z)", "archived (2024-08-06T17:46:24Z)", "finishing (2024-08-06T17:46:25Z)", "finished (2024-08-06T17:46:38Z)" ], "size_to_process": 20837847040, "size_processed": 6548449280, "total_processing_time": 441, "nr_of_dps": null, "log_entries": [ "5930428 - 377923 - staging (STAGER)", "5940166 - 377923 - staged (STAGER)", "5940169 - 377923 - fetched (copy_skipped)", "5940185 - 377923 - processing (running)", "5940373 - 377923 - processed (running)", "5940382 - 377923 - storing (issuing_copying)", "5940383 - 377923 - storing (copy_issued)", "5940402 - 377923 - stored (copy_finished)", "5940916 - 377923 - scrubbing (STAGER)", "5940954 - 377923 - scrubbed (STAGER)", "5941516 - 377923 - pre_archiving (submitting)", "5941532 - 377923 - pre_archived (SIP created)", "5941542 - 377923 - archiving (submitting)", "5941545 - 377923 - archiving (submitting)", "5941546 - 377923 - archiving (submitting)", "5941548 - 377923 - archiving (submitting)", "5941575 - 377923 - archiving (ingested)", "5941576 - 377923 - archived (Success)", "5941577 - 377923 - finishing (cleaning)", "5941584 - 377923 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F0282268D08586AE063164A17AC2836", "lta_object_id": "1F0282268D08586AE063164A17AC2836", "sas_id_archived": "1401709", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3634, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }