Task Details View Api
Detailed view of a task.
GET /atdb/tasks/375138/
{ "id": 375138, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-30T13:47:45.542129Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "402808", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 736124, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": "moderate", "per_sasid": "moderate" }, "inputs": [ { "size": 5646581760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402808/L402808_SAP000_B056_P000_bf_83a0e46c.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5646622720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402808/L402808_SAP000_B057_P000_bf_92c6d98c.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5646571520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402808/L402808_SAP000_B058_P000_bf_b302f744.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5646571520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402808/L402808_SAP000_B059_P000_bf_abe76ac3.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071726080, "_type": "PulpDataProduct", "fileName": "L402808_SAP000_B056_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c6c459708a7bba14cadd7d8bc0439baf", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B056_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402808_SAP000_B056_P000_bf.tar_filecontent.txt", "checksum": "sha1$e318dcc8d7954635356aabe8aa86241567ed1090", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B056_P000_bf.tar_filecontent.txt", "nameroot": "L402808_SAP000_B056_P000_bf.tar_filecontent" } } }, "file_name": "L402808_SAP000_B056_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071746560, "_type": "PulpDataProduct", "fileName": "L402808_SAP000_B057_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "0e1c8bdc7aa41cfd377a038cdf5a61a7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B057_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402808_SAP000_B057_P000_bf.tar_filecontent.txt", "checksum": "sha1$b136a84b538a90d716997032e63102d5f3ea8c41", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B057_P000_bf.tar_filecontent.txt", "nameroot": "L402808_SAP000_B057_P000_bf.tar_filecontent" } } }, "file_name": "L402808_SAP000_B057_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071715840, "_type": "PulpDataProduct", "fileName": "L402808_SAP000_B058_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "30918dba1dba0ff834cc3eb1dbb1b1ef", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B058_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402808_SAP000_B058_P000_bf.tar_filecontent.txt", "checksum": "sha1$40bce2e2f37092f62ff40b2e1e4bdb6ce3ff4b79", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B058_P000_bf.tar_filecontent.txt", "nameroot": "L402808_SAP000_B058_P000_bf.tar_filecontent" } } }, "file_name": "L402808_SAP000_B058_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 2071715840, "_type": "PulpDataProduct", "fileName": "L402808_SAP000_B059_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "1d279c349707e74c5fd8bcb6c3e148a4", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B059_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402808_SAP000_B059_P000_bf.tar_filecontent.txt", "checksum": "sha1$e6691412eb4fd384512df3d413c9aa0349727182", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B059_P000_bf.tar_filecontent.txt", "nameroot": "L402808_SAP000_B059_P000_bf.tar_filecontent" } } }, "file_name": "L402808_SAP000_B059_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L402808_SAP000_B056_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM56/L402806_SAP0_BEAM56_2bit.fits", "stokes/SAP0/BEAM56/L402806_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM56/L402806_SAP0_BEAM56.fits" ], "input_name": "L402808_SAP000_B056_P000_bf.tar", "input_size": 5646581760, "is_summary": false, "size_ratio": 0.36689915564066855, "output_name": "L402808_SAP000_B056_P000_bf.tar", "output_size": 2071726080, "rfi_percent": 21.219, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, "L402808_SAP000_B057_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM57/L402806_SAP0_BEAM57_2bit.fits", "stokes/SAP0/BEAM57/L402806_SAP0_BEAM57_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM57/L402806_SAP0_BEAM57.fits" ], "input_name": "L402808_SAP000_B057_P000_bf.tar", "input_size": 5646622720, "is_summary": false, "size_ratio": 0.3669001211400219, "output_name": "L402808_SAP000_B057_P000_bf.tar", "output_size": 2071746560, "rfi_percent": 21.395, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, "L402808_SAP000_B058_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM58/L402806_SAP0_BEAM58_2bit.fits", "stokes/SAP0/BEAM58/L402806_SAP0_BEAM58_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM58/L402806_SAP0_BEAM58.fits" ], "input_name": "L402808_SAP000_B058_P000_bf.tar", "input_size": 5646571520, "is_summary": false, "size_ratio": 0.3668980075187288, "output_name": "L402808_SAP000_B058_P000_bf.tar", "output_size": 2071715840, "rfi_percent": 21.332, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, "L402808_SAP000_B059_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM59/L402806_SAP0_BEAM59_2bit.fits", "stokes/SAP0/BEAM59/L402806_SAP0_BEAM59_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM59/L402806_SAP0_BEAM59.fits" ], "input_name": "L402808_SAP000_B059_P000_bf.tar", "input_size": 5646571520, "is_summary": false, "size_ratio": 0.3668980075187288, "output_name": "L402808_SAP000_B059_P000_bf.tar", "output_size": 2071715840, "rfi_percent": 21.16, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM56/L402806_SAP0_BEAM56_2bit.fits", "stokes/SAP0/BEAM56/L402806_SAP0_BEAM56_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM56/L402806_SAP0_BEAM56.fits" ], "input_name": "L402808_SAP000_B056_P000_bf.tar", "input_size": 5646581760, "is_summary": false, "size_ratio": 0.36689915564066855, "output_name": "L402808_SAP000_B056_P000_bf.tar", "output_size": 2071726080, "rfi_percent": 21.219, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, { "added": [ "stokes/SAP0/BEAM57/L402806_SAP0_BEAM57_2bit.fits", "stokes/SAP0/BEAM57/L402806_SAP0_BEAM57_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM57/L402806_SAP0_BEAM57.fits" ], "input_name": "L402808_SAP000_B057_P000_bf.tar", "input_size": 5646622720, "is_summary": false, "size_ratio": 0.3669001211400219, "output_name": "L402808_SAP000_B057_P000_bf.tar", "output_size": 2071746560, "rfi_percent": 21.395, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, { "added": [ "stokes/SAP0/BEAM58/L402806_SAP0_BEAM58_2bit.fits", "stokes/SAP0/BEAM58/L402806_SAP0_BEAM58_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM58/L402806_SAP0_BEAM58.fits" ], "input_name": "L402808_SAP000_B058_P000_bf.tar", "input_size": 5646571520, "is_summary": false, "size_ratio": 0.3668980075187288, "output_name": "L402808_SAP000_B058_P000_bf.tar", "output_size": 2071715840, "rfi_percent": 21.332, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" }, { "added": [ "stokes/SAP0/BEAM59/L402806_SAP0_BEAM59_2bit.fits", "stokes/SAP0/BEAM59/L402806_SAP0_BEAM59_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM59/L402806_SAP0_BEAM59.fits" ], "input_name": "L402808_SAP000_B059_P000_bf.tar", "input_size": 5646571520, "is_summary": false, "size_ratio": 0.3668980075187288, "output_name": "L402808_SAP000_B059_P000_bf.tar", "output_size": 2071715840, "rfi_percent": 21.16, "input_size_str": "5.26 GB", "output_size_str": "1.93 GB" } ], "tar_archive": [ { "size": 2071726080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B056_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402808_SAP000_B056_P000_bf.tar", "checksum": "sha1$0e15e43ed7a1ab64483e5f80144a1ba2895295af", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B056_P000_bf.tar", "nameroot": "L402808_SAP000_B056_P000_bf" }, { "size": 2071746560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B057_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402808_SAP000_B057_P000_bf.tar", "checksum": "sha1$54d1d6f047754d87eca3346f5d740a15b238d153", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B057_P000_bf.tar", "nameroot": "L402808_SAP000_B057_P000_bf" }, { "size": 2071715840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B058_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402808_SAP000_B058_P000_bf.tar", "checksum": "sha1$304b8f25c5e82368ac41b5fb85bb596aa9abb053", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B058_P000_bf.tar", "nameroot": "L402808_SAP000_B058_P000_bf" }, { "size": 2071715840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402808/375138/L402808_SAP000_B059_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402808_SAP000_B059_P000_bf.tar", "checksum": "sha1$a805dde0f63f688db8e19021db391267af970bc0", "location": "file:///project/ldv/Share/run/2024/8/1/1726_375138/L402808_SAP000_B059_P000_bf.tar", "nameroot": "L402808_SAP000_B059_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-13", "cpu_time_raw": 678 }, "remarks": null, "status_history": [ "defining (2024-07-30T13:47:45Z)", "defined (2024-08-01T14:08:32Z)", "staging (2024-08-01T14:09:12Z)", "staged (2024-08-01T15:18:26Z)", "fetched (2024-08-01T15:19:07Z)", "processing (2024-08-01T15:19:28Z)", "processed (2024-08-01T15:31:13Z)", "storing (2024-08-01T15:31:25Z)", "stored (2024-08-01T15:32:24Z)", "validated (2024-08-01T15:40:16Z)", "scrubbing (2024-08-01T15:40:33Z)", "scrubbed (2024-08-01T15:40:56Z)", "pre_archiving (2024-08-02T14:25:23Z)", "pre_archived (2024-08-02T14:26:39Z)", "archiving (2024-08-02T14:27:29Z)", "archived (2024-08-02T14:29:42Z)", "finishing (2024-08-02T14:29:43Z)", "finished (2024-08-02T14:30:00Z)" ], "size_to_process": 22586347520, "size_processed": 8286904320, "total_processing_time": 678, "nr_of_dps": null, "log_entries": [ "5887086 - 375138 - staging (STAGER)", "5887660 - 375138 - staged (STAGER)", "5887673 - 375138 - fetched (copy_skipped)", "5887681 - 375138 - processing (running)", "5887934 - 375138 - processed (running)", "5887937 - 375138 - storing (issuing_copying)", "5887938 - 375138 - storing (copy_issued)", "5887952 - 375138 - stored (copy_finished)", "5888028 - 375138 - scrubbing (STAGER)", "5888067 - 375138 - scrubbed (STAGER)", "5900355 - 375138 - pre_archiving (submitting)", "5900429 - 375138 - pre_archived (SIP created)", "5900476 - 375138 - archiving (submitting)", "5900477 - 375138 - archiving (submitting)", "5900478 - 375138 - archiving (submitting)", "5900479 - 375138 - archiving (submitting)", "5900495 - 375138 - archiving (ingested)", "5900497 - 375138 - archived (Success)", "5900498 - 375138 - finishing (cleaning)", "5900500 - 375138 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EA086ED5FF47362E063164A17AC8DD9", "lta_object_id": "1EA086ED5FF47362E063164A17AC8DD9", "sas_id_archived": "1392696", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3582, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }