Task Details View Api
Detailed view of a task.
GET /atdb/tasks/372742/
{ "id": 372742, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-12T07:30:13.445961Z", "filter": "lt5_004-mi-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "424661", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 726242, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20353720320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/424661/L424661_SAP000_B020_P000_bf_040f4e26.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353761280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/424661/L424661_SAP000_B021_P000_bf_a5a238bb.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353792000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/424661/L424661_SAP000_B022_P000_bf_fce040fa.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353710080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/424661/L424661_SAP000_B023_P000_bf_caae86ef.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024785920, "_type": "PulpDataProduct", "fileName": "L424661_SAP000_B020_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8e318ec6f012c29e43bc613a79cc1c17", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B020_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L424661_SAP000_B020_P000_bf.tar_filecontent.txt", "checksum": "sha1$dddcce0bc7f31222dabbbc84cbe4e1ecc82354d8", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B020_P000_bf.tar_filecontent.txt", "nameroot": "L424661_SAP000_B020_P000_bf.tar_filecontent" } } }, "file_name": "L424661_SAP000_B020_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024816640, "_type": "PulpDataProduct", "fileName": "L424661_SAP000_B021_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "affeed4d94dce4b4e3e618c961cc4302", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B021_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L424661_SAP000_B021_P000_bf.tar_filecontent.txt", "checksum": "sha1$4f3a0a815b44560ebcbca6d7eff9224b3afac06c", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B021_P000_bf.tar_filecontent.txt", "nameroot": "L424661_SAP000_B021_P000_bf.tar_filecontent" } } }, "file_name": "L424661_SAP000_B021_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024837120, "_type": "PulpDataProduct", "fileName": "L424661_SAP000_B022_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b79ade43f79fb8a626f06a477586d8b5", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B022_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L424661_SAP000_B022_P000_bf.tar_filecontent.txt", "checksum": "sha1$fdc9bc8cf7f1f5759cf3d1ab834c2c1abd0d8542", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B022_P000_bf.tar_filecontent.txt", "nameroot": "L424661_SAP000_B022_P000_bf.tar_filecontent" } } }, "file_name": "L424661_SAP000_B022_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024806400, "_type": "PulpDataProduct", "fileName": "L424661_SAP000_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ca827e12b1841557c9059deeafd77977", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L424661_SAP000_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$664a749b7d84c1bb16fda2dbb0d3ae3ef973e175", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B023_P000_bf.tar_filecontent.txt", "nameroot": "L424661_SAP000_B023_P000_bf.tar_filecontent" } } }, "file_name": "L424661_SAP000_B023_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L424661_SAP000_B020_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM20/L424659_SAP0_BEAM20_2bit.fits", "stokes/SAP0/BEAM20/L424659_SAP0_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM20/L424659_SAP0_BEAM20.fits" ], "input_name": "L424661_SAP000_B020_P000_bf.tar", "input_size": 20353720320, "is_summary": false, "size_ratio": 0.2960041616608005, "output_name": "L424661_SAP000_B020_P000_bf.tar", "output_size": 6024785920, "rfi_percent": 7.474, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L424661_SAP000_B021_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM21/L424659_SAP0_BEAM21_2bit.fits", "stokes/SAP0/BEAM21/L424659_SAP0_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM21/L424659_SAP0_BEAM21.fits" ], "input_name": "L424661_SAP000_B021_P000_bf.tar", "input_size": 20353761280, "is_summary": false, "size_ratio": 0.2960050752840509, "output_name": "L424661_SAP000_B021_P000_bf.tar", "output_size": 6024816640, "rfi_percent": 7.523, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L424661_SAP000_B022_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM22/L424659_SAP0_BEAM22_2bit.fits", "stokes/SAP0/BEAM22/L424659_SAP0_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM22/L424659_SAP0_BEAM22.fits" ], "input_name": "L424661_SAP000_B022_P000_bf.tar", "input_size": 20353792000, "is_summary": false, "size_ratio": 0.29600563472398655, "output_name": "L424661_SAP000_B022_P000_bf.tar", "output_size": 6024837120, "rfi_percent": 7.53, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L424661_SAP000_B023_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM23/L424659_SAP0_BEAM23_2bit.fits", "stokes/SAP0/BEAM23/L424659_SAP0_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM23/L424659_SAP0_BEAM23.fits" ], "input_name": "L424661_SAP000_B023_P000_bf.tar", "input_size": 20353710080, "is_summary": false, "size_ratio": 0.29600531678596065, "output_name": "L424661_SAP000_B023_P000_bf.tar", "output_size": 6024806400, "rfi_percent": 7.459, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM20/L424659_SAP0_BEAM20_2bit.fits", "stokes/SAP0/BEAM20/L424659_SAP0_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM20/L424659_SAP0_BEAM20.fits" ], "input_name": "L424661_SAP000_B020_P000_bf.tar", "input_size": 20353720320, "is_summary": false, "size_ratio": 0.2960041616608005, "output_name": "L424661_SAP000_B020_P000_bf.tar", "output_size": 6024785920, "rfi_percent": 7.474, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM21/L424659_SAP0_BEAM21_2bit.fits", "stokes/SAP0/BEAM21/L424659_SAP0_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM21/L424659_SAP0_BEAM21.fits" ], "input_name": "L424661_SAP000_B021_P000_bf.tar", "input_size": 20353761280, "is_summary": false, "size_ratio": 0.2960050752840509, "output_name": "L424661_SAP000_B021_P000_bf.tar", "output_size": 6024816640, "rfi_percent": 7.523, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM22/L424659_SAP0_BEAM22_2bit.fits", "stokes/SAP0/BEAM22/L424659_SAP0_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM22/L424659_SAP0_BEAM22.fits" ], "input_name": "L424661_SAP000_B022_P000_bf.tar", "input_size": 20353792000, "is_summary": false, "size_ratio": 0.29600563472398655, "output_name": "L424661_SAP000_B022_P000_bf.tar", "output_size": 6024837120, "rfi_percent": 7.53, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM23/L424659_SAP0_BEAM23_2bit.fits", "stokes/SAP0/BEAM23/L424659_SAP0_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM23/L424659_SAP0_BEAM23.fits" ], "input_name": "L424661_SAP000_B023_P000_bf.tar", "input_size": 20353710080, "is_summary": false, "size_ratio": 0.29600531678596065, "output_name": "L424661_SAP000_B023_P000_bf.tar", "output_size": 6024806400, "rfi_percent": 7.459, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6024785920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B020_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L424661_SAP000_B020_P000_bf.tar", "checksum": "sha1$5aeee3386510e81e4de66fe1a3fe22a80e737275", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B020_P000_bf.tar", "nameroot": "L424661_SAP000_B020_P000_bf" }, { "size": 6024816640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B021_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L424661_SAP000_B021_P000_bf.tar", "checksum": "sha1$ae6590c57a0b7be7ba479894949d39675de20fee", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B021_P000_bf.tar", "nameroot": "L424661_SAP000_B021_P000_bf" }, { "size": 6024837120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B022_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L424661_SAP000_B022_P000_bf.tar", "checksum": "sha1$036aaa71272f77eaea47fe4a885c738808605d25", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B022_P000_bf.tar", "nameroot": "L424661_SAP000_B022_P000_bf" }, { "size": 6024806400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/424661/372742/L424661_SAP000_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L424661_SAP000_B023_P000_bf.tar", "checksum": "sha1$06efc073517249a23d6ef09f088d57ff670a4b4a", "location": "file:///project/ldv/Share/run/2024/7/17/2248_372742/L424661_SAP000_B023_P000_bf.tar", "nameroot": "L424661_SAP000_B023_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-05", "cpu_time_raw": 2517 }, "remarks": null, "status_history": [ "defining (2024-07-12T07:30:13Z)", "defined (2024-07-17T19:13:57Z)", "staging (2024-07-17T19:14:00Z)", "staged (2024-07-17T20:09:42Z)", "fetched (2024-07-17T20:09:47Z)", "processing (2024-07-17T20:09:49Z)", "processed (2024-07-17T20:52:49Z)", "storing (2024-07-17T20:53:07Z)", "stored (2024-07-17T20:54:50Z)", "validated (2024-07-18T07:40:40Z)", "validated (2024-07-18T07:40:45Z)", "scrubbing (2024-07-18T07:41:05Z)", "scrubbed (2024-07-18T07:41:39Z)", "pre_archiving (2024-07-28T07:44:30Z)", "pre_archived (2024-07-28T07:46:33Z)", "archiving (2024-07-28T07:46:42Z)", "archived (2024-07-28T07:47:58Z)", "finishing (2024-07-28T07:47:59Z)", "finished (2024-07-28T07:48:12Z)" ], "size_to_process": 81414983680, "size_processed": 24099246080, "total_processing_time": 2517, "nr_of_dps": null, "log_entries": [ "5696798 - 372742 - staging (STAGER)", "5697225 - 372742 - staged (STAGER)", "5697226 - 372742 - fetched (copy_skipped)", "5697227 - 372742 - processing (running)", "5697553 - 372742 - processed (running)", "5697558 - 372742 - storing (issuing_copying)", "5697561 - 372742 - storing (copy_issued)", "5697576 - 372742 - stored (copy_finished)", "5703029 - 372742 - scrubbing (STAGER)", "5703090 - 372742 - scrubbed (STAGER)", "5811009 - 372742 - pre_archiving (submitting)", "5811018 - 372742 - pre_archived (SIP created)", "5811020 - 372742 - archiving (submitting)", "5811021 - 372742 - archiving (submitting)", "5811022 - 372742 - archiving (submitting)", "5811023 - 372742 - archiving (submitting)", "5811024 - 372742 - archiving (ingested)", "5811025 - 372742 - archived (Success)", "5811026 - 372742 - finishing (cleaning)", "5811027 - 372742 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1D607A09963969D4E063164A17AC3DD2", "lta_object_id": "1D607A09963969D4E063164A17AC3DD2", "sas_id_archived": "1381442", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3544, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }