Task Details View Api
Detailed view of a task.
GET /atdb/tasks/383565/
{ "id": 383565, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T09:18:12.891145Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "345614", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 752464, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354129920, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345614/L345614_SAP001_B070_P000_bf_461b23c4.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354048000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345614/L345614_SAP001_B071_P000_bf_536f4a12.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354088960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345614/L345614_SAP001_B072_P000_bf_a4df074b.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354109440, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345614/L345614_SAP001_B073_P000_bf_2a417b00.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025175040, "_type": "PulpDataProduct", "fileName": "L345614_SAP001_B070_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "45bb9acadbe9bdd2a014052a2b03af4d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2447, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B070_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345614_SAP001_B070_P000_bf.tar_filecontent.txt", "checksum": "sha1$6d9899d82fa2f8730e5b440e4e42ad54a8b585bb", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B070_P000_bf.tar_filecontent.txt", "nameroot": "L345614_SAP001_B070_P000_bf.tar_filecontent" } } }, "file_name": "L345614_SAP001_B070_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025144320, "_type": "PulpDataProduct", "fileName": "L345614_SAP001_B071_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "dbb8a9edef1ac10ddeeaf16ea6eea203", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2447, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B071_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345614_SAP001_B071_P000_bf.tar_filecontent.txt", "checksum": "sha1$ebff01fbc3ad02254fb27ebcc7bd033f33935ef3", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B071_P000_bf.tar_filecontent.txt", "nameroot": "L345614_SAP001_B071_P000_bf.tar_filecontent" } } }, "file_name": "L345614_SAP001_B071_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025154560, "_type": "PulpDataProduct", "fileName": "L345614_SAP001_B072_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7a8776c034032e1d863bbc49c4732bf3", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2447, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B072_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345614_SAP001_B072_P000_bf.tar_filecontent.txt", "checksum": "sha1$e013ac541a3263678215de099f52ba07ec963102", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B072_P000_bf.tar_filecontent.txt", "nameroot": "L345614_SAP001_B072_P000_bf.tar_filecontent" } } }, "file_name": "L345614_SAP001_B072_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025154560, "_type": "PulpDataProduct", "fileName": "L345614_SAP001_B073_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7c7d608b0d522ca05dc57736989e9f8c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2447, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B073_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345614_SAP001_B073_P000_bf.tar_filecontent.txt", "checksum": "sha1$54de625769972b43ffcbdac42394889faea54343", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B073_P000_bf.tar_filecontent.txt", "nameroot": "L345614_SAP001_B073_P000_bf.tar_filecontent" } } }, "file_name": "L345614_SAP001_B073_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L345614_SAP001_B070_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM70/L345612_SAP1_BEAM70_2bit.fits", "stokes/SAP1/BEAM70/L345612_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM70/L345612_SAP1_BEAM70.fits" ], "input_name": "L345614_SAP001_B070_P000_bf.tar", "input_size": 20354129920, "is_summary": false, "size_ratio": 0.2960173224638629, "output_name": "L345614_SAP001_B070_P000_bf.tar", "output_size": 6025175040, "rfi_percent": 10.609, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L345614_SAP001_B071_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM71/L345612_SAP1_BEAM71_2bit.fits", "stokes/SAP1/BEAM71/L345612_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM71/L345612_SAP1_BEAM71.fits" ], "input_name": "L345614_SAP001_B071_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601700457815566, "output_name": "L345614_SAP001_B071_P000_bf.tar", "output_size": 6025144320, "rfi_percent": 10.633, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L345614_SAP001_B072_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM72/L345612_SAP1_BEAM72_2bit.fits", "stokes/SAP1/BEAM72/L345612_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM72/L345612_SAP1_BEAM72.fits" ], "input_name": "L345614_SAP001_B072_P000_bf.tar", "input_size": 20354088960, "is_summary": false, "size_ratio": 0.2960169119748212, "output_name": "L345614_SAP001_B072_P000_bf.tar", "output_size": 6025154560, "rfi_percent": 10.596, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L345614_SAP001_B073_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM73/L345612_SAP1_BEAM73_2bit.fits", "stokes/SAP1/BEAM73/L345612_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM73/L345612_SAP1_BEAM73.fits" ], "input_name": "L345614_SAP001_B073_P000_bf.tar", "input_size": 20354109440, "is_summary": false, "size_ratio": 0.2960166141270389, "output_name": "L345614_SAP001_B073_P000_bf.tar", "output_size": 6025154560, "rfi_percent": 10.611, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM70/L345612_SAP1_BEAM70_2bit.fits", "stokes/SAP1/BEAM70/L345612_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM70/L345612_SAP1_BEAM70.fits" ], "input_name": "L345614_SAP001_B070_P000_bf.tar", "input_size": 20354129920, "is_summary": false, "size_ratio": 0.2960173224638629, "output_name": "L345614_SAP001_B070_P000_bf.tar", "output_size": 6025175040, "rfi_percent": 10.609, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM71/L345612_SAP1_BEAM71_2bit.fits", "stokes/SAP1/BEAM71/L345612_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM71/L345612_SAP1_BEAM71.fits" ], "input_name": "L345614_SAP001_B071_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601700457815566, "output_name": "L345614_SAP001_B071_P000_bf.tar", "output_size": 6025144320, "rfi_percent": 10.633, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM72/L345612_SAP1_BEAM72_2bit.fits", "stokes/SAP1/BEAM72/L345612_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM72/L345612_SAP1_BEAM72.fits" ], "input_name": "L345614_SAP001_B072_P000_bf.tar", "input_size": 20354088960, "is_summary": false, "size_ratio": 0.2960169119748212, "output_name": "L345614_SAP001_B072_P000_bf.tar", "output_size": 6025154560, "rfi_percent": 10.596, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM73/L345612_SAP1_BEAM73_2bit.fits", "stokes/SAP1/BEAM73/L345612_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM73/L345612_SAP1_BEAM73.fits" ], "input_name": "L345614_SAP001_B073_P000_bf.tar", "input_size": 20354109440, "is_summary": false, "size_ratio": 0.2960166141270389, "output_name": "L345614_SAP001_B073_P000_bf.tar", "output_size": 6025154560, "rfi_percent": 10.611, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025175040, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B070_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L345614_SAP001_B070_P000_bf.tar", "checksum": "sha1$49eacbceb6011742dca83c0111ac6a3d85a774c0", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B070_P000_bf.tar", "nameroot": "L345614_SAP001_B070_P000_bf" }, { "size": 6025144320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B071_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L345614_SAP001_B071_P000_bf.tar", "checksum": "sha1$20105f1a2e763f3ac4dc10955824ff2d2d9c4b65", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B071_P000_bf.tar", "nameroot": "L345614_SAP001_B071_P000_bf" }, { "size": 6025154560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B072_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L345614_SAP001_B072_P000_bf.tar", "checksum": "sha1$d0d515c8fa630de27df9f2f8d52322b42a7e537b", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B072_P000_bf.tar", "nameroot": "L345614_SAP001_B072_P000_bf" }, { "size": 6025154560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345614/383565/L345614_SAP001_B073_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L345614_SAP001_B073_P000_bf.tar", "checksum": "sha1$ea49782d09e374c9fad5e19e74e24b3698949492", "location": "file:///project/ldv/Share/run/2024/8/15/154_383565/L345614_SAP001_B073_P000_bf.tar", "nameroot": "L345614_SAP001_B073_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-09", "cpu_time_raw": 1275 }, "remarks": null, "status_history": [ "defining (2024-08-01T09:18:13Z)", "defined (2024-08-15T10:45:57Z)", "staging (2024-08-15T10:47:47Z)", "staged (2024-08-15T13:57:01Z)", "fetched (2024-08-15T13:57:30Z)", "processing (2024-08-15T13:58:09Z)", "processed (2024-08-15T14:20:16Z)", "storing (2024-08-15T14:20:18Z)", "stored (2024-08-15T14:21:50Z)", "validated (2024-08-15T18:03:59Z)", "scrubbing (2024-08-15T18:04:59Z)", "scrubbed (2024-08-15T18:06:03Z)", "pre_archiving (2024-08-16T01:45:43Z)", "pre_archived (2024-08-16T01:47:50Z)", "archiving (2024-08-16T01:48:02Z)", "archived (2024-08-16T01:49:27Z)", "finishing (2024-08-16T01:49:28Z)", "finished (2024-08-16T01:49:41Z)" ], "size_to_process": 81416376320, "size_processed": 24100628480, "total_processing_time": 1275, "nr_of_dps": null, "log_entries": [ "6052907 - 383565 - staging (STAGER)", "6054911 - 383565 - staged (STAGER)", "6054916 - 383565 - fetched (copy_skipped)", "6054926 - 383565 - processing (running)", "6055165 - 383565 - processed (running)", "6055167 - 383565 - storing (issuing_copying)", "6055169 - 383565 - storing (copy_issued)", "6055180 - 383565 - stored (copy_finished)", "6057162 - 383565 - scrubbing (STAGER)", "6057270 - 383565 - scrubbed (STAGER)", "6060082 - 383565 - pre_archiving (submitting)", "6060091 - 383565 - pre_archived (SIP created)", "6060093 - 383565 - archiving (submitting)", "6060094 - 383565 - archiving (submitting)", "6060095 - 383565 - archiving (submitting)", "6060096 - 383565 - archiving (submitting)", "6060098 - 383565 - archiving (ingested)", "6060099 - 383565 - archived (Success)", "6060100 - 383565 - finishing (cleaning)", "6060101 - 383565 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1FBD3B334D18642EE063144A17AC1B91", "lta_object_id": "1FBD3B334D18642EE063144A17AC1B91", "sas_id_archived": "1425066", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3740, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }