Task Details View Api
Detailed view of a task.
GET /atdb/tasks/375798/
{ "id": 375798, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-30T19:11:29.665256Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "401365", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 737819, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193333760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401365/L401365_SAP002_B044_P000_bf_43cae2cd.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193354240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401365/L401365_SAP002_B045_P000_bf_46d78bfb.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193323520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401365/L401365_SAP002_B046_P000_bf_fd9c6ec3.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193344000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401365/L401365_SAP002_B047_P000_bf_9ccfb5fb.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885882880, "_type": "PulpDataProduct", "fileName": "L401365_SAP002_B044_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c2160a4a5c26e9f2d74e897f04ee70ab", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B044_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401365_SAP002_B044_P000_bf.tar_filecontent.txt", "checksum": "sha1$01fa0321a2043a2b4105d86601576706ce063c0b", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B044_P000_bf.tar_filecontent.txt", "nameroot": "L401365_SAP002_B044_P000_bf.tar_filecontent" } } }, "file_name": "L401365_SAP002_B044_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885903360, "_type": "PulpDataProduct", "fileName": "L401365_SAP002_B045_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f44a9e27d17009849ae417b90bbce5b6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B045_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401365_SAP002_B045_P000_bf.tar_filecontent.txt", "checksum": "sha1$30bbcdefb6097e7a95dc53c50e8fb40546dd57ab", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B045_P000_bf.tar_filecontent.txt", "nameroot": "L401365_SAP002_B045_P000_bf.tar_filecontent" } } }, "file_name": "L401365_SAP002_B045_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885882880, "_type": "PulpDataProduct", "fileName": "L401365_SAP002_B046_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "85a89a63e0c2b36e8691485d83ec4849", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B046_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401365_SAP002_B046_P000_bf.tar_filecontent.txt", "checksum": "sha1$de245f2204f3f37679bde345ea1d51763076b45d", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B046_P000_bf.tar_filecontent.txt", "nameroot": "L401365_SAP002_B046_P000_bf.tar_filecontent" } } }, "file_name": "L401365_SAP002_B046_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885903360, "_type": "PulpDataProduct", "fileName": "L401365_SAP002_B047_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "519320f294b9ba114ff6ef5d6062db35", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B047_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401365_SAP002_B047_P000_bf.tar_filecontent.txt", "checksum": "sha1$c8e8249c1b02f71e4bd354bf65e89565cb742ce2", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B047_P000_bf.tar_filecontent.txt", "nameroot": "L401365_SAP002_B047_P000_bf.tar_filecontent" } } }, "file_name": "L401365_SAP002_B047_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L401365_SAP002_B044_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM44/L401363_SAP2_BEAM44_2bit.fits", "stokes/SAP2/BEAM44/L401363_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM44/L401363_SAP2_BEAM44.fits" ], "input_name": "L401365_SAP002_B044_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L401365_SAP002_B044_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.778, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L401365_SAP002_B045_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM45/L401363_SAP2_BEAM45_2bit.fits", "stokes/SAP2/BEAM45/L401363_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM45/L401363_SAP2_BEAM45.fits" ], "input_name": "L401365_SAP002_B045_P000_bf.tar", "input_size": 19193354240, "is_summary": false, "size_ratio": 0.2545622458120171, "output_name": "L401365_SAP002_B045_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 11.02, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L401365_SAP002_B046_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM46/L401363_SAP2_BEAM46_2bit.fits", "stokes/SAP2/BEAM46/L401363_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM46/L401363_SAP2_BEAM46.fits" ], "input_name": "L401365_SAP002_B046_P000_bf.tar", "input_size": 19193323520, "is_summary": false, "size_ratio": 0.25456158621558, "output_name": "L401365_SAP002_B046_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.8, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L401365_SAP002_B047_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM47/L401363_SAP2_BEAM47_2bit.fits", "stokes/SAP2/BEAM47/L401363_SAP2_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM47/L401363_SAP2_BEAM47.fits" ], "input_name": "L401365_SAP002_B047_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545623816256302, "output_name": "L401365_SAP002_B047_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 10.891, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM44/L401363_SAP2_BEAM44_2bit.fits", "stokes/SAP2/BEAM44/L401363_SAP2_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM44/L401363_SAP2_BEAM44.fits" ], "input_name": "L401365_SAP002_B044_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L401365_SAP002_B044_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.778, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM45/L401363_SAP2_BEAM45_2bit.fits", "stokes/SAP2/BEAM45/L401363_SAP2_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM45/L401363_SAP2_BEAM45.fits" ], "input_name": "L401365_SAP002_B045_P000_bf.tar", "input_size": 19193354240, "is_summary": false, "size_ratio": 0.2545622458120171, "output_name": "L401365_SAP002_B045_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 11.02, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM46/L401363_SAP2_BEAM46_2bit.fits", "stokes/SAP2/BEAM46/L401363_SAP2_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM46/L401363_SAP2_BEAM46.fits" ], "input_name": "L401365_SAP002_B046_P000_bf.tar", "input_size": 19193323520, "is_summary": false, "size_ratio": 0.25456158621558, "output_name": "L401365_SAP002_B046_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.8, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM47/L401363_SAP2_BEAM47_2bit.fits", "stokes/SAP2/BEAM47/L401363_SAP2_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM47/L401363_SAP2_BEAM47.fits" ], "input_name": "L401365_SAP002_B047_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545623816256302, "output_name": "L401365_SAP002_B047_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 10.891, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885882880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B044_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401365_SAP002_B044_P000_bf.tar", "checksum": "sha1$4b47448912d3754acfc8634c5c2f12cb91f5aea9", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B044_P000_bf.tar", "nameroot": "L401365_SAP002_B044_P000_bf" }, { "size": 4885903360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B045_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401365_SAP002_B045_P000_bf.tar", "checksum": "sha1$fdfb41160cb154d8807aef6ecefaa049a5e69d3a", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B045_P000_bf.tar", "nameroot": "L401365_SAP002_B045_P000_bf" }, { "size": 4885882880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B046_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401365_SAP002_B046_P000_bf.tar", "checksum": "sha1$a13ebc838f37af3c1e712fe9793341d0a1878a39", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B046_P000_bf.tar", "nameroot": "L401365_SAP002_B046_P000_bf" }, { "size": 4885903360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401365/375798/L401365_SAP002_B047_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401365_SAP002_B047_P000_bf.tar", "checksum": "sha1$e3e1e15ab2ca0969d5cfed6e30cd8c39d0d507f0", "location": "file:///project/ldv/Share/run/2024/8/3/251_375798/L401365_SAP002_B047_P000_bf.tar", "nameroot": "L401365_SAP002_B047_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 2164 }, "remarks": null, "status_history": [ "defining (2024-07-30T19:11:29Z)", "defined (2024-08-02T19:23:10Z)", "staging (2024-08-02T19:25:27Z)", "staged (2024-08-03T00:14:40Z)", "fetched (2024-08-03T00:15:13Z)", "processing (2024-08-03T00:17:54Z)", "processed (2024-08-03T00:55:04Z)", "storing (2024-08-03T00:55:15Z)", "stored (2024-08-03T00:56:50Z)", "validated (2024-08-03T07:31:02Z)", "scrubbing (2024-08-03T07:32:59Z)", "scrubbed (2024-08-03T07:33:41Z)", "pre_archiving (2024-08-03T11:18:30Z)", "pre_archived (2024-08-03T11:20:37Z)", "archiving (2024-08-03T11:20:47Z)", "archived (2024-08-03T11:22:16Z)", "finishing (2024-08-03T11:22:17Z)", "finished (2024-08-03T11:22:30Z)" ], "size_to_process": 76773355520, "size_processed": 19543572480, "total_processing_time": 2164, "nr_of_dps": null, "log_entries": [ "5903474 - 375798 - staging (STAGER)", "5905780 - 375798 - staged (STAGER)", "5905788 - 375798 - fetched (copy_skipped)", "5905835 - 375798 - processing (running)", "5906401 - 375798 - processed (running)", "5906402 - 375798 - storing (issuing_copying)", "5906403 - 375798 - storing (copy_issued)", "5906418 - 375798 - stored (copy_finished)", "5909212 - 375798 - scrubbing (STAGER)", "5909274 - 375798 - scrubbed (STAGER)", "5910510 - 375798 - pre_archiving (submitting)", "5910519 - 375798 - pre_archived (SIP created)", "5910521 - 375798 - archiving (submitting)", "5910522 - 375798 - archiving (submitting)", "5910523 - 375798 - archiving (submitting)", "5910524 - 375798 - archiving (submitting)", "5910525 - 375798 - archiving (ingested)", "5910526 - 375798 - archived (Success)", "5910527 - 375798 - finishing (cleaning)", "5910528 - 375798 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EC0A2ECB16A162AE063144A17ACFAD2", "lta_object_id": "1EC0A2ECB16A162AE063144A17ACFAD2", "sas_id_archived": "1394936", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3592, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }