Task Details View Api
Detailed view of a task.
GET /atdb/tasks/378269/
{ "id": 378269, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T11:03:46.738801Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369026", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 742877, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19194112000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369026/L369026_SAP001_B010_P000_bf_79bdeb5e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19194101760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369026/L369026_SAP001_B011_P000_bf_1e8a0fa7.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19195371520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369026/L369026_SAP001_B012_P000_bf_050ce6b9.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19194091520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369026/L369026_SAP001_B013_P000_bf_741153c3.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886661120, "_type": "PulpDataProduct", "fileName": "L369026_SAP001_B010_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "694f8f922572a1332fe392eced471483", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B010_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369026_SAP001_B010_P000_bf.tar_filecontent.txt", "checksum": "sha1$5f6a164edb20e3b8bcc579c745305782c0544019", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B010_P000_bf.tar_filecontent.txt", "nameroot": "L369026_SAP001_B010_P000_bf.tar_filecontent" } } }, "file_name": "L369026_SAP001_B010_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886650880, "_type": "PulpDataProduct", "fileName": "L369026_SAP001_B011_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "10faa2e0764749d6fc599a27d102cbfa", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B011_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369026_SAP001_B011_P000_bf.tar_filecontent.txt", "checksum": "sha1$05dfff09bc9bb36ed8a4b5afc399f5357783c110", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B011_P000_bf.tar_filecontent.txt", "nameroot": "L369026_SAP001_B011_P000_bf.tar_filecontent" } } }, "file_name": "L369026_SAP001_B011_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4887920640, "_type": "PulpDataProduct", "fileName": "L369026_SAP001_B012_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "1509c1883ef66c06941aae31a9ff59ce", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 711, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B012_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369026_SAP001_B012_P000_bf.tar_filecontent.txt", "checksum": "sha1$b7b1caaa8b32077930566a699b7f0065e5de25fa", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B012_P000_bf.tar_filecontent.txt", "nameroot": "L369026_SAP001_B012_P000_bf.tar_filecontent" } } }, "file_name": "L369026_SAP001_B012_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886640640, "_type": "PulpDataProduct", "fileName": "L369026_SAP001_B013_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "85bf644e0cb452e766e1863ea77f1b22", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B013_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369026_SAP001_B013_P000_bf.tar_filecontent.txt", "checksum": "sha1$3c1caa8e83ccc7ac2938b05b773e6961c72a8f04", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B013_P000_bf.tar_filecontent.txt", "nameroot": "L369026_SAP001_B013_P000_bf.tar_filecontent" } } }, "file_name": "L369026_SAP001_B013_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369026_SAP001_B010_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM10/L369024_SAP1_BEAM10_2bit.fits", "stokes/SAP1/BEAM10/L369024_SAP1_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM10/L369024_SAP1_BEAM10.fits" ], "input_name": "L369026_SAP001_B010_P000_bf.tar", "input_size": 19194112000, "is_summary": false, "size_ratio": 0.25459167478026595, "output_name": "L369026_SAP001_B010_P000_bf.tar", "output_size": 4886661120, "rfi_percent": 18.975, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L369026_SAP001_B011_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM11/L369024_SAP1_BEAM11_2bit.fits", "stokes/SAP1/BEAM11/L369024_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM11/L369024_SAP1_BEAM11.fits" ], "input_name": "L369026_SAP001_B011_P000_bf.tar", "input_size": 19194101760, "is_summary": false, "size_ratio": 0.2545912771069939, "output_name": "L369026_SAP001_B011_P000_bf.tar", "output_size": 4886650880, "rfi_percent": 19.031, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L369026_SAP001_B012_P000_bf.tar": { "added": [ "incoherentstokes/SAP1/BEAM12/L369024_SAP1_BEAM12_2bit.fits", "incoherentstokes/SAP1/BEAM12/L369024_SAP1_BEAM12_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "incoherentstokes/SAP1/BEAM12/L369024_SAP1_BEAM12.fits" ], "input_name": "L369026_SAP001_B012_P000_bf.tar", "input_size": 19195371520, "is_summary": false, "size_ratio": 0.2546405853571101, "output_name": "L369026_SAP001_B012_P000_bf.tar", "output_size": 4887920640, "rfi_percent": 32.629, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L369026_SAP001_B013_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM13/L369024_SAP1_BEAM13_2bit.fits", "stokes/SAP1/BEAM13/L369024_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM13/L369024_SAP1_BEAM13.fits" ], "input_name": "L369026_SAP001_B013_P000_bf.tar", "input_size": 19194091520, "is_summary": false, "size_ratio": 0.2545908794332976, "output_name": "L369026_SAP001_B013_P000_bf.tar", "output_size": 4886640640, "rfi_percent": 18.861, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM10/L369024_SAP1_BEAM10_2bit.fits", "stokes/SAP1/BEAM10/L369024_SAP1_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM10/L369024_SAP1_BEAM10.fits" ], "input_name": "L369026_SAP001_B010_P000_bf.tar", "input_size": 19194112000, "is_summary": false, "size_ratio": 0.25459167478026595, "output_name": "L369026_SAP001_B010_P000_bf.tar", "output_size": 4886661120, "rfi_percent": 18.975, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM11/L369024_SAP1_BEAM11_2bit.fits", "stokes/SAP1/BEAM11/L369024_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM11/L369024_SAP1_BEAM11.fits" ], "input_name": "L369026_SAP001_B011_P000_bf.tar", "input_size": 19194101760, "is_summary": false, "size_ratio": 0.2545912771069939, "output_name": "L369026_SAP001_B011_P000_bf.tar", "output_size": 4886650880, "rfi_percent": 19.031, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "incoherentstokes/SAP1/BEAM12/L369024_SAP1_BEAM12_2bit.fits", "incoherentstokes/SAP1/BEAM12/L369024_SAP1_BEAM12_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "incoherentstokes/SAP1/BEAM12/L369024_SAP1_BEAM12.fits" ], "input_name": "L369026_SAP001_B012_P000_bf.tar", "input_size": 19195371520, "is_summary": false, "size_ratio": 0.2546405853571101, "output_name": "L369026_SAP001_B012_P000_bf.tar", "output_size": 4887920640, "rfi_percent": 32.629, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM13/L369024_SAP1_BEAM13_2bit.fits", "stokes/SAP1/BEAM13/L369024_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM13/L369024_SAP1_BEAM13.fits" ], "input_name": "L369026_SAP001_B013_P000_bf.tar", "input_size": 19194091520, "is_summary": false, "size_ratio": 0.2545908794332976, "output_name": "L369026_SAP001_B013_P000_bf.tar", "output_size": 4886640640, "rfi_percent": 18.861, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886661120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B010_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369026_SAP001_B010_P000_bf.tar", "checksum": "sha1$e0bf00276e98c7fe3e4eaada6c98ba297e8eb096", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B010_P000_bf.tar", "nameroot": "L369026_SAP001_B010_P000_bf" }, { "size": 4886650880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B011_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369026_SAP001_B011_P000_bf.tar", "checksum": "sha1$aa0c25a0db143c62b16d393b825bb9b27f0450b5", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B011_P000_bf.tar", "nameroot": "L369026_SAP001_B011_P000_bf" }, { "size": 4887920640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B012_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369026_SAP001_B012_P000_bf.tar", "checksum": "sha1$9b9a6c5948d854222b03c5adcbdba7a656ff7969", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B012_P000_bf.tar", "nameroot": "L369026_SAP001_B012_P000_bf" }, { "size": 4886640640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369026/378269/L369026_SAP001_B013_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369026_SAP001_B013_P000_bf.tar", "checksum": "sha1$c693240eef22d519825a6ec79ab3cd512321af4d", "location": "file:///project/ldv/Share/run/2024/8/8/922_378269/L369026_SAP001_B013_P000_bf.tar", "nameroot": "L369026_SAP001_B013_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 5588 }, "remarks": null, "status_history": [ "defining (2024-07-31T11:03:46Z)", "defined (2024-08-08T05:01:45Z)", "staging (2024-08-08T05:02:43Z)", "staged_failed (2024-08-08T05:45:09Z)", "defined (2024-08-08T05:51:58Z)", "staging (2024-08-08T05:52:20Z)", "staged (2024-08-08T07:32:42Z)", "fetched (2024-08-08T07:32:56Z)", "processing (2024-08-08T07:33:23Z)", "processed (2024-08-08T09:07:12Z)", "storing (2024-08-08T09:08:24Z)", "stored (2024-08-08T09:10:00Z)", "validated (2024-08-08T09:25:41Z)", "scrubbing (2024-08-08T09:26:09Z)", "scrubbed (2024-08-08T09:26:48Z)", "pre_archiving (2024-08-08T12:03:50Z)", "pre_archived (2024-08-08T12:05:54Z)", "archiving (2024-08-08T12:06:05Z)", "archived (2024-08-08T12:07:30Z)", "finishing (2024-08-08T12:07:31Z)", "finished (2024-08-08T12:07:45Z)" ], "size_to_process": 76777676800, "size_processed": 19547873280, "total_processing_time": 5588, "nr_of_dps": null, "log_entries": [ "5957336 - 378269 - staging (STAGER)", "5957654 - 378269 - staged_failed (STAGER)", "5957688 - 378269 - staging (STAGER)", "5958362 - 378269 - staged (STAGER)", "5958364 - 378269 - fetched (copy_skipped)", "5958367 - 378269 - processing (running)", "5959259 - 378269 - processed (running)", "5959284 - 378269 - storing (issuing_copying)", "5959285 - 378269 - storing (copy_issued)", "5959312 - 378269 - stored (copy_finished)", "5959505 - 378269 - scrubbing (STAGER)", "5959564 - 378269 - scrubbed (STAGER)", "5961017 - 378269 - pre_archiving (submitting)", "5961028 - 378269 - pre_archived (SIP created)", "5961031 - 378269 - archiving (submitting)", "5961032 - 378269 - archiving (submitting)", "5961033 - 378269 - archiving (submitting)", "5961034 - 378269 - archiving (submitting)", "5961036 - 378269 - archiving (ingested)", "5961037 - 378269 - archived (Success)", "5961038 - 378269 - finishing (cleaning)", "5961039 - 378269 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F028226A9BE586AE063164A17AC2836", "lta_object_id": "1F028226A9BE586AE063164A17AC2836", "sas_id_archived": "1405491", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3642, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }