Task Details View Api
Detailed view of a task.
GET /atdb/tasks/352557/
{ "id": 352557, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-06-11T12:06:25.322080Z", "filter": "lt5_004-as-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "451982", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 669804, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19222405120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/451982/L451982_SAP001_B051_P000_bf_a9b4e20d.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4913664000, "_type": "PulpDataProduct", "fileName": "L451982_SAP001_B051_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "4aab56ec793b2b4ebf99f7d89a06f4e6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2507, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451982_SAP001_B051_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L451982_SAP001_B051_P000_bf.tar_filecontent.txt", "checksum": "sha1$889c57eff7f62b95cf2a543f1e539e81fd94cab1", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451982_SAP001_B051_P000_bf.tar_filecontent.txt", "nameroot": "L451982_SAP001_B051_P000_bf.tar_filecontent" } } }, "file_name": "L451982_SAP001_B051_P000_bf.tar" } ], "quality": { "plots": [ { "size": 148898, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/J1949+3106_L451980_SAP1_BEAM51_PSR_J1949+3106.pfd.png", "class": "File", "nameext": ".png", "basename": "J1949+3106_L451980_SAP1_BEAM51_PSR_J1949+3106.pfd.png", "checksum": "sha1$b22f952e279e570ae6df27c4e81cbb48d14de5cf", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/J1949%2B3106_L451980_SAP1_BEAM51_PSR_J1949%2B3106.pfd.png", "nameroot": "J1949+3106_L451980_SAP1_BEAM51_PSR_J1949+3106.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/J1949+3106_L451980_SAP1_BEAM51_PSR_J1949+3106.pfd.png" }, { "size": 138003, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/J1949+3106_L451980_SAP1_BEAM51_diag.png", "class": "File", "nameext": ".png", "basename": "J1949+3106_L451980_SAP1_BEAM51_diag.png", "checksum": "sha1$bed99055713ced67964a36a97ba5d4cedcf71dcc", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/J1949%2B3106_L451980_SAP1_BEAM51_diag.png", "nameroot": "J1949+3106_L451980_SAP1_BEAM51_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/J1949+3106_L451980_SAP1_BEAM51_diag.png" }, { "size": 139167, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/J1949+3106_L451980_SAP1_BEAM51_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1949+3106_L451980_SAP1_BEAM51_diag_pdmp.png", "checksum": "sha1$86cccaea64d71eacbadeb1e70118faf45577cf63", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/J1949%2B3106_L451980_SAP1_BEAM51_diag_pdmp.png", "nameroot": "J1949+3106_L451980_SAP1_BEAM51_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/J1949+3106_L451980_SAP1_BEAM51_diag_pdmp.png" }, { "size": 147816, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/J1949+3106_L451980_SAP1_BEAM51_nomask_PSR_J1949+3106.pfd.png", "class": "File", "nameext": ".png", "basename": "J1949+3106_L451980_SAP1_BEAM51_nomask_PSR_J1949+3106.pfd.png", "checksum": "sha1$0e1a688ff99fcc3cd4f10b9461966dfa4daceeca", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/J1949%2B3106_L451980_SAP1_BEAM51_nomask_PSR_J1949%2B3106.pfd.png", "nameroot": "J1949+3106_L451980_SAP1_BEAM51_nomask_PSR_J1949+3106.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/J1949+3106_L451980_SAP1_BEAM51_nomask_PSR_J1949+3106.pfd.png" }, { "size": 146794, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/J1949+3106_L451980_SAP1_BEAM51_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1949+3106_L451980_SAP1_BEAM51_pdmp.png", "checksum": "sha1$9efc920fe89f097e24af142fddb595701a55110f", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/J1949%2B3106_L451980_SAP1_BEAM51_pdmp.png", "nameroot": "J1949+3106_L451980_SAP1_BEAM51_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/J1949+3106_L451980_SAP1_BEAM51_pdmp.png" }, { "size": 225664, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451980_SAP1_BEAM51_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L451980_SAP1_BEAM51_rfifind-0.png", "checksum": "sha1$795b01a3107174aa6577356db28adfa1cfa558d4", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451980_SAP1_BEAM51_rfifind-0.png", "nameroot": "L451980_SAP1_BEAM51_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/L451980_SAP1_BEAM51_rfifind-0.png" }, { "size": 55285, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451980_SAP1_BEAM51_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L451980_SAP1_BEAM51_rfifind-1.png", "checksum": "sha1$3ee79570deefdc4e8af22b3d32d7d8b0bfb96865", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451980_SAP1_BEAM51_rfifind-1.png", "nameroot": "L451980_SAP1_BEAM51_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/L451980_SAP1_BEAM51_rfifind-1.png" }, { "size": 5127, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451980_sap001_beam0051.rfifind.log", "class": "File", "nameext": ".log", "basename": "L451980_sap001_beam0051.rfifind.log", "checksum": "sha1$df0d23fba8fb89f31f894467f9046bef674b7e8a", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451980_sap001_beam0051.rfifind.log", "nameroot": "L451980_sap001_beam0051.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/L451980_sap001_beam0051.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451980_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L451980_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$4fcc70de0b0bd8cdb5afb939a0b5edc9c09335c7", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451980_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log", "nameroot": "L451980_SAP1_BEAM51_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/L451980_SAP1_BEAM51_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451982_SAP001_B051-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L451982_SAP001_B051-ldv-summary.log", "checksum": "sha1$dc7a97543f61ee0dc95f15fe25078dd3fa3a4098", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451982_SAP001_B051-ldv-summary.log_2", "nameroot": "L451982_SAP001_B051-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1362689/L451982_SAP001_B051-projects-summary.log_2" } ], "details": {}, "summary": { "L451982_SAP001_B051_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM51/L451980_SAP1_BEAM51_2bit.fits", "stokes/SAP1/BEAM51/L451980_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM51/L451980_SAP1_BEAM51.fits" ], "input_name": "L451982_SAP001_B051_P000_bf.tar", "input_size": 19222405120, "is_summary": false, "size_ratio": 0.25562170650995, "output_name": "L451982_SAP001_B051_P000_bf.tar", "output_size": 4913664000, "rfi_percent": 10.387, "input_size_str": "17.90 GB", "output_size_str": "4.58 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM51/L451980_SAP1_BEAM51_2bit.fits", "stokes/SAP1/BEAM51/L451980_SAP1_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM51/L451980_SAP1_BEAM51.fits" ], "input_name": "L451982_SAP001_B051_P000_bf.tar", "input_size": 19222405120, "is_summary": false, "size_ratio": 0.25562170650995, "output_name": "L451982_SAP001_B051_P000_bf.tar", "output_size": 4913664000, "rfi_percent": 10.387, "input_size_str": "17.90 GB", "output_size_str": "4.58 GB" } ], "tar_archive": [ { "size": 4913664000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451982_SAP001_B051_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L451982_SAP001_B051_P000_bf.tar", "checksum": "sha1$aebcfa978ce7f271d90991f27225cf1a849c14dd", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451982_SAP001_B051_P000_bf.tar", "nameroot": "L451982_SAP001_B051_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/451982/352557/L451982_SAP001_B051-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L451982_SAP001_B051-ldv-summary.log", "checksum": "sha1$3801b1407638121683891be460fe99e48012ddc7", "location": "file:///project/ldv/Share/run/2024/6/12/953_352557/L451982_SAP001_B051-ldv-summary.log", "nameroot": "L451982_SAP001_B051-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 610 }, "remarks": null, "status_history": [ "defining (2024-06-11T12:06:25Z)", "defined (2024-06-11T12:42:56Z)", "staging (2024-06-11T13:06:53Z)", "staged (2024-06-12T07:11:16Z)", "fetched (2024-06-12T07:13:21Z)", "processing (2024-06-12T07:13:54Z)", "processed (2024-06-12T07:24:30Z)", "storing (2024-06-12T07:26:02Z)", "stored (2024-06-12T07:27:18Z)", "validated (2024-06-12T17:08:39Z)", "scrubbing (2024-06-12T17:13:51Z)", "scrubbed (2024-06-12T17:14:59Z)", "pre_archiving (2024-07-17T09:00:21Z)", "pre_archived (2024-07-17T09:00:54Z)", "archived (2024-07-17T15:51:47Z)", "finishing (2024-07-17T15:51:48Z)", "finished (2024-07-17T15:52:04Z)", "archiving (2024-07-17T13:43:20Z)" ], "size_to_process": 19222405120, "size_processed": 4914679993, "total_processing_time": 610, "nr_of_dps": null, "log_entries": [ "5177562 - 352557 - staging (STAGER)", "5196742 - 352557 - staged (STAGER)", "5196784 - 352557 - fetched (copy_skipped)", "5196799 - 352557 - processing (running)", "5197003 - 352557 - processed (running)", "5197038 - 352557 - storing (issuing_copying)", "5197040 - 352557 - storing (copy_issued)", "5197063 - 352557 - stored (copy_finished)", "5211158 - 352557 - scrubbing (STAGER)", "5211258 - 352557 - scrubbed (STAGER)", "5691547 - 352557 - pre_archiving (submitting)", "5691553 - 352557 - pre_archived (SIP created)", "5694445 - 352557 - archiving (submitting)", "5695314 - 352557 - archiving (ingested)", "5695319 - 352557 - archived (Success)", "5695320 - 352557 - finishing (cleaning)", "5695322 - 352557 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1D607A08E53F69D4E063164A17AC3DD2", "lta_object_id": "1D607A08E53F69D4E063164A17AC3DD2", "sas_id_archived": "1362689", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3430, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }