Task Details View Api
Detailed view of a task.
GET /atdb/tasks/377844/
{ "id": 377844, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T09:29:49.677443Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369676", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 740839, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 4899389440, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369676/L369676_SAP000_B112_P000_bf_410de77e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 4899430400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369676/L369676_SAP000_B113_P000_bf_4e5122fc.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 4899399680, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369676/L369676_SAP000_B114_P000_bf_2ec1cb5e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 4899409920, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369676/L369676_SAP000_B115_P000_bf_764ae2e9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1328885760, "_type": "PulpDataProduct", "fileName": "L369676_SAP000_B112_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "625b0837ce1fd78a6b559b8a5d8d3b29", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B112_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369676_SAP000_B112_P000_bf.tar_filecontent.txt", "checksum": "sha1$7968a49788a2df63bd6ffb3f8da2fde6db0b7f45", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B112_P000_bf.tar_filecontent.txt", "nameroot": "L369676_SAP000_B112_P000_bf.tar_filecontent" } } }, "file_name": "L369676_SAP000_B112_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1328926720, "_type": "PulpDataProduct", "fileName": "L369676_SAP000_B113_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "59989f641de933868f3fa9746b038c74", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B113_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369676_SAP000_B113_P000_bf.tar_filecontent.txt", "checksum": "sha1$65dbb0eb3fea6e409c44a8b59e4e29a0640a1e49", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B113_P000_bf.tar_filecontent.txt", "nameroot": "L369676_SAP000_B113_P000_bf.tar_filecontent" } } }, "file_name": "L369676_SAP000_B113_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1328896000, "_type": "PulpDataProduct", "fileName": "L369676_SAP000_B114_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "bfc4368eee6ab1fd580ac6993903fbf5", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B114_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369676_SAP000_B114_P000_bf.tar_filecontent.txt", "checksum": "sha1$2739a0183458f88a041646ae0c0af425525d2339", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B114_P000_bf.tar_filecontent.txt", "nameroot": "L369676_SAP000_B114_P000_bf.tar_filecontent" } } }, "file_name": "L369676_SAP000_B114_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1328906240, "_type": "PulpDataProduct", "fileName": "L369676_SAP000_B115_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fdd6eff8aa7b8a9c494a75cbf74e0ed7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2509, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B115_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369676_SAP000_B115_P000_bf.tar_filecontent.txt", "checksum": "sha1$8e696f9de5680bdc5df2703c08c5e3bd0a50c3ff", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B115_P000_bf.tar_filecontent.txt", "nameroot": "L369676_SAP000_B115_P000_bf.tar_filecontent" } } }, "file_name": "L369676_SAP000_B115_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369676_SAP000_B112_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM112/L369674_SAP0_BEAM112_2bit.fits", "stokes/SAP0/BEAM112/L369674_SAP0_BEAM112_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM112/L369674_SAP0_BEAM112.fits" ], "input_name": "L369676_SAP000_B112_P000_bf.tar", "input_size": 4899389440, "is_summary": false, "size_ratio": 0.27123497249485845, "output_name": "L369676_SAP000_B112_P000_bf.tar", "output_size": 1328885760, "rfi_percent": 12.607, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, "L369676_SAP000_B113_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM113/L369674_SAP0_BEAM113_2bit.fits", "stokes/SAP0/BEAM113/L369674_SAP0_BEAM113_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM113/L369674_SAP0_BEAM113.fits" ], "input_name": "L369676_SAP000_B113_P000_bf.tar", "input_size": 4899430400, "is_summary": false, "size_ratio": 0.2712410650838106, "output_name": "L369676_SAP000_B113_P000_bf.tar", "output_size": 1328926720, "rfi_percent": 12.724, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, "L369676_SAP000_B114_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM114/L369674_SAP0_BEAM114_2bit.fits", "stokes/SAP0/BEAM114/L369674_SAP0_BEAM114_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM114/L369674_SAP0_BEAM114.fits" ], "input_name": "L369676_SAP000_B114_P000_bf.tar", "input_size": 4899399680, "is_summary": false, "size_ratio": 0.27123649565164687, "output_name": "L369676_SAP000_B114_P000_bf.tar", "output_size": 1328896000, "rfi_percent": 12.562, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, "L369676_SAP000_B115_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM115/L369674_SAP0_BEAM115_2bit.fits", "stokes/SAP0/BEAM115/L369674_SAP0_BEAM115_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM115/L369674_SAP0_BEAM115.fits" ], "input_name": "L369676_SAP000_B115_P000_bf.tar", "input_size": 4899409920, "is_summary": false, "size_ratio": 0.2712380188020683, "output_name": "L369676_SAP000_B115_P000_bf.tar", "output_size": 1328906240, "rfi_percent": 12.542, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM112/L369674_SAP0_BEAM112_2bit.fits", "stokes/SAP0/BEAM112/L369674_SAP0_BEAM112_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM112/L369674_SAP0_BEAM112.fits" ], "input_name": "L369676_SAP000_B112_P000_bf.tar", "input_size": 4899389440, "is_summary": false, "size_ratio": 0.27123497249485845, "output_name": "L369676_SAP000_B112_P000_bf.tar", "output_size": 1328885760, "rfi_percent": 12.607, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, { "added": [ "stokes/SAP0/BEAM113/L369674_SAP0_BEAM113_2bit.fits", "stokes/SAP0/BEAM113/L369674_SAP0_BEAM113_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM113/L369674_SAP0_BEAM113.fits" ], "input_name": "L369676_SAP000_B113_P000_bf.tar", "input_size": 4899430400, "is_summary": false, "size_ratio": 0.2712410650838106, "output_name": "L369676_SAP000_B113_P000_bf.tar", "output_size": 1328926720, "rfi_percent": 12.724, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, { "added": [ "stokes/SAP0/BEAM114/L369674_SAP0_BEAM114_2bit.fits", "stokes/SAP0/BEAM114/L369674_SAP0_BEAM114_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM114/L369674_SAP0_BEAM114.fits" ], "input_name": "L369676_SAP000_B114_P000_bf.tar", "input_size": 4899399680, "is_summary": false, "size_ratio": 0.27123649565164687, "output_name": "L369676_SAP000_B114_P000_bf.tar", "output_size": 1328896000, "rfi_percent": 12.562, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" }, { "added": [ "stokes/SAP0/BEAM115/L369674_SAP0_BEAM115_2bit.fits", "stokes/SAP0/BEAM115/L369674_SAP0_BEAM115_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM115/L369674_SAP0_BEAM115.fits" ], "input_name": "L369676_SAP000_B115_P000_bf.tar", "input_size": 4899409920, "is_summary": false, "size_ratio": 0.2712380188020683, "output_name": "L369676_SAP000_B115_P000_bf.tar", "output_size": 1328906240, "rfi_percent": 12.542, "input_size_str": "4.56 GB", "output_size_str": "1.24 GB" } ], "tar_archive": [ { "size": 1328885760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B112_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369676_SAP000_B112_P000_bf.tar", "checksum": "sha1$193232f7f7ae5dad703101f2a22fbf809b664292", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B112_P000_bf.tar", "nameroot": "L369676_SAP000_B112_P000_bf" }, { "size": 1328926720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B113_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369676_SAP000_B113_P000_bf.tar", "checksum": "sha1$1b74e555fedf0f4f214e25d3267c44ccace197e5", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B113_P000_bf.tar", "nameroot": "L369676_SAP000_B113_P000_bf" }, { "size": 1328896000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B114_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369676_SAP000_B114_P000_bf.tar", "checksum": "sha1$c3cf63456d3ac8f4bb6f7e36c315d1c054afc111", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B114_P000_bf.tar", "nameroot": "L369676_SAP000_B114_P000_bf" }, { "size": 1328906240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369676/377844/L369676_SAP000_B115_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369676_SAP000_B115_P000_bf.tar", "checksum": "sha1$2385afb468c33ceecb393c38e1245aff43630402", "location": "file:///project/ldv/Share/run/2024/8/6/1557_377844/L369676_SAP000_B115_P000_bf.tar", "nameroot": "L369676_SAP000_B115_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-09", "cpu_time_raw": 366 }, "remarks": null, "status_history": [ "defining (2024-07-31T09:29:49Z)", "defined (2024-08-05T08:23:29Z)", "staging (2024-08-05T08:24:04Z)", "staged_failed (2024-08-06T00:00:06Z)", "defined (2024-08-06T08:36:00Z)", "staging (2024-08-06T08:36:11Z)", "staged (2024-08-06T13:44:44Z)", "fetched (2024-08-06T13:44:47Z)", "processing (2024-08-06T13:44:58Z)", "processed (2024-08-06T13:51:27Z)", "storing (2024-08-06T13:51:50Z)", "stored (2024-08-06T13:52:40Z)", "validated (2024-08-06T16:06:21Z)", "scrubbing (2024-08-06T16:07:01Z)", "scrubbed (2024-08-06T16:07:23Z)", "pre_archiving (2024-08-06T16:43:50Z)", "pre_archived (2024-08-06T16:45:06Z)", "archiving (2024-08-06T16:45:19Z)", "archived (2024-08-06T16:47:06Z)", "finishing (2024-08-06T16:47:07Z)", "finished (2024-08-06T16:47:22Z)" ], "size_to_process": 19597629440, "size_processed": 5315614720, "total_processing_time": 366, "nr_of_dps": null, "log_entries": [ "5930333 - 377844 - staging (STAGER)", "5934653 - 377844 - staged_failed (STAGER)", "5936021 - 377844 - staging (STAGER)", "5938234 - 377844 - staged (STAGER)", "5938235 - 377844 - fetched (copy_skipped)", "5938236 - 377844 - processing (running)", "5938337 - 377844 - processed (running)", "5938344 - 377844 - storing (issuing_copying)", "5938349 - 377844 - storing (copy_issued)", "5938352 - 377844 - stored (copy_finished)", "5939678 - 377844 - scrubbing (STAGER)", "5939712 - 377844 - scrubbed (STAGER)", "5940340 - 377844 - pre_archiving (submitting)", "5940368 - 377844 - pre_archived (SIP created)", "5940375 - 377844 - archiving (submitting)", "5940376 - 377844 - archiving (submitting)", "5940377 - 377844 - archiving (submitting)", "5940378 - 377844 - archiving (submitting)", "5940407 - 377844 - archiving (ingested)", "5940410 - 377844 - archived (Success)", "5940412 - 377844 - finishing (cleaning)", "5940414 - 377844 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F0282268B74586AE063164A17AC2836", "lta_object_id": "1F0282268B74586AE063164A17AC2836", "sas_id_archived": "1401440", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3631, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }