Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380355/
{ "id": 380355, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T13:03:06.205276Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "366436", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 746589, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354734080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP001_B066_P000_bf_1e74ebe4.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20311767040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP001_B067_P000_bf_2aeab78c.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354652160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP001_B068_P000_bf_ed274225.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354652160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP001_B069_P000_bf_249e3a81.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025758720, "_type": "PulpDataProduct", "fileName": "L366436_SAP001_B066_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "928ea7cd98ba2836a83a3c32db22711d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B066_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP001_B066_P000_bf.tar_filecontent.txt", "checksum": "sha1$b09942e7f257029abab5272c03e9dca11b28759c", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B066_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP001_B066_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP001_B066_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6014822400, "_type": "PulpDataProduct", "fileName": "L366436_SAP001_B067_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f616e250371434a9f6aaf30881915425", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B067_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP001_B067_P000_bf.tar_filecontent.txt", "checksum": "sha1$6b11086cd215d3543ee3d8aa652e51a67c365983", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B067_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP001_B067_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP001_B067_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025697280, "_type": "PulpDataProduct", "fileName": "L366436_SAP001_B068_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "beb342849dc3b96e573927a1d0f50ec5", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B068_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP001_B068_P000_bf.tar_filecontent.txt", "checksum": "sha1$01ec5003b7cdc98050bffd3fb28a68e426ad5251", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B068_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP001_B068_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP001_B068_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025707520, "_type": "PulpDataProduct", "fileName": "L366436_SAP001_B069_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c8f32fc6ef9df421f7698a2c0564a546", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B069_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP001_B069_P000_bf.tar_filecontent.txt", "checksum": "sha1$1697c6568da0733d736751f9c96d5af2284332d2", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B069_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP001_B069_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP001_B069_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L366436_SAP001_B066_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM66/L366434_SAP1_BEAM66_2bit.fits", "stokes/SAP1/BEAM66/L366434_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM66/L366434_SAP1_BEAM66.fits" ], "input_name": "L366436_SAP001_B066_P000_bf.tar", "input_size": 20354734080, "is_summary": false, "size_ratio": 0.29603721160478064, "output_name": "L366436_SAP001_B066_P000_bf.tar", "output_size": 6025758720, "rfi_percent": 16.345, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L366436_SAP001_B067_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM67/L366434_SAP1_BEAM67_2bit.fits", "stokes/SAP1/BEAM67/L366434_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM67/L366434_SAP1_BEAM67.fits" ], "input_name": "L366436_SAP001_B067_P000_bf.tar", "input_size": 20311767040, "is_summary": false, "size_ratio": 0.2961250189683152, "output_name": "L366436_SAP001_B067_P000_bf.tar", "output_size": 6014822400, "rfi_percent": 16.573, "input_size_str": "18.92 GB", "output_size_str": "5.60 GB" }, "L366436_SAP001_B068_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM68/L366434_SAP1_BEAM68_2bit.fits", "stokes/SAP1/BEAM68/L366434_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM68/L366434_SAP1_BEAM68.fits" ], "input_name": "L366436_SAP001_B068_P000_bf.tar", "input_size": 20354652160, "is_summary": false, "size_ratio": 0.29603538457126843, "output_name": "L366436_SAP001_B068_P000_bf.tar", "output_size": 6025697280, "rfi_percent": 15.716, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L366436_SAP001_B069_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM69/L366434_SAP1_BEAM69_2bit.fits", "stokes/SAP1/BEAM69/L366434_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM69/L366434_SAP1_BEAM69.fits" ], "input_name": "L366436_SAP001_B069_P000_bf.tar", "input_size": 20354652160, "is_summary": false, "size_ratio": 0.29603588765036404, "output_name": "L366436_SAP001_B069_P000_bf.tar", "output_size": 6025707520, "rfi_percent": 16.112, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM66/L366434_SAP1_BEAM66_2bit.fits", "stokes/SAP1/BEAM66/L366434_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM66/L366434_SAP1_BEAM66.fits" ], "input_name": "L366436_SAP001_B066_P000_bf.tar", "input_size": 20354734080, "is_summary": false, "size_ratio": 0.29603721160478064, "output_name": "L366436_SAP001_B066_P000_bf.tar", "output_size": 6025758720, "rfi_percent": 16.345, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM67/L366434_SAP1_BEAM67_2bit.fits", "stokes/SAP1/BEAM67/L366434_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM67/L366434_SAP1_BEAM67.fits" ], "input_name": "L366436_SAP001_B067_P000_bf.tar", "input_size": 20311767040, "is_summary": false, "size_ratio": 0.2961250189683152, "output_name": "L366436_SAP001_B067_P000_bf.tar", "output_size": 6014822400, "rfi_percent": 16.573, "input_size_str": "18.92 GB", "output_size_str": "5.60 GB" }, { "added": [ "stokes/SAP1/BEAM68/L366434_SAP1_BEAM68_2bit.fits", "stokes/SAP1/BEAM68/L366434_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM68/L366434_SAP1_BEAM68.fits" ], "input_name": "L366436_SAP001_B068_P000_bf.tar", "input_size": 20354652160, "is_summary": false, "size_ratio": 0.29603538457126843, "output_name": "L366436_SAP001_B068_P000_bf.tar", "output_size": 6025697280, "rfi_percent": 15.716, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM69/L366434_SAP1_BEAM69_2bit.fits", "stokes/SAP1/BEAM69/L366434_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM69/L366434_SAP1_BEAM69.fits" ], "input_name": "L366436_SAP001_B069_P000_bf.tar", "input_size": 20354652160, "is_summary": false, "size_ratio": 0.29603588765036404, "output_name": "L366436_SAP001_B069_P000_bf.tar", "output_size": 6025707520, "rfi_percent": 16.112, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025758720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B066_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP001_B066_P000_bf.tar", "checksum": "sha1$bf45e8ca38c48cd72b7e86f014dbb922c3d9b72b", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B066_P000_bf.tar", "nameroot": "L366436_SAP001_B066_P000_bf" }, { "size": 6014822400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B067_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP001_B067_P000_bf.tar", "checksum": "sha1$73336ed648133d99bb945d27d0fd4068fce6d86a", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B067_P000_bf.tar", "nameroot": "L366436_SAP001_B067_P000_bf" }, { "size": 6025697280, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B068_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP001_B068_P000_bf.tar", "checksum": "sha1$6f1c8fd8d7a4cfa7cc2de33742d153c4ccb000cd", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B068_P000_bf.tar", "nameroot": "L366436_SAP001_B068_P000_bf" }, { "size": 6025707520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380355/L366436_SAP001_B069_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP001_B069_P000_bf.tar", "checksum": "sha1$7d7be4ca5df144eabc5a1a22d286e2c6a25bada0", "location": "file:///project/ldv/Share/run/2024/8/10/2045_380355/L366436_SAP001_B069_P000_bf.tar", "nameroot": "L366436_SAP001_B069_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 2063 }, "remarks": null, "status_history": [ "defining (2024-07-31T13:03:06Z)", "defined (2024-08-10T17:18:26Z)", "staging (2024-08-10T17:18:56Z)", "staged (2024-08-10T18:34:48Z)", "fetched (2024-08-10T18:35:26Z)", "processing (2024-08-10T18:35:46Z)", "processed (2024-08-10T19:10:49Z)", "storing (2024-08-10T19:11:16Z)", "stored (2024-08-10T19:12:57Z)", "validated (2024-08-10T20:04:12Z)", "scrubbing (2024-08-10T20:04:54Z)", "scrubbed (2024-08-10T20:05:30Z)", "pre_archiving (2024-08-11T14:19:24Z)", "pre_archived (2024-08-11T14:21:29Z)", "archiving (2024-08-11T14:21:42Z)", "archived (2024-08-11T14:24:28Z)", "finishing (2024-08-11T14:24:29Z)", "finished (2024-08-11T14:24:46Z)" ], "size_to_process": 81375805440, "size_processed": 24091985920, "total_processing_time": 2063, "nr_of_dps": null, "log_entries": [ "5993094 - 380355 - staging (STAGER)", "5994353 - 380355 - staged (STAGER)", "5994358 - 380355 - fetched (copy_skipped)", "5994363 - 380355 - processing (running)", "5994806 - 380355 - processed (running)", "5994831 - 380355 - storing (issuing_copying)", "5994832 - 380355 - storing (copy_issued)", "5994909 - 380355 - stored (copy_finished)", "5995536 - 380355 - scrubbing (STAGER)", "5995592 - 380355 - scrubbed (STAGER)", "6006462 - 380355 - pre_archiving (submitting)", "6006479 - 380355 - pre_archived (SIP created)", "6006481 - 380355 - archiving (submitting)", "6006482 - 380355 - archiving (submitting)", "6006483 - 380355 - archiving (submitting)", "6006484 - 380355 - archiving (submitting)", "6006493 - 380355 - archiving (ingested)", "6006495 - 380355 - archived (Success)", "6006496 - 380355 - finishing (cleaning)", "6006498 - 380355 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F529EE31A554CB4E063164A17AC6BBD", "lta_object_id": "1F529EE31A554CB4E063164A17AC6BBD", "sas_id_archived": "1413978", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3679, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }