Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380365/
{ "id": 380365, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T13:03:09.309352Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "366436", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 746599, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193804800, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP002_B032_P000_bf_2628fc11.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193784320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP002_B033_P000_bf_2de5835c.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193815040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP002_B034_P000_bf_b1b15dcb.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193835520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366436/L366436_SAP002_B035_P000_bf_284473c7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886353920, "_type": "PulpDataProduct", "fileName": "L366436_SAP002_B032_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d044c806b0b7a478f10ffc02e1cd063f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B032_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP002_B032_P000_bf.tar_filecontent.txt", "checksum": "sha1$0d52f8d9e737d4c10e0ac14a25b0c77ff7c34383", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B032_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP002_B032_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP002_B032_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886333440, "_type": "PulpDataProduct", "fileName": "L366436_SAP002_B033_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fdf55447ab9944156438e60bc045536b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B033_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP002_B033_P000_bf.tar_filecontent.txt", "checksum": "sha1$7ceb87aa8b6ad0f353341f8a8448b9df18fd8515", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B033_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP002_B033_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP002_B033_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886364160, "_type": "PulpDataProduct", "fileName": "L366436_SAP002_B034_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "32f984b5911db5cdfc4d77e542ab560a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B034_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP002_B034_P000_bf.tar_filecontent.txt", "checksum": "sha1$d7dd176f1b6126e6576c8e9b45f6faedd893536f", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B034_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP002_B034_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP002_B034_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886384640, "_type": "PulpDataProduct", "fileName": "L366436_SAP002_B035_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "056dfda9f8634a81c28baad615aef2fa", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B035_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366436_SAP002_B035_P000_bf.tar_filecontent.txt", "checksum": "sha1$7dacad1e0e306ef999ec3e81feb7d12aebec9db0", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B035_P000_bf.tar_filecontent.txt", "nameroot": "L366436_SAP002_B035_P000_bf.tar_filecontent" } } }, "file_name": "L366436_SAP002_B035_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L366436_SAP002_B032_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM32/L366434_SAP2_BEAM32_2bit.fits", "stokes/SAP2/BEAM32/L366434_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM32/L366434_SAP2_BEAM32.fits" ], "input_name": "L366436_SAP002_B032_P000_bf.tar", "input_size": 19193804800, "is_summary": false, "size_ratio": 0.2545797443975256, "output_name": "L366436_SAP002_B032_P000_bf.tar", "output_size": 4886353920, "rfi_percent": 15.709, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366436_SAP002_B033_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM33/L366434_SAP2_BEAM33_2bit.fits", "stokes/SAP2/BEAM33/L366434_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM33/L366434_SAP2_BEAM33.fits" ], "input_name": "L366436_SAP002_B033_P000_bf.tar", "input_size": 19193784320, "is_summary": false, "size_ratio": 0.2545789490250977, "output_name": "L366436_SAP002_B033_P000_bf.tar", "output_size": 4886333440, "rfi_percent": 15.495, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366436_SAP002_B034_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM34/L366434_SAP2_BEAM34_2bit.fits", "stokes/SAP2/BEAM34/L366434_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM34/L366434_SAP2_BEAM34.fits" ], "input_name": "L366436_SAP002_B034_P000_bf.tar", "input_size": 19193815040, "is_summary": false, "size_ratio": 0.25458014208310303, "output_name": "L366436_SAP002_B034_P000_bf.tar", "output_size": 4886364160, "rfi_percent": 15.973, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366436_SAP002_B035_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM35/L366434_SAP2_BEAM35_2bit.fits", "stokes/SAP2/BEAM35/L366434_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM35/L366434_SAP2_BEAM35.fits" ], "input_name": "L366436_SAP002_B035_P000_bf.tar", "input_size": 19193835520, "is_summary": false, "size_ratio": 0.2545809374529849, "output_name": "L366436_SAP002_B035_P000_bf.tar", "output_size": 4886384640, "rfi_percent": 16.105, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM32/L366434_SAP2_BEAM32_2bit.fits", "stokes/SAP2/BEAM32/L366434_SAP2_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM32/L366434_SAP2_BEAM32.fits" ], "input_name": "L366436_SAP002_B032_P000_bf.tar", "input_size": 19193804800, "is_summary": false, "size_ratio": 0.2545797443975256, "output_name": "L366436_SAP002_B032_P000_bf.tar", "output_size": 4886353920, "rfi_percent": 15.709, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM33/L366434_SAP2_BEAM33_2bit.fits", "stokes/SAP2/BEAM33/L366434_SAP2_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM33/L366434_SAP2_BEAM33.fits" ], "input_name": "L366436_SAP002_B033_P000_bf.tar", "input_size": 19193784320, "is_summary": false, "size_ratio": 0.2545789490250977, "output_name": "L366436_SAP002_B033_P000_bf.tar", "output_size": 4886333440, "rfi_percent": 15.495, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM34/L366434_SAP2_BEAM34_2bit.fits", "stokes/SAP2/BEAM34/L366434_SAP2_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM34/L366434_SAP2_BEAM34.fits" ], "input_name": "L366436_SAP002_B034_P000_bf.tar", "input_size": 19193815040, "is_summary": false, "size_ratio": 0.25458014208310303, "output_name": "L366436_SAP002_B034_P000_bf.tar", "output_size": 4886364160, "rfi_percent": 15.973, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM35/L366434_SAP2_BEAM35_2bit.fits", "stokes/SAP2/BEAM35/L366434_SAP2_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM35/L366434_SAP2_BEAM35.fits" ], "input_name": "L366436_SAP002_B035_P000_bf.tar", "input_size": 19193835520, "is_summary": false, "size_ratio": 0.2545809374529849, "output_name": "L366436_SAP002_B035_P000_bf.tar", "output_size": 4886384640, "rfi_percent": 16.105, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886353920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B032_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP002_B032_P000_bf.tar", "checksum": "sha1$9706f37718e32e553fbd9c121a2d634e2f9a8fea", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B032_P000_bf.tar", "nameroot": "L366436_SAP002_B032_P000_bf" }, { "size": 4886333440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B033_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP002_B033_P000_bf.tar", "checksum": "sha1$c5c2680c13307ac8fbe2d3a3e861b85d3f461f55", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B033_P000_bf.tar", "nameroot": "L366436_SAP002_B033_P000_bf" }, { "size": 4886364160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B034_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP002_B034_P000_bf.tar", "checksum": "sha1$d92c20f10e5ce4c5a4508fc1c8afce71d7bf0eb8", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B034_P000_bf.tar", "nameroot": "L366436_SAP002_B034_P000_bf" }, { "size": 4886384640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366436/380365/L366436_SAP002_B035_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366436_SAP002_B035_P000_bf.tar", "checksum": "sha1$6bfd288f3814c3cbd18e62e93b6467d93827de75", "location": "file:///project/ldv/Share/run/2024/8/10/2015_380365/L366436_SAP002_B035_P000_bf.tar", "nameroot": "L366436_SAP002_B035_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 3292 }, "remarks": null, "status_history": [ "defining (2024-07-31T13:03:09Z)", "defined (2024-08-10T17:18:23Z)", "staging (2024-08-10T17:19:05Z)", "staged (2024-08-10T18:31:25Z)", "fetched (2024-08-10T18:31:39Z)", "processing (2024-08-10T18:32:18Z)", "processed (2024-08-10T19:27:26Z)", "storing (2024-08-10T19:28:05Z)", "stored (2024-08-10T19:29:41Z)", "validated (2024-08-10T20:04:06Z)", "scrubbing (2024-08-10T20:04:59Z)", "scrubbed (2024-08-10T20:05:36Z)", "pre_archiving (2024-08-11T14:41:02Z)", "pre_archived (2024-08-11T14:43:08Z)", "archiving (2024-08-11T14:43:24Z)", "archived (2024-08-11T14:44:54Z)", "finishing (2024-08-11T14:44:55Z)", "finished (2024-08-11T14:45:09Z)" ], "size_to_process": 76775239680, "size_processed": 19545436160, "total_processing_time": 3292, "nr_of_dps": null, "log_entries": [ "5993105 - 380365 - staging (STAGER)", "5994330 - 380365 - staged (STAGER)", "5994332 - 380365 - fetched (copy_skipped)", "5994334 - 380365 - processing (running)", "5995185 - 380365 - processed (running)", "5995189 - 380365 - storing (issuing_copying)", "5995191 - 380365 - storing (copy_issued)", "5995205 - 380365 - stored (copy_finished)", "5995546 - 380365 - scrubbing (STAGER)", "5995602 - 380365 - scrubbed (STAGER)", "6006634 - 380365 - pre_archiving (submitting)", "6006652 - 380365 - pre_archived (SIP created)", "6006660 - 380365 - archiving (submitting)", "6006661 - 380365 - archiving (submitting)", "6006662 - 380365 - archiving (submitting)", "6006663 - 380365 - archiving (submitting)", "6006669 - 380365 - archiving (ingested)", "6006671 - 380365 - archived (Success)", "6006672 - 380365 - finishing (cleaning)", "6006675 - 380365 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F529EE31A554CB4E063164A17AC6BBD", "lta_object_id": "1F529EE31A554CB4E063164A17AC6BBD", "sas_id_archived": "1413978", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3679, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }