Task Details View Api
Detailed view of a task.
GET /atdb/tasks/378138/
{ "id": 378138, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T11:00:54.857798Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369042", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 742487, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193282560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369042/L369042_SAP000_B008_P000_bf_3cad0caa.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193292800, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369042/L369042_SAP000_B009_P000_bf_bcb52367.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369042/L369042_SAP000_B010_P000_bf_536e3e22.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369042/L369042_SAP000_B011_P000_bf_18d9fbbe.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885831680, "_type": "PulpDataProduct", "fileName": "L369042_SAP000_B008_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5d52d1abc6fd2561a3058b44d4a2363d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 573, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B008_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369042_SAP000_B008_P000_bf.tar_filecontent.txt", "checksum": "sha1$800dfc966b30864582674fed21a056b8beed0cf5", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B008_P000_bf.tar_filecontent.txt", "nameroot": "L369042_SAP000_B008_P000_bf.tar_filecontent" } } }, "file_name": "L369042_SAP000_B008_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885841920, "_type": "PulpDataProduct", "fileName": "L369042_SAP000_B009_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9e9c78306fade3685416d37f6a94ac8a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 573, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B009_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369042_SAP000_B009_P000_bf.tar_filecontent.txt", "checksum": "sha1$e65b2e994d242d4d9420f0144471a4f24e7deb1b", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B009_P000_bf.tar_filecontent.txt", "nameroot": "L369042_SAP000_B009_P000_bf.tar_filecontent" } } }, "file_name": "L369042_SAP000_B009_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L369042_SAP000_B010_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "41900067f7572732c3029ec6276f8a88", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B010_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369042_SAP000_B010_P000_bf.tar_filecontent.txt", "checksum": "sha1$e04769214df0d7a7bfbc02e2b2e2a913a1b968ae", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B010_P000_bf.tar_filecontent.txt", "nameroot": "L369042_SAP000_B010_P000_bf.tar_filecontent" } } }, "file_name": "L369042_SAP000_B010_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L369042_SAP000_B011_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d4e7d2a57513839ded95241b8461deb3", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B011_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369042_SAP000_B011_P000_bf.tar_filecontent.txt", "checksum": "sha1$0c5bd8670870d3acb1e9d97438a08c86119dcbc3", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B011_P000_bf.tar_filecontent.txt", "nameroot": "L369042_SAP000_B011_P000_bf.tar_filecontent" } } }, "file_name": "L369042_SAP000_B011_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369042_SAP000_B008_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM8/L369040_SAP0_BEAM8_2bit.fits", "stokes/SAP0/BEAM8/L369040_SAP0_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM8/L369040_SAP0_BEAM8.fits" ], "input_name": "L369042_SAP000_B008_P000_bf.tar", "input_size": 19193282560, "is_summary": false, "size_ratio": 0.2545594618703931, "output_name": "L369042_SAP000_B008_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.349, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L369042_SAP000_B009_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM9/L369040_SAP0_BEAM9_2bit.fits", "stokes/SAP0/BEAM9/L369040_SAP0_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM9/L369040_SAP0_BEAM9.fits" ], "input_name": "L369042_SAP000_B009_P000_bf.tar", "input_size": 19193292800, "is_summary": false, "size_ratio": 0.25455985957761246, "output_name": "L369042_SAP000_B009_P000_bf.tar", "output_size": 4885841920, "rfi_percent": 10.442, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L369042_SAP000_B010_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM10/L369040_SAP0_BEAM10_2bit.fits", "stokes/SAP0/BEAM10/L369040_SAP0_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM10/L369040_SAP0_BEAM10.fits" ], "input_name": "L369042_SAP000_B010_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L369042_SAP000_B010_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.172, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L369042_SAP000_B011_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM11/L369040_SAP0_BEAM11_2bit.fits", "stokes/SAP0/BEAM11/L369040_SAP0_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM11/L369040_SAP0_BEAM11.fits" ], "input_name": "L369042_SAP000_B011_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L369042_SAP000_B011_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.252, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM8/L369040_SAP0_BEAM8_2bit.fits", "stokes/SAP0/BEAM8/L369040_SAP0_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM8/L369040_SAP0_BEAM8.fits" ], "input_name": "L369042_SAP000_B008_P000_bf.tar", "input_size": 19193282560, "is_summary": false, "size_ratio": 0.2545594618703931, "output_name": "L369042_SAP000_B008_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.349, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM9/L369040_SAP0_BEAM9_2bit.fits", "stokes/SAP0/BEAM9/L369040_SAP0_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM9/L369040_SAP0_BEAM9.fits" ], "input_name": "L369042_SAP000_B009_P000_bf.tar", "input_size": 19193292800, "is_summary": false, "size_ratio": 0.25455985957761246, "output_name": "L369042_SAP000_B009_P000_bf.tar", "output_size": 4885841920, "rfi_percent": 10.442, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM10/L369040_SAP0_BEAM10_2bit.fits", "stokes/SAP0/BEAM10/L369040_SAP0_BEAM10_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM10/L369040_SAP0_BEAM10.fits" ], "input_name": "L369042_SAP000_B010_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L369042_SAP000_B010_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.172, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM11/L369040_SAP0_BEAM11_2bit.fits", "stokes/SAP0/BEAM11/L369040_SAP0_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM11/L369040_SAP0_BEAM11.fits" ], "input_name": "L369042_SAP000_B011_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L369042_SAP000_B011_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.252, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885831680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B008_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369042_SAP000_B008_P000_bf.tar", "checksum": "sha1$407bbc6ec25e1836611a1da239e16bc42711103a", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B008_P000_bf.tar", "nameroot": "L369042_SAP000_B008_P000_bf" }, { "size": 4885841920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B009_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369042_SAP000_B009_P000_bf.tar", "checksum": "sha1$48cedb39e7df53e8560942ed8f9effe09d2a1307", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B009_P000_bf.tar", "nameroot": "L369042_SAP000_B009_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B010_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369042_SAP000_B010_P000_bf.tar", "checksum": "sha1$fe2f5ad7d9b0a2e6c2fce06df7f395bccec6d670", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B010_P000_bf.tar", "nameroot": "L369042_SAP000_B010_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369042/378138/L369042_SAP000_B011_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369042_SAP000_B011_P000_bf.tar", "checksum": "sha1$a51ce5e6577186cb93bcb2d2b6ad8747f86082b7", "location": "file:///project/ldv/Share/run/2024/8/8/149_378138/L369042_SAP000_B011_P000_bf.tar", "nameroot": "L369042_SAP000_B011_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-04", "cpu_time_raw": 2481 }, "remarks": null, "status_history": [ "defining (2024-07-31T11:00:55Z)", "defined (2024-08-07T20:34:03Z)", "staging (2024-08-07T20:34:24Z)", "staged (2024-08-07T23:11:37Z)", "fetched (2024-08-07T23:11:46Z)", "processing (2024-08-07T23:11:50Z)", "processed (2024-08-07T23:53:56Z)", "storing (2024-08-07T23:54:44Z)", "stored (2024-08-07T23:56:31Z)", "processed (2024-08-08T00:39:36Z)", "storing (2024-08-08T00:41:16Z)", "stored (2024-08-08T01:11:06Z)", "validated (2024-08-08T04:58:33Z)", "scrubbing (2024-08-08T04:59:45Z)", "scrubbed (2024-08-08T05:00:46Z)", "pre_archiving (2024-08-08T07:04:24Z)", "pre_archived (2024-08-08T07:06:27Z)", "archiving (2024-08-08T07:06:37Z)", "archived (2024-08-08T07:08:02Z)", "finishing (2024-08-08T07:08:03Z)", "finished (2024-08-08T07:08:17Z)" ], "size_to_process": 76773120000, "size_processed": 19543316480, "total_processing_time": 2481, "nr_of_dps": null, "log_entries": [ "5955528 - 378138 - (regular) - 369042 - staging (STAGER)", "5956122 - 378138 - (regular) - 369042 - staged (STAGER)", "5956124 - 378138 - (regular) - 369042 - fetched (copy_skipped)", "5956126 - 378138 - (regular) - 369042 - processing (running)", "5956453 - 378138 - (regular) - 369042 - processed (running)", "5956460 - 378138 - (regular) - 369042 - storing (issuing_copying)", "5956461 - 378138 - (regular) - 369042 - storing (copy_issued)", "5956485 - 378138 - (regular) - 369042 - stored (copy_finished)", "5956788 - 378138 - (regular) - 369042 - processed (resume)", "5956850 - 378138 - (regular) - 369042 - storing (issuing_copying)", "5956933 - 378138 - (regular) - 369042 - stored (copy_finished)", "5957111 - 378138 - (regular) - 369042 - scrubbing (STAGER)", "5957211 - 378138 - (regular) - 369042 - scrubbed (STAGER)", "5958119 - 378138 - (regular) - 369042 - pre_archiving (submitting)", "5958133 - 378138 - (regular) - 369042 - pre_archived (SIP created)", "5958135 - 378138 - (regular) - 369042 - archiving (submitting)", "5958136 - 378138 - (regular) - 369042 - archiving (submitting)", "5958137 - 378138 - (regular) - 369042 - archiving (submitting)", "5958138 - 378138 - (regular) - 369042 - archiving (submitting)", "5958140 - 378138 - (regular) - 369042 - archiving (ingested)", "5958142 - 378138 - (regular) - 369042 - archived (Success)", "5958143 - 378138 - (regular) - 369042 - finishing (cleaning)", "5958144 - 378138 - (regular) - 369042 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F07CC1D5FEF1F61E063144A17AC2A53", "lta_object_id": "1F07CC1D5FEF1F61E063144A17AC2A53", "sas_id_archived": "1405225", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3640, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }