Task Details View Api
Detailed view of a task.
GET /atdb/tasks/378888/
{ "id": 378888, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T11:43:22.196863Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "368950", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 743808, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193251840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368950/L368950_SAP001_B022_P000_bf_404453c0.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193251840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368950/L368950_SAP001_B023_P000_bf_7f116b44.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193251840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368950/L368950_SAP001_B024_P000_bf_cf0a9273.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368950/L368950_SAP001_B025_P000_bf_22fd0ab6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885800960, "_type": "PulpDataProduct", "fileName": "L368950_SAP001_B022_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6c5d917239b733a2d99627bb2d0af909", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B022_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368950_SAP001_B022_P000_bf.tar_filecontent.txt", "checksum": "sha1$271c913f314e1f814b65cb1342a8d0f25e5279de", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B022_P000_bf.tar_filecontent.txt", "nameroot": "L368950_SAP001_B022_P000_bf.tar_filecontent" } } }, "file_name": "L368950_SAP001_B022_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885800960, "_type": "PulpDataProduct", "fileName": "L368950_SAP001_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6a102b5f771fa31ebb90c734eb5a378b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368950_SAP001_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$b97cf383391f40ed497ea379d8f0fc6a11a6ce4e", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B023_P000_bf.tar_filecontent.txt", "nameroot": "L368950_SAP001_B023_P000_bf.tar_filecontent" } } }, "file_name": "L368950_SAP001_B023_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885811200, "_type": "PulpDataProduct", "fileName": "L368950_SAP001_B024_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e803922f1ddf5257ed10f68beef5b495", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B024_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368950_SAP001_B024_P000_bf.tar_filecontent.txt", "checksum": "sha1$99cc2552e0231baf4b353bff79e3fd4d87265420", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B024_P000_bf.tar_filecontent.txt", "nameroot": "L368950_SAP001_B024_P000_bf.tar_filecontent" } } }, "file_name": "L368950_SAP001_B024_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L368950_SAP001_B025_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "99f004136f9f3c0a8cbeadaa1b49f886", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B025_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368950_SAP001_B025_P000_bf.tar_filecontent.txt", "checksum": "sha1$b0204fc61ae43523052014df2fe570f755f1f624", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B025_P000_bf.tar_filecontent.txt", "nameroot": "L368950_SAP001_B025_P000_bf.tar_filecontent" } } }, "file_name": "L368950_SAP001_B025_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L368950_SAP001_B022_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM22/L368948_SAP1_BEAM22_2bit.fits", "stokes/SAP1/BEAM22/L368948_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM22/L368948_SAP1_BEAM22.fits" ], "input_name": "L368950_SAP001_B022_P000_bf.tar", "input_size": 19193251840, "is_summary": false, "size_ratio": 0.25455826874618864, "output_name": "L368950_SAP001_B022_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.072, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L368950_SAP001_B023_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM23/L368948_SAP1_BEAM23_2bit.fits", "stokes/SAP1/BEAM23/L368948_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM23/L368948_SAP1_BEAM23.fits" ], "input_name": "L368950_SAP001_B023_P000_bf.tar", "input_size": 19193251840, "is_summary": false, "size_ratio": 0.25455826874618864, "output_name": "L368950_SAP001_B023_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.046, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L368950_SAP001_B024_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM24/L368948_SAP1_BEAM24_2bit.fits", "stokes/SAP1/BEAM24/L368948_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM24/L368948_SAP1_BEAM24.fits" ], "input_name": "L368950_SAP001_B024_P000_bf.tar", "input_size": 19193251840, "is_summary": false, "size_ratio": 0.2545588022670368, "output_name": "L368950_SAP001_B024_P000_bf.tar", "output_size": 4885811200, "rfi_percent": 10.185, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L368950_SAP001_B025_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM25/L368948_SAP1_BEAM25_2bit.fits", "stokes/SAP1/BEAM25/L368948_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM25/L368948_SAP1_BEAM25.fits" ], "input_name": "L368950_SAP001_B025_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L368950_SAP001_B025_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.22, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM22/L368948_SAP1_BEAM22_2bit.fits", "stokes/SAP1/BEAM22/L368948_SAP1_BEAM22_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM22/L368948_SAP1_BEAM22.fits" ], "input_name": "L368950_SAP001_B022_P000_bf.tar", "input_size": 19193251840, "is_summary": false, "size_ratio": 0.25455826874618864, "output_name": "L368950_SAP001_B022_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.072, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM23/L368948_SAP1_BEAM23_2bit.fits", "stokes/SAP1/BEAM23/L368948_SAP1_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM23/L368948_SAP1_BEAM23.fits" ], "input_name": "L368950_SAP001_B023_P000_bf.tar", "input_size": 19193251840, "is_summary": false, "size_ratio": 0.25455826874618864, "output_name": "L368950_SAP001_B023_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.046, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM24/L368948_SAP1_BEAM24_2bit.fits", "stokes/SAP1/BEAM24/L368948_SAP1_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM24/L368948_SAP1_BEAM24.fits" ], "input_name": "L368950_SAP001_B024_P000_bf.tar", "input_size": 19193251840, "is_summary": false, "size_ratio": 0.2545588022670368, "output_name": "L368950_SAP001_B024_P000_bf.tar", "output_size": 4885811200, "rfi_percent": 10.185, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM25/L368948_SAP1_BEAM25_2bit.fits", "stokes/SAP1/BEAM25/L368948_SAP1_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM25/L368948_SAP1_BEAM25.fits" ], "input_name": "L368950_SAP001_B025_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L368950_SAP001_B025_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.22, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885800960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B022_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368950_SAP001_B022_P000_bf.tar", "checksum": "sha1$db1e18ffaefaa44d45eee1151a23fd7c1690e3b2", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B022_P000_bf.tar", "nameroot": "L368950_SAP001_B022_P000_bf" }, { "size": 4885800960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368950_SAP001_B023_P000_bf.tar", "checksum": "sha1$7d9cb357ca5f122e192da327e8120598894081cb", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B023_P000_bf.tar", "nameroot": "L368950_SAP001_B023_P000_bf" }, { "size": 4885811200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B024_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368950_SAP001_B024_P000_bf.tar", "checksum": "sha1$44115ead121bcf3756196c66c20cbd2223a8b00a", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B024_P000_bf.tar", "nameroot": "L368950_SAP001_B024_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368950/378888/L368950_SAP001_B025_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368950_SAP001_B025_P000_bf.tar", "checksum": "sha1$99f12990b1bafac2beb9c95fb9d5e835bcb9feeb", "location": "file:///project/ldv/Share/run/2024/8/9/458_378888/L368950_SAP001_B025_P000_bf.tar", "nameroot": "L368950_SAP001_B025_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-04", "cpu_time_raw": 5865 }, "remarks": null, "status_history": [ "defining (2024-07-31T11:43:22Z)", "defined (2024-08-08T21:43:29Z)", "staging (2024-08-08T21:45:11Z)", "staged (2024-08-09T02:41:15Z)", "fetched (2024-08-09T02:41:15Z)", "processing (2024-08-09T02:42:00Z)", "processed (2024-08-09T04:20:04Z)", "storing (2024-08-09T04:20:48Z)", "stored (2024-08-09T04:23:13Z)", "validated (2024-08-09T05:37:28Z)", "scrubbing (2024-08-09T05:38:00Z)", "scrubbed (2024-08-09T05:38:40Z)", "pre_archiving (2024-08-09T08:24:09Z)", "pre_archived (2024-08-09T08:26:12Z)", "archiving (2024-08-09T08:26:23Z)", "archived (2024-08-09T08:27:44Z)", "finishing (2024-08-09T08:27:44Z)", "finished (2024-08-09T08:27:59Z)" ], "size_to_process": 76773027840, "size_processed": 19543234560, "total_processing_time": 5865, "nr_of_dps": null, "log_entries": [ "5966837 - 378888 - staging (STAGER)", "5969236 - 378888 - staged (STAGER)", "5969237 - 378888 - fetched (copy_skipped)", "5969250 - 378888 - processing (running)", "5970252 - 378888 - processed (running)", "5970260 - 378888 - storing (issuing_copying)", "5970261 - 378888 - storing (copy_issued)", "5970295 - 378888 - stored (copy_finished)", "5971092 - 378888 - scrubbing (STAGER)", "5971158 - 378888 - scrubbed (STAGER)", "5972900 - 378888 - pre_archiving (submitting)", "5972909 - 378888 - pre_archived (SIP created)", "5972911 - 378888 - archiving (submitting)", "5972912 - 378888 - archiving (submitting)", "5972913 - 378888 - archiving (submitting)", "5972914 - 378888 - archiving (submitting)", "5972918 - 378888 - archiving (ingested)", "5972919 - 378888 - archived (Success)", "5972920 - 378888 - finishing (cleaning)", "5972923 - 378888 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F2D8478CF5B0744E063164A17ACBE8C", "lta_object_id": "1F2D8478CF5B0744E063164A17ACBE8C", "sas_id_archived": "1408035", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3653, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }