Task Details View Api
Detailed view of a task.
GET /atdb/tasks/378100/
{ "id": 378100, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T09:43:22.804175Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369046", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 742392, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20353986560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369046/L369046_SAP001_B006_P000_bf_e63f3dab.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354048000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369046/L369046_SAP001_B007_P000_bf_2e728866.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353986560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369046/L369046_SAP001_B008_P000_bf_5f02d5e2.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353976320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369046/L369046_SAP001_B009_P000_bf_85933448.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025031680, "_type": "PulpDataProduct", "fileName": "L369046_SAP001_B006_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "dffec2e24e51de130ff7549b3bde9a0b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2361, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B006_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369046_SAP001_B006_P000_bf.tar_filecontent.txt", "checksum": "sha1$9cedd52387ed8670be195ab8e201992536a69146", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B006_P000_bf.tar_filecontent.txt", "nameroot": "L369046_SAP001_B006_P000_bf.tar_filecontent" } } }, "file_name": "L369046_SAP001_B006_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025062400, "_type": "PulpDataProduct", "fileName": "L369046_SAP001_B007_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "adb7a628b97daac6e339a93961a61944", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2361, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B007_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369046_SAP001_B007_P000_bf.tar_filecontent.txt", "checksum": "sha1$cfbf390e4767aca2158b4dcf23188b8161f0e0c6", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B007_P000_bf.tar_filecontent.txt", "nameroot": "L369046_SAP001_B007_P000_bf.tar_filecontent" } } }, "file_name": "L369046_SAP001_B007_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025021440, "_type": "PulpDataProduct", "fileName": "L369046_SAP001_B008_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2a9c8904dfba868badb97293312eacbe", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2361, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B008_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369046_SAP001_B008_P000_bf.tar_filecontent.txt", "checksum": "sha1$66f36d115652fed2d6fcc2dc74aafd9ffb7ec97e", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B008_P000_bf.tar_filecontent.txt", "nameroot": "L369046_SAP001_B008_P000_bf.tar_filecontent" } } }, "file_name": "L369046_SAP001_B008_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025011200, "_type": "PulpDataProduct", "fileName": "L369046_SAP001_B009_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5ff107ec065e80875f4de232bf910654", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2361, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B009_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369046_SAP001_B009_P000_bf.tar_filecontent.txt", "checksum": "sha1$0e97a6c374391990a56ba63288aa2eee2f04e2d0", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B009_P000_bf.tar_filecontent.txt", "nameroot": "L369046_SAP001_B009_P000_bf.tar_filecontent" } } }, "file_name": "L369046_SAP001_B009_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369046_SAP001_B006_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM6/L369044_SAP1_BEAM6_2bit.fits", "stokes/SAP1/BEAM6/L369044_SAP1_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM6/L369044_SAP1_BEAM6.fits" ], "input_name": "L369046_SAP001_B006_P000_bf.tar", "input_size": 20353986560, "is_summary": false, "size_ratio": 0.2960123640761606, "output_name": "L369046_SAP001_B006_P000_bf.tar", "output_size": 6025031680, "rfi_percent": 9.404, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L369046_SAP001_B007_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM7/L369044_SAP1_BEAM7_2bit.fits", "stokes/SAP1/BEAM7/L369044_SAP1_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM7/L369044_SAP1_BEAM7.fits" ], "input_name": "L369046_SAP001_B007_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601297982592945, "output_name": "L369046_SAP001_B007_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 9.42, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L369046_SAP001_B008_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM8/L369044_SAP1_BEAM8_2bit.fits", "stokes/SAP1/BEAM8/L369044_SAP1_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM8/L369044_SAP1_BEAM8.fits" ], "input_name": "L369046_SAP001_B008_P000_bf.tar", "input_size": 20353986560, "is_summary": false, "size_ratio": 0.2960118609806137, "output_name": "L369046_SAP001_B008_P000_bf.tar", "output_size": 6025021440, "rfi_percent": 9.431, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L369046_SAP001_B009_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM9/L369044_SAP1_BEAM9_2bit.fits", "stokes/SAP1/BEAM9/L369044_SAP1_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM9/L369044_SAP1_BEAM9.fits" ], "input_name": "L369046_SAP001_B009_P000_bf.tar", "input_size": 20353976320, "is_summary": false, "size_ratio": 0.2960115068071377, "output_name": "L369046_SAP001_B009_P000_bf.tar", "output_size": 6025011200, "rfi_percent": 9.492, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM6/L369044_SAP1_BEAM6_2bit.fits", "stokes/SAP1/BEAM6/L369044_SAP1_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM6/L369044_SAP1_BEAM6.fits" ], "input_name": "L369046_SAP001_B006_P000_bf.tar", "input_size": 20353986560, "is_summary": false, "size_ratio": 0.2960123640761606, "output_name": "L369046_SAP001_B006_P000_bf.tar", "output_size": 6025031680, "rfi_percent": 9.404, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM7/L369044_SAP1_BEAM7_2bit.fits", "stokes/SAP1/BEAM7/L369044_SAP1_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM7/L369044_SAP1_BEAM7.fits" ], "input_name": "L369046_SAP001_B007_P000_bf.tar", "input_size": 20354048000, "is_summary": false, "size_ratio": 0.29601297982592945, "output_name": "L369046_SAP001_B007_P000_bf.tar", "output_size": 6025062400, "rfi_percent": 9.42, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM8/L369044_SAP1_BEAM8_2bit.fits", "stokes/SAP1/BEAM8/L369044_SAP1_BEAM8_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM8/L369044_SAP1_BEAM8.fits" ], "input_name": "L369046_SAP001_B008_P000_bf.tar", "input_size": 20353986560, "is_summary": false, "size_ratio": 0.2960118609806137, "output_name": "L369046_SAP001_B008_P000_bf.tar", "output_size": 6025021440, "rfi_percent": 9.431, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP1/BEAM9/L369044_SAP1_BEAM9_2bit.fits", "stokes/SAP1/BEAM9/L369044_SAP1_BEAM9_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM9/L369044_SAP1_BEAM9.fits" ], "input_name": "L369046_SAP001_B009_P000_bf.tar", "input_size": 20353976320, "is_summary": false, "size_ratio": 0.2960115068071377, "output_name": "L369046_SAP001_B009_P000_bf.tar", "output_size": 6025011200, "rfi_percent": 9.492, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025031680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B006_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369046_SAP001_B006_P000_bf.tar", "checksum": "sha1$91e4999e3c7397b5b9395adf72a067a8c464b6b3", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B006_P000_bf.tar", "nameroot": "L369046_SAP001_B006_P000_bf" }, { "size": 6025062400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B007_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369046_SAP001_B007_P000_bf.tar", "checksum": "sha1$739d8ad67356bc580a02c78e2784a1513eee49c0", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B007_P000_bf.tar", "nameroot": "L369046_SAP001_B007_P000_bf" }, { "size": 6025021440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B008_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369046_SAP001_B008_P000_bf.tar", "checksum": "sha1$57c419a22f695d047045218d69a7ab9c3e4159ce", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B008_P000_bf.tar", "nameroot": "L369046_SAP001_B008_P000_bf" }, { "size": 6025011200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369046/378100/L369046_SAP001_B009_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369046_SAP001_B009_P000_bf.tar", "checksum": "sha1$7884907f1506d37c755217a3063e2a7669eb0668", "location": "file:///project/ldv/Share/run/2024/8/7/2219_378100/L369046_SAP001_B009_P000_bf.tar", "nameroot": "L369046_SAP001_B009_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-10", "cpu_time_raw": 1888 }, "remarks": null, "status_history": [ "defining (2024-07-31T09:43:22Z)", "defined (2024-08-07T18:32:54Z)", "staging (2024-08-07T18:33:36Z)", "staged (2024-08-07T20:26:24Z)", "fetched (2024-08-07T20:26:33Z)", "processing (2024-08-07T20:27:20Z)", "processed (2024-08-07T20:59:14Z)", "storing (2024-08-07T21:00:24Z)", "stored (2024-08-07T21:01:37Z)", "validated (2024-08-08T04:57:46Z)", "scrubbing (2024-08-08T04:58:13Z)", "scrubbed (2024-08-08T04:58:48Z)", "pre_archiving (2024-08-08T05:42:24Z)", "pre_archived (2024-08-08T05:44:31Z)", "archiving (2024-08-08T05:44:41Z)", "archived (2024-08-08T05:46:04Z)", "finishing (2024-08-08T05:46:05Z)", "finished (2024-08-08T05:46:18Z)" ], "size_to_process": 81415997440, "size_processed": 24100126720, "total_processing_time": 1888, "nr_of_dps": null, "log_entries": [ "5954469 - 378100 - staging (STAGER)", "5955425 - 378100 - staged (STAGER)", "5955430 - 378100 - fetched (copy_skipped)", "5955442 - 378100 - processing (running)", "5955840 - 378100 - processed (running)", "5955850 - 378100 - storing (issuing_copying)", "5955851 - 378100 - storing (copy_issued)", "5955870 - 378100 - stored (copy_finished)", "5957016 - 378100 - scrubbing (STAGER)", "5957073 - 378100 - scrubbed (STAGER)", "5957639 - 378100 - pre_archiving (submitting)", "5957648 - 378100 - pre_archived (SIP created)", "5957650 - 378100 - archiving (submitting)", "5957651 - 378100 - archiving (submitting)", "5957652 - 378100 - archiving (submitting)", "5957653 - 378100 - archiving (submitting)", "5957655 - 378100 - archiving (ingested)", "5957656 - 378100 - archived (Success)", "5957657 - 378100 - finishing (cleaning)", "5957658 - 378100 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EB0D55974BE1A3AE063144A17AC79EB", "lta_object_id": "1EB0D55974BE1A3AE063144A17AC79EB", "sas_id_archived": "1405000", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3639, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }