Task Details View Api
Detailed view of a task.
GET /atdb/tasks/376096/
{ "id": 376096, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-30T20:04:49.759569Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "401337", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 738580, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19767664640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401337/L401337_SAP000_B040_P000_bf_9bde451d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19767654400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401337/L401337_SAP000_B041_P000_bf_46164f32.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19767715840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401337/L401337_SAP000_B042_P000_bf_75ec2a20.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19767674880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401337/L401337_SAP000_B043_P000_bf_e6f73b22.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5448683520, "_type": "PulpDataProduct", "fileName": "L401337_SAP000_B040_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a657dfe33e210ac53d46fc9b9202f200", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B040_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401337_SAP000_B040_P000_bf.tar_filecontent.txt", "checksum": "sha1$225bc30b66f94178490e88b7139180aeadb7c97f", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B040_P000_bf.tar_filecontent.txt", "nameroot": "L401337_SAP000_B040_P000_bf.tar_filecontent" } } }, "file_name": "L401337_SAP000_B040_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5448673280, "_type": "PulpDataProduct", "fileName": "L401337_SAP000_B041_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a23c28d37c1e7d6d79d5be7ae9a1d299", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B041_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401337_SAP000_B041_P000_bf.tar_filecontent.txt", "checksum": "sha1$d1dd3ab205069e52cad4ac3bd1d3d9cf62016dbc", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B041_P000_bf.tar_filecontent.txt", "nameroot": "L401337_SAP000_B041_P000_bf.tar_filecontent" } } }, "file_name": "L401337_SAP000_B041_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5448714240, "_type": "PulpDataProduct", "fileName": "L401337_SAP000_B042_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b0056fdb0d7fc33f60c762f67759c357", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B042_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401337_SAP000_B042_P000_bf.tar_filecontent.txt", "checksum": "sha1$698f87929d43fb87c6dfa331c5913b453bc93daa", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B042_P000_bf.tar_filecontent.txt", "nameroot": "L401337_SAP000_B042_P000_bf.tar_filecontent" } } }, "file_name": "L401337_SAP000_B042_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5448693760, "_type": "PulpDataProduct", "fileName": "L401337_SAP000_B043_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f46a59830924dcb500c792af98629639", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B043_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401337_SAP000_B043_P000_bf.tar_filecontent.txt", "checksum": "sha1$27833904cd803af457fad291d32829e1436c38eb", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B043_P000_bf.tar_filecontent.txt", "nameroot": "L401337_SAP000_B043_P000_bf.tar_filecontent" } } }, "file_name": "L401337_SAP000_B043_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L401337_SAP000_B040_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM40/L401335_SAP0_BEAM40_2bit.fits", "stokes/SAP0/BEAM40/L401335_SAP0_BEAM40_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM40/L401335_SAP0_BEAM40.fits" ], "input_name": "L401337_SAP000_B040_P000_bf.tar", "input_size": 19767664640, "is_summary": false, "size_ratio": 0.2756361775267349, "output_name": "L401337_SAP000_B040_P000_bf.tar", "output_size": 5448683520, "rfi_percent": 8.523, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" }, "L401337_SAP000_B041_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM41/L401335_SAP0_BEAM41_2bit.fits", "stokes/SAP0/BEAM41/L401335_SAP0_BEAM41_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM41/L401335_SAP0_BEAM41.fits" ], "input_name": "L401337_SAP000_B041_P000_bf.tar", "input_size": 19767654400, "is_summary": false, "size_ratio": 0.2756358022932655, "output_name": "L401337_SAP000_B041_P000_bf.tar", "output_size": 5448673280, "rfi_percent": 8.453, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" }, "L401337_SAP000_B042_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM42/L401335_SAP0_BEAM42_2bit.fits", "stokes/SAP0/BEAM42/L401335_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM42/L401335_SAP0_BEAM42.fits" ], "input_name": "L401337_SAP000_B042_P000_bf.tar", "input_size": 19767715840, "is_summary": false, "size_ratio": 0.27563701765555126, "output_name": "L401337_SAP000_B042_P000_bf.tar", "output_size": 5448714240, "rfi_percent": 8.63, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" }, "L401337_SAP000_B043_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM43/L401335_SAP0_BEAM43_2bit.fits", "stokes/SAP0/BEAM43/L401335_SAP0_BEAM43_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM43/L401335_SAP0_BEAM43.fits" ], "input_name": "L401337_SAP000_B043_P000_bf.tar", "input_size": 19767674880, "is_summary": false, "size_ratio": 0.2756365527598155, "output_name": "L401337_SAP000_B043_P000_bf.tar", "output_size": 5448693760, "rfi_percent": 8.52, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM40/L401335_SAP0_BEAM40_2bit.fits", "stokes/SAP0/BEAM40/L401335_SAP0_BEAM40_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM40/L401335_SAP0_BEAM40.fits" ], "input_name": "L401337_SAP000_B040_P000_bf.tar", "input_size": 19767664640, "is_summary": false, "size_ratio": 0.2756361775267349, "output_name": "L401337_SAP000_B040_P000_bf.tar", "output_size": 5448683520, "rfi_percent": 8.523, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" }, { "added": [ "stokes/SAP0/BEAM41/L401335_SAP0_BEAM41_2bit.fits", "stokes/SAP0/BEAM41/L401335_SAP0_BEAM41_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM41/L401335_SAP0_BEAM41.fits" ], "input_name": "L401337_SAP000_B041_P000_bf.tar", "input_size": 19767654400, "is_summary": false, "size_ratio": 0.2756358022932655, "output_name": "L401337_SAP000_B041_P000_bf.tar", "output_size": 5448673280, "rfi_percent": 8.453, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" }, { "added": [ "stokes/SAP0/BEAM42/L401335_SAP0_BEAM42_2bit.fits", "stokes/SAP0/BEAM42/L401335_SAP0_BEAM42_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM42/L401335_SAP0_BEAM42.fits" ], "input_name": "L401337_SAP000_B042_P000_bf.tar", "input_size": 19767715840, "is_summary": false, "size_ratio": 0.27563701765555126, "output_name": "L401337_SAP000_B042_P000_bf.tar", "output_size": 5448714240, "rfi_percent": 8.63, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" }, { "added": [ "stokes/SAP0/BEAM43/L401335_SAP0_BEAM43_2bit.fits", "stokes/SAP0/BEAM43/L401335_SAP0_BEAM43_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM43/L401335_SAP0_BEAM43.fits" ], "input_name": "L401337_SAP000_B043_P000_bf.tar", "input_size": 19767674880, "is_summary": false, "size_ratio": 0.2756365527598155, "output_name": "L401337_SAP000_B043_P000_bf.tar", "output_size": 5448693760, "rfi_percent": 8.52, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" } ], "tar_archive": [ { "size": 5448683520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B040_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401337_SAP000_B040_P000_bf.tar", "checksum": "sha1$6c9082733605029b26197bc22ad13e6130115c97", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B040_P000_bf.tar", "nameroot": "L401337_SAP000_B040_P000_bf" }, { "size": 5448673280, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B041_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401337_SAP000_B041_P000_bf.tar", "checksum": "sha1$90e2dd5d9230ef1e8880ca5246d0b5f92bf82eb8", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B041_P000_bf.tar", "nameroot": "L401337_SAP000_B041_P000_bf" }, { "size": 5448714240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B042_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401337_SAP000_B042_P000_bf.tar", "checksum": "sha1$b4869b54e50f753c75377868ffe2fe2c99cb758f", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B042_P000_bf.tar", "nameroot": "L401337_SAP000_B042_P000_bf" }, { "size": 5448693760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401337/376096/L401337_SAP000_B043_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401337_SAP000_B043_P000_bf.tar", "checksum": "sha1$d6dd4fe31177cee790041f2b463353aa96c42848", "location": "file:///project/ldv/Share/run/2024/8/4/255_376096/L401337_SAP000_B043_P000_bf.tar", "nameroot": "L401337_SAP000_B043_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-09", "cpu_time_raw": 1848 }, "remarks": null, "status_history": [ "defining (2024-07-30T20:04:49Z)", "defined (2024-08-03T20:06:15Z)", "staging (2024-08-03T20:07:46Z)", "staged (2024-08-04T00:04:07Z)", "fetched (2024-08-04T00:04:15Z)", "processing (2024-08-04T00:04:56Z)", "processed (2024-08-04T00:36:33Z)", "storing (2024-08-04T00:37:01Z)", "stored (2024-08-04T00:39:08Z)", "validated (2024-08-04T05:22:40Z)", "scrubbing (2024-08-04T05:23:07Z)", "scrubbed (2024-08-04T05:23:50Z)", "pre_archiving (2024-08-04T07:39:55Z)", "pre_archived (2024-08-04T07:42:02Z)", "archiving (2024-08-04T07:42:14Z)", "archived (2024-08-04T07:43:30Z)", "finishing (2024-08-04T07:43:31Z)", "finished (2024-08-04T07:43:45Z)" ], "size_to_process": 79070709760, "size_processed": 21794764800, "total_processing_time": 1848, "nr_of_dps": null, "log_entries": [ "5914924 - 376096 - staging (STAGER)", "5916932 - 376096 - staged (STAGER)", "5916936 - 376096 - fetched (copy_skipped)", "5916941 - 376096 - processing (running)", "5917180 - 376096 - processed (running)", "5917184 - 376096 - storing (issuing_copying)", "5917185 - 376096 - storing (copy_issued)", "5917199 - 376096 - stored (copy_finished)", "5918199 - 376096 - scrubbing (STAGER)", "5918258 - 376096 - scrubbed (STAGER)", "5919809 - 376096 - pre_archiving (submitting)", "5919824 - 376096 - pre_archived (SIP created)", "5919826 - 376096 - archiving (submitting)", "5919827 - 376096 - archiving (submitting)", "5919828 - 376096 - archiving (submitting)", "5919829 - 376096 - archiving (submitting)", "5919830 - 376096 - archiving (ingested)", "5919831 - 376096 - archived (Success)", "5919832 - 376096 - finishing (cleaning)", "5919833 - 376096 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EC1CC6E5DC15F15E063164A17ACCBD5", "lta_object_id": "1EC1CC6E5DC15F15E063164A17ACCBD5", "sas_id_archived": "1397060", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3598, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }