Task Details View Api
Detailed view of a task.
GET /atdb/tasks/379771/
{ "id": 379771, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T12:45:51.084215Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "366484", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 745368, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193712640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366484/L366484_SAP000_B044_P000_bf_3e85a1c6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193722880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366484/L366484_SAP000_B045_P000_bf_149c6a14.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193702400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366484/L366484_SAP000_B046_P000_bf_b800e2b2.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193712640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366484/L366484_SAP000_B047_P000_bf_a18be755.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886261760, "_type": "PulpDataProduct", "fileName": "L366484_SAP000_B044_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "733a7364c7ba4b5c85c2c5ce569069e7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B044_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366484_SAP000_B044_P000_bf.tar_filecontent.txt", "checksum": "sha1$9162253448be5c5c1f07a4e78f8fec4dc2737a56", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B044_P000_bf.tar_filecontent.txt", "nameroot": "L366484_SAP000_B044_P000_bf.tar_filecontent" } } }, "file_name": "L366484_SAP000_B044_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886272000, "_type": "PulpDataProduct", "fileName": "L366484_SAP000_B045_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a98aa2b7a3b47aee1796aa99cdbf6fbc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B045_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366484_SAP000_B045_P000_bf.tar_filecontent.txt", "checksum": "sha1$aae00ee1abd0efe011509321ebb23c45403b5aa8", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B045_P000_bf.tar_filecontent.txt", "nameroot": "L366484_SAP000_B045_P000_bf.tar_filecontent" } } }, "file_name": "L366484_SAP000_B045_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886251520, "_type": "PulpDataProduct", "fileName": "L366484_SAP000_B046_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "991855d3a5f1fa8b8958b5bc0101bdc9", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B046_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366484_SAP000_B046_P000_bf.tar_filecontent.txt", "checksum": "sha1$22dcf024e7b33f79a3182cd7681608f9dc10eb7c", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B046_P000_bf.tar_filecontent.txt", "nameroot": "L366484_SAP000_B046_P000_bf.tar_filecontent" } } }, "file_name": "L366484_SAP000_B046_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886272000, "_type": "PulpDataProduct", "fileName": "L366484_SAP000_B047_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fb1bc8c83ad47e504f0b867c2a947c15", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B047_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366484_SAP000_B047_P000_bf.tar_filecontent.txt", "checksum": "sha1$8259cf6d28fb07c89b01792ef68594e94e1bfb14", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B047_P000_bf.tar_filecontent.txt", "nameroot": "L366484_SAP000_B047_P000_bf.tar_filecontent" } } }, "file_name": "L366484_SAP000_B047_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L366484_SAP000_B044_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM44/L366482_SAP0_BEAM44_2bit.fits", "stokes/SAP0/BEAM44/L366482_SAP0_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM44/L366482_SAP0_BEAM44.fits" ], "input_name": "L366484_SAP000_B044_P000_bf.tar", "input_size": 19193712640, "is_summary": false, "size_ratio": 0.2545761652082335, "output_name": "L366484_SAP000_B044_P000_bf.tar", "output_size": 4886261760, "rfi_percent": 14.94, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366484_SAP000_B045_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM45/L366482_SAP0_BEAM45_2bit.fits", "stokes/SAP0/BEAM45/L366482_SAP0_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM45/L366482_SAP0_BEAM45.fits" ], "input_name": "L366484_SAP000_B045_P000_bf.tar", "input_size": 19193722880, "is_summary": false, "size_ratio": 0.25457656289763, "output_name": "L366484_SAP000_B045_P000_bf.tar", "output_size": 4886272000, "rfi_percent": 15.177, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366484_SAP000_B046_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM46/L366482_SAP0_BEAM46_2bit.fits", "stokes/SAP0/BEAM46/L366482_SAP0_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM46/L366482_SAP0_BEAM46.fits" ], "input_name": "L366484_SAP000_B046_P000_bf.tar", "input_size": 19193702400, "is_summary": false, "size_ratio": 0.2545757675184127, "output_name": "L366484_SAP000_B046_P000_bf.tar", "output_size": 4886251520, "rfi_percent": 14.84, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366484_SAP000_B047_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM47/L366482_SAP0_BEAM47_2bit.fits", "stokes/SAP0/BEAM47/L366482_SAP0_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM47/L366482_SAP0_BEAM47.fits" ], "input_name": "L366484_SAP000_B047_P000_bf.tar", "input_size": 19193712640, "is_summary": false, "size_ratio": 0.254576698716273, "output_name": "L366484_SAP000_B047_P000_bf.tar", "output_size": 4886272000, "rfi_percent": 14.903, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM44/L366482_SAP0_BEAM44_2bit.fits", "stokes/SAP0/BEAM44/L366482_SAP0_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM44/L366482_SAP0_BEAM44.fits" ], "input_name": "L366484_SAP000_B044_P000_bf.tar", "input_size": 19193712640, "is_summary": false, "size_ratio": 0.2545761652082335, "output_name": "L366484_SAP000_B044_P000_bf.tar", "output_size": 4886261760, "rfi_percent": 14.94, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM45/L366482_SAP0_BEAM45_2bit.fits", "stokes/SAP0/BEAM45/L366482_SAP0_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM45/L366482_SAP0_BEAM45.fits" ], "input_name": "L366484_SAP000_B045_P000_bf.tar", "input_size": 19193722880, "is_summary": false, "size_ratio": 0.25457656289763, "output_name": "L366484_SAP000_B045_P000_bf.tar", "output_size": 4886272000, "rfi_percent": 15.177, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM46/L366482_SAP0_BEAM46_2bit.fits", "stokes/SAP0/BEAM46/L366482_SAP0_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM46/L366482_SAP0_BEAM46.fits" ], "input_name": "L366484_SAP000_B046_P000_bf.tar", "input_size": 19193702400, "is_summary": false, "size_ratio": 0.2545757675184127, "output_name": "L366484_SAP000_B046_P000_bf.tar", "output_size": 4886251520, "rfi_percent": 14.84, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM47/L366482_SAP0_BEAM47_2bit.fits", "stokes/SAP0/BEAM47/L366482_SAP0_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM47/L366482_SAP0_BEAM47.fits" ], "input_name": "L366484_SAP000_B047_P000_bf.tar", "input_size": 19193712640, "is_summary": false, "size_ratio": 0.254576698716273, "output_name": "L366484_SAP000_B047_P000_bf.tar", "output_size": 4886272000, "rfi_percent": 14.903, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886261760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B044_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366484_SAP000_B044_P000_bf.tar", "checksum": "sha1$ca52992ab1d84694f606560dd529d297e67a1522", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B044_P000_bf.tar", "nameroot": "L366484_SAP000_B044_P000_bf" }, { "size": 4886272000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B045_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366484_SAP000_B045_P000_bf.tar", "checksum": "sha1$a73531b127ccbcabcd9822f24fb2c51564ed9fae", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B045_P000_bf.tar", "nameroot": "L366484_SAP000_B045_P000_bf" }, { "size": 4886251520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B046_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366484_SAP000_B046_P000_bf.tar", "checksum": "sha1$1195e64c669615872fe33a00d572e9969076ac73", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B046_P000_bf.tar", "nameroot": "L366484_SAP000_B046_P000_bf" }, { "size": 4886272000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366484/379771/L366484_SAP000_B047_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366484_SAP000_B047_P000_bf.tar", "checksum": "sha1$96e925ed2a269811961c571838b01ec75bf270b9", "location": "file:///project/ldv/Share/run/2024/8/10/410_379771/L366484_SAP000_B047_P000_bf.tar", "nameroot": "L366484_SAP000_B047_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 2609 }, "remarks": null, "status_history": [ "defining (2024-07-31T12:45:51Z)", "defined (2024-08-09T19:48:59Z)", "staging (2024-08-09T19:52:43Z)", "staged (2024-08-10T01:59:50Z)", "fetched (2024-08-10T02:00:30Z)", "processing (2024-08-10T02:22:13Z)", "processed (2024-08-10T03:05:57Z)", "storing (2024-08-10T03:06:21Z)", "stored (2024-08-10T03:07:39Z)", "validated (2024-08-10T06:02:46Z)", "scrubbing (2024-08-10T06:06:44Z)", "scrubbed (2024-08-10T06:07:48Z)", "pre_archiving (2024-08-10T18:02:59Z)", "pre_archived (2024-08-10T18:05:05Z)", "archiving (2024-08-10T18:05:16Z)", "archived (2024-08-10T18:06:53Z)", "finishing (2024-08-10T18:06:54Z)", "finished (2024-08-10T18:07:07Z)" ], "size_to_process": 76774850560, "size_processed": 19545057280, "total_processing_time": 2609, "nr_of_dps": null, "log_entries": [ "5980605 - 379771 - staging (STAGER)", "5983686 - 379771 - staged (STAGER)", "5983693 - 379771 - fetched (copy_skipped)", "5983796 - 379771 - processing (running)", "5984449 - 379771 - processed (running)", "5984454 - 379771 - storing (issuing_copying)", "5984455 - 379771 - storing (copy_issued)", "5984462 - 379771 - stored (copy_finished)", "5986198 - 379771 - scrubbing (STAGER)", "5986304 - 379771 - scrubbed (STAGER)", "5993583 - 379771 - pre_archiving (submitting)", "5993593 - 379771 - pre_archived (SIP created)", "5993595 - 379771 - archiving (submitting)", "5993596 - 379771 - archiving (submitting)", "5993597 - 379771 - archiving (submitting)", "5993598 - 379771 - archiving (submitting)", "5993599 - 379771 - archiving (ingested)", "5993600 - 379771 - archived (Success)", "5993601 - 379771 - finishing (cleaning)", "5993602 - 379771 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F58A1F4B0C96C10E063164A17AC1481", "lta_object_id": "1F58A1F4B0C96C10E063164A17AC1481", "sas_id_archived": "1411745", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3669, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }