Task Details View Api
Detailed view of a task.
GET /atdb/tasks/373332/
{ "id": 373332, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-15T07:20:13.252821Z", "filter": "lt5_004-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "414415", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 734640, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/414415/L414415_SAP001_B066_P000_bf_46f2bb0e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/414415/L414415_SAP001_B067_P000_bf_aca64528.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/414415/L414415_SAP001_B068_P000_bf_f2dc802f.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193262080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/414415/L414415_SAP001_B069_P000_bf_674e62b8.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885831680, "_type": "PulpDataProduct", "fileName": "L414415_SAP001_B066_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "1d3228737326eaf713f714b9795a6bb1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B066_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L414415_SAP001_B066_P000_bf.tar_filecontent.txt", "checksum": "sha1$ed39097717516da4da9cb36da66376fcbad4b16b", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B066_P000_bf.tar_filecontent.txt", "nameroot": "L414415_SAP001_B066_P000_bf.tar_filecontent" } } }, "file_name": "L414415_SAP001_B066_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L414415_SAP001_B067_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a76d3a3c518176d520ac6bf3d3b77527", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B067_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L414415_SAP001_B067_P000_bf.tar_filecontent.txt", "checksum": "sha1$99cad77ea8d582cb37e05e9bd1161cfcd7c79984", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B067_P000_bf.tar_filecontent.txt", "nameroot": "L414415_SAP001_B067_P000_bf.tar_filecontent" } } }, "file_name": "L414415_SAP001_B067_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L414415_SAP001_B068_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "baef25a5343b6f2b83af3dabf1c84123", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B068_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L414415_SAP001_B068_P000_bf.tar_filecontent.txt", "checksum": "sha1$4fd70fca5a731cd874c589cd2a4dbebef83a192b", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B068_P000_bf.tar_filecontent.txt", "nameroot": "L414415_SAP001_B068_P000_bf.tar_filecontent" } } }, "file_name": "L414415_SAP001_B068_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L414415_SAP001_B069_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7aa743767f07e1f14dd59a36e978c444", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B069_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L414415_SAP001_B069_P000_bf.tar_filecontent.txt", "checksum": "sha1$99ba3ade869fe7e28394ff45d3127aa6bd4c0434", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B069_P000_bf.tar_filecontent.txt", "nameroot": "L414415_SAP001_B069_P000_bf.tar_filecontent" } } }, "file_name": "L414415_SAP001_B069_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L414415_SAP001_B066_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM66/L414413_SAP1_BEAM66_2bit.fits", "stokes/SAP1/BEAM66/L414413_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM66/L414413_SAP1_BEAM66.fits" ], "input_name": "L414415_SAP001_B066_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L414415_SAP001_B066_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.416, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L414415_SAP001_B067_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM67/L414413_SAP1_BEAM67_2bit.fits", "stokes/SAP1/BEAM67/L414413_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM67/L414413_SAP1_BEAM67.fits" ], "input_name": "L414415_SAP001_B067_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L414415_SAP001_B067_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.355, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L414415_SAP001_B068_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM68/L414413_SAP1_BEAM68_2bit.fits", "stokes/SAP1/BEAM68/L414413_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM68/L414413_SAP1_BEAM68.fits" ], "input_name": "L414415_SAP001_B068_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L414415_SAP001_B068_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.252, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L414415_SAP001_B069_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM69/L414413_SAP1_BEAM69_2bit.fits", "stokes/SAP1/BEAM69/L414413_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM69/L414413_SAP1_BEAM69.fits" ], "input_name": "L414415_SAP001_B069_P000_bf.tar", "input_size": 19193262080, "is_summary": false, "size_ratio": 0.2545591999752446, "output_name": "L414415_SAP001_B069_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.229, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM66/L414413_SAP1_BEAM66_2bit.fits", "stokes/SAP1/BEAM66/L414413_SAP1_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM66/L414413_SAP1_BEAM66.fits" ], "input_name": "L414415_SAP001_B066_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L414415_SAP001_B066_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.416, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM67/L414413_SAP1_BEAM67_2bit.fits", "stokes/SAP1/BEAM67/L414413_SAP1_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM67/L414413_SAP1_BEAM67.fits" ], "input_name": "L414415_SAP001_B067_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L414415_SAP001_B067_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.355, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM68/L414413_SAP1_BEAM68_2bit.fits", "stokes/SAP1/BEAM68/L414413_SAP1_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM68/L414413_SAP1_BEAM68.fits" ], "input_name": "L414415_SAP001_B068_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.2545590641627493, "output_name": "L414415_SAP001_B068_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.252, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM69/L414413_SAP1_BEAM69_2bit.fits", "stokes/SAP1/BEAM69/L414413_SAP1_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM69/L414413_SAP1_BEAM69.fits" ], "input_name": "L414415_SAP001_B069_P000_bf.tar", "input_size": 19193262080, "is_summary": false, "size_ratio": 0.2545591999752446, "output_name": "L414415_SAP001_B069_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.229, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885831680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B066_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L414415_SAP001_B066_P000_bf.tar", "checksum": "sha1$8e187e3934235c2dc6a5801a4a3e8746774bcaf1", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B066_P000_bf.tar", "nameroot": "L414415_SAP001_B066_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B067_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L414415_SAP001_B067_P000_bf.tar", "checksum": "sha1$97bae728faeac46d726778e1a273cf012e891b24", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B067_P000_bf.tar", "nameroot": "L414415_SAP001_B067_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B068_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L414415_SAP001_B068_P000_bf.tar", "checksum": "sha1$7f7c2719a0697f3431e89f33bb82e4f3dce6f380", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B068_P000_bf.tar", "nameroot": "L414415_SAP001_B068_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/414415/373332/L414415_SAP001_B069_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L414415_SAP001_B069_P000_bf.tar", "checksum": "sha1$82ad2ef5450f30f2402602b618f2ea3511823e53", "location": "file:///project/ldv/Share/run/2024/7/31/84_373332/L414415_SAP001_B069_P000_bf.tar", "nameroot": "L414415_SAP001_B069_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-04", "cpu_time_raw": 1983 }, "remarks": null, "status_history": [ "defining (2024-07-15T07:20:13Z)", "defined (2024-07-31T04:08:09Z)", "staging (2024-07-31T04:09:41Z)", "staged (2024-07-31T06:09:17Z)", "fetched (2024-07-31T06:09:48Z)", "processing (2024-07-31T06:10:07Z)", "processed (2024-07-31T06:43:23Z)", "storing (2024-07-31T06:44:01Z)", "stored (2024-07-31T06:45:45Z)", "validated (2024-07-31T09:24:01Z)", "scrubbing (2024-07-31T09:24:54Z)", "scrubbed (2024-07-31T09:25:32Z)", "pre_archiving (2024-08-01T13:51:30Z)", "pre_archived (2024-08-01T13:53:38Z)", "archiving (2024-08-01T13:53:48Z)", "archived (2024-08-01T13:55:13Z)", "finishing (2024-08-01T13:55:14Z)", "finished (2024-08-01T13:55:28Z)" ], "size_to_process": 76773079040, "size_processed": 19543296000, "total_processing_time": 1983, "nr_of_dps": null, "log_entries": [ "5867143 - 373332 - staging (STAGER)", "5868179 - 373332 - staged (STAGER)", "5868183 - 373332 - fetched (copy_skipped)", "5868186 - 373332 - processing (running)", "5868490 - 373332 - processed (running)", "5868495 - 373332 - storing (issuing_copying)", "5868496 - 373332 - storing (copy_issued)", "5868521 - 373332 - stored (copy_finished)", "5871096 - 373332 - scrubbing (STAGER)", "5871157 - 373332 - scrubbed (STAGER)", "5886916 - 373332 - pre_archiving (submitting)", "5886926 - 373332 - pre_archived (SIP created)", "5886928 - 373332 - archiving (submitting)", "5886929 - 373332 - archiving (submitting)", "5886930 - 373332 - archiving (submitting)", "5886931 - 373332 - archiving (submitting)", "5886932 - 373332 - archiving (ingested)", "5886933 - 373332 - archived (Success)", "5886934 - 373332 - finishing (cleaning)", "5886935 - 373332 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1E7AB7E7050152B6E063144A17AC89C2", "lta_object_id": "1E7AB7E7050152B6E063144A17AC89C2", "sas_id_archived": "1389829", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3554, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }