Task Details View Api
Detailed view of a task.
GET /atdb/tasks/199774/?format=api
{ "id": 199774, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-01-13T16:28:21.294265Z", "filter": "lt5_004-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "592861", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 364306, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20261672960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/592861/L592861_SAP002_B026_P000_bf_69d9648f.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024509440, "_type": "PulpDataProduct", "fileName": "L592861_SAP002_B026_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fdd3442fa615dd65fcfc559495cb1fb1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2539, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592861_SAP002_B026_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L592861_SAP002_B026_P000_bf.tar_filecontent.txt", "checksum": "sha1$7ee3601f6b077f2dc914a5ea04bd372cffc8529a", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592861_SAP002_B026_P000_bf.tar_filecontent.txt", "nameroot": "L592861_SAP002_B026_P000_bf.tar_filecontent" } } }, "file_name": "L592861_SAP002_B026_P000_bf.tar" } ], "quality": { "plots": [ { "size": 262031, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/J1906+1854_L592859_SAP2_BEAM26_PSR_J1906+1854.pfd.png", "class": "File", "nameext": ".png", "basename": "J1906+1854_L592859_SAP2_BEAM26_PSR_J1906+1854.pfd.png", "checksum": "sha1$c72454504fab3dc5bb76e96de640929fa8f892b5", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/J1906%2B1854_L592859_SAP2_BEAM26_PSR_J1906%2B1854.pfd.png", "nameroot": "J1906+1854_L592859_SAP2_BEAM26_PSR_J1906+1854.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/J1906+1854_L592859_SAP2_BEAM26_PSR_J1906+1854.pfd.png" }, { "size": 271304, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/J1906+1854_L592859_SAP2_BEAM26_diag.png", "class": "File", "nameext": ".png", "basename": "J1906+1854_L592859_SAP2_BEAM26_diag.png", "checksum": "sha1$29f39bc8bb16678dbe3814577c719870de356286", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/J1906%2B1854_L592859_SAP2_BEAM26_diag.png", "nameroot": "J1906+1854_L592859_SAP2_BEAM26_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/J1906+1854_L592859_SAP2_BEAM26_diag.png" }, { "size": 277163, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/J1906+1854_L592859_SAP2_BEAM26_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1906+1854_L592859_SAP2_BEAM26_diag_pdmp.png", "checksum": "sha1$9c4fd7f68980ffdaaf7331fead5b9823a6298b08", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/J1906%2B1854_L592859_SAP2_BEAM26_diag_pdmp.png", "nameroot": "J1906+1854_L592859_SAP2_BEAM26_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/J1906+1854_L592859_SAP2_BEAM26_diag_pdmp.png" }, { "size": 262935, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/J1906+1854_L592859_SAP2_BEAM26_nomask_PSR_J1906+1854.pfd.png", "class": "File", "nameext": ".png", "basename": "J1906+1854_L592859_SAP2_BEAM26_nomask_PSR_J1906+1854.pfd.png", "checksum": "sha1$260d1f19ca5d0ebb0d3b102b9a290a9cc9969884", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/J1906%2B1854_L592859_SAP2_BEAM26_nomask_PSR_J1906%2B1854.pfd.png", "nameroot": "J1906+1854_L592859_SAP2_BEAM26_nomask_PSR_J1906+1854.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/J1906+1854_L592859_SAP2_BEAM26_nomask_PSR_J1906+1854.pfd.png" }, { "size": 239427, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/J1906+1854_L592859_SAP2_BEAM26_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1906+1854_L592859_SAP2_BEAM26_pdmp.png", "checksum": "sha1$f6f8741c9a6ef081a8a0f1c16820ade2c7356a30", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/J1906%2B1854_L592859_SAP2_BEAM26_pdmp.png", "nameroot": "J1906+1854_L592859_SAP2_BEAM26_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/J1906+1854_L592859_SAP2_BEAM26_pdmp.png" }, { "size": 203328, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592859_SAP2_BEAM26_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L592859_SAP2_BEAM26_rfifind-0.png", "checksum": "sha1$0b6d1d5f34a8227f029b5727270aa3276bd75b50", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592859_SAP2_BEAM26_rfifind-0.png", "nameroot": "L592859_SAP2_BEAM26_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/L592859_SAP2_BEAM26_rfifind-0.png" }, { "size": 38172, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592859_SAP2_BEAM26_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L592859_SAP2_BEAM26_rfifind-1.png", "checksum": "sha1$a2e2995ba50067a947bb5528cb2702e7c56e84c9", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592859_SAP2_BEAM26_rfifind-1.png", "nameroot": "L592859_SAP2_BEAM26_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/L592859_SAP2_BEAM26_rfifind-1.png" }, { "size": 5123, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592859_sap002_beam0026.rfifind.log", "class": "File", "nameext": ".log", "basename": "L592859_sap002_beam0026.rfifind.log", "checksum": "sha1$8c81a7af77a7727b67c2d3cedc2de516b718a81c", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592859_sap002_beam0026.rfifind.log", "nameroot": "L592859_sap002_beam0026.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/L592859_sap002_beam0026.rfifind.log" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592859_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L592859_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$d34c9688f85687106cc3045b465ea6908ec99c69", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592859_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log", "nameroot": "L592859_SAP2_BEAM26_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/L592859_SAP2_BEAM26_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592861_SAP002_B026-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L592861_SAP002_B026-ldv-summary.log", "checksum": "sha1$4c8a75b7a1556e34f97ebf3e7f992a4791378ac4", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592861_SAP002_B026-ldv-summary.log_2", "nameroot": "L592861_SAP002_B026-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1206143/L592861_SAP002_B026-projects-summary.log_2" } ], "details": {}, "summary": { "L592861_SAP002_B026_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM26/L592859_SAP2_BEAM26_2bit.fits", "stokes/SAP2/BEAM26/L592859_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM26/L592859_SAP2_BEAM26.fits" ], "input_name": "L592861_SAP002_B026_P000_bf.tar", "input_size": 20261672960, "size_ratio": 0.2973352423510837, "output_name": "L592861_SAP002_B026_P000_bf.tar", "output_size": 6024509440, "rfi_percent": 7.239, "input_size_str": "18.87 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM26/L592859_SAP2_BEAM26_2bit.fits", "stokes/SAP2/BEAM26/L592859_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM26/L592859_SAP2_BEAM26.fits" ], "input_name": "L592861_SAP002_B026_P000_bf.tar", "input_size": 20261672960, "size_ratio": 0.2973352423510837, "output_name": "L592861_SAP002_B026_P000_bf.tar", "output_size": 6024509440, "rfi_percent": 7.239, "input_size_str": "18.87 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6024509440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592861_SAP002_B026_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L592861_SAP002_B026_P000_bf.tar", "checksum": "sha1$91917ca5c981e281039af3a81a80179fb95352ed", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592861_SAP002_B026_P000_bf.tar", "nameroot": "L592861_SAP002_B026_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/592861/199774/L592861_SAP002_B026-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L592861_SAP002_B026-ldv-summary.log", "checksum": "sha1$8a248f44da9346864b0159ee9d539fbc85752b58", "location": "file:///project/ldv/Share/run/2024/1/13/1825_199774/L592861_SAP002_B026-ldv-summary.log", "nameroot": "L592861_SAP002_B026-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-02", "cpu_time_raw": 495 }, "remarks": null, "status_history": [ "defining (2024-01-13T16:28:21Z)", "defined (2024-01-13T16:29:51Z)", "staging (2024-01-13T16:32:43Z)", "staged (2024-01-13T17:38:28Z)", "fetched (2024-01-13T17:44:10Z)", "processing (2024-01-13T17:45:25Z)", "processed (2024-01-13T17:53:41Z)", "storing (2024-01-13T18:31:24Z)", "stored (2024-01-13T18:34:49Z)", "validated (2024-01-13T22:38:56Z)", "scrubbing (2024-01-13T22:42:27Z)", "scrubbed (2024-01-13T22:43:02Z)", "archiving (2024-01-31T19:04:00Z)", "archived (2024-01-31T19:08:39Z)", "finishing (2024-01-31T19:08:43Z)", "finished (2024-01-31T19:09:08Z)" ], "size_to_process": 20261672960, "size_processed": 6026078162, "total_processing_time": 495, "nr_of_dps": null, "log_entries": [ "2795182 - 199774 - staging (STAGER)", "2796580 - 199774 - staged (STAGER)", "2796714 - 199774 - fetched (copy_skipped)", "2796758 - 199774 - processing (running)", "2796856 - 199774 - processed (running)", "2798054 - 199774 - storing (issuing_copying)", "2798056 - 199774 - storing (copy_issued)", "2798201 - 199774 - stored (copy_finished)", "2805239 - 199774 - scrubbing (STAGER)", "2805361 - 199774 - scrubbed (STAGER)", "3122171 - 199774 - archiving (submitting)", "3122178 - 199774 - archiving (running)", "3122212 - 199774 - archiving (ingested)", "3122214 - 199774 - archived (Success)", "3122217 - 199774 - finishing (cleaning)", "3122225 - 199774 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1029A1E4FC913223E063164A17ACA22E", "lta_object_id": "1029A1E4FC913223E063164A17ACA22E", "sas_id_archived": "1206143" }, "activity": 2309, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }