Task Details View Api
Detailed view of a task.
GET /atdb/tasks/381059/
{ "id": 381059, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T06:52:22.136320Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "352152", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 747848, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193241600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352152/L352152_SAP000_B004_P000_bf_766bfcd0.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193241600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352152/L352152_SAP000_B005_P000_bf_9124cd59.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193262080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352152/L352152_SAP000_B006_P000_bf_ebb972c7.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193241600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352152/L352152_SAP000_B007_P000_bf_8934553a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885800960, "_type": "PulpDataProduct", "fileName": "L352152_SAP000_B004_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2a6698e2697f857bc9ad7ad42c4a7650", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 587, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B004_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352152_SAP000_B004_P000_bf.tar_filecontent.txt", "checksum": "sha1$c4f529307e3f9b7480db7901995f2029adc31c08", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B004_P000_bf.tar_filecontent.txt", "nameroot": "L352152_SAP000_B004_P000_bf.tar_filecontent" } } }, "file_name": "L352152_SAP000_B004_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885800960, "_type": "PulpDataProduct", "fileName": "L352152_SAP000_B005_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "28bb4c3baa2c23c48a0b98e106d894f3", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 587, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B005_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352152_SAP000_B005_P000_bf.tar_filecontent.txt", "checksum": "sha1$0379ab6d550553427150a135211b77abfdce1cef", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B005_P000_bf.tar_filecontent.txt", "nameroot": "L352152_SAP000_B005_P000_bf.tar_filecontent" } } }, "file_name": "L352152_SAP000_B005_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885811200, "_type": "PulpDataProduct", "fileName": "L352152_SAP000_B006_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "0beeeb85693dd87e9aadd87f5cac2de7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 587, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B006_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352152_SAP000_B006_P000_bf.tar_filecontent.txt", "checksum": "sha1$9c67b6beba9829e01f55a5ffaa86ba3ecdd60626", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B006_P000_bf.tar_filecontent.txt", "nameroot": "L352152_SAP000_B006_P000_bf.tar_filecontent" } } }, "file_name": "L352152_SAP000_B006_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885800960, "_type": "PulpDataProduct", "fileName": "L352152_SAP000_B007_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "be33168134b9cdf81c9accf4c4d35e26", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 587, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B007_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352152_SAP000_B007_P000_bf.tar_filecontent.txt", "checksum": "sha1$d0e5fd743b3eabe6c6ab93a0eb4972340fa18450", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B007_P000_bf.tar_filecontent.txt", "nameroot": "L352152_SAP000_B007_P000_bf.tar_filecontent" } } }, "file_name": "L352152_SAP000_B007_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L352152_SAP000_B004_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM4/L352150_SAP0_BEAM4_2bit.fits", "stokes/SAP0/BEAM4/L352150_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM4/L352150_SAP0_BEAM4.fits" ], "input_name": "L352152_SAP000_B004_P000_bf.tar", "input_size": 19193241600, "is_summary": false, "size_ratio": 0.25455840455840456, "output_name": "L352152_SAP000_B004_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.083, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352152_SAP000_B005_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM5/L352150_SAP0_BEAM5_2bit.fits", "stokes/SAP0/BEAM5/L352150_SAP0_BEAM5_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM5/L352150_SAP0_BEAM5.fits" ], "input_name": "L352152_SAP000_B005_P000_bf.tar", "input_size": 19193241600, "is_summary": false, "size_ratio": 0.25455840455840456, "output_name": "L352152_SAP000_B005_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 9.979, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352152_SAP000_B006_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM6/L352150_SAP0_BEAM6_2bit.fits", "stokes/SAP0/BEAM6/L352150_SAP0_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM6/L352150_SAP0_BEAM6.fits" ], "input_name": "L352152_SAP000_B006_P000_bf.tar", "input_size": 19193262080, "is_summary": false, "size_ratio": 0.25455866645468117, "output_name": "L352152_SAP000_B006_P000_bf.tar", "output_size": 4885811200, "rfi_percent": 10.108, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352152_SAP000_B007_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM7/L352150_SAP0_BEAM7_2bit.fits", "stokes/SAP0/BEAM7/L352150_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM7/L352150_SAP0_BEAM7.fits" ], "input_name": "L352152_SAP000_B007_P000_bf.tar", "input_size": 19193241600, "is_summary": false, "size_ratio": 0.25455840455840456, "output_name": "L352152_SAP000_B007_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.011, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM4/L352150_SAP0_BEAM4_2bit.fits", "stokes/SAP0/BEAM4/L352150_SAP0_BEAM4_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM4/L352150_SAP0_BEAM4.fits" ], "input_name": "L352152_SAP000_B004_P000_bf.tar", "input_size": 19193241600, "is_summary": false, "size_ratio": 0.25455840455840456, "output_name": "L352152_SAP000_B004_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.083, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM5/L352150_SAP0_BEAM5_2bit.fits", "stokes/SAP0/BEAM5/L352150_SAP0_BEAM5_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM5/L352150_SAP0_BEAM5.fits" ], "input_name": "L352152_SAP000_B005_P000_bf.tar", "input_size": 19193241600, "is_summary": false, "size_ratio": 0.25455840455840456, "output_name": "L352152_SAP000_B005_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 9.979, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM6/L352150_SAP0_BEAM6_2bit.fits", "stokes/SAP0/BEAM6/L352150_SAP0_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM6/L352150_SAP0_BEAM6.fits" ], "input_name": "L352152_SAP000_B006_P000_bf.tar", "input_size": 19193262080, "is_summary": false, "size_ratio": 0.25455866645468117, "output_name": "L352152_SAP000_B006_P000_bf.tar", "output_size": 4885811200, "rfi_percent": 10.108, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM7/L352150_SAP0_BEAM7_2bit.fits", "stokes/SAP0/BEAM7/L352150_SAP0_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM7/L352150_SAP0_BEAM7.fits" ], "input_name": "L352152_SAP000_B007_P000_bf.tar", "input_size": 19193241600, "is_summary": false, "size_ratio": 0.25455840455840456, "output_name": "L352152_SAP000_B007_P000_bf.tar", "output_size": 4885800960, "rfi_percent": 10.011, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885800960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B004_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352152_SAP000_B004_P000_bf.tar", "checksum": "sha1$dadbfd14639f672f1c9f58e0ce680993f0330595", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B004_P000_bf.tar", "nameroot": "L352152_SAP000_B004_P000_bf" }, { "size": 4885800960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B005_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352152_SAP000_B005_P000_bf.tar", "checksum": "sha1$b10a896b420b5da6f3211ad52c48e58a7f12dd3a", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B005_P000_bf.tar", "nameroot": "L352152_SAP000_B005_P000_bf" }, { "size": 4885811200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B006_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352152_SAP000_B006_P000_bf.tar", "checksum": "sha1$c69d18300013321c45ca25921ef99d651b4d0630", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B006_P000_bf.tar", "nameroot": "L352152_SAP000_B006_P000_bf" }, { "size": 4885800960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352152/381059/L352152_SAP000_B007_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352152_SAP000_B007_P000_bf.tar", "checksum": "sha1$d8af5041b3739daad9f0a76561b484b578ee34d3", "location": "file:///project/ldv/Share/run/2024/8/11/1721_381059/L352152_SAP000_B007_P000_bf.tar", "nameroot": "L352152_SAP000_B007_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-19", "cpu_time_raw": 2730 }, "remarks": null, "status_history": [ "defining (2024-08-01T06:52:24Z)", "defined (2024-08-11T09:23:07Z)", "staging (2024-08-11T09:24:01Z)", "staged (2024-08-11T12:37:23Z)", "fetched (2024-08-11T12:37:36Z)", "processing (2024-08-11T12:38:25Z)", "processed_failed (2024-08-11T15:40:08Z)", "fetched (2024-08-11T15:41:27Z)", "processing (2024-08-11T15:54:24Z)", "processed (2024-08-11T16:40:28Z)", "storing (2024-08-11T16:42:26Z)", "stored (2024-08-11T16:53:14Z)", "validated (2024-08-12T12:38:23Z)", "scrubbing (2024-08-12T12:39:36Z)", "scrubbed (2024-08-12T12:40:40Z)", "pre_archiving (2024-08-12T14:42:40Z)", "pre_archived (2024-08-12T14:44:47Z)", "archiving (2024-08-12T14:44:59Z)", "archived (2024-08-12T14:46:24Z)", "finishing (2024-08-12T14:46:25Z)", "finished (2024-08-12T14:46:44Z)" ], "size_to_process": 76772986880, "size_processed": 19543214080, "total_processing_time": 2730, "nr_of_dps": null, "log_entries": [ "6003614 - 381059 - staging (STAGER)", "6005545 - 381059 - staged (STAGER)", "6005546 - 381059 - fetched (copy_skipped)", "6005552 - 381059 - processing (running)", "6007302 - 381059 - processed_failed (running)", "6007487 - 381059 - processing (running)", "6008008 - 381059 - processed (running)", "6008027 - 381059 - storing (issuing_copying)", "6008028 - 381059 - storing (copy_issued)", "6008228 - 381059 - stored (copy_finished)", "6016285 - 381059 - scrubbing (STAGER)", "6016394 - 381059 - scrubbed (STAGER)", "6017411 - 381059 - pre_archiving (submitting)", "6017423 - 381059 - pre_archived (SIP created)", "6017425 - 381059 - archiving (submitting)", "6017426 - 381059 - archiving (submitting)", "6017427 - 381059 - archiving (submitting)", "6017428 - 381059 - archiving (submitting)", "6017429 - 381059 - archiving (ingested)", "6017430 - 381059 - archived (Success)", "6017431 - 381059 - finishing (cleaning)", "6017432 - 381059 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F529EE328384CB4E063164A17AC6BBD", "lta_object_id": "1F529EE328384CB4E063164A17AC6BBD", "sas_id_archived": "1416019", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3693, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }