Task Details View Api
Detailed view of a task.
GET /atdb/tasks/375654/
{ "id": 375654, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-30T19:07:38.165177Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "401377", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 737473, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193374720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401377/L401377_SAP000_B064_P000_bf_42b12282.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193374720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401377/L401377_SAP000_B065_P000_bf_c9534143.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193395200, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401377/L401377_SAP000_B066_P000_bf_c04cb59e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193323520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/401377/L401377_SAP000_B067_P000_bf_e56a40e6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885923840, "_type": "PulpDataProduct", "fileName": "L401377_SAP000_B064_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "45b13647ac0f3e7d26d93b0530e5e479", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B064_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401377_SAP000_B064_P000_bf.tar_filecontent.txt", "checksum": "sha1$a86f9195a23de1fedde6db02c2d3498490ad84c6", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B064_P000_bf.tar_filecontent.txt", "nameroot": "L401377_SAP000_B064_P000_bf.tar_filecontent" } } }, "file_name": "L401377_SAP000_B064_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885923840, "_type": "PulpDataProduct", "fileName": "L401377_SAP000_B065_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b870d6336dae59febc1ed5f0e8e48dbc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B065_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401377_SAP000_B065_P000_bf.tar_filecontent.txt", "checksum": "sha1$6da2e8395931704d74160e5812510c4887160a9b", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B065_P000_bf.tar_filecontent.txt", "nameroot": "L401377_SAP000_B065_P000_bf.tar_filecontent" } } }, "file_name": "L401377_SAP000_B065_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885954560, "_type": "PulpDataProduct", "fileName": "L401377_SAP000_B066_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ec51d7dd73e09e17e682fda4eb21152a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B066_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401377_SAP000_B066_P000_bf.tar_filecontent.txt", "checksum": "sha1$243001fbae631cbee7b959ed5c461dc0e36970e4", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B066_P000_bf.tar_filecontent.txt", "nameroot": "L401377_SAP000_B066_P000_bf.tar_filecontent" } } }, "file_name": "L401377_SAP000_B066_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885882880, "_type": "PulpDataProduct", "fileName": "L401377_SAP000_B067_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b497e7ab71060377ee448c32912bcf85", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B067_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L401377_SAP000_B067_P000_bf.tar_filecontent.txt", "checksum": "sha1$c399862abea2da364ab2b58d0d9ffb57c289bfdc", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B067_P000_bf.tar_filecontent.txt", "nameroot": "L401377_SAP000_B067_P000_bf.tar_filecontent" } } }, "file_name": "L401377_SAP000_B067_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L401377_SAP000_B064_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM64/L401375_SAP0_BEAM64_2bit.fits", "stokes/SAP0/BEAM64/L401375_SAP0_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM64/L401375_SAP0_BEAM64.fits" ], "input_name": "L401377_SAP000_B064_P000_bf.tar", "input_size": 19193374720, "is_summary": false, "size_ratio": 0.2545630412200903, "output_name": "L401377_SAP000_B064_P000_bf.tar", "output_size": 4885923840, "rfi_percent": 11.28, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L401377_SAP000_B065_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM65/L401375_SAP0_BEAM65_2bit.fits", "stokes/SAP0/BEAM65/L401375_SAP0_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM65/L401375_SAP0_BEAM65.fits" ], "input_name": "L401377_SAP000_B065_P000_bf.tar", "input_size": 19193374720, "is_summary": false, "size_ratio": 0.2545630412200903, "output_name": "L401377_SAP000_B065_P000_bf.tar", "output_size": 4885923840, "rfi_percent": 11.253, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L401377_SAP000_B066_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM66/L401375_SAP0_BEAM66_2bit.fits", "stokes/SAP0/BEAM66/L401375_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM66/L401375_SAP0_BEAM66.fits" ], "input_name": "L401377_SAP000_B066_P000_bf.tar", "input_size": 19193395200, "is_summary": false, "size_ratio": 0.25456437014332933, "output_name": "L401377_SAP000_B066_P000_bf.tar", "output_size": 4885954560, "rfi_percent": 11.514, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L401377_SAP000_B067_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM67/L401375_SAP0_BEAM67_2bit.fits", "stokes/SAP0/BEAM67/L401375_SAP0_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM67/L401375_SAP0_BEAM67.fits" ], "input_name": "L401377_SAP000_B067_P000_bf.tar", "input_size": 19193323520, "is_summary": false, "size_ratio": 0.25456158621558, "output_name": "L401377_SAP000_B067_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.686, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM64/L401375_SAP0_BEAM64_2bit.fits", "stokes/SAP0/BEAM64/L401375_SAP0_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM64/L401375_SAP0_BEAM64.fits" ], "input_name": "L401377_SAP000_B064_P000_bf.tar", "input_size": 19193374720, "is_summary": false, "size_ratio": 0.2545630412200903, "output_name": "L401377_SAP000_B064_P000_bf.tar", "output_size": 4885923840, "rfi_percent": 11.28, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM65/L401375_SAP0_BEAM65_2bit.fits", "stokes/SAP0/BEAM65/L401375_SAP0_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM65/L401375_SAP0_BEAM65.fits" ], "input_name": "L401377_SAP000_B065_P000_bf.tar", "input_size": 19193374720, "is_summary": false, "size_ratio": 0.2545630412200903, "output_name": "L401377_SAP000_B065_P000_bf.tar", "output_size": 4885923840, "rfi_percent": 11.253, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM66/L401375_SAP0_BEAM66_2bit.fits", "stokes/SAP0/BEAM66/L401375_SAP0_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM66/L401375_SAP0_BEAM66.fits" ], "input_name": "L401377_SAP000_B066_P000_bf.tar", "input_size": 19193395200, "is_summary": false, "size_ratio": 0.25456437014332933, "output_name": "L401377_SAP000_B066_P000_bf.tar", "output_size": 4885954560, "rfi_percent": 11.514, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM67/L401375_SAP0_BEAM67_2bit.fits", "stokes/SAP0/BEAM67/L401375_SAP0_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM67/L401375_SAP0_BEAM67.fits" ], "input_name": "L401377_SAP000_B067_P000_bf.tar", "input_size": 19193323520, "is_summary": false, "size_ratio": 0.25456158621558, "output_name": "L401377_SAP000_B067_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.686, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885923840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B064_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401377_SAP000_B064_P000_bf.tar", "checksum": "sha1$e34764fcb87cc7ec67a9a959748b770ba7804876", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B064_P000_bf.tar", "nameroot": "L401377_SAP000_B064_P000_bf" }, { "size": 4885923840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B065_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401377_SAP000_B065_P000_bf.tar", "checksum": "sha1$d9ddb7760d0c3b164bd46388ff241e61771f71dc", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B065_P000_bf.tar", "nameroot": "L401377_SAP000_B065_P000_bf" }, { "size": 4885954560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B066_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401377_SAP000_B066_P000_bf.tar", "checksum": "sha1$abac04b1225ba72b6216817edcfae70e2e6e84d2", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B066_P000_bf.tar", "nameroot": "L401377_SAP000_B066_P000_bf" }, { "size": 4885882880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/401377/375654/L401377_SAP000_B067_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L401377_SAP000_B067_P000_bf.tar", "checksum": "sha1$e56984ad014695fc9640323ff303c6c7b86ecfee", "location": "file:///project/ldv/Share/run/2024/8/2/2056_375654/L401377_SAP000_B067_P000_bf.tar", "nameroot": "L401377_SAP000_B067_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-17", "cpu_time_raw": 2203 }, "remarks": null, "status_history": [ "defining (2024-07-30T19:07:38Z)", "defined (2024-08-02T14:25:34Z)", "staging (2024-08-02T14:26:39Z)", "staged (2024-08-02T18:00:51Z)", "fetched (2024-08-02T18:01:27Z)", "processing (2024-08-02T18:01:57Z)", "processed (2024-08-02T18:38:52Z)", "storing (2024-08-02T18:39:06Z)", "stored (2024-08-02T18:40:53Z)", "validated (2024-08-02T19:17:41Z)", "scrubbing (2024-08-02T19:18:09Z)", "scrubbed (2024-08-02T19:18:45Z)", "pre_archiving (2024-08-03T04:22:44Z)", "pre_archived (2024-08-03T04:24:51Z)", "archiving (2024-08-03T04:25:00Z)", "archived (2024-08-03T04:26:33Z)", "finishing (2024-08-03T04:26:33Z)", "finished (2024-08-03T04:26:47Z)" ], "size_to_process": 76773468160, "size_processed": 19543685120, "total_processing_time": 2203, "nr_of_dps": null, "log_entries": [ "5900430 - 375654 - staging (STAGER)", "5902402 - 375654 - staged (STAGER)", "5902409 - 375654 - fetched (copy_skipped)", "5902412 - 375654 - processing (running)", "5902819 - 375654 - processed (running)", "5902820 - 375654 - storing (issuing_copying)", "5902821 - 375654 - storing (copy_issued)", "5902832 - 375654 - stored (copy_finished)", "5903203 - 375654 - scrubbing (STAGER)", "5903264 - 375654 - scrubbed (STAGER)", "5907729 - 375654 - pre_archiving (submitting)", "5907738 - 375654 - pre_archived (SIP created)", "5907740 - 375654 - archiving (submitting)", "5907741 - 375654 - archiving (submitting)", "5907742 - 375654 - archiving (submitting)", "5907743 - 375654 - archiving (submitting)", "5907744 - 375654 - archiving (ingested)", "5907745 - 375654 - archived (Success)", "5907746 - 375654 - finishing (cleaning)", "5907747 - 375654 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EBA9E8523E56DC0E063144A17ACF8BE", "lta_object_id": "1EBA9E8523E56DC0E063144A17ACF8BE", "sas_id_archived": "1394308", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3590, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }