Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380317/
{ "id": 380317, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T13:01:48.812384Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "366440", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 746379, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193344000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366440/L366440_SAP002_B064_P000_bf_ec151a79.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193344000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366440/L366440_SAP002_B065_P000_bf_849999d4.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193333760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366440/L366440_SAP002_B066_P000_bf_3f2d1278.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193344000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/366440/L366440_SAP002_B067_P000_bf_116b37de.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885893120, "_type": "PulpDataProduct", "fileName": "L366440_SAP002_B064_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "da7c429be0b874a84c7863e72dfdf2f5", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B064_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366440_SAP002_B064_P000_bf.tar_filecontent.txt", "checksum": "sha1$4c8edddb6ede5e51215d635d3b3c9de6d5ee0214", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B064_P000_bf.tar_filecontent.txt", "nameroot": "L366440_SAP002_B064_P000_bf.tar_filecontent" } } }, "file_name": "L366440_SAP002_B064_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885893120, "_type": "PulpDataProduct", "fileName": "L366440_SAP002_B065_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5ef2e7d4b5f901172c6299b043665b0b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B065_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366440_SAP002_B065_P000_bf.tar_filecontent.txt", "checksum": "sha1$a4c0194ead5a01e26762fded31c59fb3e6ea92c0", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B065_P000_bf.tar_filecontent.txt", "nameroot": "L366440_SAP002_B065_P000_bf.tar_filecontent" } } }, "file_name": "L366440_SAP002_B065_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885882880, "_type": "PulpDataProduct", "fileName": "L366440_SAP002_B066_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fdfcc5e813bd022fd14077808ab71c9c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B066_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366440_SAP002_B066_P000_bf.tar_filecontent.txt", "checksum": "sha1$933768834c416a71e2311ae8867cca6d5a7c14b3", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B066_P000_bf.tar_filecontent.txt", "nameroot": "L366440_SAP002_B066_P000_bf.tar_filecontent" } } }, "file_name": "L366440_SAP002_B066_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885893120, "_type": "PulpDataProduct", "fileName": "L366440_SAP002_B067_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "916189a64a42b0a7a3f22097319f8ba9", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 605, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B067_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L366440_SAP002_B067_P000_bf.tar_filecontent.txt", "checksum": "sha1$b039a6c2cf9013af25c144c60188a7286fc2de43", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B067_P000_bf.tar_filecontent.txt", "nameroot": "L366440_SAP002_B067_P000_bf.tar_filecontent" } } }, "file_name": "L366440_SAP002_B067_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L366440_SAP002_B064_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM64/L366438_SAP2_BEAM64_2bit.fits", "stokes/SAP2/BEAM64/L366438_SAP2_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM64/L366438_SAP2_BEAM64.fits" ], "input_name": "L366440_SAP002_B064_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L366440_SAP002_B064_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 10.86, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366440_SAP002_B065_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM65/L366438_SAP2_BEAM65_2bit.fits", "stokes/SAP2/BEAM65/L366438_SAP2_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM65/L366438_SAP2_BEAM65.fits" ], "input_name": "L366440_SAP002_B065_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L366440_SAP002_B065_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 10.915, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366440_SAP002_B066_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM66/L366438_SAP2_BEAM66_2bit.fits", "stokes/SAP2/BEAM66/L366438_SAP2_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM66/L366438_SAP2_BEAM66.fits" ], "input_name": "L366440_SAP002_B066_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L366440_SAP002_B066_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.837, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L366440_SAP002_B067_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM67/L366438_SAP2_BEAM67_2bit.fits", "stokes/SAP2/BEAM67/L366438_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM67/L366438_SAP2_BEAM67.fits" ], "input_name": "L366440_SAP002_B067_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L366440_SAP002_B067_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 10.945, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM64/L366438_SAP2_BEAM64_2bit.fits", "stokes/SAP2/BEAM64/L366438_SAP2_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM64/L366438_SAP2_BEAM64.fits" ], "input_name": "L366440_SAP002_B064_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L366440_SAP002_B064_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 10.86, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM65/L366438_SAP2_BEAM65_2bit.fits", "stokes/SAP2/BEAM65/L366438_SAP2_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM65/L366438_SAP2_BEAM65.fits" ], "input_name": "L366440_SAP002_B065_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L366440_SAP002_B065_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 10.915, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM66/L366438_SAP2_BEAM66_2bit.fits", "stokes/SAP2/BEAM66/L366438_SAP2_BEAM66_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM66/L366438_SAP2_BEAM66.fits" ], "input_name": "L366440_SAP002_B066_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L366440_SAP002_B066_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.837, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM67/L366438_SAP2_BEAM67_2bit.fits", "stokes/SAP2/BEAM67/L366438_SAP2_BEAM67_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM67/L366438_SAP2_BEAM67.fits" ], "input_name": "L366440_SAP002_B067_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L366440_SAP002_B067_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 10.945, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885893120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B064_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366440_SAP002_B064_P000_bf.tar", "checksum": "sha1$19c14bb86de00da9f465b33ac881bc9e27154071", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B064_P000_bf.tar", "nameroot": "L366440_SAP002_B064_P000_bf" }, { "size": 4885893120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B065_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366440_SAP002_B065_P000_bf.tar", "checksum": "sha1$eec7515a05be3becc9998649a3c5ffbd53825cd9", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B065_P000_bf.tar", "nameroot": "L366440_SAP002_B065_P000_bf" }, { "size": 4885882880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B066_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366440_SAP002_B066_P000_bf.tar", "checksum": "sha1$115281a6f8840d272338cb3c51cf46c740202734", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B066_P000_bf.tar", "nameroot": "L366440_SAP002_B066_P000_bf" }, { "size": 4885893120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/366440/380317/L366440_SAP002_B067_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L366440_SAP002_B067_P000_bf.tar", "checksum": "sha1$fa9f3dd874627b304abf3c0792ed16b56a50fe7c", "location": "file:///project/ldv/Share/run/2024/8/10/1759_380317/L366440_SAP002_B067_P000_bf.tar", "nameroot": "L366440_SAP002_B067_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-21", "cpu_time_raw": 2223 }, "remarks": null, "status_history": [ "defining (2024-07-31T13:01:49Z)", "defined (2024-08-10T09:55:12Z)", "staging (2024-08-10T09:59:34Z)", "staged (2024-08-10T15:36:30Z)", "fetched (2024-08-10T15:36:37Z)", "processing (2024-08-10T15:37:01Z)", "processed (2024-08-10T16:14:51Z)", "storing (2024-08-10T16:15:15Z)", "stored (2024-08-10T16:16:41Z)", "validated (2024-08-10T18:14:43Z)", "scrubbing (2024-08-10T18:20:44Z)", "scrubbed (2024-08-10T18:21:00Z)", "pre_archiving (2024-08-11T12:56:12Z)", "pre_archived (2024-08-11T12:58:18Z)", "archiving (2024-08-11T12:58:29Z)", "archived (2024-08-11T12:59:40Z)", "finishing (2024-08-11T12:59:40Z)", "finished (2024-08-11T12:59:54Z)" ], "size_to_process": 76773365760, "size_processed": 19543562240, "total_processing_time": 2223, "nr_of_dps": null, "log_entries": [ "5988818 - 380317 - staging (STAGER)", "5991537 - 380317 - staged (STAGER)", "5991539 - 380317 - fetched (copy_skipped)", "5991548 - 380317 - processing (running)", "5992131 - 380317 - processed (running)", "5992139 - 380317 - storing (issuing_copying)", "5992143 - 380317 - storing (copy_issued)", "5992168 - 380317 - stored (copy_finished)", "5994217 - 380317 - scrubbing (STAGER)", "5994241 - 380317 - scrubbed (STAGER)", "6005666 - 380317 - pre_archiving (submitting)", "6005676 - 380317 - pre_archived (SIP created)", "6005679 - 380317 - archiving (submitting)", "6005680 - 380317 - archiving (submitting)", "6005681 - 380317 - archiving (submitting)", "6005682 - 380317 - archiving (submitting)", "6005683 - 380317 - archiving (ingested)", "6005684 - 380317 - archived (Success)", "6005685 - 380317 - finishing (cleaning)", "6005686 - 380317 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F3F8A1F9E9340C4E063164A17AC959F", "lta_object_id": "1F3F8A1F9E9340C4E063164A17AC959F", "sas_id_archived": "1413773", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3678, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }