Task Details View Api – Django REST framework

Detailed view of a task.

GET /atdb/tasks/248536/

HTTP 200 OK
Allow: GET, PUT, PATCH, DELETE, HEAD, OPTIONS
Content-Type: application/json
Vary: Accept

{
    "id": 248536,
    "task_type": "regular",
    "is_summary": false,
    "is_aggregated": false,
    "creationTime": "2024-02-14T08:10:46.516572Z",
    "filter": "lt5_004-vk-2bits",
    "predecessor": null,
    "predecessor_status": "no_predecessor",
    "successors": [],
    "joined_input_tasks": [],
    "joined_output_task": null,
    "joined_status": null,
    "project": "lt5_004",
    "sas_id": "603322",
    "priority": 130,
    "purge_policy": "yes",
    "cleanup_policy": "pre_archived_failed",
    "resume": true,
    "workflow": 22,
    "stage_request_id": 441882,
    "status": "finished",
    "new_status": "finished",
    "quality": "good",
    "calculated_qualities": {
        "per_task": "good",
        "per_sasid": "good"
    },
    "inputs": [
        {
            "size": 19123169280,
            "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/603322/L603322_SAP000_B012_P000_bf_0a16f853.tar",
            "type": "File",
            "location": "srm.grid.sara.nl"
        }
    ],
    "outputs": {
        "ingest": [
            {
                "path": "tar_archive",
                "metadata": {
                    "dataProduct": {
                        "size": 4886005760,
                        "_type": "PulpDataProduct",
                        "fileName": "L603322_SAP000_B012_P000_bf.tar",
                        "fileFormat": "PULP",
                        "md5checksum": "e40c9b8c058257b07eac0ed9c9b2387c",
                        "storageWriter": "Unknown",
                        "dataProductType": "Pulsar pipeline output",
                        "storageWriterVersion": "Unknown"
                    },
                    "pipelineRun": {
                        "fileContent": {
                            "size": 675,
                            "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603322_SAP000_B012_P000_bf.tar_filecontent.txt",
                            "class": "File",
                            "nameext": ".txt",
                            "basename": "L603322_SAP000_B012_P000_bf.tar_filecontent.txt",
                            "checksum": "sha1$281ca6ffcb077c152ea9ae8d1446c0517eee6841",
                            "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603322_SAP000_B012_P000_bf.tar_filecontent.txt",
                            "nameroot": "L603322_SAP000_B012_P000_bf.tar_filecontent"
                        }
                    }
                },
                "file_name": "L603322_SAP000_B012_P000_bf.tar"
            }
        ],
        "quality": {
            "plots": [
                {
                    "size": 220712,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603320_SAP0_BEAM12_rfifind-0.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L603320_SAP0_BEAM12_rfifind-0.png",
                    "checksum": "sha1$aef4ce1e328a587bf227e7eb781c053d89312589",
                    "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603320_SAP0_BEAM12_rfifind-0.png",
                    "nameroot": "L603320_SAP0_BEAM12_rfifind-0",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1219995/L603320_SAP0_BEAM12_rfifind-0.png"
                },
                {
                    "size": 49832,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603320_SAP0_BEAM12_rfifind-1.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L603320_SAP0_BEAM12_rfifind-1.png",
                    "checksum": "sha1$2b735b68d2f698e48b43424a17705c9abd0c30c6",
                    "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603320_SAP0_BEAM12_rfifind-1.png",
                    "nameroot": "L603320_SAP0_BEAM12_rfifind-1",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1219995/L603320_SAP0_BEAM12_rfifind-1.png"
                },
                {
                    "size": 5123,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603320_sap000_beam0012.rfifind.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L603320_sap000_beam0012.rfifind.log",
                    "checksum": "sha1$8199cf16dbde4f9aeaf03d774024ba125bf805d7",
                    "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603320_sap000_beam0012.rfifind.log",
                    "nameroot": "L603320_sap000_beam0012.rfifind",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1219995/L603320_sap000_beam0012.rfifind.log"
                },
                {
                    "size": 6433,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603320_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L603320_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log",
                    "checksum": "sha1$2f6997bfe4fae43a3d87e17c337c0fc4080e4b77",
                    "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603320_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log",
                    "nameroot": "L603320_SAP0_BEAM12_2bit_ldv_psrfits_requantisation",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1219995/L603320_SAP0_BEAM12_2bit_projects_psrfits_requantisation.log"
                },
                {
                    "size": 1671,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603322_SAP000_B012-ldv-summary.log_2",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L603322_SAP000_B012-ldv-summary.log",
                    "checksum": "sha1$37500f44141df0f492e38371c2d40ba1e9c02135",
                    "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603322_SAP000_B012-ldv-summary.log_2",
                    "nameroot": "L603322_SAP000_B012-ldv-summary",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1219995/L603322_SAP000_B012-projects-summary.log_2"
                }
            ],
            "details": {},
            "summary": {
                "L603322_SAP000_B012_P000_bf.tar": {
                    "added": [
                        "incoherentstokes/SAP0/BEAM12/L603320_SAP0_BEAM12_2bit.fits",
                        "incoherentstokes/SAP0/BEAM12/L603320_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log"
                    ],
                    "deleted": [
                        "incoherentstokes/SAP0/BEAM12/L603320_SAP0_BEAM12.fits"
                    ],
                    "input_name": "L603322_SAP000_B012_P000_bf.tar",
                    "input_size": 19123169280,
                    "size_ratio": 0.2555018830016862,
                    "output_name": "L603322_SAP000_B012_P000_bf.tar",
                    "output_size": 4886005760,
                    "rfi_percent": 9.912,
                    "input_size_str": "17.81 GB",
                    "output_size_str": "4.55 GB"
                }
            },
            "sensitivity": "N/A",
            "uv-coverage": "N/A",
            "observing-conditions": "N/A"
        },
        "summary": [
            {
                "added": [
                    "incoherentstokes/SAP0/BEAM12/L603320_SAP0_BEAM12_2bit.fits",
                    "incoherentstokes/SAP0/BEAM12/L603320_SAP0_BEAM12_2bit_ldv_psrfits_requantisation.log"
                ],
                "deleted": [
                    "incoherentstokes/SAP0/BEAM12/L603320_SAP0_BEAM12.fits"
                ],
                "input_name": "L603322_SAP000_B012_P000_bf.tar",
                "input_size": 19123169280,
                "size_ratio": 0.2555018830016862,
                "output_name": "L603322_SAP000_B012_P000_bf.tar",
                "output_size": 4886005760,
                "rfi_percent": 9.912,
                "input_size_str": "17.81 GB",
                "output_size_str": "4.55 GB"
            }
        ],
        "tar_archive": [
            {
                "size": 4886005760,
                "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603322_SAP000_B012_P000_bf.tar",
                "class": "File",
                "nameext": ".tar",
                "basename": "L603322_SAP000_B012_P000_bf.tar",
                "checksum": "sha1$56b399b8d386abc1fc2244ec7e0e0bd72b3e4f38",
                "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603322_SAP000_B012_P000_bf.tar",
                "nameroot": "L603322_SAP000_B012_P000_bf"
            }
        ],
        "summary_file": [
            {
                "size": 1275,
                "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/603322/248536/L603322_SAP000_B012-ldv-summary.log",
                "class": "File",
                "nameext": ".log",
                "basename": "L603322_SAP000_B012-ldv-summary.log",
                "checksum": "sha1$0d248ec944041e903e5006843ab56b325acebb8f",
                "location": "file:///project/ldv/Share/run/2024/3/28/1529_248536/L603322_SAP000_B012-ldv-summary.log",
                "nameroot": "L603322_SAP000_B012-ldv-summary"
            }
        ]
    },
    "metrics": {
        "n_cpus": 1,
        "n_nodes": 1,
        "nodelist": "wn-dc-01",
        "cpu_time_raw": 452
    },
    "remarks": null,
    "status_history": [
        "defining (2024-02-14T08:10:46Z)",
        "defined (2024-02-14T08:11:50Z)",
        "staging (2024-02-14T08:12:28Z)",
        "staged (2024-02-14T17:43:16Z)",
        "fetched (2024-02-14T17:51:46Z)",
        "processing (2024-02-14T17:52:28Z)",
        "processed (2024-02-14T18:00:45Z)",
        "storing (2024-02-14T18:03:10Z)",
        "stored (2024-02-14T18:04:18Z)",
        "validated (2024-02-17T06:39:00Z)",
        "scrubbing (2024-02-17T06:39:11Z)",
        "scrubbed (2024-02-17T06:40:07Z)",
        "pre_archiving (2024-03-21T00:29:02Z)",
        "pre_archived_failed (2024-03-21T00:31:04Z)",
        "scrubbed (2024-03-21T09:42:47Z)",
        "pre_archiving (2024-03-27T17:25:05Z)",
        "pre_archived_failed (2024-03-27T17:25:21Z)",
        "fetched (2024-03-28T13:46:23Z)",
        "processing (2024-03-28T13:46:56Z)",
        "processed (2024-03-28T14:07:30Z)",
        "storing (2024-03-28T14:11:30Z)",
        "stored (2024-03-28T14:19:10Z)",
        "validated (2024-03-28T14:20:31Z)",
        "scrubbing (2024-03-28T14:20:57Z)",
        "scrubbed (2024-03-28T14:20:58Z)",
        "pre_archiving (2024-03-28T14:30:12Z)",
        "pre_archived_failed (2024-03-28T14:30:26Z)",
        "scrubbed (2024-03-28T14:32:24Z)",
        "pre_archiving (2024-03-28T14:33:23Z)",
        "pre_archived_failed (2024-03-28T14:33:36Z)",
        "fetched (2024-03-28T14:36:08Z)",
        "processing (2024-03-28T14:36:30Z)",
        "processed (2024-03-28T14:44:12Z)",
        "storing (2024-03-28T14:44:31Z)",
        "stored (2024-03-28T14:47:44Z)",
        "validated (2024-03-28T14:48:02Z)",
        "scrubbing (2024-03-28T14:48:24Z)",
        "scrubbed (2024-03-28T14:48:24Z)",
        "pre_archiving (2024-03-28T14:48:54Z)",
        "pre_archived (2024-03-28T14:49:22Z)",
        "archiving (2024-03-28T14:49:59Z)",
        "archived (2024-03-28T14:50:58Z)",
        "finishing (2024-03-28T14:50:58Z)",
        "finished (2024-03-28T14:51:08Z)"
    ],
    "size_to_process": 19123169280,
    "size_processed": 4886290806,
    "total_processing_time": 452,
    "nr_of_dps": null,
    "log_entries": [
        "3344471 - 248536 - staging (STAGER)",
        "3358939 - 248536 - staged (STAGER)",
        "3359146 - 248536 - fetched (copy_skipped)",
        "3359175 - 248536 - processing (running)",
        "3359388 - 248536 - processed (running)",
        "3359425 - 248536 - storing (issuing_copying)",
        "3359431 - 248536 - storing (copy_issued)",
        "3359460 - 248536 - stored (copy_finished)",
        "3413791 - 248536 - scrubbing (STAGER)",
        "3413897 - 248536 - scrubbed (STAGER)",
        "3722510 - 248536 - pre_archiving (submitting)",
        "3722513 - 248536 - pre_archived_failed (invalid_metadata)",
        "3779272 - 248536 - pre_archiving (submitting)",
        "3779290 - 248536 - pre_archived_failed (unknown error)",
        "3787730 - 248536 - processing (running)",
        "3787911 - 248536 - processed (running)",
        "3787967 - 248536 - storing (issuing_copying)",
        "3788025 - 248536 - stored (copy_finished)",
        "3788045 - 248536 - scrubbing (STAGER)",
        "3788047 - 248536 - scrubbed (STAGER)",
        "3788087 - 248536 - pre_archiving (submitting)",
        "3788088 - 248536 - pre_archived_failed (unknown error)",
        "3788108 - 248536 - pre_archiving (submitting)",
        "3788109 - 248536 - pre_archived_failed (unknown error)",
        "3788131 - 248536 - processing (running)",
        "3788198 - 248536 - processed (running)",
        "3788203 - 248536 - storing (issuing_copying)",
        "3788204 - 248536 - storing (copy_issued)",
        "3788222 - 248536 - stored (copy_finished)",
        "3788238 - 248536 - scrubbing (STAGER)",
        "3788239 - 248536 - scrubbed (STAGER)",
        "3788243 - 248536 - pre_archiving (submitting)",
        "3788245 - 248536 - pre_archived (SIP created)",
        "3788251 - 248536 - archiving (submitting)",
        "3788255 - 248536 - archiving (ingested)",
        "3788257 - 248536 - archived (Success)",
        "3788258 - 248536 - finishing (cleaning)",
        "3788259 - 248536 - finished (Success)"
    ],
    "meta_scheduling": null,
    "environment": null,
    "archive": {
        "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1101AB934B386BD5E063164A17AC38B9",
        "lta_object_id": "1101AB934B386BD5E063164A17AC38B9",
        "sas_id_archived": "1219995",
        "in_archiving_counter": 4,
        "start_archiving_counter": 1
    },
    "activity": 9,
    "service_filter": "srm.grid.sara.nl",
    "ingest_location": null,
    "specification": null
}