Task Details View Api – Django REST framework

Detailed view of a task.

GET /atdb/tasks/366264/

HTTP 200 OK
Allow: GET, PUT, PATCH, DELETE, HEAD, OPTIONS
Content-Type: application/json
Vary: Accept

{
    "id": 366264,
    "task_type": "regular",
    "is_summary": true,
    "is_aggregated": false,
    "creationTime": "2024-06-26T20:26:30.386163Z",
    "filter": "lt5_004-vk-2bits",
    "predecessor": null,
    "predecessor_status": "no_predecessor",
    "successors": [],
    "joined_input_tasks": [],
    "joined_output_task": null,
    "joined_status": null,
    "project": "lt5_004",
    "sas_id": "426866",
    "priority": 110,
    "purge_policy": "yes",
    "cleanup_policy": "defining",
    "resume": true,
    "workflow": 22,
    "stage_request_id": 694764,
    "status": "finished",
    "new_status": "finished",
    "quality": "good",
    "calculated_qualities": {
        "per_task": "none",
        "per_sasid": "good"
    },
    "inputs": [
        {
            "size": 13754255360,
            "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/426866/L426866_summaryCS_8dd13b16.tar",
            "type": "File",
            "location": "srm.grid.sara.nl"
        },
        {
            "size": 108625920,
            "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/426866/L426866_summaryIS_b785c4d0.tar",
            "type": "File",
            "location": "srm.grid.sara.nl"
        }
    ],
    "outputs": {
        "ingest": [
            {
                "path": "tar_archive",
                "metadata": {
                    "dataProduct": {
                        "size": 11488696320,
                        "_type": "PulpSummaryDataProduct",
                        "fileName": "L426866_summaryCS.tar",
                        "fileFormat": "PULP",
                        "md5checksum": "766995dd94cd3dc775dffc615151420b",
                        "storageWriter": "Unknown",
                        "dataProductType": "Pulsar pipeline output",
                        "storageWriterVersion": "Unknown"
                    },
                    "pipelineRun": {
                        "fileContent": {
                            "size": 180902,
                            "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_summaryCS.tar_filecontent.txt",
                            "class": "File",
                            "nameext": ".txt",
                            "basename": "L426866_summaryCS.tar_filecontent.txt",
                            "checksum": "sha1$c62f5d77507679c9543f9fc3c137ebd486185242",
                            "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_summaryCS.tar_filecontent.txt",
                            "nameroot": "L426866_summaryCS.tar_filecontent"
                        }
                    }
                },
                "file_name": "L426866_summaryCS.tar"
            },
            {
                "path": "tar_archive",
                "metadata": {
                    "dataProduct": {
                        "size": 90890240,
                        "_type": "PulpSummaryDataProduct",
                        "fileName": "L426866_summaryIS.tar",
                        "fileFormat": "PULP",
                        "md5checksum": "195e1d14a3027a03b31538ad9303b29b",
                        "storageWriter": "Unknown",
                        "dataProductType": "Pulsar pipeline output",
                        "storageWriterVersion": "Unknown"
                    },
                    "pipelineRun": {
                        "fileContent": {
                            "size": 1896,
                            "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_summaryIS.tar_filecontent.txt",
                            "class": "File",
                            "nameext": ".txt",
                            "basename": "L426866_summaryIS.tar_filecontent.txt",
                            "checksum": "sha1$13d0598345289bd2f64559e5a765b4a1f79e8427",
                            "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_summaryIS.tar_filecontent.txt",
                            "nameroot": "L426866_summaryIS.tar_filecontent"
                        }
                    }
                },
                "file_name": "L426866_summaryIS.tar"
            }
        ],
        "quality": {
            "plots": [
                {
                    "size": 8652979,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_CS_quick_summary.pdf",
                    "class": "File",
                    "nameext": ".pdf",
                    "basename": "L426866_CS_quick_summary.pdf",
                    "checksum": "sha1$00bd3a45ff0acb61d4fb89df00961b39ccb9f9d5",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_CS_quick_summary.pdf",
                    "nameroot": "L426866_CS_quick_summary",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_CS_quick_summary.pdf"
                },
                {
                    "size": 30720,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_CS_misc.tar",
                    "class": "File",
                    "nameext": ".tar",
                    "basename": "L426866_CS_misc.tar",
                    "checksum": "sha1$9313a4ec28b9d7c987959627fa5cd3b403a9af6c",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_CS_misc.tar",
                    "nameroot": "L426866_CS_misc",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_CS_misc.tar"
                },
                {
                    "size": 381184000,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_CS_diag_plots_logs.tar",
                    "class": "File",
                    "nameext": ".tar",
                    "basename": "L426866_CS_diag_plots_logs.tar",
                    "checksum": "sha1$1e30d60d6607309aa4e9eb55caa40ed8b4f30248",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_CS_diag_plots_logs.tar",
                    "nameroot": "L426866_CS_diag_plots_logs",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_CS_diag_plots_logs.tar"
                },
                {
                    "size": 143408,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_IS_quick_summary.pdf",
                    "class": "File",
                    "nameext": ".pdf",
                    "basename": "L426866_IS_quick_summary.pdf",
                    "checksum": "sha1$54eef0254f0030f89c7e69ff560d18e6c28ce3a1",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_IS_quick_summary.pdf",
                    "nameroot": "L426866_IS_quick_summary",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_IS_quick_summary.pdf"
                },
                {
                    "size": 10240,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_IS_misc.tar",
                    "class": "File",
                    "nameext": ".tar",
                    "basename": "L426866_IS_misc.tar",
                    "checksum": "sha1$bfda620f733f2a7c3ce97c7775bf65600cf0c4a4",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_IS_misc.tar",
                    "nameroot": "L426866_IS_misc",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_IS_misc.tar"
                },
                {
                    "size": 3430400,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_IS_diag_plots_logs.tar",
                    "class": "File",
                    "nameext": ".tar",
                    "basename": "L426866_IS_diag_plots_logs.tar",
                    "checksum": "sha1$f8052f57a165ee55bda38e7a96a5ab84e5d9711d",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_IS_diag_plots_logs.tar",
                    "nameroot": "L426866_IS_diag_plots_logs",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_IS_diag_plots_logs.tar"
                },
                {
                    "size": 63023,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_ldv_summary.json",
                    "class": "File",
                    "nameext": ".json",
                    "basename": "L426866_ldv_summary.json",
                    "checksum": "/project/ldv/Share/run/2024/6/27/1113_366264/L426866_ldv_summary.json",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_ldv_summary.json",
                    "nameroot": "L426866_ldv_summary",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_projects_summary.json",
                    "ancillary": "json"
                },
                {
                    "size": 118464,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_ldv_summary.html",
                    "class": "File",
                    "nameext": ".html",
                    "basename": "L426866_ldv_summary.html",
                    "checksum": "/project/ldv/Share/run/2024/6/27/1113_366264/L426866_ldv_summary.html",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_ldv_summary.html",
                    "nameroot": "L426866_ldv_summary",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_projects_summary.html",
                    "ancillary": "html"
                },
                {
                    "size": 47741,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_ldv_summary.pdf",
                    "class": "File",
                    "nameext": ".pdf",
                    "basename": "L426866_ldv_summary.pdf",
                    "checksum": "/project/ldv/Share/run/2024/6/27/1113_366264/L426866_ldv_summary.pdf",
                    "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_ldv_summary.pdf",
                    "nameroot": "L426866_ldv_summary",
                    "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1342532/L426866_projects_summary.pdf",
                    "ancillary": "pdf"
                }
            ],
            "details": {},
            "summary": {
                "L426866_summaryCS.tar": {
                    "added": [],
                    "deleted": [],
                    "input_name": "L426866_summaryCS.tar",
                    "input_size": 13754255360,
                    "is_summary": true,
                    "size_ratio": 0.8352830465407325,
                    "output_name": "L426866_summaryCS.tar",
                    "output_size": 11488696320,
                    "rfi_percent": 0,
                    "input_size_str": "12.81 GB",
                    "output_size_str": "10.70 GB"
                },
                "L426866_summaryIS.tar": {
                    "added": [],
                    "deleted": [],
                    "input_name": "L426866_summaryIS.tar",
                    "input_size": 108625920,
                    "is_summary": true,
                    "size_ratio": 0.8367269984917044,
                    "output_name": "L426866_summaryIS.tar",
                    "output_size": 90890240,
                    "rfi_percent": 0,
                    "input_size_str": "103.59 MB",
                    "output_size_str": "86.68 MB"
                }
            },
            "sensitivity": "N/A",
            "uv-coverage": "N/A",
            "observing-conditions": "N/A"
        },
        "summary": [
            {
                "added": [],
                "deleted": [],
                "input_name": "L426866_summaryCS.tar",
                "input_size": 13754255360,
                "is_summary": true,
                "size_ratio": 0.8352830465407325,
                "output_name": "L426866_summaryCS.tar",
                "output_size": 11488696320,
                "rfi_percent": 0,
                "input_size_str": "12.81 GB",
                "output_size_str": "10.70 GB"
            },
            {
                "added": [],
                "deleted": [],
                "input_name": "L426866_summaryIS.tar",
                "input_size": 108625920,
                "is_summary": true,
                "size_ratio": 0.8367269984917044,
                "output_name": "L426866_summaryIS.tar",
                "output_size": 90890240,
                "rfi_percent": 0,
                "input_size_str": "103.59 MB",
                "output_size_str": "86.68 MB"
            }
        ],
        "tar_archive": [
            {
                "size": 11488696320,
                "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_summaryCS.tar",
                "class": "File",
                "nameext": ".tar",
                "basename": "L426866_summaryCS.tar",
                "checksum": "sha1$f5174ec8ce36fe3a2f658f96a6d37b59ab031670",
                "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_summaryCS.tar",
                "nameroot": "L426866_summaryCS"
            },
            {
                "size": 90890240,
                "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426866/366264/L426866_summaryIS.tar",
                "class": "File",
                "nameext": ".tar",
                "basename": "L426866_summaryIS.tar",
                "checksum": "sha1$2334bc2279bd77fdea8865b0d11d61cb53cbaa03",
                "location": "file:///project/ldv/Share/run/2024/6/27/1113_366264/L426866_summaryIS.tar",
                "nameroot": "L426866_summaryIS"
            }
        ]
    },
    "metrics": {
        "n_cpus": 1,
        "n_nodes": 1,
        "nodelist": "wn-dc-12",
        "cpu_time_raw": 256
    },
    "remarks": null,
    "status_history": [
        "defining (2024-06-26T20:26:30Z)",
        "defined (2024-06-26T20:28:34Z)",
        "staging (2024-06-26T20:29:30Z)",
        "staged (2024-06-26T20:53:28Z)",
        "fetched (2024-06-26T20:53:35Z)",
        "processing (2024-06-26T20:54:10Z)",
        "processed_failed (2024-06-26T21:21:58Z)",
        "fetched (2024-06-26T22:08:15Z)",
        "processing (2024-06-26T22:08:25Z)",
        "processed_failed (2024-06-26T22:32:38Z)",
        "defined (2024-06-27T07:24:09Z)",
        "staging (2024-06-27T07:24:37Z)",
        "staged (2024-06-27T07:25:08Z)",
        "fetched (2024-06-27T07:25:18Z)",
        "processing (2024-06-27T07:25:33Z)",
        "processed_failed (2024-06-27T07:49:16Z)",
        "fetched (2024-06-27T08:19:22Z)",
        "processing (2024-06-27T08:20:48Z)",
        "processed_failed (2024-06-27T08:31:08Z)",
        "fetched (2024-06-27T09:07:48Z)",
        "processing (2024-06-27T09:09:14Z)",
        "processed (2024-06-27T09:13:54Z)",
        "aggregating (2024-06-27T09:14:14Z)",
        "aggregated (2024-06-27T09:14:27Z)",
        "processed (2024-06-27T09:14:28Z)",
        "storing (2024-06-27T09:14:47Z)",
        "stored (2024-06-27T09:16:43Z)",
        "validated (2024-06-27T09:23:42Z)",
        "scrubbing (2024-06-27T09:23:56Z)",
        "scrubbed (2024-06-27T09:24:16Z)",
        "pre_archiving (2024-06-27T09:25:46Z)",
        "pre_archived (2024-06-27T09:26:43Z)",
        "archiving (2024-06-27T09:27:05Z)",
        "archived (2024-06-27T09:28:38Z)",
        "finishing (2024-06-27T09:28:39Z)",
        "finished (2024-06-27T09:28:54Z)"
    ],
    "size_to_process": 13862881280,
    "size_processed": 11973038307,
    "total_processing_time": 256,
    "nr_of_dps": null,
    "log_entries": [
        "5391439 - 366264 - staging (STAGER)",
        "5392395 - 366264 - staged (STAGER)",
        "5392405 - 366264 - fetched (copy_skipped)",
        "5392452 - 366264 - processing (running)",
        "5392980 - 366264 - processed_failed (running)",
        "5393421 - 366264 - processing (running)",
        "5393612 - 366264 - processed_failed (running)",
        "5396422 - 366264 - staging (STAGER)",
        "5396426 - 366264 - staged (STAGER)",
        "5396427 - 366264 - fetched (copy_skipped)",
        "5396429 - 366264 - processing (running)",
        "5396538 - 366264 - processed_failed (running)",
        "5396696 - 366264 - processing (running)",
        "5396754 - 366264 - processed_failed (running)",
        "5396962 - 366264 - processing (running)",
        "5396987 - 366264 - processed (running)",
        "5396989 - 366264 - aggregating (summary)",
        "5396992 - 366264 - aggregated (ancillary)",
        "5396993 - 366264 - processed (resume)",
        "5396995 - 366264 - storing (issuing_copying)",
        "5396998 - 366264 - storing (copy_issued)",
        "5397007 - 366264 - stored (copy_finished)",
        "5397047 - 366264 - scrubbing (STAGER)",
        "5397082 - 366264 - scrubbed (STAGER)",
        "5397121 - 366264 - pre_archiving (submitting)",
        "5397125 - 366264 - pre_archived (SIP created)",
        "5397127 - 366264 - archiving (submitting)",
        "5397128 - 366264 - archiving (submitting)",
        "5397131 - 366264 - archiving (ingested)",
        "5397132 - 366264 - archived (Success)",
        "5397133 - 366264 - finishing (cleaning)",
        "5397134 - 366264 - finished (Success)"
    ],
    "meta_scheduling": null,
    "environment": null,
    "archive": {
        "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1BDCBC8BDDCF0492E063144A17AC4A98",
        "lta_object_id": "1BDCBC8BDDCF0492E063144A17AC4A98",
        "sas_id_archived": "1342532",
        "in_archiving_counter": 3,
        "start_archiving_counter": 1
    },
    "activity": 3458,
    "service_filter": "srm.grid.sara.nl",
    "ingest_location": null,
    "specification": null
}