Detailed view of a task.

GET /atdb/tasks/27228/
HTTP 200 OK
Allow: GET, PUT, PATCH, DELETE, HEAD, OPTIONS
Content-Type: application/json
Vary: Accept

{
    "id": 27228,
    "task_type": "regular",
    "is_summary": false,
    "is_aggregated": false,
    "creationTime": "2023-02-17T14:16:35.082545Z",
    "filter": "lt2_003_mi_bftgz",
    "predecessor": null,
    "predecessor_status": "no_predecessor",
    "successors": [],
    "joined_input_tasks": [],
    "joined_output_task": null,
    "joined_status": null,
    "project": "lt2_003",
    "sas_id": "242138",
    "priority": 100,
    "purge_policy": "no",
    "cleanup_policy": null,
    "resume": true,
    "workflow": 16,
    "stage_request_id": 35076,
    "status": "finished",
    "new_status": "finished",
    "quality": "good",
    "calculated_qualities": null,
    "inputs": [
        {
            "size": "21491128320",
            "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242138/LOFAR_PULSAR_ARCHIVE_locus081_L242138_red_a16013c7.tar",
            "type": "File",
            "location": "srm.grid.sara.nl"
        }
    ],
    "outputs": {
        "ingest": [
            {
                "path": "tar_archive",
                "metadata": {
                    "dataProduct": {
                        "size": 11245619200,
                        "_type": "PulpDataProduct",
                        "fileName": "L242138_SAP000_B057_P000_bf.tar",
                        "fileFormat": "PULP",
                        "md5checksum": "93a1bef0a8d261e2fc48663aabff2f7f",
                        "storageWriter": "Unknown",
                        "dataProductType": "Pulsar pipeline output",
                        "storageWriterVersion": "Unknown"
                    },
                    "pipelineRun": {
                        "Observation": {
                            "Parset": "L242138.parset",
                            "SAS Id": "242138",
                            "Creator": "AWTIER0",
                            "Project": "LT2_003",
                            "End Time": "2014-08-25 20:15:00",
                            "Privileges": 4,
                            "Start Time": "2014-08-25 20:00:00.000000000",
                            "Antenna Set": "HBA Dual",
                            "Clock [MHz]": "200",
                            "Time System": "UTC",
                            "Duration [s]": 900,
                            "Release Date": "",
                            "SAS Id Source": "SAS",
                            "Strategy Name": "BeamObservation",
                            "Observing Mode": "Beam Observation",
                            "Bits Per Sample": 16,
                            "Nr Stations Core": 40,
                            "Instrument Filter": "110-190 MHz",
                            "Station Selection": "Custom",
                            "Nr Stations Remote": 0,
                            "Number of Stations": 40,
                            "Channel Width [MHz]": 0.012207,
                            "Channels Per Subband": 16,
                            "Strategy Description": "default",
                            "Observing Description": "HBA Dual, 110-190 MHz, 15.0m, 16 bit, 16 ch/sub, Nsubs=162",
                            "Process Identifier Name": "J1759+5035",
                            "Nr Stations International": 0,
                            "Process Identifier Source": "MoM",
                            "Number of SubArray Pointings": 1,
                            "Number of BeamFormed DataProducts": 128,
                            "Number of Correlated DataProducts": 0,
                            "Number of Transient BufferBoard Events": -1
                        },
                        "fileContent": {
                            "size": 4806,
                            "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_SAP000_B057_P000_bf.tar_filecontent.txt",
                            "class": "File",
                            "nameext": ".txt",
                            "basename": "L242138_SAP000_B057_P000_bf.tar_filecontent.txt",
                            "checksum": "sha1$ae62c3593a98c0040a9f5b39799c27bbf74a23bc",
                            "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_SAP000_B057_P000_bf.tar_filecontent.txt",
                            "nameroot": "L242138_SAP000_B057_P000_bf.tar_filecontent"
                        },
                        "Pulsar Pipeline": {
                            "Creator": "AWTIER0",
                            "Project": "LT2_003",
                            "Pulsars": 0,
                            "End Time": "2014-08-27 18:37:56",
                            "dataType": "CoherentStokes",
                            "Privileges": 4,
                            "Start Time": "2014-08-27 18:04:06",
                            "Duration [s]": 2030,
                            "Release Date": "",
                            "skipPrepfold": 0,
                            "Pipeline Name": "J1759+5035/PULP",
                            "Strategy Name": "Pulsar Pipeline",
                            "skipDataFolding": 0,
                            "skipRFIExcision": 0,
                            "Pipeline Version": "n/a",
                            "Pulsar Selection": "Pulsars in observation specs, file or SAP",
                            "convertRawTo8bit": 0,
                            "skipDynamicSpectrum": 1,
                            "Strategy Description": "default",
                            "doSinglePulseAnalysis": 0,
                            "Process Identifier Name": "J1759+5035/PULP",
                            "subIntegrationLength [s]": -1,
                            "skipOptimizePulsarProfile": 0,
                            "skipConvertRawIntoFoldedPSRFITS": 0,
                            "runRotationalRAdioTransientsAnalysis": 0
                        }
                    }
                },
                "file_name": "L242138_SAP000_B057_P000_bf.tar"
            }
        ],
        "quality": {
            "plots": [
                {
                    "size": 271157,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM121_PSR_J1759+5035.pfd.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM121_PSR_J1759+5035.pfd.png",
                    "checksum": "sha1$5b1fed2027a9442178e996d06d4684cda8c4bbfa",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM121_PSR_J1759%2B5035.pfd.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM121_PSR_J1759+5035.pfd"
                },
                {
                    "size": 315231,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM121_diag.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM121_diag.png",
                    "checksum": "sha1$c5e96853028fc53216f2c92f1f048cf34cca3d9b",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM121_diag.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM121_diag"
                },
                {
                    "size": 333067,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM121_diag_pdmp.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM121_diag_pdmp.png",
                    "checksum": "sha1$f16050c857eefcc8513fe137cd79b431bdfe5a39",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM121_diag_pdmp.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM121_diag_pdmp"
                },
                {
                    "size": 261068,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM121_nomask_PSR_J1759+5035.pfd.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM121_nomask_PSR_J1759+5035.pfd.png",
                    "checksum": "sha1$d0430d1bfac89dfb069d750226fd03d3e49f624b",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM121_nomask_PSR_J1759%2B5035.pfd.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM121_nomask_PSR_J1759+5035.pfd"
                },
                {
                    "size": 177637,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM121_pdmp.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM121_pdmp.png",
                    "checksum": "sha1$3eed0f47569ba9a306e06cca738e7c6cf1103327",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM121_pdmp.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM121_pdmp"
                },
                {
                    "size": 189421,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_SAP0_BEAM121_rfifind-0.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L242138_SAP0_BEAM121_rfifind-0.png",
                    "checksum": "sha1$77937b1853834fcb86e9e2372b89b3eb150886d6",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_SAP0_BEAM121_rfifind-0.png",
                    "nameroot": "L242138_SAP0_BEAM121_rfifind-0"
                },
                {
                    "size": 42371,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_SAP0_BEAM121_rfifind-1.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L242138_SAP0_BEAM121_rfifind-1.png",
                    "checksum": "sha1$5dc2da21f663a39bfddfbc22051281faf47b1f3a",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_SAP0_BEAM121_rfifind-1.png",
                    "nameroot": "L242138_SAP0_BEAM121_rfifind-1"
                },
                {
                    "size": 270713,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM57_PSR_J1759+5035.pfd.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM57_PSR_J1759+5035.pfd.png",
                    "checksum": "sha1$94be3ad90ec8fbaf6c2fa7a42179e1c26748832d",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM57_PSR_J1759%2B5035.pfd.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM57_PSR_J1759+5035.pfd"
                },
                {
                    "size": 318789,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM57_diag.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM57_diag.png",
                    "checksum": "sha1$b61bad3af4a230a77eacaad14d3b593742003b3d",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM57_diag.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM57_diag"
                },
                {
                    "size": 327584,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM57_diag_pdmp.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM57_diag_pdmp.png",
                    "checksum": "sha1$5b732651ae85879229ef671ac47a1419ac8cb273",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM57_diag_pdmp.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM57_diag_pdmp"
                },
                {
                    "size": 264735,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM57_nomask_PSR_J1759+5035.pfd.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM57_nomask_PSR_J1759+5035.pfd.png",
                    "checksum": "sha1$aea6f45b1c603e0e7fc243ef2e9e26fe8121aaeb",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM57_nomask_PSR_J1759%2B5035.pfd.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM57_nomask_PSR_J1759+5035.pfd"
                },
                {
                    "size": 183037,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/J1759+5035_L242138_SAP0_BEAM57_pdmp.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J1759+5035_L242138_SAP0_BEAM57_pdmp.png",
                    "checksum": "sha1$c1379ed6bb62a12e59f7dfe3a35f4f33da35b860",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/J1759%2B5035_L242138_SAP0_BEAM57_pdmp.png",
                    "nameroot": "J1759+5035_L242138_SAP0_BEAM57_pdmp"
                },
                {
                    "size": 189794,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_SAP0_BEAM57_rfifind-0.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L242138_SAP0_BEAM57_rfifind-0.png",
                    "checksum": "sha1$fa0780e20a82b2b5d511bdcd377705486cbbeaed",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_SAP0_BEAM57_rfifind-0.png",
                    "nameroot": "L242138_SAP0_BEAM57_rfifind-0"
                },
                {
                    "size": 42209,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_SAP0_BEAM57_rfifind-1.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L242138_SAP0_BEAM57_rfifind-1.png",
                    "checksum": "sha1$08f73d855ffe6a62556225f02b9dfd8699368d65",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_SAP0_BEAM57_rfifind-1.png",
                    "nameroot": "L242138_SAP0_BEAM57_rfifind-1"
                },
                {
                    "size": 5126,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_sap000_beam0057.rfifind.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L242138_sap000_beam0057.rfifind.log",
                    "checksum": "sha1$5524db592f3b1b30c6aeecd410c4bc4b4472e2b7",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_sap000_beam0057.rfifind.log",
                    "nameroot": "L242138_sap000_beam0057.rfifind"
                },
                {
                    "size": 5132,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_sap000_beam0121.rfifind.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L242138_sap000_beam0121.rfifind.log",
                    "checksum": "sha1$2fe9e0407d8a350f2822571af2877a609f3cb1bd",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_sap000_beam0121.rfifind.log",
                    "nameroot": "L242138_sap000_beam0121.rfifind"
                },
                {
                    "size": 12654,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138-ldv-summary.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L242138-ldv-summary.log",
                    "checksum": "sha1$13f1e8d25a526f8c82619491839a4dc262731d82",
                    "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138-ldv-summary.log",
                    "nameroot": "L242138-ldv-summary"
                }
            ],
            "details": {},
            "summary": {
                "LOFAR_PULSAR_ARCHIVE_locus081_L242138_red_a16013c7.tar": {
                    "added": [],
                    "deleted": [
                        "stokes/SAP0/BEAM57/tz.tmp",
                        "L242138_SAP000_B121_P000_bf.tar.gz",
                        "stokes/SAP0/BEAM121/tempo.lis",
                        "stokes/SAP0/BEAM121/tz.tmp",
                        "stokes/SAP0/BEAM57/tempo.lis",
                        "L242138_SAP000_B057_P000_bf.tar.gz"
                    ],
                    "input_name": "LOFAR_PULSAR_ARCHIVE_locus081_L242138_red_a16013c7.tar",
                    "input_size": 21491128320,
                    "size_ratio": 0.5232679751641816,
                    "output_name": "L242138_SAP000_B057_P000_bf.tar",
                    "output_size": 11245619200,
                    "input_size_str": "20.02 GB",
                    "output_size_str": "10.47 GB"
                }
            },
            "sensitivity": "N/A",
            "uv-coverage": "N/A",
            "observing-conditions": "N/A"
        },
        "summary": [
            {
                "added": [],
                "deleted": [
                    "stokes/SAP0/BEAM57/tz.tmp",
                    "L242138_SAP000_B121_P000_bf.tar.gz",
                    "stokes/SAP0/BEAM121/tempo.lis",
                    "stokes/SAP0/BEAM121/tz.tmp",
                    "stokes/SAP0/BEAM57/tempo.lis",
                    "L242138_SAP000_B057_P000_bf.tar.gz"
                ],
                "input_name": "LOFAR_PULSAR_ARCHIVE_locus081_L242138_red_a16013c7.tar",
                "input_size": 21491128320,
                "size_ratio": 0.5232679751641816,
                "output_name": "L242138_SAP000_B057_P000_bf.tar",
                "output_size": 11245619200,
                "input_size_str": "20.02 GB",
                "output_size_str": "10.47 GB"
            }
        ],
        "tar_archive": [
            {
                "size": 11245619200,
                "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242138/27228/L242138_SAP000_B057_P000_bf.tar",
                "class": "File",
                "nameext": ".tar",
                "basename": "L242138_SAP000_B057_P000_bf.tar",
                "checksum": "sha1$6e9d31ee268671abc7fee75e39f38af047ef671b",
                "location": "file:///project/ldv/Share/run/2023/2/17/1544_27228/L242138_SAP000_B057_P000_bf.tar",
                "nameroot": "L242138_SAP000_B057_P000_bf"
            }
        ]
    },
    "metrics": {
        "n_cpus": 1,
        "n_nodes": 1,
        "nodelist": "wn-ca-20",
        "cpu_time_raw": 266
    },
    "remarks": {
        "quality_sasid": "Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a profile (with sub-pulses) is found (S/N~22) in SAP0 beams 44 (see CS TA heat map, combined and dspsr plots in task 27227)."
    },
    "status_history": [
        "scrubbing (2023-02-17T16:32:41Z)",
        "scrubbed (2023-02-17T16:33:04Z)",
        "defined (2023-02-17T14:27:53Z)",
        "staged (2023-02-17T14:42:43Z)",
        "fetched (2023-02-17T14:43:07Z)",
        "staging (2023-02-17T14:28:26Z)",
        "processing (2023-02-17T14:43:49Z)",
        "processed (2023-02-17T14:48:24Z)",
        "storing (2023-02-17T14:50:27Z)",
        "stored (2023-02-17T14:55:26Z)",
        "validated (2023-02-17T16:31:57Z)",
        "defining (2023-02-17T14:16:35Z)",
        "archiving (2023-03-23T12:51:28Z)",
        "archived (2023-03-23T13:07:25Z)",
        "finished (2023-03-28T07:07:13Z)"
    ],
    "size_to_process": 21491128320,
    "size_processed": 11248828925,
    "total_processing_time": 266,
    "nr_of_dps": null,
    "log_entries": [
        "197907 - 27228 - staging (STAGER)",
        "197959 - 27228 - staged (STAGER)",
        "197968 - 27228 - fetched (copy_skipped)",
        "197980 - 27228 - processing (running)",
        "198034 - 27228 - processed (running)",
        "198074 - 27228 - storing (issuing_copying)",
        "198082 - 27228 - storing (copy_issued)",
        "198156 - 27228 - stored (copy_finished)",
        "198443 - 27228 - scrubbing (STAGER)",
        "198510 - 27228 - scrubbed (STAGER)",
        "233013 - 27228 - archiving (submitting)",
        "233014 - 27228 - archiving (running)",
        "233034 - 27228 - archived (Success)"
    ],
    "meta_scheduling": null,
    "environment": null,
    "archive": {
        "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=EFFBA1C0BECB4DDAE053164A17AC788D",
        "lta_object_id": "EFFBA1C0BECB4DDAE053164A17AC788D",
        "sas_id_archived": "1009811"
    },
    "activity": 27,
    "service_filter": "srm.grid.sara.nl",
    "ingest_location": null,
    "specification": null
}