Task Details View Api
Detailed view of a task.
GET /atdb/tasks/395920/
{ "id": 395920, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-21T09:43:09.194692Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "658700", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 779124, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 60041185280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/658700/L658700_SB037_uv.MS_bafc0c51.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 60040990720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/658700/L658700_SB038_uv.MS_08c5fa98.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16581816320, "_type": "CorrelatedDataProduct", "subband": "SB-37", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L658700_SB037_uv.MS.tar", "startTime": "2018-06-26T10:45:12.000", "fileFormat": "AIPS++/CASA", "md5checksum": "250dd767b05b86ecf5cc42fc08e3450c", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-37", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 127539062.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658700_SB037_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16580761600, "_type": "CorrelatedDataProduct", "subband": "SB-38", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L658700_SB038_uv.MS.tar", "startTime": "2018-06-26T10:45:12.000", "fileFormat": "AIPS++/CASA", "md5checksum": "81ac1ae7938eeb580bf3c8f6bb482c5b", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-38", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 127734375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658700_SB038_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 260600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$db4895afe210af100460e65fed8ec249fa8df562", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 116906, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/L658700_SB037_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658700_SB037_uv.MS_DPPP.log", "checksum": "sha1$828a79f45b3e5d278528d959957c8d1ea6f618cf", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/L658700_SB037_uv.MS_DPPP.log", "nameroot": "L658700_SB037_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/L658700_SB037_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658700_SB037_uv.MS_DPPP_err.log", "checksum": "sha1$a8093b5a934b98961e3cd15cfdfe618057acd84f", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/L658700_SB037_uv.MS_DPPP_err.log", "nameroot": "L658700_SB037_uv.MS_DPPP_err" } ], [ { "size": 116906, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/L658700_SB038_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658700_SB038_uv.MS_DPPP.log", "checksum": "sha1$bdaf3ea5cc2d8ee93e9f8ba8f44ea2a0311984a9", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/L658700_SB038_uv.MS_DPPP.log", "nameroot": "L658700_SB038_uv.MS_DPPP" }, { "size": 57, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/L658700_SB038_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658700_SB038_uv.MS_DPPP_err.log", "checksum": "sha1$e0b3d253a158199be9e6b07fd430b53175e0b33c", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/L658700_SB038_uv.MS_DPPP_err.log", "nameroot": "L658700_SB038_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 49724, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/P141+34_658700_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_dataloss_antennae.png", "checksum": "sha1$c6cbd0212e97ba3ceabd911f697c810e11081cd2", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/P141%2B34_658700_dataloss_antennae.png", "nameroot": "P141+34_658700_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_dataloss_antennae.png" }, { "size": 52505, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/P141+34_658700_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_noise_antennae.png", "checksum": "sha1$794daf9f5f12e58f07952acf50a575e29552d04f", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/P141%2B34_658700_noise_antennae.png", "nameroot": "P141+34_658700_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_noise_antennae.png" }, { "size": 51757, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/P141+34_658700_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_percflagged_antennae.png", "checksum": "sha1$24860863e591f499f1c413e371f2165adff5f07b", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/P141%2B34_658700_percflagged_antennae.png", "nameroot": "P141+34_658700_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_percflagged_antennae.png" }, { "size": 75240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/P141+34_658700_pointing.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_pointing.png", "checksum": "sha1$c0e8be3dba2c2d49de392d6012bc50d85c6da8ee", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/P141%2B34_658700_pointing.png", "nameroot": "P141+34_658700_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1014121.1267893035, "DE602HBA": 1030260.1095886424, "DE603HBA": 1059988.1876539977, "DE604HBA": 1004501.2717968498, "DE605HBA": 1006619.72691464, "DE609HBA": 783473.2149840667, "FR606HBA": 997598.6131205824, "IE613HBA": 1021380.0653728441, "PL610HBA": 1095133.7080812901, "PL611HBA": 826354.3928891942, "PL612HBA": 1078779.6961979151, "RS205HBA": 612993.3982033121, "RS208HBA": 621252.9499964581, "RS210HBA": 604140.3919236052, "RS306HBA": 492003.14292071655, "RS307HBA": 608362.189954839, "RS310HBA": 615990.3363046832, "RS406HBA": 475065.3591948793, "RS407HBA": 487267.64356503554, "RS409HBA": 709598.5699647248, "RS503HBA": 574870.1152980112, "RS508HBA": 620662.4433183239, "RS509HBA": 631627.9435775364, "SE607HBA": 1041331.4289989125, "UK608HBA": 1010206.2980023243, "CS001HBA0": 616828.6781892196, "CS001HBA1": 608672.6771288468, "CS002HBA0": 596064.7406350591, "CS002HBA1": 584426.561326477, "CS003HBA0": 601253.1457477717, "CS003HBA1": 623339.9289235605, "CS004HBA0": 600294.0707362087, "CS004HBA1": 601778.0069220008, "CS005HBA0": 586293.3555321223, "CS005HBA1": 623632.2444301646, "CS006HBA0": 673377.8975704983, "CS006HBA1": 582870.7099471039, "CS007HBA0": 616682.4349009132, "CS007HBA1": 628521.1567246851, "CS011HBA0": 624398.2072119025, "CS011HBA1": 623753.3507226582, "CS013HBA0": 603654.0337267611, "CS013HBA1": 620052.1916949312, "CS017HBA0": 588197.8261932806, "CS017HBA1": 609585.9732510385, "CS021HBA0": 602811.9983785036, "CS021HBA1": 594067.5904999455, "CS024HBA0": 618256.0333984715, "CS024HBA1": 622513.4880254961, "CS026HBA0": 615849.5820239978, "CS026HBA1": 618990.110274317, "CS028HBA0": 617838.443036339, "CS028HBA1": 611240.148805727, "CS031HBA0": 619260.3950824633, "CS031HBA1": 624148.5681336257, "CS032HBA0": 609821.5846168634, "CS032HBA1": 559685.553347759, "CS101HBA0": 593134.0831729568, "CS101HBA1": 600376.0471700439, "CS103HBA0": 628250.1364609543, "CS103HBA1": 594358.2025738007, "CS201HBA0": 622972.393634869, "CS201HBA1": 624543.9101370091, "CS301HBA0": 618784.6844945792, "CS301HBA1": 619974.7642509623, "CS302HBA0": 529302.2386774264, "CS302HBA1": 588941.0926687631, "CS401HBA0": 625704.2384499391, "CS401HBA1": 584132.9217420989, "CS501HBA0": 608655.5606524476, "CS501HBA1": 624198.7446633528 }, "target": [ "P141+34" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS205HBA", "RS208HBA", "RS210HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 41.73970602450013, "CasA": 83.59350055627428, "CygA": 102.14089308141882, "HerA": 104.2428582708704, "Moon": 118.774004141577, "TauA": 51.94999777968959, "VirA": 47.0970253679379, "Jupiter": 90.0141562087424, "elevation_fraction": 1 }, "rfi_percent": 1.9323919230769229, "median_dataloss": 0.2367806366057157, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "CS030", "RS106", "RS305" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 16581816320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/COMPRESSED_L658700_SB037_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658700_SB037_uv.MS.tar", "checksum": "sha1$68d8bd410660d015e082b4e7be00a58867d65de9", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/COMPRESSED_L658700_SB037_uv.MS.tar", "nameroot": "COMPRESSED_L658700_SB037_uv.MS" }, { "size": 16580761600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/395920/COMPRESSED_L658700_SB038_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658700_SB038_uv.MS.tar", "checksum": "sha1$7ac095fd0bd3df92336864e29dd4b8fbd5eeef46", "location": "file:///project/ldv/Share/run/2025/3/21/192_395920/COMPRESSED_L658700_SB038_uv.MS.tar", "nameroot": "COMPRESSED_L658700_SB038_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-09", "cpu_time_raw": 25008 }, "remarks": null, "status_history": [ "defining (2025-03-21T09:43:09Z)", "defined (2025-03-21T17:09:10Z)", "staging (2025-03-21T17:09:59Z)", "staged (2025-03-21T18:42:13Z)", "fetched (2025-03-21T18:42:33Z)", "processing (2025-03-21T18:43:06Z)", "aggregate (2025-03-21T19:42:05Z)", "aggregating (2025-03-21T19:42:18Z)", "processed (2025-03-21T19:42:20Z)", "storing (2025-03-21T19:42:39Z)", "stored (2025-03-21T20:44:17Z)", "validated (2025-03-24T15:53:06Z)", "scrubbing (2025-03-24T15:54:55Z)", "scrubbed (2025-03-24T15:56:22Z)", "pre_archiving (2025-03-24T19:09:40Z)", "pre_archived (2025-03-24T19:10:18Z)", "archiving (2025-03-24T19:18:21Z)", "archived (2025-03-24T19:29:52Z)", "finishing (2025-03-24T19:29:53Z)", "finished (2025-03-24T19:30:11Z)" ], "size_to_process": 120082176000, "size_processed": 33163301674, "total_processing_time": 25008, "nr_of_dps": 2, "log_entries": [ "6338837 - 395920 - staging (STAGER)", "6340643 - 395920 - staged (STAGER)", "6340649 - 395920 - fetched (copy_skipped)", "6340650 - 395920 - processing (running)", "6341659 - 395920 - processed (running)", "6341662 - 395920 - aggregating (collect_h5)", "6341663 - 395920 - processed (collected H5)", "6341668 - 395920 - storing (issuing_copying)", "6341670 - 395920 - storing (copy_issued)", "6342326 - 395920 - stored (copy_finished)", "6365517 - 395920 - scrubbing (STAGER)", "6365627 - 395920 - scrubbed (STAGER)", "6367696 - 395920 - pre_archiving (submitting)", "6367700 - 395920 - pre_archived (SIP created)", "6368038 - 395920 - archiving (submitting)", "6368041 - 395920 - archiving (submitting)", "6368509 - 395920 - archiving (ingested)", "6368512 - 395920 - archived (Success)", "6368513 - 395920 - finishing (cleaning)", "6368514 - 395920 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=310F8CDD9C313EECE063164A17AC3E87", "lta_object_id": "310F8CDD9C313EECE063164A17AC3E87", "sas_id_archived": "1516774", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 4360, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }