Task Details View Api
Detailed view of a task.
GET /atdb/tasks/385049/?format=api
{ "id": 385049, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-02-14T09:42:19.678299Z", "filter": "ddt9_001-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "ddt9_001", "sas_id": "644235", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 758792, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 1399674880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/ddt9_001/644235/L644235_SB240_uv.MS_294145fa.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1397125120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/ddt9_001/644235/L644235_SB241_uv.MS_07030877.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1397125120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/ddt9_001/644235/L644235_SB242_uv.MS_ded99ab6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "DDT9_001" }, "dataProduct": { "size": 388106240, "_type": "CorrelatedDataProduct", "subband": "SB-240", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L644235_SB240_uv.MS.tar", "startTime": "2018-03-09T00:10:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "d9b3f8393192ebd9406deea4592eecce", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-240", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 183984375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L644235_SB240_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "DDT9_001" }, "dataProduct": { "size": 387225600, "_type": "CorrelatedDataProduct", "subband": "SB-241", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L644235_SB241_uv.MS.tar", "startTime": "2018-03-09T00:10:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "9dea3c551b3a0b9d933c51b6adc845fb", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-241", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 185546875 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L644235_SB241_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "DDT9_001" }, "dataProduct": { "size": 387256320, "_type": "CorrelatedDataProduct", "subband": "SB-242", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L644235_SB242_uv.MS.tar", "startTime": "2018-03-09T00:10:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "3cc0d15058369ff0853d6d7e4820ac1b", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-242", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 187304687.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L644235_SB242_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 45824, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$0a52f45404c31051e1b6851b24fd9b1c1c477c68", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 129179, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/L644235_SB240_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L644235_SB240_uv.MS_DPPP.log", "checksum": "sha1$c4785c4791119b76c90875cf19bf4a10a0d392ce", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/L644235_SB240_uv.MS_DPPP.log", "nameroot": "L644235_SB240_uv.MS_DPPP" }, { "size": 1670, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/L644235_SB240_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L644235_SB240_uv.MS_DPPP_err.log", "checksum": "sha1$e8afde9060712b70660340d17d0f39c3f98b8d8c", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/L644235_SB240_uv.MS_DPPP_err.log", "nameroot": "L644235_SB240_uv.MS_DPPP_err" } ], [ { "size": 129170, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/L644235_SB241_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L644235_SB241_uv.MS_DPPP.log", "checksum": "sha1$e10517a7985522cfdcf692e1e229e50ff1f4cd7a", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/L644235_SB241_uv.MS_DPPP.log", "nameroot": "L644235_SB241_uv.MS_DPPP" }, { "size": 1671, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/L644235_SB241_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L644235_SB241_uv.MS_DPPP_err.log", "checksum": "sha1$78a024810d09263fefaa2f7ef033fe44d3f7f4f0", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/L644235_SB241_uv.MS_DPPP_err.log", "nameroot": "L644235_SB241_uv.MS_DPPP_err" } ], [ { "size": 129170, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/L644235_SB242_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L644235_SB242_uv.MS_DPPP.log", "checksum": "sha1$8823b425c1b96506af2a615f0fe82f2e70e0dc07", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/L644235_SB242_uv.MS_DPPP.log", "nameroot": "L644235_SB242_uv.MS_DPPP" }, { "size": 1671, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/L644235_SB242_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L644235_SB242_uv.MS_DPPP_err.log", "checksum": "sha1$62d60143de4faf904326fa5d825655bfaccdd5a1", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/L644235_SB242_uv.MS_DPPP_err.log", "nameroot": "L644235_SB242_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 44111, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/3C196_644235_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "3C196_644235_dataloss_antennae.png", "checksum": "sha1$c1fb57d7d056041e7fe90d4c7d22cb45d415976b", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/3C196_644235_dataloss_antennae.png", "nameroot": "3C196_644235_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/ddt9_001/1432142/3C196_644235_dataloss_antennae.png" }, { "size": 46255, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/3C196_644235_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "3C196_644235_noise_antennae.png", "checksum": "sha1$a4b230f8e764c625ea48604c0b1658b652e87890", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/3C196_644235_noise_antennae.png", "nameroot": "3C196_644235_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/ddt9_001/1432142/3C196_644235_noise_antennae.png" }, { "size": 42967, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/3C196_644235_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "3C196_644235_percflagged_antennae.png", "checksum": "sha1$d62ee1f2a2d8178f5da61cf162489df5022d1d7b", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/3C196_644235_percflagged_antennae.png", "nameroot": "3C196_644235_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/ddt9_001/1432142/3C196_644235_percflagged_antennae.png" }, { "size": 55313, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/3C196_644235_pointing.png", "class": "File", "nameext": ".png", "basename": "3C196_644235_pointing.png", "checksum": "sha1$ec4034143ed8c2ba93d086bcf4dc322f610a6d3c", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/3C196_644235_pointing.png", "nameroot": "3C196_644235_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/ddt9_001/1432142/3C196_644235_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 8226201.604814013, "DE602HBA": 8829634.41345438, "DE603HBA": 295336675.07485795, "DE604HBA": 12620255.589677483, "DE605HBA": 8228499.687461972, "DE609HBA": 6854053.605069477, "FR606HBA": 7960418.977266092, "IE613HBA": 7969601.206875529, "PL610HBA": null, "PL611HBA": 13830519.25924788, "PL612HBA": 8437759.68523901, "RS106HBA": 241572279.45105946, "RS205HBA": 50441777.76097917, "RS208HBA": 104888897.39080663, "RS210HBA": 369594557.8187145, "RS305HBA": 71884740.07577644, "RS306HBA": 330475882.06350255, "RS307HBA": 209495824.29783154, "RS310HBA": 242228178.64893866, "RS406HBA": 145481387.52200833, "RS407HBA": 272783122.02574706, "RS409HBA": 694489568.3230861, "RS503HBA": 292711191.544716, "RS508HBA": 415678463.7225153, "RS509HBA": 70124179.42997812, "SE607HBA": 8865476.758605666, "UK608HBA": 8233326.203215061, "CS001HBA0": 144004593.7643422, "CS001HBA1": 129532612.56294572, "CS002HBA0": 49889368.94346968, "CS002HBA1": 166485639.99534392, "CS003HBA0": 283475974.93496674, "CS003HBA1": 114318628.36367282, "CS004HBA0": 256824951.59474295, "CS004HBA1": 113837615.06777087, "CS005HBA0": 184612904.1933046, "CS005HBA1": 299694422.1937443, "CS006HBA0": 187532954.66187304, "CS006HBA1": 360588824.44253314, "CS007HBA0": 459858500.2927188, "CS007HBA1": 174247099.19615948, "CS011HBA0": 311062104.35550886, "CS011HBA1": 252418048.15038496, "CS013HBA0": 275377919.00472724, "CS013HBA1": 194743752.0961445, "CS017HBA0": 179248603.64690095, "CS017HBA1": 185372924.53070262, "CS021HBA0": 118649473.99793032, "CS021HBA1": 63222103.363267556, "CS024HBA0": 261107117.90815616, "CS024HBA1": 392211104.31336546, "CS026HBA0": 72754731.03500876, "CS026HBA1": 110401231.09935096, "CS028HBA0": 217757720.60996586, "CS028HBA1": 153714039.2308611, "CS030HBA0": 186811090.76506644, "CS030HBA1": 491355255.1129806, "CS031HBA0": 117789119.22364807, "CS031HBA1": 330305205.55160356, "CS032HBA0": 192184368.88228798, "CS032HBA1": 134561214.66999006, "CS101HBA0": 158568213.32023484, "CS101HBA1": 128525450.34864712, "CS103HBA0": 86702406.1300833, "CS103HBA1": 83834805.9725045, "CS201HBA0": 102178782.12810892, "CS201HBA1": 123514217.89356193, "CS301HBA0": 181007186.9320866, "CS301HBA1": 104743750.81618816, "CS302HBA0": 87116481.94386452, "CS302HBA1": 77082040.25310339, "CS401HBA0": 284310433.3913787, "CS401HBA1": 155191399.71354192, "CS501HBA0": 231630465.2773484, "CS501HBA1": 135811571.6668576 }, "target": [ "3C196" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 121.67392017117719, "CasA": 66.13278753302784, "CygA": 90.99363197319973, "HerA": 110.87196916268292, "Moon": 128.70655315812309, "TauA": 41.0333727199643, "VirA": 63.757684432047505, "Jupiter": 114.42290091792333, "elevation_fraction": 1 }, "rfi_percent": 17.947071794871793, "median_dataloss": 23.006300116589596, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "poor", "array_high_data_loss_on_is_important_pair": "moderate", "array_high_data_loss_on_dutch_important_pair": "moderate" } }, "compressed": [ { "size": 388106240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/COMPRESSED_L644235_SB240_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L644235_SB240_uv.MS.tar", "checksum": "sha1$34ba61ebab62394aeedec0480bbb2ce14473b886", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/COMPRESSED_L644235_SB240_uv.MS.tar", "nameroot": "COMPRESSED_L644235_SB240_uv.MS" }, { "size": 387225600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/COMPRESSED_L644235_SB241_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L644235_SB241_uv.MS.tar", "checksum": "sha1$e5e9098170673cc2dab0650b3dd571ace4f73b95", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/COMPRESSED_L644235_SB241_uv.MS.tar", "nameroot": "COMPRESSED_L644235_SB241_uv.MS" }, { "size": 387256320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/ddt9_001/644235/385049/COMPRESSED_L644235_SB242_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L644235_SB242_uv.MS.tar", "checksum": "sha1$5e180f97411ba40ff689271444feaf1e6033a4fe", "location": "file:///project/ldv/Share/run/2025/2/14/2156_385049/COMPRESSED_L644235_SB242_uv.MS.tar", "nameroot": "COMPRESSED_L644235_SB242_uv.MS" } ] }, "metrics": { "n_cpus": 4, "n_nodes": 1, "nodelist": "wn-dc-04", "cpu_time_raw": 876 }, "remarks": null, "status_history": [ "defining (2025-02-14T09:42:19Z)", "defined (2025-02-14T09:43:55Z)", "staging (2025-02-14T09:44:24Z)", "staged (2025-02-14T20:30:59Z)", "fetched (2025-02-14T20:31:27Z)", "processing (2025-02-14T20:31:57Z)", "aggregate (2025-02-14T20:35:56Z)", "aggregating (2025-02-14T20:36:07Z)", "processed (2025-02-14T20:36:08Z)", "storing (2025-02-14T20:36:32Z)", "stored (2025-02-14T20:37:23Z)", "validated (2025-02-17T12:31:06Z)", "scrubbing (2025-02-17T12:33:00Z)", "scrubbed (2025-02-17T12:34:20Z)", "pre_archiving (2025-02-17T20:20:50Z)", "pre_archived (2025-02-17T20:21:44Z)", "archiving (2025-02-17T20:22:49Z)", "archived (2025-02-17T20:24:36Z)", "finishing (2025-02-17T20:24:37Z)", "finished (2025-02-17T20:24:54Z)" ], "size_to_process": 4193925120, "size_processed": 1163215161, "total_processing_time": 876, "nr_of_dps": 3, "log_entries": [ "6087114 - 385049 - staging (STAGER)", "6087964 - 385049 - staged (STAGER)", "6087965 - 385049 - fetched (copy_skipped)", "6087966 - 385049 - processing (running)", "6087967 - 385049 - processed (running)", "6087968 - 385049 - aggregating (collect_h5)", "6087969 - 385049 - processed (collected H5)", "6087970 - 385049 - storing (issuing_copying)", "6087971 - 385049 - storing (copy_issued)", "6087972 - 385049 - stored (copy_finished)", "6097092 - 385049 - scrubbing (STAGER)", "6097198 - 385049 - scrubbed (STAGER)", "6100270 - 385049 - pre_archiving (submitting)", "6100287 - 385049 - pre_archived (SIP created)", "6100290 - 385049 - archiving (submitting)", "6100291 - 385049 - archiving (submitting)", "6100292 - 385049 - archiving (submitting)", "6100296 - 385049 - archiving (ingested)", "6100297 - 385049 - archived (Success)", "6100298 - 385049 - finishing (cleaning)", "6100299 - 385049 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "2:00:00", "#SBATCH --cpus-per-task": 4 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBC6BBC26BC4978E063164A17AC5E0A", "lta_object_id": "2DBC6BBC26BC4978E063164A17AC5E0A", "sas_id_archived": "1432142", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3778, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }