Task Details View Api
Detailed view of a task.
GET /atdb/tasks/395755/
{ "id": 395755, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-21T07:15:43.223080Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654298", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": false, "workflow": 29, "stage_request_id": 778805, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 29198428160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654298/L654298_SB418_uv.MS_b5897016.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 29198458880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654298/L654298_SB419_uv.MS_04275740.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 29198264320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654298/L654298_SB420_uv.MS_58a72cc6.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 8066795520, "_type": "CorrelatedDataProduct", "subband": "SB-418", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654298_SB418_uv.MS.tar", "startTime": "2018-05-24T13:34:37.000", "fileFormat": "AIPS++/CASA", "md5checksum": "18f2b34731eaae7e079caed64cd54b4e", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-418", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 156445312.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654298_SB418_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 8067020800, "_type": "CorrelatedDataProduct", "subband": "SB-419", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654298_SB419_uv.MS.tar", "startTime": "2018-05-24T13:34:37.000", "fileFormat": "AIPS++/CASA", "md5checksum": "a00110a329d226a479535f4358036be8", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-419", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 156640625 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654298_SB419_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 8065710080, "_type": "CorrelatedDataProduct", "subband": "SB-420", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654298_SB420_uv.MS.tar", "startTime": "2018-05-24T13:34:37.000", "fileFormat": "AIPS++/CASA", "md5checksum": "1432fa9c18161d904c7ce90424224329", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-420", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 156835937.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654298_SB420_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 145584, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$a7d220418417f5c405d6d7b3b02371ab15341958", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 113918, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/L654298_SB418_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654298_SB418_uv.MS_DPPP.log", "checksum": "sha1$d01f1c0364f6c2c044d515cbb8466e25482fa5ae", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/L654298_SB418_uv.MS_DPPP.log", "nameroot": "L654298_SB418_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/L654298_SB418_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654298_SB418_uv.MS_DPPP_err.log", "checksum": "sha1$7483c32dd2666ac4ae75eba7d1d9310973af182d", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/L654298_SB418_uv.MS_DPPP_err.log", "nameroot": "L654298_SB418_uv.MS_DPPP_err" } ], [ { "size": 113918, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/L654298_SB419_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654298_SB419_uv.MS_DPPP.log", "checksum": "sha1$c44f558cbdf7ad4d9b01cbf99025ac89777ed792", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/L654298_SB419_uv.MS_DPPP.log", "nameroot": "L654298_SB419_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/L654298_SB419_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654298_SB419_uv.MS_DPPP_err.log", "checksum": "sha1$56adcde089ace4c02d7e2dc8e065fdc10a34fa55", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/L654298_SB419_uv.MS_DPPP_err.log", "nameroot": "L654298_SB419_uv.MS_DPPP_err" } ], [ { "size": 113918, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/L654298_SB420_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654298_SB420_uv.MS_DPPP.log", "checksum": "sha1$17952be54e05b7d53bfbb20a90f955aa5ed4895f", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/L654298_SB420_uv.MS_DPPP.log", "nameroot": "L654298_SB420_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/L654298_SB420_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654298_SB420_uv.MS_DPPP_err.log", "checksum": "sha1$f7118f2ef5c79e1b3c8dbded1d5382a584503af3", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/L654298_SB420_uv.MS_DPPP_err.log", "nameroot": "L654298_SB420_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 49255, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/P124+12_654298_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P124+12_654298_dataloss_antennae.png", "checksum": "sha1$cd291b7362b7cf698ace4c4826ff8c65e03e621f", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/P124%2B12_654298_dataloss_antennae.png", "nameroot": "P124+12_654298_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514922/P124+12_654298_dataloss_antennae.png" }, { "size": 51720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/P124+12_654298_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P124+12_654298_noise_antennae.png", "checksum": "sha1$974b3216f3c0b738a332ab32c2ed626ff1667bfe", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/P124%2B12_654298_noise_antennae.png", "nameroot": "P124+12_654298_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514922/P124+12_654298_noise_antennae.png" }, { "size": 49224, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/P124+12_654298_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P124+12_654298_percflagged_antennae.png", "checksum": "sha1$cd2e7390ae3a488debebc0eb3d9ca4bb254cb313", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/P124%2B12_654298_percflagged_antennae.png", "nameroot": "P124+12_654298_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514922/P124+12_654298_percflagged_antennae.png" }, { "size": 71467, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/P124+12_654298_pointing.png", "class": "File", "nameext": ".png", "basename": "P124+12_654298_pointing.png", "checksum": "sha1$cf1601a2f3e0a852f1d6f3ba71d78e99ae0f6422", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/P124%2B12_654298_pointing.png", "nameroot": "P124+12_654298_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514922/P124+12_654298_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 972442.1028804125, "DE602HBA": 1060009.2351187668, "DE603HBA": 1003775.8728764924, "DE604HBA": 998492.6875220763, "DE605HBA": 982278.8945065147, "DE609HBA": 784554.4641388687, "FR606HBA": 965026.6219673497, "IE613HBA": 1013014.703767085, "PL610HBA": 997331.9643629246, "PL611HBA": 820275.9902617636, "PL612HBA": 1026845.2147239492, "RS106HBA": 639655.5784113584, "RS205HBA": 591958.1402127075, "RS208HBA": 613395.6505891504, "RS210HBA": 615560.1910362882, "RS305HBA": 565787.621775853, "RS306HBA": 492946.18788117555, "RS310HBA": 588171.7797127974, "RS407HBA": 457484.64068765263, "RS409HBA": 593557.3414840958, "RS503HBA": 577421.2411301902, "RS509HBA": 589249.3403519383, "SE607HBA": 1029624.9980592357, "UK608HBA": 1020382.0350230017, "CS001HBA0": 583434.556853149, "CS001HBA1": 547680.1948345436, "CS002HBA0": 578424.8915724177, "CS002HBA1": 582366.6321934904, "CS003HBA0": 564542.6462770309, "CS003HBA1": 600808.1246545492, "CS004HBA0": 561571.3726645522, "CS004HBA1": 605709.2468171925, "CS005HBA0": 580586.938266546, "CS005HBA1": 598151.3618684607, "CS006HBA0": 622871.852377023, "CS006HBA1": 560368.5002557489, "CS007HBA0": 607934.1315843934, "CS007HBA1": 600647.6182084267, "CS011HBA0": 567558.2846510303, "CS011HBA1": 609745.5332000143, "CS013HBA0": 596404.3239656934, "CS013HBA1": 604308.0065986081, "CS017HBA0": 557846.216430197, "CS017HBA1": 576159.8482261027, "CS021HBA0": 610668.1804729531, "CS021HBA1": 588138.1500993576, "CS024HBA0": 587485.5622887339, "CS024HBA1": 589988.7032718289, "CS028HBA0": 628106.4212289329, "CS028HBA1": 623585.6377407556, "CS030HBA0": 586755.1118183357, "CS030HBA1": 527307.1996198231, "CS031HBA0": 575119.6980193004, "CS031HBA1": 573738.5306801661, "CS032HBA0": 592229.9839501302, "CS032HBA1": 538633.5951521456, "CS101HBA0": 571010.9254766039, "CS101HBA1": 564277.8406336925, "CS103HBA0": 610010.5158710172, "CS103HBA1": 570405.2588930026, "CS201HBA0": 556691.1399916811, "CS201HBA1": 588379.0331729625, "CS301HBA0": 610459.3931449752, "CS301HBA1": 603120.5263519676, "CS302HBA0": 476326.53323282185, "CS302HBA1": 556534.4847192264, "CS401HBA0": 618701.79756227, "CS401HBA1": 537744.1989375639, "CS501HBA0": 581772.2902972267, "CS501HBA1": 612556.5311066931 }, "target": [ "P124+12" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS310HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 61.27400451772032, "CasA": 100.16488541152529, "CygA": 127.27719724740712, "HerA": 125.67811653215387, "Moon": 60.269364227332574, "TauA": 40.49417688020179, "VirA": 61.42191879398381, "Jupiter": 101.97031444947693, "elevation_fraction": 1 }, "rfi_percent": 2.8662925641025643, "median_dataloss": 2.438440680724374, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [ "CS026", "RS307", "RS406", "RS508" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "poor", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 8066795520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/COMPRESSED_L654298_SB418_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654298_SB418_uv.MS.tar", "checksum": "sha1$82117ed9d12405ce98dce3b2a248ae6ef4149edf", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/COMPRESSED_L654298_SB418_uv.MS.tar", "nameroot": "COMPRESSED_L654298_SB418_uv.MS" }, { "size": 8067020800, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/COMPRESSED_L654298_SB419_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654298_SB419_uv.MS.tar", "checksum": "sha1$f3a19cd9df8eb00bb8292618a036da75f831005d", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/COMPRESSED_L654298_SB419_uv.MS.tar", "nameroot": "COMPRESSED_L654298_SB419_uv.MS" }, { "size": 8065710080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654298/395755/COMPRESSED_L654298_SB420_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654298_SB420_uv.MS.tar", "checksum": "sha1$92900f077b486a8e34ed1a878337f571fa9a7473", "location": "file:///project/ldv/Share/run/2025/3/21/172_395755/COMPRESSED_L654298_SB420_uv.MS.tar", "nameroot": "COMPRESSED_L654298_SB420_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-05", "cpu_time_raw": 13976 }, "remarks": { "quality_sasid": "The automatically calculated quality is Poor, but the dataset seems to be better than that (Moderate)." }, "status_history": [ "defining (2025-03-21T07:15:43Z)", "defined (2025-03-21T13:05:39Z)", "staging (2025-03-21T13:07:00Z)", "staged (2025-03-21T15:24:12Z)", "fetched (2025-03-21T15:25:11Z)", "processing (2025-03-21T16:41:05Z)", "aggregate (2025-03-21T17:53:40Z)", "aggregating (2025-03-21T17:54:14Z)", "processed (2025-03-21T17:54:16Z)", "storing (2025-03-21T17:55:59Z)", "stored (2025-03-21T18:18:42Z)", "validated (2025-03-21T18:51:40Z)", "scrubbing (2025-03-21T18:52:28Z)", "scrubbed (2025-03-21T18:53:39Z)", "pre_archiving (2025-03-24T06:26:01Z)", "pre_archived (2025-03-24T06:26:57Z)", "archiving (2025-03-24T06:27:41Z)", "archived (2025-03-24T07:37:07Z)", "finishing (2025-03-24T07:37:08Z)", "finished (2025-03-24T07:37:26Z)" ], "size_to_process": 87595151360, "size_processed": 24200235580, "total_processing_time": 13976, "nr_of_dps": 3, "log_entries": [ "6334793 - 395755 - staging (STAGER)", "6337141 - 395755 - staged (STAGER)", "6337178 - 395755 - fetched (copy_skipped)", "6338375 - 395755 - processing (running)", "6339867 - 395755 - processed (running)", "6339898 - 395755 - aggregating (collect_h5)", "6339901 - 395755 - processed (collected H5)", "6339974 - 395755 - storing (issuing_copying)", "6339987 - 395755 - storing (copy_issued)", "6340371 - 395755 - stored (copy_finished)", "6340921 - 395755 - scrubbing (STAGER)", "6340998 - 395755 - scrubbed (STAGER)", "6360552 - 395755 - pre_archiving (submitting)", "6360557 - 395755 - pre_archived (SIP created)", "6360562 - 395755 - archiving (submitting)", "6360563 - 395755 - archiving (submitting)", "6360564 - 395755 - archiving (submitting)", "6360954 - 395755 - archiving (ingested)", "6360961 - 395755 - archived (Success)", "6360962 - 395755 - finishing (cleaning)", "6360963 - 395755 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=310F8CDD900F3EECE063164A17AC3E87", "lta_object_id": "310F8CDD900F3EECE063164A17AC3E87", "sas_id_archived": "1514922", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 4356, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }