Task Details View Api
Detailed view of a task.
GET /atdb/tasks/387775/?format=api
{ "id": 387775, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-03T08:54:57.181112Z", "filter": "lc9_020-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_020", "sas_id": "638333", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 764553, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": { "per_task": [ "moderate" ] }, "inputs": [ { "size": 65186600960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638333/L638333_SB262_uv.MS_84ad1638.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 65185945600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638333/L638333_SB263_uv.MS_88c69bc5.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 65185515520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638333/L638333_SB264_uv.MS_03b12190.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 18014597120, "_type": "CorrelatedDataProduct", "subband": "SB-262", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L638333_SB262_uv.MS.tar", "startTime": "2018-01-11T05:04:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "94552e64624778ec41ab8a57067c7590", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-262", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 123828125 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638333_SB262_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 18001418240, "_type": "CorrelatedDataProduct", "subband": "SB-263", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L638333_SB263_uv.MS.tar", "startTime": "2018-01-11T05:04:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "2c61b60b080d067b4f1b5e1bc11dc7a6", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-263", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 124023437.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638333_SB263_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 18001162240, "_type": "CorrelatedDataProduct", "subband": "SB-264", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L638333_SB264_uv.MS.tar", "startTime": "2018-01-11T05:04:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "f0063ed30fbe8a53d22da7230140b5f8", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-264", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 124218750 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638333_SB264_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 721448, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$0a678d1db48ff0aedbc7f545cf2a96a98c852262", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 126062, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/L638333_SB262_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638333_SB262_uv.MS_DPPP.log", "checksum": "sha1$9354f23c4ecd2573b337c0c24f51aee6e81004e6", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/L638333_SB262_uv.MS_DPPP.log", "nameroot": "L638333_SB262_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/L638333_SB262_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638333_SB262_uv.MS_DPPP_err.log", "checksum": "sha1$9765171445e054cd99326517aa4f97a0b87372e9", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/L638333_SB262_uv.MS_DPPP_err.log", "nameroot": "L638333_SB262_uv.MS_DPPP_err" } ], [ { "size": 126062, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/L638333_SB263_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638333_SB263_uv.MS_DPPP.log", "checksum": "sha1$de73bd92191f60040d4be629dfe1798af13645a7", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/L638333_SB263_uv.MS_DPPP.log", "nameroot": "L638333_SB263_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/L638333_SB263_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638333_SB263_uv.MS_DPPP_err.log", "checksum": "sha1$ed5933ebdddee7c4b44d5c277966bc168def188b", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/L638333_SB263_uv.MS_DPPP_err.log", "nameroot": "L638333_SB263_uv.MS_DPPP_err" } ], [ { "size": 126062, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/L638333_SB264_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638333_SB264_uv.MS_DPPP.log", "checksum": "sha1$56af895fb402ad673948ada2f2f7920d0cd3b5f4", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/L638333_SB264_uv.MS_DPPP.log", "nameroot": "L638333_SB264_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/L638333_SB264_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638333_SB264_uv.MS_DPPP_err.log", "checksum": "sha1$7dc7e5720efd26e35a81b6a879cc16b3349a0ae3", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/L638333_SB264_uv.MS_DPPP_err.log", "nameroot": "L638333_SB264_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 44612, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/P252+38_638333_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_dataloss_antennae.png", "checksum": "sha1$f9ccc41cebf9967958b7ff6f9e91ffdcfe420c17", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/P252%2B38_638333_dataloss_antennae.png", "nameroot": "P252+38_638333_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_dataloss_antennae.png" }, { "size": 48073, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/P252+38_638333_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_noise_antennae.png", "checksum": "sha1$c6fab9c70ac073bf783dbad658dcf524a9f1c66b", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/P252%2B38_638333_noise_antennae.png", "nameroot": "P252+38_638333_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_noise_antennae.png" }, { "size": 52298, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/P252+38_638333_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_percflagged_antennae.png", "checksum": "sha1$109ee32b5f90bdc6466bb17d3fd5eec0335df052", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/P252%2B38_638333_percflagged_antennae.png", "nameroot": "P252+38_638333_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_percflagged_antennae.png" }, { "size": 78094, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/P252+38_638333_pointing.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_pointing.png", "checksum": "sha1$60f56fecc5e2b0c3d65f02e7a00a113191919251", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/P252%2B38_638333_pointing.png", "nameroot": "P252+38_638333_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1712513.211757937, "DE602HBA": 1755343.0071722353, "DE603HBA": 1773136.4389625615, "DE604HBA": 1753341.130450003, "DE605HBA": 1756380.448306391, "DE609HBA": 1298238.063272609, "FR606HBA": 1663714.2110835747, "IE613HBA": 1733326.1625054544, "PL610HBA": 1844458.6438512842, "PL611HBA": 1481573.7663597115, "RS106HBA": 1396776.356744552, "RS205HBA": 1083096.1270615128, "RS208HBA": 1061831.0475468587, "RS210HBA": 1052265.948799061, "RS305HBA": 1017740.8649095643, "RS306HBA": 860548.9293796045, "RS307HBA": 1005065.7099009928, "RS310HBA": 1031325.7479800578, "RS406HBA": null, "RS407HBA": 869486.2200971136, "RS409HBA": 1365511.8333610608, "RS503HBA": 964950.252464781, "RS508HBA": 1036427.1145007655, "RS509HBA": 1055842.4709773543, "SE607HBA": 3120936.4406251693, "UK608HBA": 1707810.880204169, "CS001HBA0": 1038282.7371232474, "CS001HBA1": 1025257.050423356, "CS002HBA0": 993839.5937969787, "CS002HBA1": 1065219.7586162956, "CS003HBA0": 1026379.6646047505, "CS003HBA1": 1042880.6270646605, "CS004HBA0": 994652.3833247491, "CS004HBA1": 1014864.2601452407, "CS005HBA0": 965390.9377452803, "CS005HBA1": 942498.0929062178, "CS006HBA0": 1322415.4517891314, "CS006HBA1": 1047240.7345038322, "CS007HBA0": 1048177.5284506415, "CS007HBA1": 1059920.8991558456, "CS011HBA0": 991262.9197689879, "CS011HBA1": 1045883.6070888347, "CS013HBA0": 1029207.12382967, "CS013HBA1": 1055313.639570008, "CS017HBA0": 1029339.1242287082, "CS017HBA1": 1048958.6117582258, "CS021HBA0": 1038203.0682640786, "CS021HBA1": 1035925.8338261533, "CS024HBA0": 1056007.981926706, "CS024HBA1": 1045577.3807649501, "CS026HBA0": 1030387.0424525496, "CS026HBA1": 1051820.137223651, "CS028HBA0": 1064886.8198450296, "CS028HBA1": 1043482.3640770698, "CS030HBA0": 1045654.7430413696, "CS030HBA1": 962571.911889453, "CS031HBA0": 1043649.5832675099, "CS031HBA1": 1040633.2079148053, "CS032HBA0": 1007964.8057969997, "CS032HBA1": 932523.2320030313, "CS101HBA0": 985039.8012877736, "CS101HBA1": 1009182.6491516458, "CS103HBA0": 1039819.1391684383, "CS103HBA1": 1030129.6982794891, "CS201HBA0": 1007871.6625287565, "CS201HBA1": 1052407.9998361375, "CS301HBA0": 1030945.4283123689, "CS301HBA1": 1034820.4799177134, "CS302HBA0": 973741.9459601815, "CS302HBA1": 971012.20921399, "CS401HBA0": 1079112.0931077604, "CS401HBA1": 1018623.0195904858, "CS501HBA0": 1068089.9565563835, "CS501HBA1": 1174716.6652298265 }, "target": [ "P252+38" ], "quality": "moderate", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "IE613HBA" ], "pointing": { "Sun": 70.27547670539985, "CasA": 62.444911610661954, "CygA": 36.40121184930284, "HerA": 32.61780927407947, "Moon": 54.854316256771476, "TauA": 119.46433297656813, "VirA": 62.59159319513585, "Jupiter": 59.27648112681254, "elevation_fraction": 1 }, "rfi_percent": 1.6933192051282053, "median_dataloss": 0.21643479549871003, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "moderate", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "PL612" ], "array_missing_important_pairs_is": "poor", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "moderate", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 18014597120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/COMPRESSED_L638333_SB262_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638333_SB262_uv.MS.tar", "checksum": "sha1$9ef8a1171619e6092bbe05932e70ec73a6a987e9", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/COMPRESSED_L638333_SB262_uv.MS.tar", "nameroot": "COMPRESSED_L638333_SB262_uv.MS" }, { "size": 18001418240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/COMPRESSED_L638333_SB263_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638333_SB263_uv.MS.tar", "checksum": "sha1$50569b5dee4876c595caca08b28a289613fdc5bb", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/COMPRESSED_L638333_SB263_uv.MS.tar", "nameroot": "COMPRESSED_L638333_SB263_uv.MS" }, { "size": 18001162240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387775/COMPRESSED_L638333_SB264_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638333_SB264_uv.MS.tar", "checksum": "sha1$d843a7fcc51613292336a54f2ea8369b0ac45278", "location": "file:///project/ldv/Share/run/2025/3/3/190_387775/COMPRESSED_L638333_SB264_uv.MS.tar", "nameroot": "COMPRESSED_L638333_SB264_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-05", "cpu_time_raw": 29112 }, "remarks": null, "status_history": [ "defining (2025-03-03T08:54:57Z)", "defined (2025-03-03T08:58:53Z)", "staging (2025-03-03T08:59:24Z)", "staged (2025-03-03T18:15:15Z)", "fetched (2025-03-03T18:15:30Z)", "processing (2025-03-03T18:16:01Z)", "aggregate (2025-03-03T19:17:15Z)", "aggregating (2025-03-03T19:17:21Z)", "processed (2025-03-03T19:17:23Z)", "storing (2025-03-03T19:17:23Z)", "stored (2025-03-03T19:20:53Z)", "validated (2025-03-04T09:05:58Z)", "scrubbing (2025-03-04T09:06:32Z)", "scrubbed (2025-03-04T09:07:22Z)", "pre_archiving (2025-03-04T10:07:29Z)", "pre_archived (2025-03-04T10:08:25Z)", "archiving (2025-03-04T10:33:41Z)", "archived (2025-03-04T13:03:48Z)", "finishing (2025-03-04T13:03:49Z)", "finished (2025-03-04T13:04:07Z)" ], "size_to_process": 195558062080, "size_processed": 54018505330, "total_processing_time": 29112, "nr_of_dps": 3, "log_entries": [ "6155495 - 387775 - staging (STAGER)", "6159776 - 387775 - staged (STAGER)", "6159778 - 387775 - fetched (copy_skipped)", "6159780 - 387775 - processing (running)", "6160153 - 387775 - processed (running)", "6160154 - 387775 - aggregating (collect_h5)", "6160155 - 387775 - processed (collected H5)", "6160156 - 387775 - storing (issuing_copying)", "6160158 - 387775 - storing (copy_issued)", "6160169 - 387775 - stored (copy_finished)", "6165701 - 387775 - scrubbing (STAGER)", "6165764 - 387775 - scrubbed (STAGER)", "6166647 - 387775 - pre_archiving (submitting)", "6166657 - 387775 - pre_archived (SIP created)", "6167004 - 387775 - archiving (submitting)", "6167005 - 387775 - archiving (submitting)", "6167006 - 387775 - archiving (submitting)", "6168293 - 387775 - archiving (ingested)", "6168294 - 387775 - archived (Success)", "6168295 - 387775 - finishing (cleaning)", "6168296 - 387775 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBC6BBCD4924978E063164A17AC5E0A", "lta_object_id": "2DBC6BBCD4924978E063164A17AC5E0A", "sas_id_archived": "1458437", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3900, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }