Task Details View Api
Detailed view of a task.
GET /atdb/tasks/396011/
{ "id": 396011, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-21T09:44:10.961680Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "658700", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 779230, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 60040796160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/658700/L658700_SB219_uv.MS_6b537c2b.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 60040796160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/658700/L658700_SB220_uv.MS_397fd5b8.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16582594560, "_type": "CorrelatedDataProduct", "subband": "SB-219", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L658700_SB219_uv.MS.tar", "startTime": "2018-06-26T10:45:12.000", "fileFormat": "AIPS++/CASA", "md5checksum": "4ac963a46182de18f30fb6f82317c08b", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-219", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 165429687.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658700_SB219_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16583680000, "_type": "CorrelatedDataProduct", "subband": "SB-220", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L658700_SB220_uv.MS.tar", "startTime": "2018-06-26T10:45:12.000", "fileFormat": "AIPS++/CASA", "md5checksum": "246fb7bcf4060ebe78c12cf89d9cac4c", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-220", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 165625000 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658700_SB220_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 260600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$29c8978a420e9aca3260d3db2a93f1d7b83ddc5a", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 116906, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/L658700_SB219_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658700_SB219_uv.MS_DPPP.log", "checksum": "sha1$3b285a5d652ba9619dbef8e30312b3df9db362af", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/L658700_SB219_uv.MS_DPPP.log", "nameroot": "L658700_SB219_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/L658700_SB219_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658700_SB219_uv.MS_DPPP_err.log", "checksum": "sha1$f7118f2ef5c79e1b3c8dbded1d5382a584503af3", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/L658700_SB219_uv.MS_DPPP_err.log", "nameroot": "L658700_SB219_uv.MS_DPPP_err" } ], [ { "size": 116906, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/L658700_SB220_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658700_SB220_uv.MS_DPPP.log", "checksum": "sha1$f66393018edb69ab8dda1967d5bba456bf97f482", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/L658700_SB220_uv.MS_DPPP.log", "nameroot": "L658700_SB220_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/L658700_SB220_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658700_SB220_uv.MS_DPPP_err.log", "checksum": "sha1$42eeed893d4caeb47b5d899f2ce57a027549d565", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/L658700_SB220_uv.MS_DPPP_err.log", "nameroot": "L658700_SB220_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 50856, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/P141+34_658700_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_dataloss_antennae.png", "checksum": "sha1$71afb0febb1c73b48b35e80140e3cbdbd39a8987", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/P141%2B34_658700_dataloss_antennae.png", "nameroot": "P141+34_658700_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_dataloss_antennae.png" }, { "size": 52726, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/P141+34_658700_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_noise_antennae.png", "checksum": "sha1$f25699b3125b71de39302d481b1f0fc09e7c4103", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/P141%2B34_658700_noise_antennae.png", "nameroot": "P141+34_658700_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_noise_antennae.png" }, { "size": 43478, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/P141+34_658700_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_percflagged_antennae.png", "checksum": "sha1$db0d0891d2a7081f214ea8488d7d2043c465c484", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/P141%2B34_658700_percflagged_antennae.png", "nameroot": "P141+34_658700_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_percflagged_antennae.png" }, { "size": 75240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/P141+34_658700_pointing.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_pointing.png", "checksum": "sha1$c0e8be3dba2c2d49de392d6012bc50d85c6da8ee", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/P141%2B34_658700_pointing.png", "nameroot": "P141+34_658700_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 894543.4546414157, "DE602HBA": 910530.7786608229, "DE603HBA": 923418.4490193569, "DE604HBA": 891622.6591490828, "DE605HBA": 889294.4694061242, "DE609HBA": 713021.3994411208, "FR606HBA": 873322.0163958804, "IE613HBA": 840152.270141409, "PL610HBA": 966685.1865824067, "PL611HBA": 711280.8467338586, "PL612HBA": 922141.5279175738, "RS205HBA": 547165.0784060569, "RS208HBA": 553167.7432597391, "RS210HBA": 544258.3524462183, "RS306HBA": 437817.3355874595, "RS307HBA": 547751.5159331877, "RS310HBA": 541488.0841638951, "RS406HBA": 422492.98239709495, "RS407HBA": 439743.4195158969, "RS409HBA": 554625.0988983782, "RS503HBA": 517930.29877014447, "RS508HBA": 546671.7754989307, "RS509HBA": 565664.2684909124, "SE607HBA": 923339.240466687, "UK608HBA": 849304.7140904486, "CS001HBA0": 543285.7239417243, "CS001HBA1": 533917.8055015869, "CS002HBA0": 526184.932811385, "CS002HBA1": 504152.4072756362, "CS003HBA0": 529645.7128084052, "CS003HBA1": 550157.3742399595, "CS004HBA0": 527302.2475776575, "CS004HBA1": 524377.1415055245, "CS005HBA0": 509399.3049523578, "CS005HBA1": 554242.0526144732, "CS006HBA0": 585653.1239969089, "CS006HBA1": 512209.1312697036, "CS007HBA0": 546349.8469921354, "CS007HBA1": 552557.869074745, "CS011HBA0": 547120.5593777404, "CS011HBA1": 545196.8182803567, "CS013HBA0": 531969.6155537607, "CS013HBA1": 548719.0204400751, "CS017HBA0": 514322.4616396474, "CS017HBA1": 537715.8657485091, "CS021HBA0": 527157.4625119118, "CS021HBA1": 517684.48961046326, "CS024HBA0": 534450.388358244, "CS024HBA1": 541013.8598078496, "CS026HBA0": 548316.1987849423, "CS026HBA1": 543590.2245615118, "CS028HBA0": 541145.8524164552, "CS028HBA1": 533036.9913351825, "CS031HBA0": 544642.6391909027, "CS031HBA1": 545845.2463222768, "CS032HBA0": 534729.940678568, "CS032HBA1": 486644.66942224314, "CS101HBA0": 516604.93640448834, "CS101HBA1": 521932.7909574724, "CS103HBA0": 550963.0438683392, "CS103HBA1": 517782.8354283324, "CS201HBA0": 548513.9600983078, "CS201HBA1": 547354.2959802183, "CS301HBA0": 547173.5291382645, "CS301HBA1": 544426.3528924632, "CS302HBA0": 442523.37310634844, "CS302HBA1": 517404.3269131507, "CS401HBA0": 546897.5745931447, "CS401HBA1": 494064.7395866978, "CS501HBA0": 528965.8360143269, "CS501HBA1": 541089.7791129267 }, "target": [ "P141+34" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS205HBA", "RS208HBA", "RS210HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 41.73970602450013, "CasA": 83.59350055627428, "CygA": 102.14089308141882, "HerA": 104.2428582708704, "Moon": 118.774004141577, "TauA": 51.94999777968959, "VirA": 47.0970253679379, "Jupiter": 90.0141562087424, "elevation_fraction": 1 }, "rfi_percent": 2.43526, "median_dataloss": 0.9504048547035238, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "CS030", "RS106", "RS305" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 16582594560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/COMPRESSED_L658700_SB219_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658700_SB219_uv.MS.tar", "checksum": "sha1$d52a45b9195e8a8c28ef5a36ab193acaae34a160", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/COMPRESSED_L658700_SB219_uv.MS.tar", "nameroot": "COMPRESSED_L658700_SB219_uv.MS" }, { "size": 16583680000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396011/COMPRESSED_L658700_SB220_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658700_SB220_uv.MS.tar", "checksum": "sha1$8f2807649b940755e6a80f8365e3f8df2b38d9b0", "location": "file:///project/ldv/Share/run/2025/3/22/158_396011/COMPRESSED_L658700_SB220_uv.MS.tar", "nameroot": "COMPRESSED_L658700_SB220_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-15", "cpu_time_raw": 26576 }, "remarks": null, "status_history": [ "defining (2025-03-21T09:44:11Z)", "defined (2025-03-21T17:09:44Z)", "staging (2025-03-21T17:12:40Z)", "staged (2025-03-21T21:11:56Z)", "fetched (2025-03-21T21:12:17Z)", "processing (2025-03-22T00:05:01Z)", "aggregate (2025-03-22T01:04:27Z)", "aggregating (2025-03-22T01:04:37Z)", "processed (2025-03-22T01:04:39Z)", "storing (2025-03-22T01:04:44Z)", "stored (2025-03-22T01:09:15Z)", "validated (2025-03-24T15:52:51Z)", "scrubbing (2025-03-24T15:55:59Z)", "scrubbed (2025-03-24T15:57:37Z)", "pre_archiving (2025-03-24T22:02:25Z)", "pre_archived (2025-03-24T22:03:03Z)", "archiving (2025-03-24T22:20:21Z)", "archived (2025-03-24T23:10:04Z)", "finishing (2025-03-24T23:10:05Z)", "finished (2025-03-24T23:10:24Z)" ], "size_to_process": 120081592320, "size_processed": 33166991388, "total_processing_time": 26576, "nr_of_dps": 2, "log_entries": [ "6338976 - 396011 - staging (STAGER)", "6342508 - 396011 - staged (STAGER)", "6342510 - 396011 - fetched (copy_skipped)", "6343925 - 396011 - processing (running)", "6344329 - 396011 - processed (running)", "6344332 - 396011 - aggregating (collect_h5)", "6344334 - 396011 - processed (collected H5)", "6344337 - 396011 - storing (issuing_copying)", "6344343 - 396011 - storing (copy_issued)", "6344364 - 396011 - stored (copy_finished)", "6365602 - 396011 - scrubbing (STAGER)", "6365709 - 396011 - scrubbed (STAGER)", "6369548 - 396011 - pre_archiving (submitting)", "6369552 - 396011 - pre_archived (SIP created)", "6369671 - 396011 - archiving (submitting)", "6369672 - 396011 - archiving (submitting)", "6370055 - 396011 - archiving (ingested)", "6370058 - 396011 - archived (Success)", "6370059 - 396011 - finishing (cleaning)", "6370061 - 396011 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=310F8CDD9C313EECE063164A17AC3E87", "lta_object_id": "310F8CDD9C313EECE063164A17AC3E87", "sas_id_archived": "1516774", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4360, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }