Task Details View Api
Detailed view of a task.
GET /atdb/tasks/396015/
{ "id": 396015, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-21T09:44:13.332987Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "658700", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 779202, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 60058787840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/658700/L658700_SB227_uv.MS_0547696b.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 60061020160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/658700/L658700_SB228_uv.MS_74b3b628.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16652800000, "_type": "CorrelatedDataProduct", "subband": "SB-227", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L658700_SB227_uv.MS.tar", "startTime": "2018-06-26T10:45:12.000", "fileFormat": "AIPS++/CASA", "md5checksum": "7e359b7526a1d2fa13db47f7082e5749", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-227", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 166992187.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658700_SB227_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16658769920, "_type": "CorrelatedDataProduct", "subband": "SB-228", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L658700_SB228_uv.MS.tar", "startTime": "2018-06-26T10:45:12.000", "fileFormat": "AIPS++/CASA", "md5checksum": "ded238e28c8e033dd053b37c3f8ac58e", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-228", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 167187500 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L658700_SB228_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 260600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$e75ab54c61cbce6503b177e20d47990b72e69689", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 116906, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/L658700_SB227_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658700_SB227_uv.MS_DPPP.log", "checksum": "sha1$60a149e67ce7aa04ad18ed70519b5d16a930c111", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/L658700_SB227_uv.MS_DPPP.log", "nameroot": "L658700_SB227_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/L658700_SB227_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658700_SB227_uv.MS_DPPP_err.log", "checksum": "sha1$5ec01f67c002a58b7a85f331e93cb8f54c441825", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/L658700_SB227_uv.MS_DPPP_err.log", "nameroot": "L658700_SB227_uv.MS_DPPP_err" } ], [ { "size": 116911, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/L658700_SB228_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L658700_SB228_uv.MS_DPPP.log", "checksum": "sha1$66fe3ff8dbd9f0a3e786d67beb4ca66618a7ec6b", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/L658700_SB228_uv.MS_DPPP.log", "nameroot": "L658700_SB228_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/L658700_SB228_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L658700_SB228_uv.MS_DPPP_err.log", "checksum": "sha1$bedf24e24ce602468bc5e4aa60eadac3b7e6a3e5", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/L658700_SB228_uv.MS_DPPP_err.log", "nameroot": "L658700_SB228_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 50625, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/P141+34_658700_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_dataloss_antennae.png", "checksum": "sha1$f99920d93f1d1e76d5bf223ce6ea4a52251554e1", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/P141%2B34_658700_dataloss_antennae.png", "nameroot": "P141+34_658700_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_dataloss_antennae.png" }, { "size": 53632, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/P141+34_658700_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_noise_antennae.png", "checksum": "sha1$6e641dd2ab2cc47ddfbd766e3c0193b9b067cc85", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/P141%2B34_658700_noise_antennae.png", "nameroot": "P141+34_658700_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_noise_antennae.png" }, { "size": 48143, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/P141+34_658700_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_percflagged_antennae.png", "checksum": "sha1$dcd91c1d5f8cd5cf1f9ac24601027b671c05998b", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/P141%2B34_658700_percflagged_antennae.png", "nameroot": "P141+34_658700_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_percflagged_antennae.png" }, { "size": 75240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/P141+34_658700_pointing.png", "class": "File", "nameext": ".png", "basename": "P141+34_658700_pointing.png", "checksum": "sha1$c0e8be3dba2c2d49de392d6012bc50d85c6da8ee", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/P141%2B34_658700_pointing.png", "nameroot": "P141+34_658700_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1516774/P141+34_658700_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 874474.2520257096, "DE602HBA": 891865.8265870656, "DE603HBA": 909342.4854733944, "DE604HBA": 873078.5695940144, "DE605HBA": 874000.3625651746, "DE609HBA": 702919.8697925132, "FR606HBA": 845884.7672788312, "IE613HBA": 852630.6200654854, "PL610HBA": 938648.7715908207, "PL611HBA": 690561.8467885178, "PL612HBA": 898108.978076587, "RS205HBA": 560302.5816575786, "RS208HBA": 542642.3344091887, "RS210HBA": 570707.9117309939, "RS306HBA": 480140.28169697034, "RS307HBA": 582629.2909087338, "RS310HBA": 532797.829419785, "RS406HBA": 457440.7235042354, "RS407HBA": 455325.25679970876, "RS409HBA": 556294.5846537289, "RS503HBA": 550533.8212381884, "RS508HBA": 568600.6138865874, "RS509HBA": 593897.6048324232, "SE607HBA": 899533.358960396, "UK608HBA": 855564.4526267971, "CS001HBA0": 559056.9553922135, "CS001HBA1": 547482.648444694, "CS002HBA0": 547871.2251952381, "CS002HBA1": 535478.4866985689, "CS003HBA0": 542448.4379798116, "CS003HBA1": 570995.6745684318, "CS004HBA0": 542265.2322629498, "CS004HBA1": 541643.2860327614, "CS005HBA0": 522545.3811477918, "CS005HBA1": 563871.8156754891, "CS006HBA0": 585792.535105176, "CS006HBA1": 529300.1782608207, "CS007HBA0": 576138.0419027205, "CS007HBA1": 589045.346071654, "CS011HBA0": 572787.094490821, "CS011HBA1": 568141.3403123936, "CS013HBA0": 550033.5711962163, "CS013HBA1": 569538.3049093891, "CS017HBA0": 518266.7979016005, "CS017HBA1": 545221.0143993375, "CS021HBA0": 556327.8994768017, "CS021HBA1": 544342.8370278862, "CS024HBA0": 552212.5475252308, "CS024HBA1": 565348.8689847492, "CS026HBA0": 557545.8390984826, "CS026HBA1": 553830.1744454135, "CS028HBA0": 556432.5551265584, "CS028HBA1": 549787.6897105395, "CS031HBA0": 556913.1835050422, "CS031HBA1": 556717.611080881, "CS032HBA0": 569248.3286938742, "CS032HBA1": 515632.2191706543, "CS101HBA0": 544834.3066970292, "CS101HBA1": 538365.472260825, "CS103HBA0": 584027.9800583699, "CS103HBA1": 551945.9029334469, "CS201HBA0": 563697.4561442757, "CS201HBA1": 564383.3656906637, "CS301HBA0": 571065.8009310733, "CS301HBA1": 561937.4592882476, "CS302HBA0": 465113.1774278171, "CS302HBA1": 542671.0724892528, "CS401HBA0": 575284.2734162272, "CS401HBA1": 521063.4069286773, "CS501HBA0": 563737.1402951437, "CS501HBA1": 572694.4509451765 }, "target": [ "P141+34" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS205HBA", "RS208HBA", "RS210HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 41.73970602450013, "CasA": 83.59350055627428, "CygA": 102.14089308141882, "HerA": 104.2428582708704, "Moon": 118.774004141577, "TauA": 51.94999777968959, "VirA": 47.0970253679379, "Jupiter": 90.0141562087424, "elevation_fraction": 1 }, "rfi_percent": 10.281195384615385, "median_dataloss": 15.035048695975828, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [ "CS030", "RS106", "RS305" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "poor", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 16652800000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/COMPRESSED_L658700_SB227_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658700_SB227_uv.MS.tar", "checksum": "sha1$2eaada23ff9175a147b1dac24c28418a9cc3d61b", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/COMPRESSED_L658700_SB227_uv.MS.tar", "nameroot": "COMPRESSED_L658700_SB227_uv.MS" }, { "size": 16658769920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/658700/396015/COMPRESSED_L658700_SB228_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L658700_SB228_uv.MS.tar", "checksum": "sha1$7700d2d61298a1fd819288e5d186411985de1cc3", "location": "file:///project/ldv/Share/run/2025/3/21/2053_396015/COMPRESSED_L658700_SB228_uv.MS.tar", "nameroot": "COMPRESSED_L658700_SB228_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-18", "cpu_time_raw": 20288 }, "remarks": null, "status_history": [ "defining (2025-03-21T09:44:13Z)", "defined (2025-03-21T17:09:34Z)", "staging (2025-03-21T17:11:31Z)", "staged (2025-03-21T19:11:40Z)", "fetched (2025-03-21T19:11:49Z)", "processing (2025-03-21T19:11:54Z)", "aggregate (2025-03-21T22:34:38Z)", "aggregating (2025-03-21T22:34:54Z)", "processed (2025-03-21T22:34:56Z)", "storing (2025-03-21T22:35:48Z)", "stored (2025-03-21T22:50:40Z)", "validated (2025-03-24T15:53:17Z)", "scrubbing (2025-03-24T15:56:03Z)", "scrubbed (2025-03-24T15:57:42Z)", "pre_archiving (2025-03-24T22:05:18Z)", "pre_archived (2025-03-24T22:05:57Z)", "archiving (2025-03-24T22:24:57Z)", "archived (2025-03-24T23:17:16Z)", "finishing (2025-03-24T23:17:18Z)", "finished (2025-03-24T23:17:39Z)" ], "size_to_process": 120119808000, "size_processed": 33312292094, "total_processing_time": 20288, "nr_of_dps": 2, "log_entries": [ "6338937 - 396015 - staging (STAGER)", "6341490 - 396015 - staged (STAGER)", "6341491 - 396015 - fetched (copy_skipped)", "6341492 - 396015 - processing (running)", "6343169 - 396015 - processed (running)", "6343175 - 396015 - aggregating (collect_h5)", "6343177 - 396015 - processed (collected H5)", "6343186 - 396015 - storing (issuing_copying)", "6343187 - 396015 - storing (copy_issued)", "6343253 - 396015 - stored (copy_finished)", "6365606 - 396015 - scrubbing (STAGER)", "6365713 - 396015 - scrubbed (STAGER)", "6369572 - 396015 - pre_archiving (submitting)", "6369577 - 396015 - pre_archived (SIP created)", "6369695 - 396015 - archiving (submitting)", "6369696 - 396015 - archiving (submitting)", "6370131 - 396015 - archiving (ingested)", "6370134 - 396015 - archived (Success)", "6370135 - 396015 - finishing (cleaning)", "6370137 - 396015 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=310F8CDD9C313EECE063164A17AC3E87", "lta_object_id": "310F8CDD9C313EECE063164A17AC3E87", "sas_id_archived": "1516774", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4360, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }