Task Details View Api
Detailed view of a task.
GET /atdb/tasks/397607/
{ "id": 397607, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-25T12:06:53.196036Z", "filter": "lt10_010-mi-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654748", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 784718, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 66946314240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654748/L654748_SB253_uv.MS_0e12d5c3.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 66946344960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654748/L654748_SB254_uv.MS_9383b6a3.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 66946344960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654748/L654748_SB255_uv.MS_953eee76.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 18483312640, "_type": "CorrelatedDataProduct", "subband": "SB-253", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654748_SB253_uv.MS.tar", "startTime": "2018-05-29T19:55:14.000", "fileFormat": "AIPS++/CASA", "md5checksum": "527ca8af4eb1b092307f958b02a9d664", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-253", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 122070312.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654748_SB253_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 18483312640, "_type": "CorrelatedDataProduct", "subband": "SB-254", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654748_SB254_uv.MS.tar", "startTime": "2018-05-29T19:55:14.000", "fileFormat": "AIPS++/CASA", "md5checksum": "5beafac566037fd42a94657b66ebb952", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-254", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 122265625 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654748_SB254_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 18485893120, "_type": "CorrelatedDataProduct", "subband": "SB-255", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654748_SB255_uv.MS.tar", "startTime": "2018-05-29T19:55:14.000", "fileFormat": "AIPS++/CASA", "md5checksum": "4cff3a5aaaf515aa6b3427537209c398", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-255", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 122460937.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654748_SB255_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 261864, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$392fedab33fe7eecd6548796459b02130632795f", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 129221, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/L654748_SB253_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654748_SB253_uv.MS_DPPP.log", "checksum": "sha1$2f5069f1fdab42b42021c6ca386420e5defa6a27", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/L654748_SB253_uv.MS_DPPP.log", "nameroot": "L654748_SB253_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/L654748_SB253_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654748_SB253_uv.MS_DPPP_err.log", "checksum": "sha1$9163549613f1ffacb109482028e926a10da9936f", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/L654748_SB253_uv.MS_DPPP_err.log", "nameroot": "L654748_SB253_uv.MS_DPPP_err" } ], [ { "size": 129221, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/L654748_SB254_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654748_SB254_uv.MS_DPPP.log", "checksum": "sha1$067dd5877c28a646ec63737e6a5345440e22c527", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/L654748_SB254_uv.MS_DPPP.log", "nameroot": "L654748_SB254_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/L654748_SB254_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654748_SB254_uv.MS_DPPP_err.log", "checksum": "sha1$9163549613f1ffacb109482028e926a10da9936f", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/L654748_SB254_uv.MS_DPPP_err.log", "nameroot": "L654748_SB254_uv.MS_DPPP_err" } ], [ { "size": 129226, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/L654748_SB255_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654748_SB255_uv.MS_DPPP.log", "checksum": "sha1$492db2026f42ea37e4c80bce44832fe9f0da4536", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/L654748_SB255_uv.MS_DPPP.log", "nameroot": "L654748_SB255_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/L654748_SB255_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654748_SB255_uv.MS_DPPP_err.log", "checksum": "sha1$7d66880c3f6f64c2265af313e651887aeb4afba7", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/L654748_SB255_uv.MS_DPPP_err.log", "nameroot": "L654748_SB255_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 50475, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/P252+35_654748_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+35_654748_dataloss_antennae.png", "checksum": "sha1$9d80cdeb7189c2a7fcb7741dd752a7569fd4d6c7", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/P252%2B35_654748_dataloss_antennae.png", "nameroot": "P252+35_654748_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527520/P252+35_654748_dataloss_antennae.png" }, { "size": 55425, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/P252+35_654748_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+35_654748_noise_antennae.png", "checksum": "sha1$4c8add34cc7117b5849c560a9b2aa6ff8ef72e58", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/P252%2B35_654748_noise_antennae.png", "nameroot": "P252+35_654748_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527520/P252+35_654748_noise_antennae.png" }, { "size": 53102, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/P252+35_654748_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+35_654748_percflagged_antennae.png", "checksum": "sha1$eb7cfdde243b813b89edde1cb5cd6eb653e05b82", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/P252%2B35_654748_percflagged_antennae.png", "nameroot": "P252+35_654748_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527520/P252+35_654748_percflagged_antennae.png" }, { "size": 80137, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/P252+35_654748_pointing.png", "class": "File", "nameext": ".png", "basename": "P252+35_654748_pointing.png", "checksum": "sha1$0638d77a49bd554b7a259bda9c71cc8fd8817127", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/P252%2B35_654748_pointing.png", "nameroot": "P252+35_654748_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527520/P252+35_654748_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1497087.2738302269, "DE602HBA": 1521688.4612002438, "DE603HBA": 1523345.7547757067, "DE604HBA": null, "DE605HBA": 1498653.3768216758, "DE609HBA": null, "FR606HBA": 1471342.1297467928, "IE613HBA": 1529091.4653821369, "PL610HBA": 1599227.7585641176, "PL611HBA": 1258115.336847152, "PL612HBA": 1584270.0378577295, "RS106HBA": 954688.7863758923, "RS205HBA": 862212.3509302151, "RS208HBA": 900185.9421344029, "RS210HBA": 916893.7137270956, "RS305HBA": 860176.3716335633, "RS306HBA": 706169.3887251767, "RS307HBA": 872035.5387387107, "RS310HBA": 875303.0381957949, "RS406HBA": 656797.0176906439, "RS407HBA": 675556.6557681842, "RS409HBA": 1195847.825576817, "RS503HBA": 794148.6573115848, "RS508HBA": 844019.3873561588, "RS509HBA": 920418.5157058844, "SE607HBA": 2086864.1500906749, "UK608HBA": 1512726.5104228575, "CS001HBA0": 901015.4005595129, "CS001HBA1": 838039.3329596935, "CS002HBA0": 862706.5508165901, "CS002HBA1": 885793.786400588, "CS003HBA0": 871328.6482883047, "CS003HBA1": 904138.2497969224, "CS004HBA0": 877140.6161701973, "CS004HBA1": 900845.7094095189, "CS005HBA0": 854748.39941598, "CS005HBA1": 902294.9712759394, "CS006HBA0": 952181.605497781, "CS006HBA1": 850454.0967807544, "CS007HBA0": 904616.897395686, "CS007HBA1": 910269.956475672, "CS011HBA0": 857555.2683949172, "CS011HBA1": 920145.9659810641, "CS013HBA0": 899087.9106571348, "CS013HBA1": 914215.4753134729, "CS017HBA0": 871359.9646232994, "CS017HBA1": 883835.4587670489, "CS021HBA0": 864815.6460363889, "CS021HBA1": 855670.1192997557, "CS024HBA0": 904587.6869988355, "CS024HBA1": 897634.2733378776, "CS026HBA0": 895713.6611187215, "CS026HBA1": 897830.1593375308, "CS028HBA0": 898166.8459216845, "CS028HBA1": 894157.7840779292, "CS030HBA0": 912391.4009706054, "CS030HBA1": 810065.6021501288, "CS031HBA0": 890799.3665316917, "CS031HBA1": 888586.0092316858, "CS032HBA0": 889362.074154513, "CS032HBA1": 803066.2329274967, "CS101HBA0": 866828.5024712689, "CS101HBA1": 862363.1435683339, "CS103HBA0": 917141.0603115745, "CS103HBA1": 861645.3104714525, "CS201HBA0": 867562.5532096616, "CS201HBA1": 903381.8103402683, "CS301HBA0": 892159.1796353001, "CS301HBA1": 875914.2068619101, "CS302HBA0": 732605.2361563, "CS302HBA1": 831953.5534861775, "CS401HBA0": 920885.7965325669, "CS401HBA1": 808785.4138052657, "CS501HBA0": 878823.3877462274, "CS501HBA1": 1002945.8902355765 }, "target": [ "P252+35" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 122.96810326834041, "CasA": 64.72952056622741, "CygA": 37.69211902851483, "HerA": 30.112063392918117, "Moon": 53.00324056663144, "TauA": 121.83705080366998, "VirA": 61.9878442683451, "Jupiter": 57.24387380742695, "elevation_fraction": 1 }, "rfi_percent": 1.1221368974358974, "median_dataloss": 1.096456162312065, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 18483312640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/COMPRESSED_L654748_SB253_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654748_SB253_uv.MS.tar", "checksum": "sha1$f6cf36e27dd191684485e34bd52f3650e0631057", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/COMPRESSED_L654748_SB253_uv.MS.tar", "nameroot": "COMPRESSED_L654748_SB253_uv.MS" }, { "size": 18483312640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/COMPRESSED_L654748_SB254_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654748_SB254_uv.MS.tar", "checksum": "sha1$6c6d928c460902e92da9ea404bcdfe71b919345d", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/COMPRESSED_L654748_SB254_uv.MS.tar", "nameroot": "COMPRESSED_L654748_SB254_uv.MS" }, { "size": 18485893120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654748/397607/COMPRESSED_L654748_SB255_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654748_SB255_uv.MS.tar", "checksum": "sha1$af9e920af27140e551087f084ee7bc202a53c012", "location": "file:///project/ldv/Share/run/2025/4/6/219_397607/COMPRESSED_L654748_SB255_uv.MS.tar", "nameroot": "COMPRESSED_L654748_SB255_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-dc-10", "cpu_time_raw": 21584 }, "remarks": null, "status_history": [ "defining (2025-03-25T12:06:53Z)", "defined (2025-04-05T20:09:42Z)", "staging (2025-04-05T20:10:33Z)", "staged (2025-04-06T00:12:38Z)", "fetched (2025-04-06T00:13:09Z)", "processing (2025-04-06T00:17:21Z)", "aggregate (2025-04-06T01:03:07Z)", "aggregating (2025-04-06T01:03:30Z)", "processed (2025-04-06T01:03:31Z)", "storing (2025-04-06T01:04:01Z)", "stored (2025-04-06T01:07:38Z)", "validated (2025-04-07T06:56:57Z)", "scrubbing (2025-04-07T06:57:07Z)", "scrubbed (2025-04-07T06:57:31Z)", "pre_archiving (2025-04-07T06:57:34Z)", "pre_archived (2025-04-07T07:25:05Z)", "archiving (2025-04-07T07:25:15Z)", "archived (2025-04-07T07:34:50Z)", "finishing (2025-04-07T07:34:51Z)", "finished (2025-04-07T07:35:08Z)" ], "size_to_process": 200839004160, "size_processed": 55453407246, "total_processing_time": 21584, "nr_of_dps": 3, "log_entries": [ "6411910 - 397607 - staging (STAGER)", "6412420 - 397607 - staged (STAGER)", "6412421 - 397607 - fetched (copy_skipped)", "6412432 - 397607 - processing (running)", "6412682 - 397607 - processed (running)", "6412684 - 397607 - aggregating (collect_h5)", "6412685 - 397607 - processed (collected H5)", "6412686 - 397607 - storing (issuing_copying)", "6412691 - 397607 - storing (copy_issued)", "6412700 - 397607 - stored (copy_finished)", "6414663 - 397607 - scrubbing (STAGER)", "6414693 - 397607 - scrubbed (STAGER)", "6414696 - 397607 - pre_archiving (submitting)", "6414990 - 397607 - pre_archived (SIP created)", "6414992 - 397607 - archiving (submitting)", "6414993 - 397607 - archiving (submitting)", "6414994 - 397607 - archiving (submitting)", "6415053 - 397607 - archiving (ingested)", "6415054 - 397607 - archived (Success)", "6415055 - 397607 - finishing (cleaning)", "6415056 - 397607 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "2:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=311DC28371DC5239E063164A17AC779B", "lta_object_id": "311DC28371DC5239E063164A17AC779B", "sas_id_archived": "1527520", "in_archiving_counter": 5, "start_archiving_counter": 1 }, "activity": 4386, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }