Task Details View Api
Detailed view of a task.
GET /atdb/tasks/386841/
{ "id": 386841, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-02-19T10:42:22.079379Z", "filter": "lc9_020-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_020", "sas_id": "638327", "priority": 110, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 761738, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "moderate" ] }, "inputs": [ { "size": 1360291840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB196_uv.MS_3e451eb6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1360291840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB197_uv.MS_86b4668e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1360291840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB198_uv.MS_31ea456e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1360322560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB199_uv.MS_d7e100d3.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377016320, "_type": "CorrelatedDataProduct", "subband": "SB-196", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB196_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "312791393d4634f6084540dc29893b62", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-196", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 160937500 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB196_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377313280, "_type": "CorrelatedDataProduct", "subband": "SB-197", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB197_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "d99e0873c820920e1b7e3634bdee7efd", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-197", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 161132812.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB197_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377016320, "_type": "CorrelatedDataProduct", "subband": "SB-198", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB198_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "08931ec6589a5829c58053af73fcf547", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-198", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 161328125 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB198_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377016320, "_type": "CorrelatedDataProduct", "subband": "SB-199", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB199_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "b99615e52516767d2c82a56f8c76857a", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-199", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 161523437.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB199_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 45600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$6220439a5cfab7647b03c479ec09da164fafd3aa", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 126030, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB196_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB196_uv.MS_DPPP.log", "checksum": "sha1$ce274236037ddf40efb3a74b59e92a0785ab6c2c", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB196_uv.MS_DPPP.log", "nameroot": "L638327_SB196_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB196_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB196_uv.MS_DPPP_err.log", "checksum": "sha1$bad091e64f31ee47c174e15ed70f9e1bfc4fab4a", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB196_uv.MS_DPPP_err.log", "nameroot": "L638327_SB196_uv.MS_DPPP_err" } ], [ { "size": 126035, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB197_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB197_uv.MS_DPPP.log", "checksum": "sha1$3921fcc4956435ac9df02cb3ae8f0f73f6d408ff", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB197_uv.MS_DPPP.log", "nameroot": "L638327_SB197_uv.MS_DPPP" }, { "size": 1672, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB197_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB197_uv.MS_DPPP_err.log", "checksum": "sha1$9f2507b1da3effb72bbaf000cd27e5d75d93299f", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB197_uv.MS_DPPP_err.log", "nameroot": "L638327_SB197_uv.MS_DPPP_err" } ], [ { "size": 126030, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB198_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB198_uv.MS_DPPP.log", "checksum": "sha1$e416ccf977f755b455e26ebb22589254ebe01318", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB198_uv.MS_DPPP.log", "nameroot": "L638327_SB198_uv.MS_DPPP" }, { "size": 1672, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB198_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB198_uv.MS_DPPP_err.log", "checksum": "sha1$9756d9cd1da9c1b45e13be3545f150fee9b9c514", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB198_uv.MS_DPPP_err.log", "nameroot": "L638327_SB198_uv.MS_DPPP_err" } ], [ { "size": 126030, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB199_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB199_uv.MS_DPPP.log", "checksum": "sha1$c12ea68d6f8bb4585ff24f35b70371539b7afde4", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB199_uv.MS_DPPP.log", "nameroot": "L638327_SB199_uv.MS_DPPP" }, { "size": 1672, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/L638327_SB199_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB199_uv.MS_DPPP_err.log", "checksum": "sha1$77fdb0aa0f4855b2cc9d35fd52a6e51346e7a52c", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/L638327_SB199_uv.MS_DPPP_err.log", "nameroot": "L638327_SB199_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 43503, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/3C295_638327_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_dataloss_antennae.png", "checksum": "sha1$c7af0407931175fac2ce249b3decb82e2774551b", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/3C295_638327_dataloss_antennae.png", "nameroot": "3C295_638327_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_dataloss_antennae.png" }, { "size": 47335, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/3C295_638327_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_noise_antennae.png", "checksum": "sha1$3767fd3bd533aa6c42c5416bd2f1cdd52f6c1cb7", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/3C295_638327_noise_antennae.png", "nameroot": "3C295_638327_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_noise_antennae.png" }, { "size": 54471, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/3C295_638327_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_percflagged_antennae.png", "checksum": "sha1$76ad38061ba705b21e0a895bda98b180714b445f", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/3C295_638327_percflagged_antennae.png", "nameroot": "3C295_638327_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_percflagged_antennae.png" }, { "size": 56307, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/3C295_638327_pointing.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_pointing.png", "checksum": "sha1$b26a1ceba44bc8b483abf4d4c0ace571e6d65af1", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/3C295_638327_pointing.png", "nameroot": "3C295_638327_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1159993.9387328224, "DE602HBA": 1203226.859640923, "DE603HBA": 1204606.1882542698, "DE604HBA": 1204684.9732763218, "DE605HBA": 1144870.867436332, "DE609HBA": 903912.7744784721, "FR606HBA": 1118549.140751822, "IE613HBA": 1145938.028558623, "PL610HBA": 1221096.3120061033, "PL611HBA": 945751.5737682204, "RS106HBA": 712302.5851256482, "RS205HBA": 676462.2551798169, "RS208HBA": 692878.4837702248, "RS210HBA": 685702.7471873857, "RS305HBA": 674660.5095071244, "RS306HBA": 582153.9131455974, "RS307HBA": 674643.4190660605, "RS310HBA": 670682.5658104686, "RS406HBA": null, "RS407HBA": 566826.6725815263, "RS409HBA": 686890.8453276281, "RS503HBA": 663070.5795060083, "RS508HBA": 675019.453506758, "RS509HBA": 689375.9203356783, "SE607HBA": 1219183.4927497893, "UK608HBA": 1161519.9078118792, "CS001HBA0": 682746.6846256035, "CS001HBA1": 671703.6167094826, "CS002HBA0": 651316.9269735178, "CS002HBA1": 679738.0486152574, "CS003HBA0": 678386.0406664545, "CS003HBA1": 675842.1799287711, "CS004HBA0": 638844.183121972, "CS004HBA1": 649636.0101397026, "CS005HBA0": 627765.7725063488, "CS005HBA1": 615885.1942271814, "CS006HBA0": 683026.6804821775, "CS006HBA1": 631790.6466233504, "CS007HBA0": 685221.6617354352, "CS007HBA1": 707404.6206853813, "CS011HBA0": 640501.7230016913, "CS011HBA1": 671755.4991460948, "CS013HBA0": 662375.3828871325, "CS013HBA1": 681709.1005528215, "CS017HBA0": 661638.4628898997, "CS017HBA1": 679216.4757335575, "CS021HBA0": 682807.3740950184, "CS021HBA1": 674608.5199904231, "CS024HBA0": 675676.3428115044, "CS024HBA1": 678523.2408210912, "CS026HBA0": 670156.8793134866, "CS026HBA1": 678129.2530079943, "CS028HBA0": 690250.7935234944, "CS028HBA1": 669966.3542593312, "CS030HBA0": 680783.0055205444, "CS030HBA1": 611844.2923435208, "CS031HBA0": 680618.8097369019, "CS031HBA1": 681411.9985566945, "CS032HBA0": 653757.2875399811, "CS032HBA1": 605939.0473161996, "CS101HBA0": 637744.0501256206, "CS101HBA1": 652314.4730100064, "CS103HBA0": 670528.9461701537, "CS103HBA1": 665815.809588437, "CS201HBA0": 641327.4339641831, "CS201HBA1": 680551.6638077612, "CS301HBA0": 671313.3060992784, "CS301HBA1": 679532.6164860991, "CS302HBA0": 573570.9824546939, "CS302HBA1": 636608.7922199691, "CS401HBA0": 686209.8424680945, "CS401HBA1": 624064.4578106729, "CS501HBA0": 683739.0929106873, "CS501HBA1": 667430.1013980275 }, "target": [ "3C295" ], "quality": "moderate", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "IE613HBA" ], "pointing": { "Sun": 100.97806367495731, "CasA": 63.88875889149997, "CygA": 57.33864702123219, "HerA": 57.5323511394377, "Moon": 64.91605460500165, "TauA": 93.60814809451432, "VirA": 44.643173068006405, "Jupiter": 69.42786850191469, "elevation_fraction": 1 }, "rfi_percent": 1.5684890384615384, "median_dataloss": 1.276270610874236, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "moderate", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "PL612" ], "array_missing_important_pairs_is": "poor", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 377016320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/COMPRESSED_L638327_SB196_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB196_uv.MS.tar", "checksum": "sha1$7e9b6e72beae226a8c96333db59d3a902efad26f", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/COMPRESSED_L638327_SB196_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB196_uv.MS" }, { "size": 377313280, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/COMPRESSED_L638327_SB197_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB197_uv.MS.tar", "checksum": "sha1$4d425bdf6e72d1c6f21440a66712b9fe147eed35", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/COMPRESSED_L638327_SB197_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB197_uv.MS" }, { "size": 377016320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/COMPRESSED_L638327_SB198_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB198_uv.MS.tar", "checksum": "sha1$298f4d6c1a162aa9a880dcdf656996d2b242dfe6", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/COMPRESSED_L638327_SB198_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB198_uv.MS" }, { "size": 377016320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386841/COMPRESSED_L638327_SB199_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB199_uv.MS.tar", "checksum": "sha1$7f5af7a5a1234b8f09b5c8add8f2176db8b6a0bf", "location": "file:///project/ldv/Share/run/2025/2/19/1228_386841/COMPRESSED_L638327_SB199_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB199_uv.MS" } ] }, "metrics": { "n_cpus": 4, "n_nodes": 1, "nodelist": "wn-dc-12", "cpu_time_raw": 1008 }, "remarks": null, "status_history": [ "defining (2025-02-19T10:42:22Z)", "defined (2025-02-19T10:45:32Z)", "staging (2025-02-19T10:47:46Z)", "staged (2025-02-19T10:48:34Z)", "fetched (2025-02-19T10:54:36Z)", "processing (2025-02-19T11:29:30Z)", "aggregate (2025-02-19T11:34:20Z)", "aggregating (2025-02-19T11:35:58Z)", "processed (2025-02-19T11:36:00Z)", "storing (2025-02-19T12:38:52Z)", "stored (2025-02-19T13:06:04Z)", "validated (2025-03-03T08:36:08Z)", "scrubbing (2025-03-03T08:37:24Z)", "scrubbed (2025-03-03T08:38:22Z)", "pre_archiving (2025-03-03T11:46:57Z)", "pre_archived (2025-03-03T11:48:11Z)", "archiving (2025-03-03T11:48:38Z)", "archived (2025-03-03T12:19:01Z)", "finishing (2025-03-03T12:19:02Z)", "finished (2025-03-03T12:19:21Z)" ], "size_to_process": 5441198080, "size_processed": 1509120270, "total_processing_time": 1008, "nr_of_dps": 4, "log_entries": [ "6114390 - 386841 - staging (STAGER)", "6114464 - 386841 - staged (STAGER)", "6114879 - 386841 - fetched (copy_skipped)", "6116225 - 386841 - processing (running)", "6116395 - 386841 - processed (running)", "6116476 - 386841 - aggregating (collect_h5)", "6116478 - 386841 - processed (collected H5)", "6117473 - 386841 - storing (issuing_copying)", "6117474 - 386841 - storing (copy_issued)", "6117746 - 386841 - stored (copy_finished)", "6155220 - 386841 - scrubbing (STAGER)", "6155287 - 386841 - scrubbed (STAGER)", "6157002 - 386841 - pre_archiving (submitting)", "6157011 - 386841 - pre_archived (SIP created)", "6157014 - 386841 - archiving (submitting)", "6157015 - 386841 - archiving (submitting)", "6157016 - 386841 - archiving (submitting)", "6157017 - 386841 - archiving (submitting)", "6157158 - 386841 - archiving (ingested)", "6157159 - 386841 - archived (Success)", "6157160 - 386841 - finishing (cleaning)", "6157161 - 386841 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "1:00:00", "#SBATCH --cpus-per-task": 4 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBC6BBCBA634978E063164A17AC5E0A", "lta_object_id": "2DBC6BBCBA634978E063164A17AC5E0A", "sas_id_archived": "1455364", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3841, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }