Task Details View Api
Detailed view of a task.
GET /atdb/tasks/34139/
{ "id": 34139, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-05-11T18:57:40.792191Z", "filter": "lc1_035_mi_bftgzm", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "231805", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 16, "stage_request_id": 47231, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": null, "inputs": [ { "size": "166086481920", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231805/LOFAR_PULSAR_ARCHIVE_locus086_L231805_red_eb3bbfc0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 90577940480, "_type": "PulpDataProduct", "fileName": "L231805_SAP000_B040_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e29f9d518253d0b4378ea3d47abf982d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L231805.parset", "SAS Id": "231805", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2014-06-14 02:28:00", "Privileges": 4, "Start Time": "2014-06-14 01:58:00.000000000", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 16, "Nr Stations Core": 42, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 42, "Channel Width [MHz]": 0.00305175, "Channels Per Subband": 64, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240", "Process Identifier Name": "J1944-10", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 91, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 13403, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_SAP000_B040_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L231805_SAP000_B040_P000_bf.tar_filecontent.txt", "checksum": "sha1$9a4cef21ffce9a2fe855a955d193b9779867c154", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_SAP000_B040_P000_bf.tar_filecontent.txt", "nameroot": "L231805_SAP000_B040_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-08-30 15:21:26", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2014-08-30 09:11:26", "Duration [s]": 22200, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J1944-10/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J1944-10/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L231805_SAP000_B040_P000_bf.tar" } ], "quality": { "plots": [ { "size": 61133, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_DMs30.00-32.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_DMs30.00-32.00_singlepulse.png", "checksum": "sha1$a91778dfa317a90cf7a512943ff2ddb1079c46b9", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_DMs30.00-32.00_singlepulse.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_DMs30.00-32.00_singlepulse" }, { "size": 270821, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_PSR_J1944-10.pfd.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_PSR_J1944-10.pfd.png", "checksum": "sha1$a907ba2ea34de0c4f1aa38c9186c81b5094bf8b5", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_PSR_J1944-10.pfd.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_PSR_J1944-10.pfd" }, { "size": 406892, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_diag.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_diag.png", "checksum": "sha1$a06959d092f187fe8814421f2c626ea8a0a173e2", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_diag.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_diag" }, { "size": 398925, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_diag_pdmp.png", "checksum": "sha1$8d84c01b50f56d9e3e5d6678a309615dc51510e5", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_diag_pdmp.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_diag_pdmp" }, { "size": 270841, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_nomask_PSR_J1944-10.pfd.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_nomask_PSR_J1944-10.pfd.png", "checksum": "sha1$4901acc4d1152b20c092c1658a46aaa45a43a0ab", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_nomask_PSR_J1944-10.pfd.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_nomask_PSR_J1944-10.pfd" }, { "size": 169523, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_pdmp.png", "checksum": "sha1$e0960a27476ad94ff8ce1e59e6d839fbb75fc290", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_pdmp.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_pdmp" }, { "size": 52259, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM40_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM40_singlepulse.png", "checksum": "sha1$2592a0b1a38653d799261de423d765fe485148a0", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM40_singlepulse.png", "nameroot": "J1944-10_L231805_SAP0_BEAM40_singlepulse" }, { "size": 258367, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_SAP0_BEAM40_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231805_SAP0_BEAM40_rfifind-0.png", "checksum": "sha1$5a6de0a4e11046384859b3f140a2e263a25e3153", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_SAP0_BEAM40_rfifind-0.png", "nameroot": "L231805_SAP0_BEAM40_rfifind-0" }, { "size": 62658, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_SAP0_BEAM40_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231805_SAP0_BEAM40_rfifind-1.png", "checksum": "sha1$9f3598cd8904f314eadd38c62ae2977f92b70719", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_SAP0_BEAM40_rfifind-1.png", "nameroot": "L231805_SAP0_BEAM40_rfifind-1" }, { "size": 62136, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_DMs30.00-32.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_DMs30.00-32.00_singlepulse.png", "checksum": "sha1$c9123b3dc3fccb11e9dc1eb6f5528abb1a129dae", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_DMs30.00-32.00_singlepulse.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_DMs30.00-32.00_singlepulse" }, { "size": 270272, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_PSR_J1944-10.pfd.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_PSR_J1944-10.pfd.png", "checksum": "sha1$383ed22012d223f9ac1d8352b2e768c7bdada08c", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_PSR_J1944-10.pfd.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_PSR_J1944-10.pfd" }, { "size": 403971, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_diag.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_diag.png", "checksum": "sha1$3283632f6051e8a420b1b6214cc65766e096a2cb", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_diag.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_diag" }, { "size": 398141, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_diag_pdmp.png", "checksum": "sha1$97023c47f1bb46125a1bee2daec44c7b7ad044e3", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_diag_pdmp.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_diag_pdmp" }, { "size": 266326, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_nomask_PSR_J1944-10.pfd.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_nomask_PSR_J1944-10.pfd.png", "checksum": "sha1$8016d9356b776edfe6ad1c50cf17c3524e318cb0", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_nomask_PSR_J1944-10.pfd.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_nomask_PSR_J1944-10.pfd" }, { "size": 174992, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_pdmp.png", "checksum": "sha1$a5355775305b124f79e10c93a7b75bec6ca317ac", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_pdmp.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_pdmp" }, { "size": 52533, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/J1944-10_L231805_SAP0_BEAM86_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1944-10_L231805_SAP0_BEAM86_singlepulse.png", "checksum": "sha1$f36e7d01e8a184369f010807344baa9bdc2b8b77", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/J1944-10_L231805_SAP0_BEAM86_singlepulse.png", "nameroot": "J1944-10_L231805_SAP0_BEAM86_singlepulse" }, { "size": 259084, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_SAP0_BEAM86_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231805_SAP0_BEAM86_rfifind-0.png", "checksum": "sha1$62cd57a4b551eaf258b604f6aa0abfbc15475926", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_SAP0_BEAM86_rfifind-0.png", "nameroot": "L231805_SAP0_BEAM86_rfifind-0" }, { "size": 64353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_SAP0_BEAM86_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231805_SAP0_BEAM86_rfifind-1.png", "checksum": "sha1$5bce5858611c458f7ce5baef5d338504ccbdca44", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_SAP0_BEAM86_rfifind-1.png", "nameroot": "L231805_SAP0_BEAM86_rfifind-1" }, { "size": 5117, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_sap000_beam0040.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231805_sap000_beam0040.rfifind.log", "checksum": "sha1$f015b5583bf827f0ca07f40ad85d592168ab806a", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_sap000_beam0040.rfifind.log", "nameroot": "L231805_sap000_beam0040.rfifind" }, { "size": 5121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_sap000_beam0086.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231805_sap000_beam0086.rfifind.log", "checksum": "sha1$6b16122684b3dbcad6acf46fb20404f351c838d9", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_sap000_beam0086.rfifind.log", "nameroot": "L231805_sap000_beam0086.rfifind" }, { "size": 31527, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L231805-ldv-summary.log", "checksum": "sha1$bcb7172169f5385d8b077360460d15c5c079f504", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805-ldv-summary.log", "nameroot": "L231805-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus086_L231805_red_eb3bbfc0.tar": { "added": [], "deleted": [ "stokes/SAP0/BEAM86/tempo.lis", "L231805_SAP000_B086_P000_bf.tar.gz", "stokes/SAP0/BEAM40/tempo.lis", "L231805_SAP000_B040_P000_bf.tar.gz", "stokes/SAP0/BEAM40/tz.tmp", "stokes/SAP0/BEAM86/tz.tmp" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus086_L231805_red_eb3bbfc0.tar", "input_size": 166086481920, "size_ratio": 0.5453661215102942, "output_name": "L231805_SAP000_B040_P000_bf.tar", "output_size": 90577940480, "input_size_str": "154.68 GB", "output_size_str": "84.36 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "stokes/SAP0/BEAM86/tempo.lis", "L231805_SAP000_B086_P000_bf.tar.gz", "stokes/SAP0/BEAM40/tempo.lis", "L231805_SAP000_B040_P000_bf.tar.gz", "stokes/SAP0/BEAM40/tz.tmp", "stokes/SAP0/BEAM86/tz.tmp" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus086_L231805_red_eb3bbfc0.tar", "input_size": 166086481920, "size_ratio": 0.5453661215102942, "output_name": "L231805_SAP000_B040_P000_bf.tar", "output_size": 90577940480, "input_size_str": "154.68 GB", "output_size_str": "84.36 GB" } ], "tar_archive": [ { "size": 90577940480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231805/34139/L231805_SAP000_B040_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L231805_SAP000_B040_P000_bf.tar", "checksum": "sha1$8b574e4d7b81042fcf2dc05fd0c8056733ff745e", "location": "file:///project/ldv/Share/run/2023/5/12/1231_34139/L231805_SAP000_B040_P000_bf.tar", "nameroot": "L231805_SAP000_B040_P000_bf" } ] }, "metrics": { "n_cpus": 2, "n_nodes": 1, "nodelist": "wn-ca-17", "cpu_time_raw": 3338 }, "remarks": { "quality_sasid": "Several RFI found in the freq-time domain (rfifind log reports <20% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in several SAP0 beams (origin unclear)." }, "status_history": [ "defined (2023-05-11T19:10:16Z)", "staged (2023-05-12T01:13:37Z)", "fetched (2023-05-12T01:14:31Z)", "processing (2023-05-12T01:15:05Z)", "processed_failed (2023-05-12T01:31:15Z)", "defining (2023-05-11T18:57:40Z)", "staging (2023-05-11T19:10:27Z)", "fetched (2023-05-12T07:06:02Z)", "processing (2023-05-12T07:07:17Z)", "processed_failed (2023-05-12T09:08:14Z)", "fetched (2023-05-12T10:40:16Z)", "processing (2023-05-12T10:40:33Z)", "processed (2023-05-12T11:08:45Z)", "storing (2023-05-12T11:09:54Z)", "stored (2023-05-12T11:22:27Z)", "validated (2023-05-12T13:50:20Z)", "scrubbing (2023-05-12T13:50:38Z)", "scrubbed (2023-05-12T13:50:53Z)", "archiving (2023-05-15T06:08:08Z)", "archived (2023-05-15T06:12:57Z)", "finishing (2023-05-15T06:13:06Z)", "finished (2023-05-15T06:13:08Z)" ], "size_to_process": 166086481920, "size_processed": 90581885472, "total_processing_time": 3338, "nr_of_dps": null, "log_entries": [ "293544 - 34139 - staging (STAGER)", "294888 - 34139 - staged (STAGER)", "294890 - 34139 - fetched (copy_skipped)", "294891 - 34139 - processing (running)", "294918 - 34139 - processed_failed (running)", "296149 - 34139 - processing (running)", "296996 - 34139 - processed_failed (running)", "297295 - 34139 - processing (running)", "297319 - 34139 - processed (running)", "297321 - 34139 - storing (issuing_copying)", "297322 - 34139 - storing (copy_issued)", "297335 - 34139 - stored (copy_finished)", "297380 - 34139 - scrubbing (STAGER)", "297425 - 34139 - scrubbed (STAGER)", "302928 - 34139 - archiving (submitting)", "302929 - 34139 - archiving (running)", "302950 - 34139 - archived (update_archive_task_done)", "302953 - 34139 - finishing (cleaning)", "302956 - 34139 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "24:00:00", "#SBATCH --cpus-per-task": 2 }, "environment": "", "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F7C9838996F53F7EE053164A17ACA05F", "lta_object_id": "F7C9838996F53F7EE053164A17ACA05F", "sas_id_archived": "1024220" }, "activity": 896, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }