Task Details View Api
Detailed view of a task.
GET /atdb/tasks/34259/
{ "id": 34259, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-05-12T14:08:34.651973Z", "filter": "lc1_035_mi_bftgzm", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "231807", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 16, "stage_request_id": 47416, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": null, "inputs": [ { "size": "177137817600", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231807/LOFAR_PULSAR_ARCHIVE_locus081_L231807_red_b33ce0e7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 92188590080, "_type": "PulpDataProduct", "fileName": "L231807_SAP000_B039_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d1444d9fdd0bfc657bc8b6fa64146375", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L231807.parset", "SAS Id": "231807", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2014-06-14 18:16:00", "Privileges": 4, "Start Time": "2014-06-14 17:46:00.000000000", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 16, "Nr Stations Core": 42, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 42, "Channel Width [MHz]": 0.00305175, "Channels Per Subband": 64, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240", "Process Identifier Name": "J1059-01", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 91, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 13473, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_SAP000_B039_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L231807_SAP000_B039_P000_bf.tar_filecontent.txt", "checksum": "sha1$eb13abca31a49af5fc9cc18d74a2ababb0b8155a", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_SAP000_B039_P000_bf.tar_filecontent.txt", "nameroot": "L231807_SAP000_B039_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-08-30 15:28:09", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2014-08-30 09:11:04", "Duration [s]": 22625, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J1059-01/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J1059-01/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L231807_SAP000_B039_P000_bf.tar" } ], "quality": { "plots": [ { "size": 51144, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_DMs17.00-19.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_DMs17.00-19.00_singlepulse.png", "checksum": "sha1$4268ce3accb087d7b6b511979a360f01ef25c718", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_DMs17.00-19.00_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_DMs17.00-19.00_singlepulse" }, { "size": 258149, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_PSR_J1059-01.pfd.png", "checksum": "sha1$005372538c0fa2e400af3c056a103f5a8b21d282", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_PSR_J1059-01.pfd" }, { "size": 340058, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_diag.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_diag.png", "checksum": "sha1$3fe18ec7682606d979e2dd086f91db292eb063b3", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_diag.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_diag" }, { "size": 331562, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_diag_pdmp.png", "checksum": "sha1$53e133501cd8308e6502175058248c67457c2582", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_diag_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_diag_pdmp" }, { "size": 217476, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_nomask_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_nomask_PSR_J1059-01.pfd.png", "checksum": "sha1$0cd63a9d616fcd2debbd6429057cbbebf617999d", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_nomask_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_nomask_PSR_J1059-01.pfd" }, { "size": 130122, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_pdmp.png", "checksum": "sha1$9606d7de5e371e22966d6d0a5da216c70ac3a01d", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_pdmp" }, { "size": 54655, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM39_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM39_singlepulse.png", "checksum": "sha1$7424c486683ff7f5d7e726b5e642681d29466d16", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM39_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM39_singlepulse" }, { "size": 238781, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_SAP0_BEAM39_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM39_rfifind-0.png", "checksum": "sha1$10ec166b43e511eae33efc6ea097bb15ad472a38", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_SAP0_BEAM39_rfifind-0.png", "nameroot": "L231807_SAP0_BEAM39_rfifind-0" }, { "size": 44312, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_SAP0_BEAM39_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM39_rfifind-1.png", "checksum": "sha1$b86e60ccf825c2321e210d04482a90656ce28fb1", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_SAP0_BEAM39_rfifind-1.png", "nameroot": "L231807_SAP0_BEAM39_rfifind-1" }, { "size": 48747, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_DMs17.00-19.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_DMs17.00-19.00_singlepulse.png", "checksum": "sha1$898ff5990cec618e1b5835205e95b19c5c7cdb52", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_DMs17.00-19.00_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_DMs17.00-19.00_singlepulse" }, { "size": 253739, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_PSR_J1059-01.pfd.png", "checksum": "sha1$d5a8a759a1b50752db873f01181389a636ebd1f3", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_PSR_J1059-01.pfd" }, { "size": 323094, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_diag.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_diag.png", "checksum": "sha1$a33e67ad53491a23240c9492cf2771f4d34e4ccd", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_diag.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_diag" }, { "size": 331337, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_diag_pdmp.png", "checksum": "sha1$137ca5f921b09ec832613439c0273b7a7a752966", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_diag_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_diag_pdmp" }, { "size": 216680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_nomask_PSR_J1059-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_nomask_PSR_J1059-01.pfd.png", "checksum": "sha1$b7eba57f3a521b1dafa8b54872c578acd9aca8c7", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_nomask_PSR_J1059-01.pfd.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_nomask_PSR_J1059-01.pfd" }, { "size": 129053, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_pdmp.png", "checksum": "sha1$10869ffa77701919a3985b88b3cb0d01aa2f47bc", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_pdmp.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_pdmp" }, { "size": 54825, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/J1059-01_L231807_SAP0_BEAM85_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1059-01_L231807_SAP0_BEAM85_singlepulse.png", "checksum": "sha1$b599e6ab6390a549390d87f2d16d3d9715057828", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/J1059-01_L231807_SAP0_BEAM85_singlepulse.png", "nameroot": "J1059-01_L231807_SAP0_BEAM85_singlepulse" }, { "size": 238809, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_SAP0_BEAM85_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM85_rfifind-0.png", "checksum": "sha1$01efb220f88caf97d6f58f413a739421f76f76ba", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_SAP0_BEAM85_rfifind-0.png", "nameroot": "L231807_SAP0_BEAM85_rfifind-0" }, { "size": 44351, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_SAP0_BEAM85_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231807_SAP0_BEAM85_rfifind-1.png", "checksum": "sha1$6cbe03ba78db1702b9a06dc23d4b8cc09fdc2f6d", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_SAP0_BEAM85_rfifind-1.png", "nameroot": "L231807_SAP0_BEAM85_rfifind-1" }, { "size": 5121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_sap000_beam0039.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231807_sap000_beam0039.rfifind.log", "checksum": "sha1$b93c65573fb839607e6fbcbd137f5e9caa111fa6", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_sap000_beam0039.rfifind.log", "nameroot": "L231807_sap000_beam0039.rfifind" }, { "size": 5121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_sap000_beam0085.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231807_sap000_beam0085.rfifind.log", "checksum": "sha1$157117f22f13a15ba108b2d71f851fb558d348da", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_sap000_beam0085.rfifind.log", "nameroot": "L231807_sap000_beam0085.rfifind" }, { "size": 31691, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L231807-ldv-summary.log", "checksum": "sha1$37654911eae86510ec63ba9e1496a6a1071bf442", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807-ldv-summary.log", "nameroot": "L231807-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus081_L231807_red_b33ce0e7.tar": { "added": [], "deleted": [ "L231807_SAP000_B085_P000_bf.tar.gz", "L231807_SAP000_B039_P000_bf.tar.gz", "stokes/SAP0/BEAM39/tz.tmp", "stokes/SAP0/BEAM39/tempo.lis", "stokes/SAP0/BEAM85/tz.tmp", "stokes/SAP0/BEAM85/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus081_L231807_red_b33ce0e7.tar", "input_size": 177137817600, "size_ratio": 0.5204342659802533, "output_name": "L231807_SAP000_B039_P000_bf.tar", "output_size": 92188590080, "input_size_str": "164.97 GB", "output_size_str": "85.86 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "L231807_SAP000_B085_P000_bf.tar.gz", "L231807_SAP000_B039_P000_bf.tar.gz", "stokes/SAP0/BEAM39/tz.tmp", "stokes/SAP0/BEAM39/tempo.lis", "stokes/SAP0/BEAM85/tz.tmp", "stokes/SAP0/BEAM85/tempo.lis" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus081_L231807_red_b33ce0e7.tar", "input_size": 177137817600, "size_ratio": 0.5204342659802533, "output_name": "L231807_SAP000_B039_P000_bf.tar", "output_size": 92188590080, "input_size_str": "164.97 GB", "output_size_str": "85.86 GB" } ], "tar_archive": [ { "size": 92188590080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34259/L231807_SAP000_B039_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L231807_SAP000_B039_P000_bf.tar", "checksum": "sha1$b70976ea86bd614eba69e90f9ffbac09333dcb92", "location": "file:///project/ldv/Share/run/2023/5/12/2046_34259/L231807_SAP000_B039_P000_bf.tar", "nameroot": "L231807_SAP000_B039_P000_bf" } ] }, "metrics": { "n_cpus": 2, "n_nodes": 1, "nodelist": "wn-ca-08", "cpu_time_raw": 3526 }, "remarks": { "quality_sasid": "Several RFI found in the freq-time domain (rfifind log reports <10% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)." }, "status_history": [ "validated (2023-05-12T20:42:11Z)", "scrubbing (2023-05-12T20:42:28Z)", "scrubbed (2023-05-12T20:42:42Z)", "defined (2023-05-12T14:58:49Z)", "staging (2023-05-12T14:59:24Z)", "defining (2023-05-12T14:08:34Z)", "staged (2023-05-12T17:59:56Z)", "fetched (2023-05-12T18:00:03Z)", "processing (2023-05-12T18:00:47Z)", "processed (2023-05-12T18:30:40Z)", "storing (2023-05-12T18:31:08Z)", "stored (2023-05-12T18:46:02Z)", "archiving (2023-05-15T15:10:48Z)", "archived (2023-05-15T15:20:13Z)", "finishing (2023-05-15T15:20:18Z)", "finished (2023-05-15T15:20:24Z)" ], "size_to_process": 177137817600, "size_processed": 92191938907, "total_processing_time": 3526, "nr_of_dps": null, "log_entries": [ "297545 - 34259 - staging (STAGER)", "297954 - 34259 - staged (STAGER)", "297956 - 34259 - fetched (copy_skipped)", "297958 - 34259 - processing (running)", "298028 - 34259 - processed (running)", "298029 - 34259 - storing (issuing_copying)", "298030 - 34259 - storing (copy_issued)", "298067 - 34259 - stored (copy_finished)", "301689 - 34259 - scrubbing (STAGER)", "301735 - 34259 - scrubbed (STAGER)", "303872 - 34259 - archiving (submitting)", "303873 - 34259 - archiving (running)", "303931 - 34259 - archived (update_archive_task_done)", "303937 - 34259 - finishing (cleaning)", "303943 - 34259 - finished (Success)" ], "meta_scheduling": { "#SBATCH --cpus-per-task": 2 }, "environment": "", "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C7DB35D45BEE053144A17ACFEFD", "lta_object_id": "F8963C7DB35D45BEE053144A17ACFEFD", "sas_id_archived": "1025900" }, "activity": 1292, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }