Task Details View Api
Detailed view of a task.
GET /atdb/tasks/34922/?format=api
{
"id": 34922,
"task_type": "regular",
"is_summary": false,
"is_aggregated": false,
"creationTime": "2023-05-30T19:24:40.701605Z",
"filter": "lc1_035_mi_bftgzm",
"predecessor": null,
"predecessor_status": "no_predecessor",
"successors": [],
"joined_input_tasks": [],
"joined_output_task": null,
"joined_status": null,
"project": "lc1_035",
"sas_id": "231803",
"priority": 100,
"purge_policy": "yes",
"cleanup_policy": "defining",
"resume": true,
"workflow": 16,
"stage_request_id": 48837,
"status": "archived_failed",
"new_status": "archived_failed",
"quality": "poor",
"calculated_qualities": null,
"inputs": [
{
"size": "143657256960",
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_dddee84d.tar",
"type": "File",
"location": "srm.grid.sara.nl"
}
],
"outputs": {
"ingest": [
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 89204541440,
"_type": "PulpDataProduct",
"fileName": "L231803_SAP000_B015_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "c306314ab0d53cf0cf80ad9dd45c55f1",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"Observation": {
"Parset": "L231803.parset",
"SAS Id": "231803",
"Creator": "AWTIER0",
"Project": "LC1_035",
"End Time": "2014-06-14 00:13:00",
"Privileges": 4,
"Start Time": "2014-06-13 23:43:00.000000000",
"Antenna Set": "HBA Dual",
"Clock [MHz]": "200",
"Time System": "UTC",
"Duration [s]": 1800,
"Release Date": "",
"SAS Id Source": "SAS",
"Strategy Name": "BeamObservation",
"Observing Mode": "Beam Observation",
"Bits Per Sample": 16,
"Nr Stations Core": 42,
"Instrument Filter": "110-190 MHz",
"Station Selection": "Custom",
"Nr Stations Remote": 0,
"Number of Stations": 42,
"Channel Width [MHz]": 0.00305175,
"Channels Per Subband": 64,
"Strategy Description": "default",
"Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240",
"Process Identifier Name": "J1704-04",
"Nr Stations International": 0,
"Process Identifier Source": "MoM",
"Number of SubArray Pointings": 1,
"Number of BeamFormed DataProducts": 91,
"Number of Correlated DataProducts": 0,
"Number of Transient BufferBoard Events": -1
},
"fileContent": {
"size": 4041,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_SAP000_B015_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L231803_SAP000_B015_P000_bf.tar_filecontent.txt",
"checksum": "sha1$d5729697a98b2fca8496f96d7e590af6596dfacc",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_SAP000_B015_P000_bf.tar_filecontent.txt",
"nameroot": "L231803_SAP000_B015_P000_bf.tar_filecontent"
},
"Pulsar Pipeline": {
"Creator": "AWTIER0",
"Project": "LC1_035",
"Pulsars": 0,
"End Time": "2014-08-30 15:10:54",
"dataType": "CoherentStokes",
"Privileges": 4,
"Start Time": "2014-08-30 09:10:52",
"Duration [s]": 21602,
"Release Date": "",
"skipPrepfold": 1,
"Pipeline Name": "J1704-04/PULP",
"Strategy Name": "Pulsar Pipeline",
"skipDataFolding": 0,
"skipRFIExcision": 0,
"Pipeline Version": "n/a",
"Pulsar Selection": "Pulsars in observation specs, file or SAP",
"convertRawTo8bit": 0,
"skipDynamicSpectrum": 1,
"Strategy Description": "default",
"doSinglePulseAnalysis": 0,
"Process Identifier Name": "J1704-04/PULP",
"subIntegrationLength [s]": -1,
"skipOptimizePulsarProfile": 0,
"skipConvertRawIntoFoldedPSRFITS": 0,
"runRotationalRAdioTransientsAnalysis": 1
}
}
},
"file_name": "L231803_SAP000_B015_P000_bf.tar"
}
],
"quality": {
"plots": [
{
"size": 283117,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM15_diag.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM15_diag.png",
"checksum": "sha1$50c99469b7f5a8ea669a882b198dff5460eee21a",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM15_diag.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM15_diag"
},
{
"size": 283810,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM15_diag_pdmp.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM15_diag_pdmp.png",
"checksum": "sha1$373ea99dae96cedd433b9113867c7d7ac4fafd8e",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM15_diag_pdmp.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM15_diag_pdmp"
},
{
"size": 253091,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd.png",
"checksum": "sha1$df900018295238499cc30d448c46ceab3a9da994",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd"
},
{
"size": 173420,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM15_pdmp.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM15_pdmp.png",
"checksum": "sha1$42dc91096089266cb96710bd21475c7d377d82e0",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM15_pdmp.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM15_pdmp"
},
{
"size": 286132,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_SAP0_BEAM15_rfifind-0.png",
"class": "File",
"nameext": ".png",
"basename": "L231803_SAP0_BEAM15_rfifind-0.png",
"checksum": "sha1$4a03f290606d9bd49e6efedbc7bff13261f88a15",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_SAP0_BEAM15_rfifind-0.png",
"nameroot": "L231803_SAP0_BEAM15_rfifind-0"
},
{
"size": 96253,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_SAP0_BEAM15_rfifind-1.png",
"class": "File",
"nameext": ".png",
"basename": "L231803_SAP0_BEAM15_rfifind-1.png",
"checksum": "sha1$60d7ac55ca973599262a862f10f10cb3764534d4",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_SAP0_BEAM15_rfifind-1.png",
"nameroot": "L231803_SAP0_BEAM15_rfifind-1"
},
{
"size": 277749,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM61_diag.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM61_diag.png",
"checksum": "sha1$753db00a306f2a0a2451bf9e78e10be765aa1c5c",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM61_diag.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM61_diag"
},
{
"size": 280699,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM61_diag_pdmp.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM61_diag_pdmp.png",
"checksum": "sha1$5b0d6a3750f46627527418bd8a929f8b354767e5",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM61_diag_pdmp.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM61_diag_pdmp"
},
{
"size": 251470,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd.png",
"checksum": "sha1$43bda5f7c7e3a7e3a718c0d3de144e0a3ca7c2ae",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd"
},
{
"size": 169447,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/J1704-04_L231803_SAP0_BEAM61_pdmp.png",
"class": "File",
"nameext": ".png",
"basename": "J1704-04_L231803_SAP0_BEAM61_pdmp.png",
"checksum": "sha1$37a43e0da6b1741f657daa03ca9915eb100fb113",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/J1704-04_L231803_SAP0_BEAM61_pdmp.png",
"nameroot": "J1704-04_L231803_SAP0_BEAM61_pdmp"
},
{
"size": 284993,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_SAP0_BEAM61_rfifind-0.png",
"class": "File",
"nameext": ".png",
"basename": "L231803_SAP0_BEAM61_rfifind-0.png",
"checksum": "sha1$fdcf9642e062d41151063547290a9bbd4b02af93",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_SAP0_BEAM61_rfifind-0.png",
"nameroot": "L231803_SAP0_BEAM61_rfifind-0"
},
{
"size": 96648,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_SAP0_BEAM61_rfifind-1.png",
"class": "File",
"nameext": ".png",
"basename": "L231803_SAP0_BEAM61_rfifind-1.png",
"checksum": "sha1$3471198c75471ef6e52fb5c0365de60aed844d7c",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_SAP0_BEAM61_rfifind-1.png",
"nameroot": "L231803_SAP0_BEAM61_rfifind-1"
},
{
"size": 5119,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_sap000_beam0015.rfifind.log",
"class": "File",
"nameext": ".log",
"basename": "L231803_sap000_beam0015.rfifind.log",
"checksum": "sha1$66936690e8dd6b639d38c292d20b69f47881a691",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_sap000_beam0015.rfifind.log",
"nameroot": "L231803_sap000_beam0015.rfifind"
},
{
"size": 5119,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_sap000_beam0061.rfifind.log",
"class": "File",
"nameext": ".log",
"basename": "L231803_sap000_beam0061.rfifind.log",
"checksum": "sha1$3195e3ab8c3b0b636c094d32812f06832b1db996",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_sap000_beam0061.rfifind.log",
"nameroot": "L231803_sap000_beam0061.rfifind"
},
{
"size": 11049,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803-ldv-summary.log",
"class": "File",
"nameext": ".log",
"basename": "L231803-ldv-summary.log",
"checksum": "sha1$5c8e3d69c958c43e580ecb44cb1a43b3fd6f6eb1",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803-ldv-summary.log",
"nameroot": "L231803-ldv-summary"
}
],
"details": {},
"summary": {
"LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_dddee84d.tar": {
"added": [],
"deleted": [
"stokes/SAP0/BEAM61/tempo.lis",
"stokes/SAP0/BEAM61/tz.tmp",
"stokes/SAP0/BEAM15/tempo.lis",
"L231803_SAP000_B061_P000_bf.tar.gz",
"L231803_SAP000_B015_P000_bf.tar.gz",
"stokes/SAP0/BEAM15/tz.tmp"
],
"input_name": "LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_dddee84d.tar",
"input_size": 143657256960,
"size_ratio": 0.6209539519805682,
"output_name": "L231803_SAP000_B015_P000_bf.tar",
"output_size": 89204541440,
"input_size_str": "133.79 GB",
"output_size_str": "83.08 GB"
}
},
"sensitivity": "N/A",
"uv-coverage": "N/A",
"observing-conditions": "N/A"
},
"summary": [
{
"added": [],
"deleted": [
"stokes/SAP0/BEAM61/tempo.lis",
"stokes/SAP0/BEAM61/tz.tmp",
"stokes/SAP0/BEAM15/tempo.lis",
"L231803_SAP000_B061_P000_bf.tar.gz",
"L231803_SAP000_B015_P000_bf.tar.gz",
"stokes/SAP0/BEAM15/tz.tmp"
],
"input_name": "LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_dddee84d.tar",
"input_size": 143657256960,
"size_ratio": 0.6209539519805682,
"output_name": "L231803_SAP000_B015_P000_bf.tar",
"output_size": 89204541440,
"input_size_str": "133.79 GB",
"output_size_str": "83.08 GB"
}
],
"tar_archive": [
{
"size": 89204541440,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34922/L231803_SAP000_B015_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L231803_SAP000_B015_P000_bf.tar",
"checksum": "sha1$f8d668afac26d4472de491c1d74da59f8bd198b5",
"location": "file:///project/ldv/Share/run/2023/5/31/236_34922/L231803_SAP000_B015_P000_bf.tar",
"nameroot": "L231803_SAP000_B015_P000_bf"
}
]
},
"metrics": {
"n_cpus": 2,
"n_nodes": 1,
"nodelist": "wn-ca-21",
"cpu_time_raw": 13606
},
"remarks": {
"quality_sasid": "Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."
},
"status_history": [
"defining (2023-05-30T19:24:40Z)",
"defined (2023-05-30T19:52:15Z)",
"staging (2023-05-30T19:52:50Z)",
"staged (2023-05-31T00:31:32Z)",
"fetched (2023-05-31T00:31:46Z)",
"processing (2023-05-31T00:36:38Z)",
"processed (2023-05-31T02:30:20Z)",
"storing (2023-05-31T02:30:48Z)",
"stored (2023-05-31T02:52:49Z)",
"validated (2023-05-31T08:10:39Z)",
"scrubbing (2023-05-31T08:11:26Z)",
"scrubbed (2023-05-31T08:11:58Z)",
"archiving (2023-06-05T09:33:35Z)",
"archived_failed (2023-06-05T09:33:36Z)"
],
"size_to_process": 143657256960,
"size_processed": 89207299556,
"total_processing_time": 13606,
"nr_of_dps": null,
"log_entries": [
"311028 - 34922 - staging (STAGER)",
"311674 - 34922 - staged (STAGER)",
"311675 - 34922 - fetched (copy_skipped)",
"311684 - 34922 - processing (running)",
"311939 - 34922 - processed (running)",
"311940 - 34922 - storing (issuing_copying)",
"311942 - 34922 - storing (copy_issued)",
"311982 - 34922 - stored (copy_finished)",
"312141 - 34922 - scrubbing (STAGER)",
"312241 - 34922 - scrubbed (STAGER)",
"313051 - 34922 - archiving (submitting)",
"313052 - 34922 - archived_failed (lta_already_ingested)"
],
"meta_scheduling": {
"#SBATCH --cpus-per-task": 2
},
"environment": "",
"archive": null,
"activity": 67,
"service_filter": "srm.grid.sara.nl",
"ingest_location": null,
"specification": null
}