Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380609/?format=api
{
"id": 380609,
"task_type": "regular",
"is_summary": false,
"is_aggregated": false,
"creationTime": "2024-07-31T14:22:00.931627Z",
"filter": "lc4_030-vk-2bits",
"predecessor": null,
"predecessor_status": "no_predecessor",
"successors": [],
"joined_input_tasks": [],
"joined_output_task": null,
"joined_status": null,
"project": "lc4_030",
"sas_id": "354708",
"priority": 100,
"purge_policy": "yes",
"cleanup_policy": "pre_archived_failed",
"resume": true,
"workflow": 22,
"stage_request_id": 747123,
"status": "discarded",
"new_status": "discarded",
"quality": "good",
"calculated_qualities": {
"per_task": "good",
"per_sasid": "good"
},
"inputs": [
{
"size": 19193313280,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B036_P000_bf_d562589d.tar",
"type": "File",
"location": "srm.grid.sara.nl"
},
{
"size": 19193313280,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B037_P000_bf_2a8fdb43.tar",
"type": "File",
"location": "srm.grid.sara.nl"
},
{
"size": 19193303040,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B038_P000_bf_6a512193.tar",
"type": "File",
"location": "srm.grid.sara.nl"
},
{
"size": 19193303040,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B039_P000_bf_bb454f78.tar",
"type": "File",
"location": "srm.grid.sara.nl"
}
],
"outputs": {
"ingest": [
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885862400,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP000_B036_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "8013bb1295efcb28359e088bd3abf2b3",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B036_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP000_B036_P000_bf.tar_filecontent.txt",
"checksum": "sha1$906fec74a36a534e386fe759db9d1b1bcd85a4d1",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B036_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP000_B036_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP000_B036_P000_bf.tar"
},
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885862400,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP000_B037_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "28838eec4ed410e9c860ca5d89355abe",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B037_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP000_B037_P000_bf.tar_filecontent.txt",
"checksum": "sha1$bd2424950d6b2802ff6f95580e063ece240aac1f",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B037_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP000_B037_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP000_B037_P000_bf.tar"
},
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885862400,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP000_B038_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "707d14c535439e057b28265f24c44229",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B038_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP000_B038_P000_bf.tar_filecontent.txt",
"checksum": "sha1$2878fdad6339f0168daaaca5447531e56c7db4d3",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B038_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP000_B038_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP000_B038_P000_bf.tar"
},
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885852160,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP000_B039_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "7933371f1f38240915fed3869838b2a6",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B039_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP000_B039_P000_bf.tar_filecontent.txt",
"checksum": "sha1$267c1099b0ce91ee98b5a67b3ca334ba4e8b89e3",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B039_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP000_B039_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP000_B039_P000_bf.tar"
}
],
"quality": {
"plots": [],
"details": {},
"summary": {
"L354708_SAP000_B036_P000_bf.tar": {
"added": [
"stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit.fits",
"stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM36/L354710_SAP0_BEAM36.fits"
],
"input_name": "L354708_SAP000_B036_P000_bf.tar",
"input_size": 19193313280,
"is_summary": false,
"size_ratio": 0.2545606549907781,
"output_name": "L354708_SAP000_B036_P000_bf.tar",
"output_size": 4885862400,
"rfi_percent": 10.684,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
"L354708_SAP000_B037_P000_bf.tar": {
"added": [
"stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit.fits",
"stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM37/L354710_SAP0_BEAM37.fits"
],
"input_name": "L354708_SAP000_B037_P000_bf.tar",
"input_size": 19193313280,
"is_summary": false,
"size_ratio": 0.2545606549907781,
"output_name": "L354708_SAP000_B037_P000_bf.tar",
"output_size": 4885862400,
"rfi_percent": 10.7,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
"L354708_SAP000_B038_P000_bf.tar": {
"added": [
"stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit.fits",
"stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM38/L354710_SAP0_BEAM38.fits"
],
"input_name": "L354708_SAP000_B038_P000_bf.tar",
"input_size": 19193303040,
"is_summary": false,
"size_ratio": 0.25456079080383237,
"output_name": "L354708_SAP000_B038_P000_bf.tar",
"output_size": 4885862400,
"rfi_percent": 10.651,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
"L354708_SAP000_B039_P000_bf.tar": {
"added": [
"stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit.fits",
"stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM39/L354710_SAP0_BEAM39.fits"
],
"input_name": "L354708_SAP000_B039_P000_bf.tar",
"input_size": 19193303040,
"is_summary": false,
"size_ratio": 0.25456025728440745,
"output_name": "L354708_SAP000_B039_P000_bf.tar",
"output_size": 4885852160,
"rfi_percent": 10.624,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
}
},
"sensitivity": "N/A",
"uv-coverage": "N/A",
"observing-conditions": "N/A"
},
"summary": [
{
"added": [
"stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit.fits",
"stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM36/L354710_SAP0_BEAM36.fits"
],
"input_name": "L354708_SAP000_B036_P000_bf.tar",
"input_size": 19193313280,
"is_summary": false,
"size_ratio": 0.2545606549907781,
"output_name": "L354708_SAP000_B036_P000_bf.tar",
"output_size": 4885862400,
"rfi_percent": 10.684,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
{
"added": [
"stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit.fits",
"stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM37/L354710_SAP0_BEAM37.fits"
],
"input_name": "L354708_SAP000_B037_P000_bf.tar",
"input_size": 19193313280,
"is_summary": false,
"size_ratio": 0.2545606549907781,
"output_name": "L354708_SAP000_B037_P000_bf.tar",
"output_size": 4885862400,
"rfi_percent": 10.7,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
{
"added": [
"stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit.fits",
"stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM38/L354710_SAP0_BEAM38.fits"
],
"input_name": "L354708_SAP000_B038_P000_bf.tar",
"input_size": 19193303040,
"is_summary": false,
"size_ratio": 0.25456079080383237,
"output_name": "L354708_SAP000_B038_P000_bf.tar",
"output_size": 4885862400,
"rfi_percent": 10.651,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
{
"added": [
"stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit.fits",
"stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP0/BEAM39/L354710_SAP0_BEAM39.fits"
],
"input_name": "L354708_SAP000_B039_P000_bf.tar",
"input_size": 19193303040,
"is_summary": false,
"size_ratio": 0.25456025728440745,
"output_name": "L354708_SAP000_B039_P000_bf.tar",
"output_size": 4885852160,
"rfi_percent": 10.624,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
}
],
"tar_archive": [
{
"size": 4885862400,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B036_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP000_B036_P000_bf.tar",
"checksum": "sha1$cca166ec9375b0e803b22eb701ecc92f4e3eaa05",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B036_P000_bf.tar",
"nameroot": "L354708_SAP000_B036_P000_bf"
},
{
"size": 4885862400,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B037_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP000_B037_P000_bf.tar",
"checksum": "sha1$4c7b0673ffdfc1b94f899c1ec1c48fa5caae75c9",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B037_P000_bf.tar",
"nameroot": "L354708_SAP000_B037_P000_bf"
},
{
"size": 4885862400,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B038_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP000_B038_P000_bf.tar",
"checksum": "sha1$b8ae9252c3dcbe9183d98ffd4d13b1e42c438564",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B038_P000_bf.tar",
"nameroot": "L354708_SAP000_B038_P000_bf"
},
{
"size": 4885852160,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B039_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP000_B039_P000_bf.tar",
"checksum": "sha1$2cc7b12261387d3f77f0f3f443837403c7f7e972",
"location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B039_P000_bf.tar",
"nameroot": "L354708_SAP000_B039_P000_bf"
}
]
},
"metrics": {
"n_cpus": 1,
"n_nodes": 1,
"nodelist": "wn-ha-01",
"cpu_time_raw": 2217
},
"remarks": {
"discard_reason": "SIP files in MoM are incorrect"
},
"status_history": [
"defining (2024-07-31T14:22:01Z)",
"defined (2024-08-10T19:09:12Z)",
"staging (2024-08-10T19:13:09Z)",
"staged (2024-08-11T03:12:08Z)",
"fetched (2024-08-11T03:12:24Z)",
"processing (2024-08-11T06:38:23Z)",
"processed (2024-08-11T07:16:12Z)",
"storing (2024-08-11T07:16:38Z)",
"stored (2024-08-11T07:18:18Z)",
"validated (2024-08-11T08:18:47Z)",
"scrubbing (2024-08-11T08:19:25Z)",
"scrubbed (2024-08-11T08:20:01Z)",
"pre_archiving (2024-08-11T19:29:24Z)",
"pre_archived_failed (2024-08-11T19:29:27Z)",
"discard (2024-09-04T07:35:45Z)",
"discarding (2024-09-04T07:37:56Z)",
"cleaned_spider (2024-09-04T07:37:58Z)",
"discarding (2024-09-04T07:39:11Z)",
"discarded (2024-09-04T07:39:13Z)"
],
"size_to_process": 76773232640,
"size_processed": 19543439360,
"total_processing_time": 2217,
"nr_of_dps": null,
"log_entries": [
"5994927 - 380609 - (regular) - 354708 - staging (STAGER)",
"5998372 - 380609 - (regular) - 354708 - staged (STAGER)",
"5998375 - 380609 - (regular) - 354708 - fetched (copy_skipped)",
"6000932 - 380609 - (regular) - 354708 - processing (running)",
"6001331 - 380609 - (regular) - 354708 - processed (running)",
"6001333 - 380609 - (regular) - 354708 - storing (issuing_copying)",
"6001335 - 380609 - (regular) - 354708 - storing (copy_issued)",
"6001354 - 380609 - (regular) - 354708 - stored (copy_finished)",
"6002602 - 380609 - (regular) - 354708 - scrubbing (STAGER)",
"6002661 - 380609 - (regular) - 354708 - scrubbed (STAGER)",
"6010114 - 380609 - (regular) - 354708 - pre_archiving (submitting)",
"6010115 - 380609 - (regular) - 354708 - pre_archived_failed (unknown error)",
"6064090 - 380609 - (regular) - 354708 - discarding (spider)",
"6064091 - 380609 - (regular) - 354708 - cleaned_spider (spider)",
"6064180 - 380609 - (regular) - 354708 - discarding (dcache)",
"6064182 - 380609 - (regular) - 354708 - discarded (dcache)"
],
"meta_scheduling": null,
"environment": null,
"archive": null,
"activity": 3684,
"service_filter": "srm.grid.sara.nl",
"ingest_location": null,
"specification": null
}