Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380636/?format=api
{
"id": 380636,
"task_type": "regular",
"is_summary": false,
"is_aggregated": false,
"creationTime": "2024-07-31T14:22:10.164373Z",
"filter": "lc4_030-vk-2bits",
"predecessor": null,
"predecessor_status": "no_predecessor",
"successors": [],
"joined_input_tasks": [],
"joined_output_task": null,
"joined_status": null,
"project": "lc4_030",
"sas_id": "354708",
"priority": 100,
"purge_policy": "yes",
"cleanup_policy": "pre_archived_failed",
"resume": true,
"workflow": 22,
"stage_request_id": 747150,
"status": "discarded",
"new_status": "discarded",
"quality": "good",
"calculated_qualities": {
"per_task": "good",
"per_sasid": "good"
},
"inputs": [
{
"size": 19193272320,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B070_P000_bf_17dcf00a.tar",
"type": "File",
"location": "srm.grid.sara.nl"
},
{
"size": 19193262080,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B071_P000_bf_b69429e8.tar",
"type": "File",
"location": "srm.grid.sara.nl"
},
{
"size": 19193272320,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B072_P000_bf_471ae0a1.tar",
"type": "File",
"location": "srm.grid.sara.nl"
},
{
"size": 19193272320,
"surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B073_P000_bf_1034d8eb.tar",
"type": "File",
"location": "srm.grid.sara.nl"
}
],
"outputs": {
"ingest": [
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885831680,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP001_B070_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "9688a0d3c4f72668856030237dbdd67d",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B070_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP001_B070_P000_bf.tar_filecontent.txt",
"checksum": "sha1$d4e7b0c89303aad964f325afcb5754d3acb0dc7b",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B070_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP001_B070_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP001_B070_P000_bf.tar"
},
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885821440,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP001_B071_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "6e5f701d45d2364fa2002ed65cd6fe8f",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B071_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP001_B071_P000_bf.tar_filecontent.txt",
"checksum": "sha1$044262a64c09d7d39226f3b3004f7adab21f1a29",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B071_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP001_B071_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP001_B071_P000_bf.tar"
},
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885831680,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP001_B072_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "369aff00c14b6697e9f5f3ba993a2ea0",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B072_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP001_B072_P000_bf.tar_filecontent.txt",
"checksum": "sha1$7bf58c7ea86cd8b9310ee289802338f1e35369eb",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B072_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP001_B072_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP001_B072_P000_bf.tar"
},
{
"path": "tar_archive",
"metadata": {
"dataProduct": {
"size": 4885831680,
"_type": "PulpDataProduct",
"fileName": "L354708_SAP001_B073_P000_bf.tar",
"fileFormat": "PULP",
"md5checksum": "75f80c1175678e7170b06860a3d241a6",
"storageWriter": "Unknown",
"dataProductType": "Pulsar pipeline output",
"storageWriterVersion": "Unknown"
},
"pipelineRun": {
"fileContent": {
"size": 591,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B073_P000_bf.tar_filecontent.txt",
"class": "File",
"nameext": ".txt",
"basename": "L354708_SAP001_B073_P000_bf.tar_filecontent.txt",
"checksum": "sha1$75c8292bf1a574f1ef56bc85725858f17cd78b1f",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B073_P000_bf.tar_filecontent.txt",
"nameroot": "L354708_SAP001_B073_P000_bf.tar_filecontent"
}
}
},
"file_name": "L354708_SAP001_B073_P000_bf.tar"
}
],
"quality": {
"plots": [],
"details": {},
"summary": {
"L354708_SAP001_B070_P000_bf.tar": {
"added": [
"stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit.fits",
"stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM70/L354710_SAP1_BEAM70.fits"
],
"input_name": "L354708_SAP001_B070_P000_bf.tar",
"input_size": 19193272320,
"is_summary": false,
"size_ratio": 0.25455959768302816,
"output_name": "L354708_SAP001_B070_P000_bf.tar",
"output_size": 4885831680,
"rfi_percent": 10.317,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
"L354708_SAP001_B071_P000_bf.tar": {
"added": [
"stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit.fits",
"stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM71/L354710_SAP1_BEAM71.fits"
],
"input_name": "L354708_SAP001_B071_P000_bf.tar",
"input_size": 19193262080,
"is_summary": false,
"size_ratio": 0.2545591999752446,
"output_name": "L354708_SAP001_B071_P000_bf.tar",
"output_size": 4885821440,
"rfi_percent": 10.241,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
"L354708_SAP001_B072_P000_bf.tar": {
"added": [
"stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit.fits",
"stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM72/L354710_SAP1_BEAM72.fits"
],
"input_name": "L354708_SAP001_B072_P000_bf.tar",
"input_size": 19193272320,
"is_summary": false,
"size_ratio": 0.25455959768302816,
"output_name": "L354708_SAP001_B072_P000_bf.tar",
"output_size": 4885831680,
"rfi_percent": 10.285,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
"L354708_SAP001_B073_P000_bf.tar": {
"added": [
"stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit.fits",
"stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM73/L354710_SAP1_BEAM73.fits"
],
"input_name": "L354708_SAP001_B073_P000_bf.tar",
"input_size": 19193272320,
"is_summary": false,
"size_ratio": 0.25455959768302816,
"output_name": "L354708_SAP001_B073_P000_bf.tar",
"output_size": 4885831680,
"rfi_percent": 10.324,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
}
},
"sensitivity": "N/A",
"uv-coverage": "N/A",
"observing-conditions": "N/A"
},
"summary": [
{
"added": [
"stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit.fits",
"stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM70/L354710_SAP1_BEAM70.fits"
],
"input_name": "L354708_SAP001_B070_P000_bf.tar",
"input_size": 19193272320,
"is_summary": false,
"size_ratio": 0.25455959768302816,
"output_name": "L354708_SAP001_B070_P000_bf.tar",
"output_size": 4885831680,
"rfi_percent": 10.317,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
{
"added": [
"stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit.fits",
"stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM71/L354710_SAP1_BEAM71.fits"
],
"input_name": "L354708_SAP001_B071_P000_bf.tar",
"input_size": 19193262080,
"is_summary": false,
"size_ratio": 0.2545591999752446,
"output_name": "L354708_SAP001_B071_P000_bf.tar",
"output_size": 4885821440,
"rfi_percent": 10.241,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
{
"added": [
"stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit.fits",
"stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM72/L354710_SAP1_BEAM72.fits"
],
"input_name": "L354708_SAP001_B072_P000_bf.tar",
"input_size": 19193272320,
"is_summary": false,
"size_ratio": 0.25455959768302816,
"output_name": "L354708_SAP001_B072_P000_bf.tar",
"output_size": 4885831680,
"rfi_percent": 10.285,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
},
{
"added": [
"stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit.fits",
"stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log"
],
"deleted": [
"stokes/SAP1/BEAM73/L354710_SAP1_BEAM73.fits"
],
"input_name": "L354708_SAP001_B073_P000_bf.tar",
"input_size": 19193272320,
"is_summary": false,
"size_ratio": 0.25455959768302816,
"output_name": "L354708_SAP001_B073_P000_bf.tar",
"output_size": 4885831680,
"rfi_percent": 10.324,
"input_size_str": "17.88 GB",
"output_size_str": "4.55 GB"
}
],
"tar_archive": [
{
"size": 4885831680,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B070_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP001_B070_P000_bf.tar",
"checksum": "sha1$f86c99fa1e197c6956a52c18b4e351f24f244602",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B070_P000_bf.tar",
"nameroot": "L354708_SAP001_B070_P000_bf"
},
{
"size": 4885821440,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B071_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP001_B071_P000_bf.tar",
"checksum": "sha1$244c9e1eb249dc5c1ab4cfe63d17ceb384971a18",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B071_P000_bf.tar",
"nameroot": "L354708_SAP001_B071_P000_bf"
},
{
"size": 4885831680,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B072_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP001_B072_P000_bf.tar",
"checksum": "sha1$84a1d54f4f7217e1e2658936a7f96b4f0b4f8321",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B072_P000_bf.tar",
"nameroot": "L354708_SAP001_B072_P000_bf"
},
{
"size": 4885831680,
"surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B073_P000_bf.tar",
"class": "File",
"nameext": ".tar",
"basename": "L354708_SAP001_B073_P000_bf.tar",
"checksum": "sha1$2c2a36122eb6b01e4e4687c3fe92c4208864a0ee",
"location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B073_P000_bf.tar",
"nameroot": "L354708_SAP001_B073_P000_bf"
}
]
},
"metrics": {
"n_cpus": 1,
"n_nodes": 1,
"nodelist": "wn-ca-02",
"cpu_time_raw": 1504
},
"remarks": {
"discard_reason": "SIP files in MoM are incorrect"
},
"status_history": [
"defining (2024-07-31T14:22:10Z)",
"defined (2024-08-10T19:09:14Z)",
"staging (2024-08-10T19:14:28Z)",
"staged (2024-08-11T04:02:12Z)",
"fetched (2024-08-11T04:02:47Z)",
"processing (2024-08-11T07:09:39Z)",
"processed (2024-08-11T07:35:33Z)",
"storing (2024-08-11T07:36:30Z)",
"stored (2024-08-11T07:37:33Z)",
"validated (2024-08-11T08:18:50Z)",
"scrubbing (2024-08-11T08:19:42Z)",
"scrubbed (2024-08-11T08:20:24Z)",
"pre_archiving (2024-08-11T19:32:43Z)",
"pre_archived_failed (2024-08-11T19:32:46Z)",
"discard (2024-09-04T07:35:44Z)",
"discarding (2024-09-04T07:39:11Z)",
"cleaned_spider (2024-09-04T07:39:14Z)",
"discarding (2024-09-04T07:40:57Z)",
"discarded (2024-09-04T07:40:59Z)"
],
"size_to_process": 76773079040,
"size_processed": 19543316480,
"total_processing_time": 1504,
"nr_of_dps": null,
"log_entries": [
"5994962 - 380636 - (regular) - 354708 - staging (STAGER)",
"5998950 - 380636 - (regular) - 354708 - staged (STAGER)",
"5998959 - 380636 - (regular) - 354708 - fetched (copy_skipped)",
"6001259 - 380636 - (regular) - 354708 - processing (running)",
"6001532 - 380636 - (regular) - 354708 - processed (running)",
"6001541 - 380636 - (regular) - 354708 - storing (issuing_copying)",
"6001543 - 380636 - (regular) - 354708 - storing (copy_issued)",
"6001553 - 380636 - (regular) - 354708 - stored (copy_finished)",
"6002631 - 380636 - (regular) - 354708 - scrubbing (STAGER)",
"6002693 - 380636 - (regular) - 354708 - scrubbed (STAGER)",
"6010191 - 380636 - (regular) - 354708 - pre_archiving (submitting)",
"6010192 - 380636 - (regular) - 354708 - pre_archived_failed (unknown error)",
"6064181 - 380636 - (regular) - 354708 - discarding (spider)",
"6064184 - 380636 - (regular) - 354708 - cleaned_spider (spider)",
"6064288 - 380636 - (regular) - 354708 - discarding (dcache)",
"6064290 - 380636 - (regular) - 354708 - discarded (dcache)"
],
"meta_scheduling": null,
"environment": null,
"archive": null,
"activity": 3684,
"service_filter": "srm.grid.sara.nl",
"ingest_location": null,
"specification": null
}