Hi,
I have an hourly snapshot enable for 3 VMs. The last timestamp on the working snapshot is 10 days ago and all since then has failed with the following error:
{
"data": {
"mode": "full",
"reportWhen": "failure"
},
"id": "1714464000002",
"jobId": "1d8300de-25d6-45aa-943c-1c7dae226cd6",
"jobName": "TRI - Axigen Hourly Snap",
"message": "backup",
"scheduleId": "2a0b85b1-ea05-4be0-bb29-78a93c0e1339",
"start": 1714464000002,
"status": "failure",
"infos": [
{
"data": {
"vms": [
"e73448f8-ea51-9db5-45c2-500fca1c5004",
"3c86ee81-be7d-0ce0-19e8-545ab61fe7b2",
"fff9f079-03cc-3d2c-eff6-c19af5a3c544"
]
},
"message": "vms"
}
],
"tasks": [
{
"data": {
"type": "VM",
"id": "e73448f8-ea51-9db5-45c2-500fca1c5004",
"name_label": "axigen_01.uk.dc1"
},
"id": "1714464006000",
"message": "backup VM",
"start": 1714464006000,
"status": "failure",
"tasks": [
{
"id": "1714464006045",
"message": "snapshot",
"start": 1714464006045,
"status": "failure",
"end": 1714464020407,
"result": {
"code": "SR_BACKEND_FAILURE_82",
"params": [
"",
"Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']]",
""
],
"task": {
"uuid": "a7d798e3-78cf-31e1-1095-5ba59ab5f588",
"name_label": "Async.VM.snapshot",
"name_description": "",
"allowed_operations": [],
"current_operations": {},
"created": "20240430T08:00:10Z",
"finished": "20240430T08:00:20Z",
"status": "failure",
"resident_on": "OpaqueRef:359a920d-7bb1-4088-8b3e-42254f111f51",
"progress": 1,
"type": "<none/>",
"result": "",
"error_info": [
"SR_BACKEND_FAILURE_82",
"",
"Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']]",
""
],
"other_config": {},
"subtask_of": "OpaqueRef:NULL",
"subtasks": [
"OpaqueRef:98c2b4fc-8023-4d6e-ae54-1eef234d05f9"
],
"backtrace": "(((process xapi)(filename ocaml/xapi-client/client.ml)(line 7))((process xapi)(filename ocaml/xapi-client/client.ml)(line 19))((process xapi)(filename ocaml/xapi-client/client.ml)(line 6016))((process xapi)(filename lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename lib/xapi-stdext-pervasives/pervasiveext.ml)(line 35))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 134))((process xapi)(filename lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/xapi/rbac.ml)(line 205))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 95)))"
},
"message": "SR_BACKEND_FAILURE_82(, Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']], )",
"name": "XapiError",
"stack": "XapiError: SR_BACKEND_FAILURE_82(, Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']], )\n at XapiError.wrap (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/_XapiError.mjs:16:12)\n at default (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/_getTaskResult.mjs:11:29)\n at Xapi._addRecordToCache (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1029:24)\n at file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1063:14\n at Array.forEach (<anonymous>)\n at Xapi._processEvents (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1053:12)\n at Xapi._watchEvents (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1226:14)\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"
}
}
],
"end": 1714464020453,
"result": {
"code": "SR_BACKEND_FAILURE_82",
"params": [
"",
"Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']]",
""
],
"task": {
"uuid": "a7d798e3-78cf-31e1-1095-5ba59ab5f588",
"name_label": "Async.VM.snapshot",
"name_description": "",
"allowed_operations": [],
"current_operations": {},
"created": "20240430T08:00:10Z",
"finished": "20240430T08:00:20Z",
"status": "failure",
"resident_on": "OpaqueRef:359a920d-7bb1-4088-8b3e-42254f111f51",
"progress": 1,
"type": "<none/>",
"result": "",
"error_info": [
"SR_BACKEND_FAILURE_82",
"",
"Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']]",
""
],
"other_config": {},
"subtask_of": "OpaqueRef:NULL",
"subtasks": [
"OpaqueRef:98c2b4fc-8023-4d6e-ae54-1eef234d05f9"
],
"backtrace": "(((process xapi)(filename ocaml/xapi-client/client.ml)(line 7))((process xapi)(filename ocaml/xapi-client/client.ml)(line 19))((process xapi)(filename ocaml/xapi-client/client.ml)(line 6016))((process xapi)(filename lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename lib/xapi-stdext-pervasives/pervasiveext.ml)(line 35))((process xapi)(filename ocaml/xapi/message_forwarding.ml)(line 134))((process xapi)(filename lib/xapi-stdext-pervasives/pervasiveext.ml)(line 24))((process xapi)(filename ocaml/xapi/rbac.ml)(line 205))((process xapi)(filename ocaml/xapi/server_helpers.ml)(line 95)))"
},
"message": "SR_BACKEND_FAILURE_82(, Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']], )",
"name": "XapiError",
"stack": "XapiError: SR_BACKEND_FAILURE_82(, Failed to snapshot VDI [opterr=['MAP_DUPLICATE_KEY', 'VDI', 'sm_config', 'OpaqueRef:b07eac75-3351-4544-ac63-1d912e80a5b3', 'paused']], )\n at XapiError.wrap (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/_XapiError.mjs:16:12)\n at default (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/_getTaskResult.mjs:11:29)\n at Xapi._addRecordToCache (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1029:24)\n at file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1063:14\n at Array.forEach (<anonymous>)\n at Xapi._processEvents (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1053:12)\n at Xapi._watchEvents (file:///opt/xo/xo-builds/xen-orchestra-202404191537/packages/xen-api/index.mjs:1226:14)\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"
}
},
{
"data": {
"type": "VM",
"id": "3c86ee81-be7d-0ce0-19e8-545ab61fe7b2",
"name_label": "axigen_02.uk.dc1"
},
"id": "1714464006004",
"message": "backup VM",
"start": 1714464006004,
"status": "success",
"tasks": [
{
"id": "1714464006049",
"message": "snapshot",
"start": 1714464006049,
"status": "success",
"end": 1714464117458,
"result": "9a5d2a2a-2569-94e3-e6cc-8d2ae2bde93a"
}
],
"end": 1714464136381
},
{
"data": {
"type": "VM",
"id": "fff9f079-03cc-3d2c-eff6-c19af5a3c544",
"name_label": "axigen_03.uk.dc1"
},
"id": "1714464020458",
"message": "backup VM",
"start": 1714464020458,
"status": "interrupted",
"tasks": [
{
"id": "1714464020480",
"message": "snapshot",
"start": 1714464020480,
"status": "interrupted"
}
]
}
],
"end": 1714475955839,
"result": {
"message": "worker exited with code null and signal SIGTERM",
"name": "Error",
"stack": "Error: worker exited with code null and signal SIGTERM\n at ChildProcess.<anonymous> (file:///opt/xo/xo-builds/xen-orchestra-202404191537/@xen-orchestra/backups/runBackupWorker.mjs:12:48)\n at ChildProcess.emit (node:events:517:28)\n at ChildProcess.patchedEmit [as emit] (/opt/xo/xo-builds/xen-orchestra-202404191537/@xen-orchestra/log/configure.js:52:17)\n at Process.ChildProcess._handle.onexit (node:internal/child_process:292:12)\n at Process.callbackTrampoline (node:internal/async_hooks:128:17)"
}
}
3e1f7d85-9e1a-41f3-a1f3-d7797b0999e6-image.png
Could anyone please help me understand why this snapshot is failing?
Thank you