[libvirt] [PATCH 7/8] Integrate the QEMU driver with the lock manager infrastructure
Daniel P. Berrange
berrange at redhat.com
Wed May 11 09:33:09 UTC 2011
The QEMU integrates with the lock manager instructure in a number
of key places
* During startup, a lock is acquired in between the fork & exec
* During startup, the libvirtd process acquires a lock before
setting file labelling
* During shutdown, the libvirtd process acquires a lock
before restoring file labelling
* During hotplug, unplug & media change the libvirtd process
holds a lock while setting/restoring labels
The main content lock is only ever held by the QEMU child process,
or libvirtd during VM shutdown. The rest of the operations only
require libvirtd to hold the metadata locks, relying on the active
QEMU still holding the content lock.
* src/qemu/qemu_conf.c, src/qemu/qemu_conf.h,
src/qemu/libvirtd_qemu.aug, src/qemu/test_libvirtd_qemu.aug:
Add config parameter for configuring lock managers
* src/qemu/qemu_driver.c: Add calls to the lock manager
---
src/qemu/libvirtd_qemu.aug | 2 +
src/qemu/qemu.conf | 15 +++++
src/qemu/qemu_conf.c | 12 ++++
src/qemu/qemu_conf.h | 3 +
src/qemu/qemu_domain.c | 5 ++
src/qemu/qemu_domain.h | 1 +
src/qemu/qemu_driver.c | 23 +++++++-
src/qemu/qemu_hotplug.c | 80 +++++++++++++++++++++++-
src/qemu/qemu_hotplug.h | 6 ++
src/qemu/qemu_migration.c | 42 ++++++++++---
src/qemu/qemu_process.c | 126 ++++++++++++++++++++++++++++++---------
src/qemu/test_libvirtd_qemu.aug | 6 ++
12 files changed, 278 insertions(+), 43 deletions(-)
diff --git a/src/qemu/libvirtd_qemu.aug b/src/qemu/libvirtd_qemu.aug
index ac30b8e..5b7a45c 100644
--- a/src/qemu/libvirtd_qemu.aug
+++ b/src/qemu/libvirtd_qemu.aug
@@ -48,6 +48,8 @@ module Libvirtd_qemu =
| bool_entry "allow_disk_format_probing"
| bool_entry "set_process_name"
| int_entry "max_processes"
+ | str_entry "content_lock_manager"
+ | str_entry "metadata_lock_manager"
(* Each enty in the config is one of the following three ... *)
let entry = vnc_entry
diff --git a/src/qemu/qemu.conf b/src/qemu/qemu.conf
index c70050e..d67e5ce 100644
--- a/src/qemu/qemu.conf
+++ b/src/qemu/qemu.conf
@@ -280,3 +280,18 @@
# override default value set by host OS.
#
# max_processes = 0
+
+# To enable strict 'fcntl' based locking of the file
+# content (to prevent two VMs writing to the same
+# disk), start the 'virtlockd' service, and uncomment
+# this
+#
+# content_lock_manager = "fcntl"
+
+
+# To enable strict 'fcntl' based locking of the file
+# metadata (to prevent two libvirtd daemons on different
+# hosts doing conflicting metadata changes), start the
+# 'virtlockd' service, and uncomment this
+#
+# metadata_lock_manager = "fcntl"
diff --git a/src/qemu/qemu_conf.c b/src/qemu/qemu_conf.c
index bb5421b..2a27d12 100644
--- a/src/qemu/qemu_conf.c
+++ b/src/qemu/qemu_conf.c
@@ -115,6 +115,9 @@ int qemudLoadDriverConfig(struct qemud_driver *driver,
}
#endif
+ if (!(driver->lockManager =
+ virLockManagerPluginNew("nop", 0)))
+ return -1;
/* Just check the file is readable before opening it, otherwise
* libvirt emits an error.
@@ -428,6 +431,15 @@ int qemudLoadDriverConfig(struct qemud_driver *driver,
CHECK_TYPE("max_processes", VIR_CONF_LONG);
if (p) driver->maxProcesses = p->l;
+ p = virConfGetValue (conf, "lock_manager");
+ CHECK_TYPE ("lock_manager", VIR_CONF_STRING);
+ if (p && p->str) {
+ virLockManagerPluginUnref(driver->lockManager);
+ if (!(driver->lockManager =
+ virLockManagerPluginNew(p->str, 0)))
+ VIR_ERROR(_("Failed to load lock manager %s"), p->str);
+ }
+
virConfFree (conf);
return 0;
}
diff --git a/src/qemu/qemu_conf.h b/src/qemu/qemu_conf.h
index f2bfa1e..003565b 100644
--- a/src/qemu/qemu_conf.h
+++ b/src/qemu/qemu_conf.h
@@ -43,6 +43,7 @@
# include "macvtap.h"
# include "command.h"
# include "threadpool.h"
+# include "locking/lock_manager.h"
# define QEMUD_CPUMASK_LEN CPU_SETSIZE
@@ -128,6 +129,8 @@ struct qemud_driver {
virBitmapPtr reservedVNCPorts;
virSysinfoDefPtr hostsysinfo;
+
+ virLockManagerPluginPtr lockManager;
};
typedef struct _qemuDomainCmdlineDef qemuDomainCmdlineDef;
diff --git a/src/qemu/qemu_domain.c b/src/qemu/qemu_domain.c
index c61f9bf..f63a28e 100644
--- a/src/qemu/qemu_domain.c
+++ b/src/qemu/qemu_domain.c
@@ -122,6 +122,7 @@ static void qemuDomainObjPrivateFree(void *data)
qemuDomainPCIAddressSetFree(priv->pciaddrs);
virDomainChrSourceDefFree(priv->monConfig);
VIR_FREE(priv->vcpupids);
+ VIR_FREE(priv->lockState);
/* This should never be non-NULL if we get here, but just in case... */
if (priv->mon) {
@@ -178,6 +179,9 @@ static int qemuDomainObjPrivateXMLFormat(virBufferPtr buf, void *data)
virBufferAddLit(buf, " </qemuCaps>\n");
}
+ if (priv->lockState)
+ virBufferAsprintf(buf, " <lockstate>%s</lockstate>\n", priv->lockState);
+
return 0;
}
@@ -281,6 +285,7 @@ static int qemuDomainObjPrivateXMLParse(xmlXPathContextPtr ctxt, void *data)
}
VIR_FREE(nodes);
+ priv->lockState = virXPathString("string(./lockstate)", ctxt);
return 0;
diff --git a/src/qemu/qemu_domain.h b/src/qemu/qemu_domain.h
index 6d24f53..0fca974 100644
--- a/src/qemu/qemu_domain.h
+++ b/src/qemu/qemu_domain.h
@@ -79,6 +79,7 @@ struct _qemuDomainObjPrivate {
int persistentAddrs;
virBitmapPtr qemuCaps;
+ char *lockState;
};
struct qemuDomainWatchdogEvent
diff --git a/src/qemu/qemu_driver.c b/src/qemu/qemu_driver.c
index 0b15437..7e91aae 100644
--- a/src/qemu/qemu_driver.c
+++ b/src/qemu/qemu_driver.c
@@ -1,5 +1,5 @@
/*
- * driver.c: core driver methods for managing qemu guests
+ * qemu_driver.c: core driver methods for managing qemu guests
*
* Copyright (C) 2006-2011 Red Hat, Inc.
* Copyright (C) 2006 Daniel P. Berrange
@@ -87,6 +87,7 @@
#include "fdstream.h"
#include "configmake.h"
#include "threadpool.h"
+#include "locking/lock_manager.h"
#define VIR_FROM_THIS VIR_FROM_QEMU
@@ -531,6 +532,14 @@ qemudStartup(int privileged) {
}
VIR_FREE(driverConf);
+ /* We should always at least have the 'nop' manager, so
+ * NULLs here are a fatal error
+ */
+ if (!qemu_driver->lockManager) {
+ VIR_ERROR0(_("Missing lock manager implementation"));
+ goto error;
+ }
+
if (qemuSecurityInit(qemu_driver) < 0)
goto error;
@@ -775,6 +784,8 @@ qemudShutdown(void) {
virCgroupFree(&qemu_driver->cgroup);
+ virLockManagerPluginUnref(qemu_driver->lockManager);
+
qemuDriverUnlock(qemu_driver);
virMutexDestroy(&qemu_driver->lock);
virThreadPoolFree(qemu_driver->workerPool);
@@ -3941,6 +3952,13 @@ qemuDomainAttachDeviceLive(virDomainObjPtr vm,
dev->data.controller = NULL;
break;
+ case VIR_DOMAIN_DEVICE_LEASE:
+ ret = qemuDomainAddLease(driver, vm,
+ dev->data.lease);
+ if (ret == 0)
+ dev->data.lease = NULL;
+ break;
+
case VIR_DOMAIN_DEVICE_NET:
qemuDomainObjCheckNetTaint(driver, vm, dev->data.net, -1);
ret = qemuDomainAttachNetDevice(dom->conn, driver, vm,
@@ -4030,6 +4048,9 @@ qemuDomainDetachDeviceLive(virDomainObjPtr vm,
case VIR_DOMAIN_DEVICE_CONTROLLER:
ret = qemuDomainDetachDeviceControllerLive(driver, vm, dev);
break;
+ case VIR_DOMAIN_DEVICE_LEASE:
+ ret = qemuDomainRemoveLease(driver, vm, dev->data.lease);
+ break;
case VIR_DOMAIN_DEVICE_NET:
ret = qemuDomainDetachNetDevice(driver, vm, dev);
break;
diff --git a/src/qemu/qemu_hotplug.c b/src/qemu/qemu_hotplug.c
index dae2269..2c02eb7 100644
--- a/src/qemu/qemu_hotplug.c
+++ b/src/qemu/qemu_hotplug.c
@@ -38,6 +38,7 @@
#include "pci.h"
#include "files.h"
#include "qemu_cgroup.h"
+#include "locking/domain_lock.h"
#define VIR_FROM_THIS VIR_FROM_QEMU
@@ -82,9 +83,15 @@ int qemuDomainChangeEjectableMedia(struct qemud_driver *driver,
return -1;
}
+ if (virDomainLockDiskAttach(driver->lockManager, vm, disk) < 0)
+ return -1;
+
if (virSecurityManagerSetImageLabel(driver->securityManager,
- vm, disk) < 0)
+ vm, disk) < 0) {
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
return -1;
+ }
if (!(driveAlias = qemuDeviceDriveHostAlias(origdisk, priv->qemuCaps)))
goto error;
@@ -115,6 +122,9 @@ int qemuDomainChangeEjectableMedia(struct qemud_driver *driver,
vm, origdisk) < 0)
VIR_WARN("Unable to restore security label on ejected image %s", origdisk->src);
+ if (virDomainLockDiskDetach(driver->lockManager, vm, origdisk) < 0)
+ VIR_WARN("Unable to release lock on disk %s", origdisk->src);
+
VIR_FREE(origdisk->src);
origdisk->src = disk->src;
disk->src = NULL;
@@ -128,9 +138,14 @@ int qemuDomainChangeEjectableMedia(struct qemud_driver *driver,
error:
VIR_FREE(driveAlias);
+
if (virSecurityManagerRestoreImageLabel(driver->securityManager,
vm, disk) < 0)
VIR_WARN("Unable to restore security label on new media %s", disk->src);
+
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
+
return -1;
}
@@ -154,9 +169,15 @@ int qemuDomainAttachPciDiskDevice(struct qemud_driver *driver,
}
}
+ if (virDomainLockDiskAttach(driver->lockManager, vm, disk) < 0)
+ return -1;
+
if (virSecurityManagerSetImageLabel(driver->securityManager,
- vm, disk) < 0)
+ vm, disk) < 0) {
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
return -1;
+ }
if (qemuCapsGet(priv->qemuCaps, QEMU_CAPS_DEVICE)) {
if (qemuDomainPCIAddressEnsureAddr(priv->pciaddrs, &disk->info) < 0)
@@ -228,6 +249,9 @@ error:
vm, disk) < 0)
VIR_WARN("Unable to restore security label on %s", disk->src);
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
+
return -1;
}
@@ -364,10 +388,15 @@ int qemuDomainAttachSCSIDisk(struct qemud_driver *driver,
}
}
+ if (virDomainLockDiskAttach(driver->lockManager, vm, disk) < 0)
+ return -1;
if (virSecurityManagerSetImageLabel(driver->securityManager,
- vm, disk) < 0)
+ vm, disk) < 0) {
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
return -1;
+ }
/* We should have an address already, so make sure */
if (disk->info.type != VIR_DOMAIN_DEVICE_ADDRESS_TYPE_DRIVE) {
@@ -456,6 +485,9 @@ error:
vm, disk) < 0)
VIR_WARN("Unable to restore security label on %s", disk->src);
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
+
return -1;
}
@@ -477,10 +509,17 @@ int qemuDomainAttachUsbMassstorageDevice(struct qemud_driver *driver,
}
}
+ if (virDomainLockDiskAttach(driver->lockManager, vm, disk) < 0)
+ return -1;
+
if (virSecurityManagerSetImageLabel(driver->securityManager,
- vm, disk) < 0)
+ vm, disk) < 0) {
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
return -1;
+ }
+ /* XXX not correct once we allow attaching a USB CDROM */
if (!disk->src) {
qemuReportError(VIR_ERR_INTERNAL_ERROR,
"%s", _("disk source path is missing"));
@@ -538,6 +577,9 @@ error:
vm, disk) < 0)
VIR_WARN("Unable to restore security label on %s", disk->src);
+ if (virDomainLockDiskDetach(driver->lockManager, vm, disk) < 0)
+ VIR_WARN("Unable to release lock on %s", disk->src);
+
return -1;
}
@@ -1184,10 +1226,14 @@ int qemuDomainDetachPciDiskDevice(struct qemud_driver *driver,
NULLSTR(dev->data.disk->src));
}
+ if (virDomainLockDiskDetach(driver->lockManager, vm, dev->data.disk) < 0)
+ VIR_WARN("Unable to release lock on %s", dev->data.disk->src);
+
ret = 0;
cleanup:
VIR_FREE(drivestr);
+ virCgroupFree(&cgroup);
return ret;
}
@@ -1262,6 +1308,9 @@ int qemuDomainDetachDiskDevice(struct qemud_driver *driver,
NULLSTR(dev->data.disk->src));
}
+ if (virDomainLockDiskDetach(driver->lockManager, vm, dev->data.disk) < 0)
+ VIR_WARN("Unable to release lock on disk %s", dev->data.disk->src);
+
ret = 0;
cleanup:
@@ -1798,3 +1847,26 @@ cleanup:
return ret;
}
+
+int qemuDomainAddLease(struct qemud_driver *driver,
+ virDomainObjPtr vm,
+ virDomainLeaseDefPtr lease)
+{
+ if (virDomainLockLeaseAttach(driver->lockManager, vm, lease) < 0)
+ return -1;
+ /* XXX update def */
+
+ return 0;
+}
+
+int qemuDomainRemoveLease(struct qemud_driver *driver,
+ virDomainObjPtr vm,
+ virDomainLeaseDefPtr lease)
+{
+ if (virDomainLockLeaseDetach(driver->lockManager, vm, lease) < 0)
+ return -1;
+
+ /* XXX update def */
+
+ return 0;
+}
diff --git a/src/qemu/qemu_hotplug.h b/src/qemu/qemu_hotplug.h
index d18b393..e9fe878 100644
--- a/src/qemu/qemu_hotplug.h
+++ b/src/qemu/qemu_hotplug.h
@@ -85,6 +85,12 @@ int qemuDomainDetachHostUsbDevice(struct qemud_driver *driver,
int qemuDomainDetachHostDevice(struct qemud_driver *driver,
virDomainObjPtr vm,
virDomainDeviceDefPtr dev);
+int qemuDomainAddLease(struct qemud_driver *driver,
+ virDomainObjPtr vm,
+ virDomainLeaseDefPtr lease);
+int qemuDomainRemoveLease(struct qemud_driver *driver,
+ virDomainObjPtr vm,
+ virDomainLeaseDefPtr lease);
#endif /* __QEMU_HOTPLUG_H__ */
diff --git a/src/qemu/qemu_migration.c b/src/qemu/qemu_migration.c
index 5413186..0bfcb34 100644
--- a/src/qemu/qemu_migration.c
+++ b/src/qemu/qemu_migration.c
@@ -41,6 +41,7 @@
#include "datatypes.h"
#include "fdstream.h"
#include "uuid.h"
+#include "locking/domain_lock.h"
#define VIR_FROM_THIS VIR_FROM_QEMU
@@ -74,6 +75,8 @@ struct _qemuMigrationCookie {
unsigned char uuid[VIR_UUID_BUFLEN];
char *name;
+ char *lockState;
+
/* If (flags & QEMU_MIGRATION_COOKIE_GRAPHICS) */
qemuMigrationCookieGraphicsPtr graphics;
};
@@ -98,6 +101,7 @@ static void qemuMigrationCookieFree(qemuMigrationCookiePtr mig)
VIR_FREE(mig->hostname);
VIR_FREE(mig->name);
+ VIR_FREE(mig->lockState);
VIR_FREE(mig);
}
@@ -210,9 +214,11 @@ error:
static qemuMigrationCookiePtr
-qemuMigrationCookieNew(virDomainObjPtr dom)
+qemuMigrationCookieNew(struct qemud_driver *driver,
+ virDomainObjPtr dom)
{
qemuMigrationCookiePtr mig = NULL;
+ qemuDomainObjPrivatePtr priv = dom->privateData;
if (VIR_ALLOC(mig) < 0)
goto no_memory;
@@ -229,6 +235,15 @@ qemuMigrationCookieNew(virDomainObjPtr dom)
goto error;
}
+ if (dom->state == VIR_DOMAIN_PAUSED) {
+ if (priv->lockState &&
+ !(mig->lockState = strdup(priv->lockState)))
+ goto no_memory;
+ } else {
+ if (virDomainLockProcessInquire(driver->lockManager, dom, &mig->lockState) < 0)
+ goto error;
+ }
+
return mig;
no_memory:
@@ -294,6 +309,8 @@ static void qemuMigrationCookieXMLFormat(virBufferPtr buf,
virBufferAsprintf(buf, " <uuid>%s</uuid>\n", uuidstr);
virBufferEscapeString(buf, " <hostname>%s</hostname>\n", mig->hostname);
virBufferAsprintf(buf, " <hostuuid>%s</hostuuid>\n", hostuuidstr);
+ if (mig->lockState)
+ virBufferAsprintf(buf, " <lockstate>%s</lockstate>\n", mig->lockState);
if (mig->flags & QEMU_MIGRATION_COOKIE_GRAPHICS)
qemuMigrationCookieGraphicsXMLFormat(buf, mig->graphics);
@@ -438,6 +455,10 @@ qemuMigrationCookieXMLParse(qemuMigrationCookiePtr mig,
}
VIR_FREE(tmp);
+ mig->lockState = virXPathString("string(./lockstate[1])", ctxt);
+ if (mig->lockState && STREQ(mig->lockState, ""))
+ VIR_FREE(mig->lockState);
+
if ((flags & QEMU_MIGRATION_COOKIE_GRAPHICS) &&
virXPathBoolean("count(./graphics) > 0", ctxt) &&
(!(mig->graphics = qemuMigrationCookieGraphicsXMLParse(ctxt))))
@@ -514,7 +535,8 @@ qemuMigrationBakeCookie(qemuMigrationCookiePtr mig,
static qemuMigrationCookiePtr
-qemuMigrationEatCookie(virDomainObjPtr dom,
+qemuMigrationEatCookie(struct qemud_driver *driver,
+ virDomainObjPtr dom,
const char *cookiein,
int cookieinlen,
int flags)
@@ -531,7 +553,7 @@ qemuMigrationEatCookie(virDomainObjPtr dom,
VIR_DEBUG("cookielen=%d cookie='%s'", cookieinlen, NULLSTR(cookiein));
- if (!(mig = qemuMigrationCookieNew(dom)))
+ if (!(mig = qemuMigrationCookieNew(driver, dom)))
return NULL;
if (cookiein && cookieinlen &&
@@ -822,7 +844,7 @@ char *qemuMigrationBegin(struct qemud_driver *driver,
if (!qemuMigrationIsAllowed(vm->def))
goto cleanup;
- if (!(mig = qemuMigrationEatCookie(vm, NULL, 0, 0)))
+ if (!(mig = qemuMigrationEatCookie(driver, vm, NULL, 0, 0)))
goto cleanup;
if (qemuMigrationBakeCookie(mig, driver, vm,
@@ -901,7 +923,7 @@ qemuMigrationPrepareTunnel(struct qemud_driver *driver,
def = NULL;
priv = vm->privateData;
- if (!(mig = qemuMigrationEatCookie(vm, cookiein, cookieinlen,
+ if (!(mig = qemuMigrationEatCookie(driver, vm, cookiein, cookieinlen,
QEMU_MIGRATION_COOKIE_GRAPHICS)))
goto cleanup;
@@ -1131,7 +1153,7 @@ qemuMigrationPrepareDirect(struct qemud_driver *driver,
def = NULL;
priv = vm->privateData;
- if (!(mig = qemuMigrationEatCookie(vm, cookiein, cookieinlen,
+ if (!(mig = qemuMigrationEatCookie(driver, vm, cookiein, cookieinlen,
QEMU_MIGRATION_COOKIE_GRAPHICS)))
goto cleanup;
@@ -1226,7 +1248,7 @@ static int doNativeMigrate(struct qemud_driver *driver,
unsigned int background_flags = QEMU_MONITOR_MIGRATE_BACKGROUND;
qemuMigrationCookiePtr mig = NULL;
- if (!(mig = qemuMigrationEatCookie(vm, cookiein, cookieinlen,
+ if (!(mig = qemuMigrationEatCookie(driver, vm, cookiein, cookieinlen,
QEMU_MIGRATION_COOKIE_GRAPHICS)))
goto cleanup;
@@ -1469,7 +1491,7 @@ static int doTunnelMigrate(struct qemud_driver *driver,
goto cleanup;
}
- if (!(mig = qemuMigrationEatCookie(vm, cookiein, cookieinlen,
+ if (!(mig = qemuMigrationEatCookie(driver, vm, cookiein, cookieinlen,
QEMU_MIGRATION_COOKIE_GRAPHICS)))
goto cleanup;
@@ -2121,7 +2143,7 @@ qemuMigrationFinish(struct qemud_driver *driver,
priv->jobActive = QEMU_JOB_NONE;
memset(&priv->jobInfo, 0, sizeof(priv->jobInfo));
- if (!(mig = qemuMigrationEatCookie(vm, cookiein, cookieinlen, 0)))
+ if (!(mig = qemuMigrationEatCookie(driver, vm, cookiein, cookieinlen, 0)))
goto cleanup;
if (qemuDomainObjBeginJobWithDriver(driver, vm) < 0)
@@ -2240,7 +2262,7 @@ int qemuMigrationConfirm(struct qemud_driver *driver,
virDomainEventPtr event = NULL;
int rv = -1;
- if (!(mig = qemuMigrationEatCookie(vm, cookiein, cookieinlen, 0)))
+ if (!(mig = qemuMigrationEatCookie(driver, vm, cookiein, cookieinlen, 0)))
return -1;
if (!skipJob &&
diff --git a/src/qemu/qemu_process.c b/src/qemu/qemu_process.c
index de728a2..39f5fe4 100644
--- a/src/qemu/qemu_process.c
+++ b/src/qemu/qemu_process.c
@@ -50,6 +50,7 @@
#include "nodeinfo.h"
#include "processinfo.h"
#include "domain_nwfilter.h"
+#include "locking/domain_lock.h"
#define VIR_FROM_THIS VIR_FROM_QEMU
@@ -341,6 +342,7 @@ qemuProcessHandleStop(qemuMonitorPtr mon ATTRIBUTE_UNUSED,
virDomainObjLock(vm);
if (vm->state == VIR_DOMAIN_RUNNING) {
+ qemuDomainObjPrivatePtr priv = vm->privateData;
VIR_DEBUG("Transitioned guest %s to paused state due to unknown event",
vm->def->name);
@@ -349,6 +351,11 @@ qemuProcessHandleStop(qemuMonitorPtr mon ATTRIBUTE_UNUSED,
VIR_DOMAIN_EVENT_SUSPENDED,
VIR_DOMAIN_EVENT_SUSPENDED_PAUSED);
+ VIR_FREE(priv->lockState);
+ if (virDomainLockProcessPause(driver->lockManager, vm, &priv->lockState) < 0)
+ VIR_WARN("Unable to release lease on %s", vm->def->name);
+ VIR_DEBUG("Preserving lock state '%s'", NULLSTR(priv->lockState));
+
if (virDomainSaveStatus(driver->caps, driver->stateDir, vm) < 0) {
VIR_WARN("Unable to save status on vm %s after state change",
vm->def->name);
@@ -410,6 +417,7 @@ qemuProcessHandleWatchdog(qemuMonitorPtr mon ATTRIBUTE_UNUSED,
if (action == VIR_DOMAIN_EVENT_WATCHDOG_PAUSE &&
vm->state == VIR_DOMAIN_RUNNING) {
+ qemuDomainObjPrivatePtr priv = vm->privateData;
VIR_DEBUG("Transitioned guest %s to paused state due to watchdog", vm->def->name);
vm->state = VIR_DOMAIN_PAUSED;
@@ -417,6 +425,11 @@ qemuProcessHandleWatchdog(qemuMonitorPtr mon ATTRIBUTE_UNUSED,
VIR_DOMAIN_EVENT_SUSPENDED,
VIR_DOMAIN_EVENT_SUSPENDED_WATCHDOG);
+ VIR_FREE(priv->lockState);
+ if (virDomainLockProcessPause(driver->lockManager, vm, &priv->lockState) < 0)
+ VIR_WARN("Unable to release lease on %s", vm->def->name);
+ VIR_DEBUG("Preserving lock state '%s'", NULLSTR(priv->lockState));
+
if (virDomainSaveStatus(driver->caps, driver->stateDir, vm) < 0) {
VIR_WARN("Unable to save status on vm %s after watchdog event",
vm->def->name);
@@ -489,6 +502,7 @@ qemuProcessHandleIOError(qemuMonitorPtr mon ATTRIBUTE_UNUSED,
if (action == VIR_DOMAIN_EVENT_IO_ERROR_PAUSE &&
vm->state == VIR_DOMAIN_RUNNING) {
+ qemuDomainObjPrivatePtr priv = vm->privateData;
VIR_DEBUG("Transitioned guest %s to paused state due to IO error", vm->def->name);
vm->state = VIR_DOMAIN_PAUSED;
@@ -496,6 +510,11 @@ qemuProcessHandleIOError(qemuMonitorPtr mon ATTRIBUTE_UNUSED,
VIR_DOMAIN_EVENT_SUSPENDED,
VIR_DOMAIN_EVENT_SUSPENDED_IOERROR);
+ VIR_FREE(priv->lockState);
+ if (virDomainLockProcessPause(driver->lockManager, vm, &priv->lockState) < 0)
+ VIR_WARN("Unable to release lease on %s", vm->def->name);
+ VIR_DEBUG("Preserving lock state '%s'", NULLSTR(priv->lockState));
+
if (virDomainSaveStatus(driver->caps, driver->stateDir, vm) < 0)
VIR_WARN("Unable to save status on vm %s after IO error", vm->def->name);
}
@@ -1769,11 +1788,22 @@ struct qemuProcessHookData {
virConnectPtr conn;
virDomainObjPtr vm;
struct qemud_driver *driver;
+ bool incomingMigrate;
};
static int qemuProcessHook(void *data)
{
struct qemuProcessHookData *h = data;
+ int ret = -1;
+
+ /* Some later calls want pid present */
+ h->vm->pid = getpid();
+
+ VIR_DEBUG0("Obtaining domain lock");
+ if (virDomainLockProcessStart(h->driver->lockManager,
+ h->vm,
+ h->incomingMigrate) < 0)
+ goto cleanup;
if (qemuProcessLimits(h->driver) < 0)
return -1;
@@ -1781,18 +1811,25 @@ static int qemuProcessHook(void *data)
/* This must take place before exec(), so that all QEMU
* memory allocation is on the correct NUMA node
*/
+ VIR_DEBUG0("Moving procss to cgroup");
if (qemuAddToCgroup(h->driver, h->vm->def) < 0)
- return -1;
+ goto cleanup;
/* This must be done after cgroup placement to avoid resetting CPU
* affinity */
+ VIR_DEBUG0("Setup CPU affinity");
if (qemuProcessInitCpuAffinity(h->vm) < 0)
- return -1;
+ goto cleanup;
+ VIR_DEBUG0("Setting up security labeling");
if (virSecurityManagerSetProcessLabel(h->driver->securityManager, h->vm) < 0)
- return -1;
+ goto cleanup;
- return 0;
+ ret = 0;
+
+cleanup:
+ VIR_DEBUG("Hook complete ret=%d", ret);
+ return ret;
}
@@ -1821,11 +1858,22 @@ qemuProcessStartCPUs(struct qemud_driver *driver, virDomainObjPtr vm,
int ret;
qemuDomainObjPrivatePtr priv = vm->privateData;
+ VIR_DEBUG("Using lock state '%s'", NULLSTR(priv->lockState));
+ if (virDomainLockProcessResume(driver->lockManager, vm, priv->lockState) < 0) {
+ VIR_FREE(priv->lockState);
+ return -1;
+ }
+ VIR_FREE(priv->lockState);
+
qemuDomainObjEnterMonitorWithDriver(driver, vm);
ret = qemuMonitorStartCPUs(priv->mon, conn);
qemuDomainObjExitMonitorWithDriver(driver, vm);
if (ret == 0) {
vm->state = VIR_DOMAIN_RUNNING;
+ } else {
+ if (virDomainLockProcessPause(driver->lockManager, vm, &priv->lockState) < 0)
+ VIR_WARN("Unable to release lease on %s", vm->def->name);
+ VIR_DEBUG("Preserving lock state '%s'", NULLSTR(priv->lockState));
}
return ret;
@@ -1838,13 +1886,21 @@ int qemuProcessStopCPUs(struct qemud_driver *driver, virDomainObjPtr vm)
int oldState = vm->state;
qemuDomainObjPrivatePtr priv = vm->privateData;
+ VIR_FREE(priv->lockState);
+
vm->state = VIR_DOMAIN_PAUSED;
qemuDomainObjEnterMonitorWithDriver(driver, vm);
ret = qemuMonitorStopCPUs(priv->mon);
qemuDomainObjExitMonitorWithDriver(driver, vm);
- if (ret < 0) {
+
+ if (ret == 0) {
+ if (virDomainLockProcessPause(driver->lockManager, vm, &priv->lockState) < 0)
+ VIR_WARN("Unable to release lease on %s", vm->def->name);
+ VIR_DEBUG("Preserving lock state '%s'", NULLSTR(priv->lockState));
+ } else {
vm->state = oldState;
}
+
return ret;
}
@@ -2050,29 +2106,6 @@ int qemuProcessStart(virConnectPtr conn,
}
qemuAuditSecurityLabel(vm, true);
- VIR_DEBUG0("Generating setting domain security labels (if required)");
- if (virSecurityManagerSetAllLabel(driver->securityManager,
- vm, stdin_path) < 0)
- goto cleanup;
-
- if (stdin_fd != -1) {
- /* if there's an fd to migrate from, and it's a pipe, put the
- * proper security label on it
- */
- struct stat stdin_sb;
-
- VIR_DEBUG0("setting security label on pipe used for migration");
-
- if (fstat(stdin_fd, &stdin_sb) < 0) {
- virReportSystemError(errno,
- _("cannot stat fd %d"), stdin_fd);
- goto cleanup;
- }
- if (S_ISFIFO(stdin_sb.st_mode) &&
- virSecurityManagerSetFDLabel(driver->securityManager, vm, stdin_fd) < 0)
- goto cleanup;
- }
-
/* Ensure no historical cgroup for this VM is lying around bogus
* settings */
VIR_DEBUG0("Ensuring no historical cgroup is lying around");
@@ -2257,6 +2290,7 @@ int qemuProcessStart(virConnectPtr conn,
virCommandNonblockingFDs(cmd);
virCommandSetPidFile(cmd, pidfile);
virCommandDaemonize(cmd);
+ virCommandRequireHandshake(cmd);
ret = virCommandRun(cmd, NULL);
VIR_FREE(pidfile);
@@ -2287,6 +2321,42 @@ int qemuProcessStart(virConnectPtr conn,
#endif
}
+ VIR_DEBUG0("Waiting for handshake from child");
+ if (virCommandHandshakeWait(cmd) < 0) {
+ ret = -1;
+ goto cleanup;
+ }
+
+ VIR_DEBUG0("Setting domain security labels");
+ if (virSecurityManagerSetAllLabel(driver->securityManager,
+ vm, stdin_path) < 0)
+ goto cleanup;
+
+ if (stdin_fd != -1) {
+ /* if there's an fd to migrate from, and it's a pipe, put the
+ * proper security label on it
+ */
+ struct stat stdin_sb;
+
+ VIR_DEBUG0("setting security label on pipe used for migration");
+
+ if (fstat(stdin_fd, &stdin_sb) < 0) {
+ virReportSystemError(errno,
+ _("cannot stat fd %d"), stdin_fd);
+ goto cleanup;
+ }
+ if (S_ISFIFO(stdin_sb.st_mode) &&
+ virSecurityManagerSetFDLabel(driver->securityManager, vm, stdin_fd) < 0)
+ goto cleanup;
+ }
+
+ VIR_DEBUG0("Labelling done, completing handshake to child");
+ if (virCommandHandshakeNotify(cmd) < 0) {
+ ret = -1;
+ goto cleanup;
+ }
+ VIR_DEBUG0("Handshake complete, child running");
+
if (migrateFrom)
start_paused = true;
vm->state = start_paused ? VIR_DOMAIN_PAUSED : VIR_DOMAIN_RUNNING;
diff --git a/src/qemu/test_libvirtd_qemu.aug b/src/qemu/test_libvirtd_qemu.aug
index 917bd4f..90c80f0 100644
--- a/src/qemu/test_libvirtd_qemu.aug
+++ b/src/qemu/test_libvirtd_qemu.aug
@@ -113,6 +113,9 @@ allow_disk_format_probing = 1
vnc_auto_unix_socket = 1
max_processes = 12345
+
+content_lock_manager = \"fcntl\"
+metadata_lock_manager = \"fcntl\"
"
test Libvirtd_qemu.lns get conf =
@@ -236,3 +239,6 @@ max_processes = 12345
{ "vnc_auto_unix_socket" = "1" }
{ "#empty" }
{ "max_processes" = "12345" }
+{ "#empty" }
+{ "content_lock_manager" = "fcntl" }
+{ "metadata_lock_manager" = "fcntl" }
--
1.7.4.4
More information about the libvir-list
mailing list