[libvirt] [PATCH v4 2/6] vz: add migration backbone code

Nikolay Shirokovskiy nshirokovskiy at virtuozzo.com
Wed Sep 2 12:09:23 UTC 2015


From: nshirokovskiy at virtuozzo.com <nshirokovskiy at virtuozzo.com>

This patch makes basic vz migration possible. For example by virsh:

virsh -c vz:///system migrate $NAME vz+ssh://$DST/system --p2p

Vz migration is implemented as p2p migration. The reason
is that vz sdk do all the job. The question may arise then
why don't implement it as a direct migration. The reason
is that we want to leverage rich libvirt authentication abilities
we lack in vz sdk. We can do it because vz sdk can use tokens to
factor out authentication from migration command.

Signed-off-by: Nikolay Shirokovskiy <nshirokovskiy at virtuozzo.com>
---
 src/vz/vz_driver.c |  192 ++++++++++++++++++++++++++++++++++++++++++++++++++++
 src/vz/vz_sdk.c    |   33 +++++++++
 src/vz/vz_sdk.h    |    2 +
 3 files changed, 227 insertions(+), 0 deletions(-)

diff --git a/src/vz/vz_driver.c b/src/vz/vz_driver.c
index 8fa7957..f3fd599 100644
--- a/src/vz/vz_driver.c
+++ b/src/vz/vz_driver.c
@@ -1343,6 +1343,195 @@ vzDomainMemoryStats(virDomainPtr domain,
     return ret;
 }
 
+static char*
+vzFormatCookie(const unsigned char *session_uuid)
+{
+    char uuidstr[VIR_UUID_STRING_BUFLEN];
+    virBuffer buf = VIR_BUFFER_INITIALIZER;
+
+    virBufferAddLit(&buf, "<vz-migration1>\n");
+    virUUIDFormat(session_uuid, uuidstr);
+    virBufferAsprintf(&buf, "<session_uuid>%s</session_uuid>\n", uuidstr);
+    virBufferAddLit(&buf, "</vz-migration1>\n");
+
+    if (virBufferCheckError(&buf) < 0)
+        return NULL;
+
+    return virBufferContentAndReset(&buf);
+}
+
+static int
+vzParseCookie(const char *xml, unsigned char *session_uuid)
+{
+    xmlDocPtr doc = NULL;
+    xmlXPathContextPtr ctx = NULL;
+    char *tmp = NULL;
+    int ret = -1;
+
+    if (!(doc = virXMLParseStringCtxt(xml, _("(_migration_cookie)"), &ctx)))
+        goto cleanup;
+
+    if (!(tmp = virXPathString("string(./session_uuid[1])", ctx))) {
+        virReportError(VIR_ERR_INTERNAL_ERROR,
+                       "%s", _("missing session_uuid element in migration data"));
+        goto cleanup;
+    }
+    if (virUUIDParse(tmp, session_uuid) < 0) {
+        virReportError(VIR_ERR_INTERNAL_ERROR,
+                       "%s", _("malformed session_uuid element in migration data"));
+        goto cleanup;
+    }
+    ret = 0;
+
+ cleanup:
+    xmlXPathFreeContext(ctx);
+    xmlFreeDoc(doc);
+    VIR_FREE(tmp);
+
+    return ret;
+}
+
+static int
+vzDomainMigratePrepare3Params(virConnectPtr conn,
+                                virTypedParameterPtr params ATTRIBUTE_UNUSED,
+                                int nparams ATTRIBUTE_UNUSED,
+                                const char *cookiein ATTRIBUTE_UNUSED,
+                                int cookieinlen ATTRIBUTE_UNUSED,
+                                char **cookieout,
+                                int *cookieoutlen,
+                                char **uri_out ATTRIBUTE_UNUSED,
+                                unsigned int flags)
+{
+    vzConnPtr privconn = conn->privateData;
+    int ret = -1;
+
+    virCheckFlags(0, -1);
+
+    if (!(*cookieout = vzFormatCookie(privconn->session_uuid)))
+        goto cleanup;
+    *cookieoutlen = strlen(*cookieout) + 1;
+    ret = 0;
+
+ cleanup:
+    if (ret != 0) {
+        VIR_FREE(*cookieout);
+        *cookieoutlen = 0;
+    }
+
+    return ret;
+}
+
+static int
+vzConnectSupportsFeature(virConnectPtr conn ATTRIBUTE_UNUSED, int feature)
+{
+    switch (feature) {
+    case VIR_DRV_FEATURE_MIGRATION_PARAMS:
+    case VIR_DRV_FEATURE_MIGRATION_P2P:
+        return 1;
+    default:
+        return 0;
+    }
+}
+
+static virURIPtr
+vzMakeVzUri(const char *connuri_str)
+{
+    virURIPtr connuri = NULL;
+    virURIPtr vzuri = NULL;
+    int ret = -1;
+
+    if (!(connuri = virURIParse(connuri_str)))
+        goto cleanup;
+
+    if (VIR_ALLOC(vzuri) < 0)
+        goto cleanup;
+    memset(vzuri, 0, sizeof(*vzuri));
+
+    if (VIR_STRDUP(vzuri->server, connuri->server) == -1)
+        goto cleanup;
+
+    ret = 0;
+
+ cleanup:
+
+    virURIFree(connuri);
+    if (ret < 0) {
+        virURIFree(vzuri);
+        vzuri = NULL;
+    }
+
+    return vzuri;
+}
+
+#define VZ_MIGRATION_FLAGS (VIR_MIGRATE_PEER2PEER)
+
+#define VZ_MIGRATION_PARAMETERS (NULL)
+
+static int
+vzDomainMigratePerform3Params(virDomainPtr domain,
+                              const char *dconnuri,
+                              virTypedParameterPtr params,
+                              int nparams,
+                              const char *cookiein ATTRIBUTE_UNUSED,
+                              int cookieinlen ATTRIBUTE_UNUSED,
+                              char **cookieout ATTRIBUTE_UNUSED,
+                              int *cookieoutlen ATTRIBUTE_UNUSED,
+                              unsigned int flags)
+{
+    int ret = -1;
+    virDomainObjPtr dom = NULL;
+    virConnectPtr dconn = NULL;
+    virURIPtr vzuri = NULL;
+    unsigned char session_uuid[VIR_UUID_BUFLEN];
+    vzConnPtr privconn = domain->conn->privateData;
+    char *cookie = NULL;
+    int cookielen = 0;
+
+    virCheckFlags(VZ_MIGRATION_FLAGS, -1);
+
+    if (virTypedParamsValidate(params, nparams, VZ_MIGRATION_PARAMETERS) < 0)
+        goto cleanup;
+
+    if (!(vzuri = vzMakeVzUri(dconnuri)))
+        goto cleanup;
+
+    if (!(dom = vzDomObjFromDomain(domain)))
+        goto cleanup;
+
+    dconn = virConnectOpen(dconnuri);
+    if (dconn == NULL) {
+        virReportError(VIR_ERR_OPERATION_FAILED,
+                       _("Failed to connect to remote libvirt URI %s: %s"),
+                       dconnuri, virGetLastErrorMessage());
+        goto cleanup;
+    }
+
+    /* NULL and zero elements are unused */
+    if (virDomainMigratePrepare3Params(dconn, NULL, 0, NULL, 0,
+                                       &cookie, &cookielen, NULL, 0) < 0)
+        goto cleanup;
+
+    if (vzParseCookie(cookie, session_uuid) < 0)
+        goto cleanup;
+
+    if (prlsdkMigrate(dom, vzuri, session_uuid) < 0)
+        goto cleanup;
+
+    virDomainObjListRemove(privconn->domains, dom);
+    dom = NULL;
+
+    ret = 0;
+
+ cleanup:
+    if (dom)
+        virObjectUnlock(dom);
+    virObjectUnref(dconn);
+    virURIFree(vzuri);
+    VIR_FREE(cookie);
+
+    return ret;
+}
+
 static virHypervisorDriver vzDriver = {
     .name = "vz",
     .connectOpen = vzConnectOpen,            /* 0.10.0 */
@@ -1396,6 +1585,9 @@ static virHypervisorDriver vzDriver = {
     .domainBlockStatsFlags = vzDomainBlockStatsFlags, /* 1.2.17 */
     .domainInterfaceStats = vzDomainInterfaceStats, /* 1.2.17 */
     .domainMemoryStats = vzDomainMemoryStats, /* 1.2.17 */
+    .connectSupportsFeature = vzConnectSupportsFeature, /* 1.2.20 */
+    .domainMigratePrepare3Params = vzDomainMigratePrepare3Params, /* 1.2.20 */
+    .domainMigratePerform3Params = vzDomainMigratePerform3Params, /* 1.2.20 */
 };
 
 static virConnectDriver vzConnectDriver = {
diff --git a/src/vz/vz_sdk.c b/src/vz/vz_sdk.c
index f7253de..783438d 100644
--- a/src/vz/vz_sdk.c
+++ b/src/vz/vz_sdk.c
@@ -4054,3 +4054,36 @@ prlsdkGetMemoryStats(virDomainObjPtr dom,
 
     return ret;
 }
+
+/* high security is default choice for 2 reasons:
+   1. as this is the highest set security we can't get
+   reject from server with high security settings
+   2. this is on par with security level of driver
+   connection to dispatcher */
+
+#define PRLSDK_MIGRATION_FLAGS (PSL_HIGH_SECURITY)
+
+int prlsdkMigrate(virDomainObjPtr dom, virURIPtr uri,
+                  const unsigned char *session_uuid)
+{
+    int ret = -1;
+    vzDomObjPtr privdom = dom->privateData;
+    PRL_HANDLE job = PRL_INVALID_HANDLE;
+    char uuidstr[VIR_UUID_STRING_BUFLEN + 2];
+
+    prlsdkUUIDFormat(session_uuid, uuidstr);
+    job = PrlVm_MigrateEx(privdom->sdkdom, uri->server, uri->port, uuidstr,
+                          "", /* use default dir for migrated instance bundle */
+                          PRLSDK_MIGRATION_FLAGS,
+                          0, /* reserved flags */
+                          PRL_TRUE /* don't ask for confirmations */
+                          );
+
+    if (PRL_FAILED(waitJob(job)))
+        goto cleanup;
+
+    ret = 0;
+
+ cleanup:
+    return ret;
+}
diff --git a/src/vz/vz_sdk.h b/src/vz/vz_sdk.h
index ebe4591..d3f0caf 100644
--- a/src/vz/vz_sdk.h
+++ b/src/vz/vz_sdk.h
@@ -76,3 +76,5 @@ int
 prlsdkGetVcpuStats(virDomainObjPtr dom, int idx, unsigned long long *time);
 int
 prlsdkGetMemoryStats(virDomainObjPtr dom, virDomainMemoryStatPtr stats, unsigned int nr_stats);
+int
+prlsdkMigrate(virDomainObjPtr dom, virURIPtr uri, const char unsigned *session_uuid);
-- 
1.7.1




More information about the libvir-list mailing list