vdsm-patches August 2013

vdsm-patches@lists.fedorahosted.org

39 participants
459 discussions

Change in vdsm[master]: Adding monitorDomains.
by ewarszaw＠redhat.com 19 May '14

19 May '14

Eduardo has uploaded a new change for review. Change subject: Adding monitorDomains. ...................................................................... Adding monitorDomains. Making repoStats pool independent. Change-Id: I9f148764ac030730c93bfd9c8da25a7ea434dc33 Signed-off-by: Eduardo <ewarszaw(a)redhat.com> --- M vdsm/storage/hsm.py 1 file changed, 19 insertions(+), 1 deletion(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/74/14674/1 diff --git a/vdsm/storage/hsm.py b/vdsm/storage/hsm.py index d3e1beb..3fb0c30 100644 --- a/vdsm/storage/hsm.py +++ b/vdsm/storage/hsm.py @@ -40,6 +40,7 @@ from vdsm.config import config import sp +import domainMonitor import sd import blockSD import nfsSD @@ -93,6 +94,7 @@ QEMU_READABLE_TIMEOUT = 30 +HSM_DOM_MON_LOCK = "HsmDomainMonitorLock" def public(f=None, **kwargs): if f is None: @@ -395,6 +397,9 @@ name="storageRefresh") storageRefreshThread.daemon = True storageRefreshThread.start() + + monitorInterval = config.getint('irs', 'sd_health_check_delay') + self.domainMonitor = domainMonitor.DomainMonitor(monitorInterval) def _hsmSchedule(self, name, func, *args): self.taskMng.scheduleJob("hsm", self.tasksDir, vars.task, @@ -934,7 +939,10 @@ "spUUID=%s, msdUUID=%s, masterVersion=%s, hostID=%s, " "scsiKey=%s" % (spUUID, msdUUID, masterVersion, hostID, scsiKey))) - return self._connectStoragePool(spUUID, hostID, scsiKey, msdUUID, + with rmanager.acquireResource(STORAGE, HSM_DOM_MON_LOCK, + rm.LockType.exclusive): + self.domainMonitor.close() + return self._connectStoragePool(spUUID, hostID, scsiKey, msdUUID, masterVersion, options) def _connectStoragePool(self, spUUID, hostID, scsiKey, msdUUID, @@ -3578,3 +3586,13 @@ result[d] = repo_stats[d]['result'] return result + + @public + def monitorDomains(self, sdUUIDs, hostID, options=None): + with rmanager.acquireResource(STORAGE, HSM_DOM_MON_LOCK, + rm.LockType.exclusive): + if self.pools: + raise se.StoragePoolConnected() + self.domainMonitor.close() + for sdUUID in sdUUIDs: + self.domainMonitor.startMonitoring(sdUUID, hostId) -- To view, visit http://gerrit.ovirt.org/14674 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I9f148764ac030730c93bfd9c8da25a7ea434dc33 Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Eduardo <ewarszaw(a)redhat.com>

4 24

Change in vdsm[master]: mount: Reassign mount specification in case of backup option
by ykaplan＠redhat.com 19 May '14

19 May '14

Yeela Kaplan has uploaded a new change for review. Change subject: mount: Reassign mount specification in case of backup option ...................................................................... mount: Reassign mount specification in case of backup option When using glusterfs volumes the backup option 'backupvolfile-server' allows mount to an alternative volume when mount source not available. Change-Id: I3166c6863dffa297bc0adcdeb4c22f810d18de8e Bug-Url: https://bugzilla.redhat.com/show_bug.cgi?id=922744 Signed-off-by: Yeela Kaplan <ykaplan(a)redhat.com> --- M vdsm/storage/mount.py M vdsm/storage/storageServer.py 2 files changed, 44 insertions(+), 20 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/34/16534/1 diff --git a/vdsm/storage/mount.py b/vdsm/storage/mount.py index 90cacc7..8cade18 100644 --- a/vdsm/storage/mount.py +++ b/vdsm/storage/mount.py @@ -187,6 +187,15 @@ raise OSError(errno.ENOENT, 'device %s not mounted' % device) +def _getRecord(spec, file): + for record in _iterMountRecords(): + if (record.fs_spec == spec and record.fs_file == file): + return record + + raise OSError(errno.ENOENT, + "Mount of `%s` at `%s` does not exist" % (spec, file)) + + class Mount(object): def __init__(self, fs_spec, fs_file): self.fs_spec = normpath(fs_spec) @@ -261,14 +270,7 @@ return True def getRecord(self): - for record in _iterMountRecords(): - if (record.fs_spec == self.fs_spec and - record.fs_file == self.fs_file): - return record - - raise OSError(errno.ENOENT, - "Mount of `%s` at `%s` does not exist" % - (self.fs_spec, self.fs_file)) + return _getRecord(self.fs_spec, self.fs_file) def __repr__(self): return ("<Mount fs_spec='%s' fs_file='%s'>" % diff --git a/vdsm/storage/storageServer.py b/vdsm/storage/storageServer.py index 023f607..515ebd9 100644 --- a/vdsm/storage/storageServer.py +++ b/vdsm/storage/storageServer.py @@ -197,14 +197,14 @@ self._remotePath.replace("_", "__").replace("/", "_")) - def connect(self): + def createConnection(self): if self._mount.isMounted(): return fileUtils.createdir(self._getLocalPath()) try: - self._mount.mount(self.options, self._vfsType) + self._mount.mount(self.options, self.vfsType) except MountError as e: self.log.error("Mount failed: %s", e, exc_info=True) try: @@ -214,17 +214,21 @@ self._getLocalPath(), exc_info=True) raise e - else: + def validateConnection(self): + try: + fileSD.validateDirAccess( + self.getMountObj().getRecord().fs_file) + except se.StorageServerAccessPermissionError as e: try: - fileSD.validateDirAccess( - self.getMountObj().getRecord().fs_file) - except se.StorageServerAccessPermissionError as e: - try: - self.disconnect() - except OSError: - self.log.warn("Error while disconnecting after access" - "problem", exc_info=True) - raise e + self.disconnect() + except OSError: + self.log.warn("Error while disconnecting after access" + "problem", exc_info=True) + raise e + + def connect(self): + self.createConnection() + self.validateConnection() def isConnected(self): return self._mount.isMounted() @@ -255,6 +259,24 @@ def getLocalPathBase(cls): return os.path.join(MountConnection.getLocalPathBase(), "glusterSD") + def updateBackup(self): + if self.options and not self.isConnected(): + for opt in self.options.split(','): + if opt.strip().startswith("backupvolfile-server"): + backupSpec = opt.split('=', 1)[1].strip() + try: + mount._getRecord(backupSpec, self._mount.fs_file) + except OSError as e: + self.log.warning("Mount of backup failed: %s", e) + else: + self._mount.fs_spec = backupSpec + return + + def connect(self): + self.createConnection() + self.updateBackup() + self.validateConnection() + class NFSConnection(object): DEFAULT_OPTIONS = ["soft", "nosharecache"] -- To view, visit http://gerrit.ovirt.org/16534 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I3166c6863dffa297bc0adcdeb4c22f810d18de8e Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Yeela Kaplan <ykaplan(a)redhat.com>

5 13

Change in vdsm[master]: More precise exception when multipath failed.
by ewarszaw＠redhat.com 19 May '14

19 May '14

Eduardo has uploaded a new change for review. Change subject: More precise exception when multipath failed. ...................................................................... More precise exception when multipath failed. In spite that any OSError is translated to ENODEV in devicemapper, the complete info is needed. Related to BZ#965184. Change-Id: I1b87e8e91b838db2c8a98c9afbbc998e8f4c792a Signed-off-by: Eduardo <ewarszaw(a)redhat.com> --- M vdsm/storage/devicemapper.py 1 file changed, 4 insertions(+), 5 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/45/17145/1 diff --git a/vdsm/storage/devicemapper.py b/vdsm/storage/devicemapper.py index 451c736..ff1fb7a 100644 --- a/vdsm/storage/devicemapper.py +++ b/vdsm/storage/devicemapper.py @@ -34,11 +34,10 @@ devlinkPath = DMPATH_FORMAT % deviceMultipathName try: devStat = os.stat(devlinkPath) - except OSError: - raise OSError(errno.ENODEV, "Could not find dm device named `%s`" % - deviceMultipathName) - - return "dm-%d" % os.minor(devStat.st_rdev) + except OSError as e: + raise OSError(errno.ENODEV, "%s: %s" % (deviceMultipathName, e)) + else: + return "dm-%d" % os.minor(devStat.st_rdev) def findDev(major, minor): -- To view, visit http://gerrit.ovirt.org/17145 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I1b87e8e91b838db2c8a98c9afbbc998e8f4c792a Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Eduardo <ewarszaw(a)redhat.com>

6 13

Change in vdsm[master]: Avoid hsm image deletions.
by ewarszaw＠redhat.com 19 May '14

19 May '14

Eduardo has uploaded a new change for review. Change subject: Avoid hsm image deletions. ...................................................................... Avoid hsm image deletions. This code was introduced to fix BZ#560389. The bug was in Image.delete() which was already removed. Related to BZ#965184. Change-Id: Ie1ec2ea8793a4ad63453559bc5f663b65f9b9336 Signed-off-by: Eduardo <ewarszaw(a)redhat.com> --- M vdsm/storage/blockSD.py M vdsm/storage/fileSD.py M vdsm/storage/sd.py 3 files changed, 0 insertions(+), 24 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/93/17193/1 diff --git a/vdsm/storage/blockSD.py b/vdsm/storage/blockSD.py index 72b3ef0..6507cbf 100644 --- a/vdsm/storage/blockSD.py +++ b/vdsm/storage/blockSD.py @@ -416,7 +416,6 @@ # _extendlock is used to prevent race between # VG extend and LV extend. self._extendlock = threading.Lock() - self.imageGarbageCollector() self._registerResourceNamespaces() self._lastUncachedSelftest = 0 diff --git a/vdsm/storage/fileSD.py b/vdsm/storage/fileSD.py index 1651825..0042aab 100644 --- a/vdsm/storage/fileSD.py +++ b/vdsm/storage/fileSD.py @@ -165,7 +165,6 @@ if not self.oop.fileUtils.pathExists(self.metafile): raise se.StorageDomainMetadataNotFound(sdUUID, self.metafile) - self.imageGarbageCollector() self._registerResourceNamespaces() @property @@ -515,20 +514,6 @@ mount.getMountFromTarget(self.mountpoint).umount() raise se.FileStorageDomainStaleNFSHandle() raise - - def imageGarbageCollector(self): - """ - Image Garbage Collector - remove the remnants of the removed images (they could be left sometimes - (on NFS mostly) due to lazy file removal - """ - removedPattern = os.path.join(self.domaindir, sd.DOMAIN_IMAGES, - sd.REMOVED_IMAGE_PREFIX + '*') - removedImages = self.oop.glob.glob(removedPattern) - self.log.debug("Removing remnants of deleted images %s" % - removedImages) - for imageDir in removedImages: - self.oop.fileUtils.cleanupdir(imageDir) def templateRelink(self, imgUUID, volUUID): """ diff --git a/vdsm/storage/sd.py b/vdsm/storage/sd.py index fd79059..c764d2d 100644 --- a/vdsm/storage/sd.py +++ b/vdsm/storage/sd.py @@ -786,11 +786,3 @@ def isData(self): return self.getMetaParam(DMDK_CLASS) == DATA_DOMAIN - - def imageGarbageCollector(self): - """ - Image Garbage Collector - remove the remnants of the removed images (they could be left sometimes - (on NFS mostly) due to lazy file removal - """ - pass -- To view, visit http://gerrit.ovirt.org/17193 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: Ie1ec2ea8793a4ad63453559bc5f663b65f9b9336 Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Eduardo <ewarszaw(a)redhat.com>

4 10

Change in vdsm[master]: hooks: macbind - This hook support binding specified mac add...
by hchiramm＠redhat.com 15 May '14

15 May '14

humble devassy has uploaded a new change for review. Change subject: hooks: macbind - This hook support binding specified mac address to custom/other bridge than the currently defined bridge in ovirt. This hook is also capable of binding a mac address to openvswitch bridge. ...................................................................... hooks: macbind - This hook support binding specified mac address to custom/other bridge than the currently defined bridge in ovirt. This hook is also capable of binding a mac address to openvswitch bridge. Change-Id: I0356dfab224a9082b44aae1c66df050f7456301c Signed-off-by: Humble Chirammal <hchiramm(a)redhat.com> --- A vdsm_hooks/macbind/Makefile.am A vdsm_hooks/macbind/README A vdsm_hooks/macbind/before_vm_start.py 3 files changed, 187 insertions(+), 0 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/95/17895/1 diff --git a/vdsm_hooks/macbind/Makefile.am b/vdsm_hooks/macbind/Makefile.am new file mode 100644 index 0000000..27dc5af --- /dev/null +++ b/vdsm_hooks/macbind/Makefile.am @@ -0,0 +1,30 @@ +# +# Copyright 2013 Red Hat, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA +# +# Refer to the README and COPYING files for full details of the license +# + +EXTRA_DIST = \ + before_vm_start.py + +install-data-local: + $(MKDIR_P) $(DESTDIR)$(vdsmhooksdir)/before_vm_start + $(INSTALL_SCRIPT) $(srcdir)/before_vm_start.py \ + $(DESTDIR)$(vdsmhooksdir)/before_vm_start/50_macbind + +uninstall-local: + $(RM) $(DESTDIR)$(vdsmhooksdir)/before_vm_start/50_macbind diff --git a/vdsm_hooks/macbind/README b/vdsm_hooks/macbind/README new file mode 100644 index 0000000..15bcfeb --- /dev/null +++ b/vdsm_hooks/macbind/README @@ -0,0 +1,39 @@ +macbind vdsm hook: +============ +This hook goes through all of the VM's interfaces and manipulate its +XML file acccording to the input. This can be used to attach a VM nic +to a specific bridge which is available in the hypervisor for 'that' VM run +or permanently. + + +One specific use case being attach a virtual network interface to an +openvswitch bridge. Other being, attach vm nic to a different bridge +than the defined/default bridge for that NIC. + + +Syntax: + macbind=macaddress-brName-portType,... + +where: + +macaddress: specify a macaddress which need to be attached to the VM +brName : Bridge Name available in hypervisor +portType : This have to either 'ovs' or 'lb' or '' + +For ex: + +macbind= 00:1a:4a:41:d2:5f-ovsbr0-ovs,00:1a:4a:41:d2:b8-br88-lb + +Installation: +* Use the engine-config to append the appropriate custom property as such: + sudo engine-config -s UserDefinedVMProperties= + 'previousProperties;macbind=^.*$' --cver=3.2 + +* Verify that the macbind custom property was properly added: + sudo engine-config -g UserDefinedVMProperties + +Usage: +In the VM configuration window, open the custom properites tab +and add macbind= + +NOTE: Live migration is **not** tested. diff --git a/vdsm_hooks/macbind/before_vm_start.py b/vdsm_hooks/macbind/before_vm_start.py new file mode 100755 index 0000000..5606614 --- /dev/null +++ b/vdsm_hooks/macbind/before_vm_start.py @@ -0,0 +1,118 @@ +#!/usr/bin/python + +import os +import sys +import hooking +import traceback + +''' + +macbind: + +syntax: +macbind=macaddress-brName-portType,... +refer README for more details. + + +if 'ovs' as portType: + +<interface type='bridge'> + <mac address='00:1a:4a:41:d2:5f'/> + <source bridge='ovsbr0'/> + <model type='virtio'/> + <virtualport type='openvswitch'/> + <filterref filter='vdsm-no-mac-spoofing'/> + <link state='up'/> + <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/> +</interface> + +If 'lb' or '' as portType: +The given bridge will be replaced with current bridge: + +<interface type='bridge'> + <mac address='00:1a:4a:41:d2:b8'/> + <source bridge='br0'/> + <model type='virtio'/> + <filterref filter='vdsm-no-mac-spoofing'/> + <link state='up'/> + <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/> +</interface> + +''' + + +def createVportElement(domxml, porttype): + vPort = domxml.createElement('virtualport') + vPort.setAttribute('type', 'openvswitch') + return vPort + + +def createSbridgeElement(domxml, brName): + sBridge = domxml.createElement('source') + sBridge.setAttribute('bridge', brName) + return sBridge + + +def removeElement(interface, Element): + interface.removeChild(Element) + + +if 'macbind' in os.environ: + try: + + macbinds = os.environ['macbind'] + domxml = hooking.read_domxml() + macAddr = '' + brName = '' + pType = '' + + for nic in macbinds.split(','): + try: + macAddr, brName, pType = nic.split('-') + macAddr = macAddr.strip() + brName = brName.strip() + pType = pType.strip() + + except ValueError: + sys.stderr.write('macbind: input error, expected ' + 'macbind:macAddr:brName:pType,' + 'where brName is bridgename' + 'pType can be ovs|lb') + sys.exit(2) + if pType == "ovs": + command = ['/usr/bin/ovs-vsctl', 'br-exists %s' % (brName)] + retcode, out, err = hooking.execCmd( + command, sudo=False, raw=True) + if retcode != 0: + sys.stderr.write('macbind: Error in finding ovsbridge:' + '%s: %s, err = %s' % + (brName, ' '.join(command), err)) + continue + if pType == "lb" or pType == '': + command = ['/usr/sbin/brctl', 'show', brName] + retcode, out, err = hooking.execCmd( + command, sudo=False, raw=True) + + if err or retcode != 0: + sys.stderr.write('macbind: Error in finding Linuxbridge:' + ' %s \n: %s, err = %s\n' % + (brName, ' '.join(command), err)) + continue + + for interface in domxml.getElementsByTagName('interface'): + for macaddress in interface.getElementsByTagName('mac'): + addr = macaddress.getAttribute('address') + if addr == macAddr: + for bridge in interface.getElementsByTagName('source'): + interface.removeChild(bridge) + interface.appendChild( + createSbridgeElement(domxml, brName)) + if pType == "ovs": + interface.appendChild( + createVportElement(domxml, 'openvswitch')) + + hooking.write_domxml(domxml) + except: + sys.stderr.write('macbind: [unexpected error]: %s\n' % + traceback.format_exc()) + sys.exit(2) -- To view, visit http://gerrit.ovirt.org/17895 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I0356dfab224a9082b44aae1c66df050f7456301c Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: humble devassy <hchiramm(a)redhat.com>

8 40

Change in vdsm[master]: Initial commit of the tool for starting VM without the manag...
by Pablo Iranzo Gómez 11 May '14

11 May '14

Pablo Iranzo Gómez has uploaded a new change for review. Change subject: Initial commit of the tool for starting VM without the manager being available ...................................................................... Initial commit of the tool for starting VM without the manager being available Change-Id: I9a70b31ce0730194880406701316f219c9f92ceb Signed-off-by: Pablo <Pablo.Iranzo(a)gmail.com> --- A contrib/forceVMstart/vdsEmergency-1.0.0.py 1 file changed, 490 insertions(+), 0 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/73/9473/1 diff --git a/contrib/forceVMstart/vdsEmergency-1.0.0.py b/contrib/forceVMstart/vdsEmergency-1.0.0.py new file mode 100644 index 0000000..41fe068 --- /dev/null +++ b/contrib/forceVMstart/vdsEmergency-1.0.0.py @@ -0,0 +1,490 @@ +#!/usr/bin/env python +# +# Copyright 2010 Red Hat, Inc. +# +# Licensed to you under the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. +# +# Require Packages: python-iniparse + +import getopt +import sys +import commands +import os +import socket +from xml.dom.minidom import parse, parseString + +try: + from iniparse import ConfigParser +except: + print "Package python-iniparse is required, please install" + print "#yum install python-iniparse -y" + sys.exit(1) + + +# Adding vdsm .pyc libraries to python path +sys.path.append("/usr/share/vdsm") + +try: + import vdscli +except: + print "Cannot import vdscli, please contact Red Hat support" + sys.exit(1) + +try: + import vdsClient +except: + print "Cannot import vdsClient, please contact Red Hat support" + sys.exit(1) + +# General Macros +VERSION = "1.0.0" +VDSM_PORT = "54321" + +#DEBUG MODE +DEBUG = "False" # True or False + +######################################################################### + +class vdsmEmergency: + + ########################################################################## + # __init__() # + # Description: Initialize method # + ########################################################################## + def __init__(self): + sslRet = self.checkSSLvdsm() + self.useSSL = sslRet + self.truststore = None + + ########################################################################## + # do_connect() # + # Description: Do a connection with vdsm daemon # + ########################################################################## + def do_connect(self, server, port): + print "Trying to connect to vdsmd host (%s).." % server + + # Connection Validation + sk = socket.socket() + try: + sk.connect((server, int(VDSM_PORT))) + except Exception, e: + print "Unable to connect %s" % server + sk.close() + return -1 + + self.s = vdscli.connect(server + ':' + port, self.useSSL, self.truststore) + + print "OK, Connected to vdsmd!" + return 0 + + ########################################################################## + # checkRoot() # + # Description: check if the user running the script is root # + ########################################################################## + def checkRoot(self): + if os.geteuid() != 0: + print "You must be root to run this script." + sys.exit(2) + + ########################################################################## + # getIpRHEVM() # + # Description: get the IP from RHEVM Interface # + ########################################################################## + def getIpRHEVM(self): + + # TODO: avoid this kind of hack, find a better approach (vdsClient provide the IP of rhevm interface?) + strCmd = "ifconfig rhevm | grep \"inet addr\" | cut -d \':\' -f 2 | cut -d \' \' -f 1" + retCmd = commands.getstatusoutput(strCmd) + if retCmd[0] != 0: + print "Error getting IP from rhevm interface" + sys.exit(1) + + return retCmd[1] + ########################################################################## + # checkSSLvdsm() # + # Description: check if vdsm is running as SSL or without it # + ########################################################################## + def checkSSLvdsm(self): + + cfg = ConfigParser() + cfg.read('/etc/vdsm/vdsm.conf') + cfg.get('vars', 'ssl') + + return cfg.data.vars.ssl + + + ########################################################################## + # checkVmRunning() # + # Description: check if the vms are running # + ########################################################################## + def checkVmRunning(self, otherHostsList, VmsToStart): + + hosts = None + vms = None + i = 0 + j = 0 + + if otherHostsList == None: + return -1 + + if VmsToStart == None: + return -1 + + vms = VmsToStart.split(",") + hosts = otherHostsList.split(",") + + # Let's check if all other Hosts are running the VirtualMachine + while (i <> len(hosts)): + ret = VE.do_connect(hosts[i], VDSM_PORT) + if ret < 0: + sys.exit(1) + response = self.s.list() + if response['status']['code'] != 0: + print "cannot execute list operation, err:" + response['status']['message'] + + # Checking VM status + for s in self.s.getAllVmStats()['statsList']: + j = 0 + + # print all vms in each host + while j < len(vms): + if DEBUG == "True": + print len(vms) + print s['vmId'] + print hosts[i] + print vms[j] + + vmIdCurr = self.getVmId(vms[j]) + + if DEBUG == "True": + print vmIdCurr + print s['vmId'] + + if s['vmId'] == vmIdCurr and s['status'] == "Up": + print "Cannot continue, the VM %s is running in host %s" % (vms[j], hosts[i]) + sys.exit(1) + j = j + 1 + + # counter for hosts + i = i + 1 + + print "OK, the vm(s) specified are not running on the host(s) informed, continuing.." + + ########################################################################## + # checkSPM() # + # Description: check if the host which is running this script is the SPM # + ########################################################################## + def checkSPM(self): + self.spUUID = None + self.spmStatus = None + + ip_rhevm_interface = self.getIpRHEVM() + self.do_connect(ip_rhevm_interface, VDSM_PORT) + + try: + list = self.s.getConnectedStoragePoolsList() + except: + print "Cannot execute getConnectedStoragePoolsList()" + sys.exit(1) + + for entry in list['poollist']: + self.spUUID = entry + + if not self.spUUID: + print "Cannot locate Storage Pools List.. aborting!" + sys.exit(1) + + try: + status = self.s.getSpmStatus(self.spUUID) + except: + print "Cannot execute getSpmStatus()" + sys.exit(1) + + self.spmStatus = status['spm_st']['spmStatus'] + + if self.spmStatus <> "SPM": + print "This host is not the current SPM, status [%s]" % self.spmStatus + sys.exit(1) + + + ###################################################################### + # getVmId() # + # Description: get the vmId from the vmName used as argument # + ###################################################################### + def getVmId(self, vmName): + path = "/rhev/data-center/%s/vms" % (self.spUUID) + + # First verify which domainID contain de XML files + try: + dirList = os.listdir(path) + except: + print "Cannot locate the dir with ovf files.. aborting!" + sys.exit(1) + + #Read all content of xml(s) file(s) + for fname in dirList: + + pathOVF = path + "/" + fname + "/" + fname + ".ovf" + + dom = parse(pathOVF) + + # Getting vmId field + i = 0 + attr = 0 + for node in dom.getElementsByTagName('Section'): + while ( i < len(node.attributes)): + attr = node.attributes.items() + if attr[i][0] == "ovf:id": + vmId = attr[i][1] + i = i + 1 + + # Getting vmName field + for node in dom.getElementsByTagName('Content'): + if node.childNodes[0].firstChild <> None: + if node.childNodes[0].firstChild.nodeValue == vmName: + return vmId + + + + def _parseDriveSpec(self, spec): + if ',' in spec: + d = {} + for s in spec.split(','): + k, v = s.split(':', 1) + if k == 'domain': d['domainID'] = v + if k == 'pool': d['poolID'] = v + if k == 'image': d['imageID'] = v + if k == 'volume': d['volumeID'] = v + if k == 'boot': d['boot'] = v + if k == 'format': d['format'] = v + return d + return spec + + ###################################################################### + # readXML() # + # Description: read all xml available pointed to Direcory path and # + # parse for specific fields # + ###################################################################### + def readXML(self, VmsStotart, destHostStart): + + # number of Vms found + nrmVms = 0 + cmd = {} + # Path to XML files + # example default path: + # /rhev/data-center/1a516f64-f091-4785-9278-362037513408/vms + path = "/rhev/data-center/%s/vms" % (self.spUUID) + + # First verify which domainID contain de XML files + try: + dirList = os.listdir(path) + except: + print "Cannot locate the dir with ovf files.. aborting!" + sys.exit(1) + + #Read all content of xml(s) file(s) + for fname in dirList: + + pathOVF = path + "/" + fname + "/" + fname + ".ovf" + cmd['display']="vnc" + cmd['kvmEnable']="True" + cmd['tabletEnable']="True" + cmd['vmEnable']="True" + cmd['irqChip']="True" + cmd['nice']=0 + cmd['keyboardLayout']="en-us" + cmd['acpiEnable']="True" + cmd['tdf']="True" + + dom = parse(pathOVF) + + # Getting vmId field + i = 0 + attr = 0 + for node in dom.getElementsByTagName('Section'): + while ( i < len(node.attributes)): + attr = node.attributes.items() + if attr[i][0] == "ovf:id": + cmd["vmId"] = attr[i][1] + i = i + 1 + + # Getting vmName field + for node in dom.getElementsByTagName('Content'): + if node.childNodes[0].firstChild <> None: + self.vmName = node.childNodes[0].firstChild.nodeValue + cmd['vmName'] = self.vmName + + # Getting image and volume + i = 0 + attr = 0 + for node in dom.getElementsByTagName('Disk'): + while (i <> len(node.attributes)): + attr = node.attributes.items() + if attr[i][0] == "ovf:fileRef": + storage = attr[i][1] + data = storage.split("/") + image = data[0] + volume = data[1] + i += 1 + + # Getting VM format, boot + i = 0 + attr =0 + for node in dom.getElementsByTagName('Disk'): + while (i <> len(node.attributes)): + attr = node.attributes.items() + if attr[i][0] == "ovf:volume-format": + format = attr[i][1] + + if attr[i][0] == "ovf:boot": + vmBoot = attr[i][1] + + if attr[i][0] == "ovf:disk-interface": + ifFormat = attr[i][1] + + i += 1 + + if format == "COW": + vmFormat = ":cow" + elif format == "RAW": + vmFormat = ":raw" + + + if ifFormat == "VirtIO": + ifDisk = "virtio" + elif ifFormat == "IDE": + ifDisk = "ide" + drives = [] + # Getting Drive, bridge, memSize, macAddr, smp, smpCoresPerSocket + for node in dom.getElementsByTagName('Item'): + # Getting Drive + if node.childNodes[0].firstChild <> None: + str = node.childNodes[0].firstChild.nodeValue + if str.find("Drive") > -1: + + tmp = "pool:" + self.spUUID + ",domain:" + node.childNodes[7].firstChild.nodeValue + ",image:" + image + ",volume:" + volume + ",boot:" + vmBoot + ",format" + vmFormat + ",if:" + ifDisk + #param,value = tmp.split("=",1) + drives += [self._parseDriveSpec(tmp)] + cmd['drives'] = drives + + # Getting bridge + nicMod = None + if node.childNodes[0].firstChild.nodeValue == "Ethernet adapter on rhevm": + if node.childNodes[3].firstChild.nodeValue == "3": + nicMod = "pv" #VirtIO + elif node.childNodes[3].firstChild.nodeValue == "2": + nicMod = "e1000" #e1000 + elif node.childNodes[3].firstChild.nodeValue == "1": + nicMod = "rtl8139" #rtl8139 + + cmd['nicModel'] = nicMod + cmd['bridge'] = node.childNodes[4].firstChild.nodeValue + + # Getting memSize field + str = node.childNodes[0].firstChild.nodeValue + if str.find("MB of memory") > -1: + cmd['memSize'] = node.childNodes[5].firstChild.nodeValue + + # Getting smp and smpCoresPerSocket fields + str = node.childNodes[0].firstChild.nodeValue + if str.find("virtual cpu") > -1: + cmd["smp="] = node.childNodes[4].firstChild.nodeValue + cmd["smpCoresPerSocket"] = node.childNodes[5].firstChild.nodeValue + + # Getting macAddr field + if node.childNodes[0].firstChild.nodeValue == "Ethernet adapter on rhevm": + if len(node.childNodes) > 6: + cmd['macAddr'] = node.childNodes[6].firstChild.nodeValue + + # if node.childNodes < 6 it`s a template entry, so ignore + if len(node.childNodes) > 6: + # print only vms to start + try: + checkvms = VmsToStart.split(",") + except: + print "Please use , between vms name, avoid space" + self.usage() + + i = 0 + while (i <> len(checkvms)): + if self.vmName == checkvms[i]: + nrmVms = nrmVms + 1 + self.startVM(cmd, destHostStart) + i += 1 + + print "Total VMs found: %s" % nrmVms + + ###################################################################### + # startVM() # + # Description: start the VM # + ###################################################################### + def startVM(self, cmd, destHostStart): + + self.do_connect(destHostStart, VDSM_PORT) + #print cmd + #cmd1 = dict(cmd) + #print cmd1 + ret = self.s.create(cmd) + #print ret + print "Triggered VM [%s]" % self.vmName + + ###################################################################### + # usage() # + # Description: shows the program params # + ###################################################################### + def usage(self): + print "Usage: " + sys.argv[0] + " [OPTIONS]" + print "\t--destHost \t RHEV-H host which will start the VM" + print "\t--otherHostsList\t All RHEV-H hosts" + print "\t--vms \t Specify the Names of which VMs to start" + print "\t--version \t List version release" + print "\t--help \t This help menu\n" + + print "Example:" + print "\t" + sys.argv[0] + " --destHost LinuxSrv1 --otherHostsList Megatron,Jerry --vms vm1,vm2,vm3,vm4" + sys.exit(1) + + +if __name__ == "__main__": + + otherHostsList = '' + VmsToStart = None + destHostStart = None + + VE = vdsmEmergency() + try: + opts, args = getopt.getopt(sys.argv[1:], "Vd:ho:v:", ["destHost=", "otherHostsList=", "vms=", "help", "version"]) + except getopt.GetoptError, err: + # print help information and exit: + print(err) # will print something like "option -a not recognized" + VE.usage() + sys.exit(2) + for o, a in opts: + if o in ("-d", "--destHost"): + destHostStart = a + print "" + elif o in ("-h", "--help"): + VE.usage() + sys.exit() + elif o in ("-o", "--otherHostsList"): + otherHostsList = a + elif o in ("-v", "--vms"): + VmsToStart = a + elif o in ("-V", "--version"): + print VERSION + else: + assert False, "unhandled option" + + argc = len(sys.argv) + if argc < 2: + VE.usage() + + VE.checkSPM() + + # Include the destHost to verify + otherHostsList += ",%s" % destHostStart + VE.checkVmRunning(otherHostsList, VmsToStart) + + VE.readXML(VmsToStart, destHostStart) -- To view, visit http://gerrit.ovirt.org/9473 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I9a70b31ce0730194880406701316f219c9f92ceb Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Pablo Iranzo Gómez <Pablo.Iranzo(a)redhat.com>

7 45

Change in vdsm[master]: (Schema) Change ConnectionRef actions to work on a single co...
by smizrahi＠redhat.com 11 May '14

11 May '14

Saggi Mizrahi has uploaded a new change for review. Change subject: (Schema) Change ConnectionRef actions to work on a single connection ...................................................................... (Schema) Change ConnectionRef actions to work on a single connection This was the original intention of the API. The reason we started supporting multiple connections in a single call is because of the overhead inherent in XML-RPC. The new API can multiplex calls and has practically no overhead per call. Also, refID is not an UUID Change-Id: I5747f2161d039cfaa82c0797e63ff58dbffbe8ac Signed-off-by: Saggi Mizrahi <smizrahi(a)redhat.com> --- M vdsm_api/vdsmapi-schema.json 1 file changed, 21 insertions(+), 44 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/48/7148/1 diff --git a/vdsm_api/vdsmapi-schema.json b/vdsm_api/vdsmapi-schema.json index e782613..b103b28 100644 --- a/vdsm_api/vdsmapi-schema.json +++ b/vdsm_api/vdsmapi-schema.json @@ -2250,16 +2250,16 @@ {'command': {'class': 'Global', 'name': 'setSafeNetworkConfig'}} -## Category: @ConnectionRefs ################################################## +## Category: @ConnectionRef ################################################## ## -# @ConnectionRefs.init: +# @ConnectionRef.init: # -# Initialize a ConnectionRefs API object. +# Initialize a ConnectionRef API object. # # Since: 4.10.0 # XXX: Extension: object constructors ## -{'init': 'ConnectionRefs'} +{'init': 'ConnectionRef'} ## # @IscsiPortal: @@ -2444,60 +2444,37 @@ 'connectionInfo': 'ConnectionRefParameters'}} ## -# @ConnectionRefArgsMap: -# -# A mapping of connection arguments indexed by ConnectionRef UUID. -# -# Since: 4.10.0 -## -{'map': 'ConnectionRefArgsMap', - 'key': 'UUID', 'value': 'ConnectionRefArgs'} - -## -# @ConnectionRefArgsStatusMap: -# -# A mapping of status codes indexed by ConnectionRef UUID. -# -# Since: 4.10.0 -## -{'map': 'ConnectionRefArgsStatusMap', - 'key': 'UUID', 'value': 'int'} - -## -# @ConnectionRefs.acquire: +# @ConnectionRef.acquire: # # Acquire one or more new storage connection references. # -# @conRefArgs: Connection parameters +# @refID: The identifier to be assigned to the new connection reference. +# Users are encouraged to mangle they information into the string +# to prevent collisions and declare ownership. +# eg. +# ENGINE_CONNECTION_3213 # -# Returns: -# @results: A dictionary of status codes indexed by the same @UUID values in -# @conRefArgs. +# This way managers can tell which connections are owned by whome. +# @conRefArgs: Connection parameters. # # Since: 4.10.0 # XXX: Extension: map data type ['key type', 'val type'] ## -{'command': {'class': 'ConnectionRefs', 'name': 'acquire'}, - 'data': {'conRefArgs': 'ConnectionRefArgsMap'}, - 'returns': {'results': 'ConnectionRefArgsStatusMap'}} +{'command': {'class': 'ConnectionRef', 'name': 'acquire'}, + 'data': {'refID', 'str', 'conRefArgs': 'ConnectionRefArgs'}} ## -# @ConnectionRefs.release: +# @ConnectionRef.release: # # Release one or more storage connection references. # -# @refIDs: A list of @UUID values -# -# Returns: -# @results: A dictionary of status codes indexed by the same @UUID values that -# were passed in @0. +# @refIDs: A list of string values. # # Since: 4.10.0 # XXX: Extension: list data type ## -{'command': {'class': 'ConnectionRefs', 'name': 'release'}, - 'data': {'refIDs': ['UUID']}, - 'returns': {'results': 'ConnectionRefArgsStatusMap'}} +{'command': {'class': 'ConnectionRef', 'name': 'release'}, + 'data': {'refID': 'str'}} ## # @ConnectionRefMap: @@ -2507,10 +2484,10 @@ # Since: 4.10.0 ## {'map': 'ConnectionRefMap', - 'key': 'UUID', 'value': 'ConnectionRef'} + 'key': 'str', 'value': 'ConnectionRef'} ## -# @ConnectionRefs.statuses: +# @ConnectionRef.statuses: # # Get information about all registered storage connection references. # @@ -2519,7 +2496,7 @@ # # Since: 4.10.0 ## -{'command': {'class': 'ConnectionRefs', 'name': 'statuses'}, +{'command': {'class': 'ConnectionRef', 'name': 'statuses'}, 'returns': {'connectionslist': 'ConnectionRefMap'}} ## Category: @ISCSIConnection ################################################## -- To view, visit http://gerrit.ovirt.org/7148 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I5747f2161d039cfaa82c0797e63ff58dbffbe8ac Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Saggi Mizrahi <smizrahi(a)redhat.com>

3 3

Change in vdsm[master]: Logging shouldn't reach the terminal console
by Federico Simoncelli 11 May '14

11 May '14

Federico Simoncelli has uploaded a new change for review. Change subject: Logging shouldn't reach the terminal console ...................................................................... Logging shouldn't reach the terminal console In this patch: * Change the log facility to LOG_DAEMON for SysLogHandler * Remove the handler_console (it's unused now but we don't want anyone to start using it) * Few format cleanups Signed-off-by: Federico Simoncelli <fsimonce(a)redhat.com> Change-Id: I749a58362db5daec44ed5b0f7f116e14eadd6043 --- M vdsm/logger.conf.in 1 file changed, 6 insertions(+), 17 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/80/7980/1 diff --git a/vdsm/logger.conf.in b/vdsm/logger.conf.in index edd4616..f523306 100644 --- a/vdsm/logger.conf.in +++ b/vdsm/logger.conf.in @@ -2,7 +2,7 @@ keys=root,vds,Storage,metadata,SuperVdsm [handlers] -keys=console,syslog,logfile,metadata +keys=syslog,logfile,metadata [formatters] keys=long,simple,none,sysform @@ -40,7 +40,7 @@ level=WARNING class=handlers.SysLogHandler formatter=sysform -args=('/dev/log', handlers.SysLogHandler.LOG_USER) +args=('/dev/log', handlers.SysLogHandler.LOG_DAEMON) [handler_logfile] class=logging.handlers.WatchedFileHandler @@ -55,25 +55,14 @@ level=WARNING formatter=long -[handler_console] -class: StreamHandler -args: [] -formatter: none - [formatter_simple] -format: %(name)s:%(levelname)s: %(message)s +format=%(name)s:%(levelname)s: %(message)s [formatter_none] -format: %(message)s +format=%(message)s [formatter_long] -format: %(threadName)s::%(levelname)s::%(asctime)s::%(module)s::%(lineno)d::%(name)s::(%(funcName)s) %(message)s +format=%(threadName)s::%(levelname)s::%(asctime)s::%(module)s::%(lineno)d::%(name)s::(%(funcName)s) %(message)s [formatter_sysform] -format= vdsm %(name)s %(levelname)s %(message)s -datefmt= - - - - - +format=vdsm %(name)s %(levelname)s %(message)s -- To view, visit http://gerrit.ovirt.org/7980 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I749a58362db5daec44ed5b0f7f116e14eadd6043 Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Federico Simoncelli <fsimonce(a)redhat.com>

6 8

Change in vdsm[master]: Related to BZ#845020 - Diffferentiate bad specification from...
by ewarszaw＠redhat.com 11 May '14

11 May '14

Eduardo has uploaded a new change for review. Change subject: Related to BZ#845020 - Diffferentiate bad specification from not found. ...................................................................... Related to BZ#845020 - Diffferentiate bad specification from not found. Already agreed that _devices should be a dict instead a list. Change-Id: Ic5cffdae26cde88a948211d8577370965ecd2d36 Signed-off-by: Eduardo <ewarszaw(a)redhat.com> --- M vdsm/libvirtvm.py 1 file changed, 15 insertions(+), 1 deletion(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/66/7366/1 diff --git a/vdsm/libvirtvm.py b/vdsm/libvirtvm.py index 3b7cfc5..7ad5884 100644 --- a/vdsm/libvirtvm.py +++ b/vdsm/libvirtvm.py @@ -1627,6 +1627,11 @@ if ((device.domainID, device.imageID, device.volumeID) == tgetDrv): return device + else: + self.log.warning("drive dom: %s, img: %s, vol: %s is not in" + "vm: %s _devices", drive["domainID"], + drive["imageID"], drive["volumeID"], self.id) + return None elif drive.has_key("GUID"): for device in self._devices[vm.DISK_DEVICES][:]: @@ -1634,6 +1639,10 @@ continue if device.GUID == drive["GUID"]: return device + else: + self.log.warning("GUID: %s not found in vm: %s _devices", + drive["GUID"], self.id) + return None elif drive.has_key("UUID"): for device in self._devices[vm.DISK_DEVICES][:]: @@ -1641,8 +1650,13 @@ continue if device.UUID == drive["UUID"]: return device + else: + self.log.warning("UUID: %s not found in vm: %s _devices", + drive["UUID"], self.id) + return None - return None + else: + raise ValueError("drive specification unknown %s" % drive) def snapshot(self, snapDrives): """Live snapshot command""" -- To view, visit http://gerrit.ovirt.org/7366 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: Ic5cffdae26cde88a948211d8577370965ecd2d36 Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Eduardo <ewarszaw(a)redhat.com>

6 8

Change in vdsm[master]: Revert "hsm: always check validateNotSPM when disconnecting ...
by ewarszaw＠redhat.com 11 May '14

11 May '14

Eduardo has uploaded a new change for review. Change subject: Revert "hsm: always check validateNotSPM when disconnecting from a pool" ...................................................................... Revert "hsm: always check validateNotSPM when disconnecting from a pool" This reverts commit 185872e5e03999ed7376099d1c8b1a4044cfa5bb. Change-Id: I791f626e31c9929d687d181b2d7fd43e1d2b155d Signed-off-by: Eduardo <ewarszaw(a)redhat.com> --- M vdsm/storage/hsm.py 1 file changed, 2 insertions(+), 2 deletions(-) git pull ssh://gerrit.ovirt.org:29418/vdsm refs/changes/26/13926/1 diff --git a/vdsm/storage/hsm.py b/vdsm/storage/hsm.py index ae35b11..f3a702e 100644 --- a/vdsm/storage/hsm.py +++ b/vdsm/storage/hsm.py @@ -1026,12 +1026,12 @@ self.validateNotSPM(spUUID) vars.task.getExclusiveLock(STORAGE, spUUID) - pool = self.getPool(spUUID) + self.validateNotSPM(spUUID) + pool = self.getPool(spUUID) return self._disconnectPool(pool, hostID, scsiKey, remove) def _disconnectPool(self, pool, hostID, scsiKey, remove): - self.validateNotSPM(pool.spUUID) res = pool.disconnect() del self.pools[pool.spUUID] return res -- To view, visit http://gerrit.ovirt.org/13926 To unsubscribe, visit http://gerrit.ovirt.org/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I791f626e31c9929d687d181b2d7fd43e1d2b155d Gerrit-PatchSet: 1 Gerrit-Project: vdsm Gerrit-Branch: master Gerrit-Owner: Eduardo <ewarszaw(a)redhat.com>

4 6

← Newer
1
2
3
4
5
6
7
8
...
46
Older →

Jump to page:

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

vdsm-patches August 2013