OpenSecurity/bin/vmmanager.pyw
author Oliver Maurhart <oliver.maurhart@ait.ac.at>
Wed, 23 Apr 2014 14:55:02 +0200
changeset 129 abf3500eaf87
parent 125 7149f29e9570
child 131 8b4df474e577
permissions -rwxr-xr-x
fix on debug output
mb@90
     1
'''
mb@90
     2
Created on Nov 19, 2013
mb@90
     3
mb@90
     4
@author: BarthaM
mb@90
     5
'''
mb@90
     6
import os
mb@90
     7
import os.path
mb@90
     8
from subprocess import Popen, PIPE, call, STARTUPINFO, _subprocess
mb@90
     9
import sys
mb@90
    10
import re
mb@90
    11
mb@90
    12
from cygwin import Cygwin
mb@90
    13
from environment import Environment
mb@90
    14
import threading
mb@90
    15
import time
mb@90
    16
import string
mb@90
    17
mb@90
    18
import shutil
mb@90
    19
import stat
mb@90
    20
import tempfile
mb@90
    21
from opensecurity_util import logger, setupLogger, OpenSecurityException
mb@90
    22
import ctypes
mb@90
    23
import itertools
mb@90
    24
import _winreg
mb@90
    25
DEBUG = True
mb@90
    26
mb@90
    27
class VMManagerException(Exception):
mb@90
    28
    def __init__(self, value):
mb@90
    29
        self.value = value
mb@90
    30
    def __str__(self):
mb@90
    31
        return repr(self.value)
mb@90
    32
mb@90
    33
class USBFilter:
mb@90
    34
    vendorid = ""
mb@90
    35
    productid = ""
mb@90
    36
    revision = ""
mb@90
    37
    
mb@90
    38
    def __init__(self, vendorid, productid, revision):
mb@90
    39
        self.vendorid = vendorid.lower()
mb@90
    40
        self.productid = productid.lower()
mb@90
    41
        self.revision = revision.lower()
mb@90
    42
        return
mb@90
    43
    
mb@90
    44
    def __eq__(self, other):
mb@90
    45
        return self.vendorid == other.vendorid and self.productid == other.productid and self.revision == other.revision
mb@90
    46
    
mb@90
    47
    def __hash__(self):
mb@90
    48
        return hash(self.vendorid) ^ hash(self.productid) ^ hash(self.revision)
mb@90
    49
    
mb@90
    50
    def __repr__(self):
mb@90
    51
        return "VendorId = \'" + str(self.vendorid) + "\' ProductId = \'" + str(self.productid) + "\' Revision = \'" + str(self.revision) + "\'"
mb@90
    52
    
mb@90
    53
    #def __getitem__(self, item):
mb@90
    54
    #    return self.coords[item]
mb@90
    55
 
mb@90
    56
class VMManager(object):
mb@90
    57
    vmRootName = "SecurityDVM"
mb@90
    58
    systemProperties = None
mb@90
    59
    _instance = None
mb@90
    60
    machineFolder = ''
mb@90
    61
    rsdHandler = None
mb@90
    62
    
mb@90
    63
    def __init__(self):
mb@90
    64
        self.systemProperties = self.getSystemProperties()
mb@90
    65
        self.machineFolder = self.systemProperties["Default machine folder"]
mb@90
    66
        self.cleanup()
mb@90
    67
        self.rsdHandler = DeviceHandler(self)
mb@90
    68
        self.rsdHandler.start()
mb@90
    69
        return
mb@90
    70
    
mb@90
    71
    @staticmethod
mb@90
    72
    def getInstance():
mb@90
    73
        if VMManager._instance == None:
mb@90
    74
            VMManager._instance = VMManager()
mb@90
    75
        return VMManager._instance
mb@90
    76
    
mb@90
    77
    def cleanup(self):
mb@90
    78
        if self.rsdHandler != None:
mb@90
    79
            self.rsdHandler.stop()
mb@90
    80
            self.rsdHandler.join()
mb@90
    81
        drives = self.getNetworkDrives()
mb@90
    82
        for drive in drives.keys():
mb@90
    83
            self.unmapNetworkDrive(drive)
mb@90
    84
        for vm in self.listSDVM():
mb@90
    85
            self.poweroffVM(vm)
mb@90
    86
            self.removeVM(vm)
mb@90
    87
        
mb@90
    88
    # return hosty system properties
mb@90
    89
    def getSystemProperties(self):
mb@90
    90
        result = checkResult(Cygwin.vboxExecute('list systemproperties'))
mb@90
    91
        if result[1]=='':
mb@90
    92
            return None
mb@90
    93
        props = dict((k.strip(),v.strip().strip('"')) for k,v in (line.split(':', 1) for line in result[1].strip().splitlines()))
mb@90
    94
        return props
mb@90
    95
    
mb@90
    96
    # return the folder containing the guest VMs     
mb@90
    97
    def getMachineFolder(self):
mb@90
    98
        return self.machineFolder
mb@90
    99
mb@90
   100
    # list all existing VMs registered with VBox
mb@90
   101
    def listVM(self):
mb@90
   102
        result = checkResult(Cygwin.vboxExecute('list vms'))[1]
mb@90
   103
        vms = list(k.strip().strip('"') for k,_ in (line.split(' ') for line in result.splitlines()))
mb@90
   104
        return vms
mb@90
   105
    
mb@90
   106
    # list running VMs
mb@90
   107
    def listRunningVMS(self):
mb@90
   108
        result = checkResult(Cygwin.vboxExecute('list runningvms'))[1]
mb@90
   109
        vms = list(k.strip().strip('"') for k,_ in (line.split(' ') for line in result.splitlines()))
mb@90
   110
        return vms
mb@90
   111
    
mb@90
   112
    # list existing SDVMs
mb@90
   113
    def listSDVM(self):
mb@90
   114
        vms = self.listVM()
mb@90
   115
        svdms = []
mb@90
   116
        for vm in vms:
mb@90
   117
            if vm.startswith(self.vmRootName) and vm != self.vmRootName:
mb@90
   118
                svdms.append(vm)
mb@90
   119
        return svdms
mb@90
   120
    
mb@90
   121
    # generate valid (not already existing SDVM name). necessary for creating a new VM
mb@90
   122
    def generateSDVMName(self):
mb@90
   123
        vms = self.listVM()
mb@90
   124
        for i in range(0,999):
mb@90
   125
            if(not self.vmRootName+str(i) in vms):
mb@90
   126
                return self.vmRootName+str(i)
mb@90
   127
        return ''
mb@90
   128
    
mb@90
   129
    # check if the device is mass storage type
mb@90
   130
    @staticmethod
mb@90
   131
    def isMassStorageDevice(device):
mb@90
   132
        keyname = 'SYSTEM\CurrentControlSet\Enum\USB' + '\VID_' + device.vendorid+'&'+'PID_'+ device.productid
mb@90
   133
        key = _winreg.OpenKey(_winreg.HKEY_LOCAL_MACHINE, keyname)
mb@90
   134
        #subkeys = _winreg.QueryInfoKey(key)[0]
mb@90
   135
        #for i in range(0, subkeys):
mb@90
   136
        #    print _winreg.EnumKey(key, i)     
mb@90
   137
        devinfokeyname = _winreg.EnumKey(key, 0)
mb@90
   138
        _winreg.CloseKey(key)
mb@90
   139
mb@90
   140
        devinfokey = _winreg.OpenKey(_winreg.HKEY_LOCAL_MACHINE, keyname+'\\'+devinfokeyname)
mb@90
   141
        value = _winreg.QueryValueEx(devinfokey, 'SERVICE')[0]
mb@90
   142
        _winreg.CloseKey(devinfokey)
mb@90
   143
        
mb@90
   144
        return 'USBSTOR' in value
mb@90
   145
    
mb@90
   146
    # return the RSDs connected to the host
mb@90
   147
    @staticmethod
mb@90
   148
    def getConnectedRSDS():
mb@90
   149
        results = checkResult(Cygwin.vboxExecute('list usbhost'))[1]
mb@90
   150
        results = results.split('Host USB Devices:')[1].strip()
mb@90
   151
        
mb@90
   152
        items = list( "UUID:"+result for result in results.split('UUID:') if result != '')
mb@90
   153
        rsds = dict()   
mb@90
   154
        for item in items:
mb@90
   155
            props = dict()
mb@90
   156
            for line in item.splitlines():
mb@90
   157
                if line != "":         
mb@90
   158
                    k,v = line[:line.index(':')].strip(), line[line.index(':')+1:].strip()
mb@90
   159
                    props[k] = v
mb@90
   160
            
mb@90
   161
            #if 'Product' in props.keys() and props['Product'] == 'Mass Storage':
mb@90
   162
            
mb@90
   163
            usb_filter = USBFilter( re.search(r"\((?P<vid>[0-9A-Fa-f]+)\)", props['VendorId']).groupdict()['vid'], 
mb@90
   164
                                    re.search(r"\((?P<pid>[0-9A-Fa-f]+)\)", props['ProductId']).groupdict()['pid'],
mb@90
   165
                                    re.search(r"\((?P<rev>[0-9A-Fa-f]+)\)", props['Revision']).groupdict()['rev'] )
mb@90
   166
            if VMManager.isMassStorageDevice(usb_filter):
mb@90
   167
                rsds[props['UUID']] = usb_filter;
mb@90
   168
                logger.debug(usb_filter)
mb@90
   169
        return rsds
mb@90
   170
    
mb@90
   171
    # return the RSDs attached to all existing SDVMs
mb@90
   172
    def getAttachedRSDs(self):
mb@90
   173
        vms = self.listSDVM()
mb@90
   174
        attached_devices = dict()
mb@90
   175
        for vm in vms:
mb@90
   176
            rsd_filter = self.getUSBFilter(vm)
mb@90
   177
            if rsd_filter != None:
mb@90
   178
                attached_devices[vm] = rsd_filter
mb@90
   179
        return attached_devices
mb@90
   180
    
mb@90
   181
    # configures hostonly networking and DHCP server. requires admin rights
mb@90
   182
    def configureHostNetworking(self):
mb@90
   183
        #cmd = 'vboxmanage list hostonlyifs'
mb@90
   184
        #Cygwin.vboxExecute(cmd)
mb@90
   185
        #cmd = 'vboxmanage hostonlyif remove \"VirtualBox Host-Only Ethernet Adapter\"'
mb@90
   186
        #Cygwin.vboxExecute(cmd)
mb@90
   187
        #cmd = 'vboxmanage hostonlyif create'
mb@90
   188
        #Cygwin.vboxExecute(cmd)
mb@90
   189
        checkResult(Cygwin.vboxExecute('hostonlyif ipconfig \"VirtualBox Host-Only Ethernet Adapter\" --ip 192.168.56.1 --netmask 255.255.255.0'))
mb@90
   190
        #cmd = 'vboxmanage dhcpserver add'
mb@90
   191
        #Cygwin.vboxExecute(cmd)
mb@90
   192
        checkResult(Cygwin.vboxExecute('dhcpserver modify --ifname \"VirtualBox Host-Only Ethernet Adapter\" --ip 192.168.56.100 --netmask 255.255.255.0 --lowerip 192.168.56.101 --upperip 192.168.56.200'))
mb@90
   193
    
BarthaM@125
   194
    def isSDVMExisting(self, vm_name):
BarthaM@125
   195
        sdvms = self.listSDVM()
BarthaM@125
   196
        return vm_name in sdvms
BarthaM@125
   197
        
mb@90
   198
    #create new virtual machine instance based on template vm named SecurityDVM (\SecurityDVM\SecurityDVM.vmdk)
mb@90
   199
    def createVM(self, vm_name):
BarthaM@125
   200
        if self.isSDVMExisting(vm_name):
BarthaM@125
   201
            return
BarthaM@125
   202
        #remove eventually existing SDVM folder
BarthaM@125
   203
        machineFolder = Cygwin.cygPath(self.machineFolder)
BarthaM@125
   204
        checkResult(Cygwin.bashExecute('/usr/bin/rm -rf \\\"' + machineFolder + '/' + vm_name + '\\\"'))
mb@90
   205
        hostonly_if = self.getHostOnlyIFs()
mb@90
   206
        checkResult(Cygwin.vboxExecute('createvm --name ' + vm_name + ' --ostype Debian --register'))
mb@90
   207
        checkResult(Cygwin.vboxExecute('modifyvm ' + vm_name + ' --memory 512 --vram 10 --cpus 1 --usb on --usbehci on --nic1 hostonly --hostonlyadapter1 \"' + hostonly_if['Name'] + '\" --nic2 nat'))
mb@90
   208
        checkResult(Cygwin.vboxExecute('storagectl ' + vm_name + ' --name SATA --add sata --portcount 2'))
mb@90
   209
        return
mb@90
   210
    
mb@90
   211
    # attach storage image to controller
mb@90
   212
    def storageAttach(self, vm_name):
mb@90
   213
        if self.isStorageAttached(vm_name):
mb@90
   214
            self.storageDetach(vm_name)
mb@90
   215
        checkResult(Cygwin.vboxExecute('storageattach ' + vm_name + ' --storagectl SATA --port 0 --device 0 --type hdd --medium \"'+ self.machineFolder + '\SecurityDVM\SecurityDVM.vmdk\"'))
mb@90
   216
    
mb@90
   217
    # return true if storage is attached 
mb@90
   218
    def isStorageAttached(self, vm_name):
mb@90
   219
        info = self.getVMInfo(vm_name)
mb@90
   220
        return (info['SATA-0-0']!='none')
mb@90
   221
    
mb@90
   222
    # detach storage from controller
mb@90
   223
    def storageDetach(self, vm_name):
mb@90
   224
        if self.isStorageAttached(vm_name):
mb@90
   225
            checkResult(Cygwin.vboxExecute('storageattach ' + vm_name + ' --storagectl SATA --port 0 --device 0 --type hdd --medium none'))
mb@90
   226
    
mb@90
   227
    def changeStorageType(self, filename, storage_type):
mb@90
   228
        checkResult(Cygwin.vboxExecute('modifyhd \"' + filename + '\" --type ' + storage_type))
mb@90
   229
    
mb@90
   230
    # list storage snaphots for VM
mb@90
   231
    def updateTemplate(self):
mb@95
   232
mb@90
   233
        self.cleanup()
mb@90
   234
        self.poweroffVM('SecurityDVM')
mb@90
   235
        self.waitShutdown('SecurityDVM')
mb@90
   236
        
mb@90
   237
        # check for updates
mb@90
   238
        self.genCertificateISO('SecurityDVM')
mb@90
   239
        self.attachCertificateISO('SecurityDVM')
mb@90
   240
        
mb@90
   241
        self.storageDetach('SecurityDVM')
mb@90
   242
        results = checkResult(Cygwin.vboxExecute('list hdds'))[1]
mb@90
   243
        results = results.replace('Parent UUID', 'Parent')
mb@90
   244
        items = list( "UUID:"+result for result in results.split('UUID:') if result != '')
mb@90
   245
        
mb@90
   246
        snaps = dict()   
mb@90
   247
        for item in items:
mb@90
   248
            props = dict()
mb@90
   249
            for line in item.splitlines():
mb@90
   250
                if line != "":         
mb@90
   251
                    k,v = line[:line.index(':')].strip(), line[line.index(':')+1:].strip()
mb@90
   252
                    props[k] = v;
mb@90
   253
            snaps[props['UUID']] = props
mb@90
   254
        
mb@90
   255
        
mb@90
   256
        template_storage = self.machineFolder + '\SecurityDVM\SecurityDVM.vmdk'
mb@90
   257
        
mb@90
   258
        # find template uuid
mb@90
   259
        template_uuid = ''
mb@90
   260
        for hdd in snaps.values():
mb@90
   261
            if hdd['Location'] == template_storage:
mb@90
   262
                template_uuid = hdd['UUID']
mb@90
   263
        logger.debug('found parent uuid ' + template_uuid)
mb@90
   264
        
mb@90
   265
        # remove snapshots 
mb@90
   266
        for hdd in snaps.values():
mb@90
   267
            if hdd['Parent'] == template_uuid:
mb@90
   268
                #template_uuid = hdd['UUID']
mb@90
   269
                logger.debug('removing snapshot ' + hdd['UUID'])
mb@90
   270
                checkResult(Cygwin.vboxExecute('closemedium disk {' + hdd['UUID'] + '} --delete'))#[1]
mb@90
   271
                # parse result 0%...10%...20%...30%...40%...50%...60%...70%...80%...90%...100%
mb@90
   272
        
mb@90
   273
        self.changeStorageType(template_storage,'normal')
mb@90
   274
        self.storageAttach('SecurityDVM')
mb@90
   275
        self.startVM('SecurityDVM')
mb@90
   276
        self.waitStartup('SecurityDVM')
mb@90
   277
        checkResult(Cygwin.sshExecute('"sudo apt-get -y update"', VMManager.getHostOnlyIP('SecurityDVM'), 'osecuser', Cygwin.cygPath(self.machineFolder) + '/' + 'SecurityDVM' + '/dvm_key'))
mb@90
   278
        checkResult(Cygwin.sshExecute('"sudo apt-get -y upgrade"', VMManager.getHostOnlyIP('SecurityDVM'), 'osecuser', Cygwin.cygPath(self.machineFolder) + '/' + 'SecurityDVM' + '/dvm_key'))
mb@90
   279
        #self.stopVM('SecurityDVM')
mb@90
   280
        self.hibernateVM('SecurityDVM')
mb@90
   281
        self.waitShutdown('SecurityDVM')
mb@90
   282
        self.storageDetach('SecurityDVM')
mb@90
   283
        self.changeStorageType(template_storage,'immutable')
mb@90
   284
        self.storageAttach('SecurityDVM')
mb@90
   285
        self.rsdHandler = DeviceHandler(self)
mb@90
   286
        self.rsdHandler.start()
mb@90
   287
    
mb@90
   288
    #remove VM from the system. should be used on VMs returned by listSDVMs    
mb@90
   289
    def removeVM(self, vm_name):
mb@90
   290
        logger.info('Removing ' + vm_name)
mb@90
   291
        checkResult(Cygwin.vboxExecute('unregistervm ' + vm_name + ' --delete'))
mb@90
   292
        machineFolder = Cygwin.cygPath(self.machineFolder)
mb@97
   293
        checkResult(Cygwin.bashExecute('/usr/bin/rm -rf \\\"' + machineFolder + '/' + vm_name + '\\\"'))
mb@90
   294
    
mb@90
   295
    # start VM
mb@90
   296
    def startVM(self, vm_name):
mb@90
   297
        logger.info('Starting ' +  vm_name)
mb@90
   298
        result = checkResult(Cygwin.vboxExecute('startvm ' + vm_name + ' --type headless' ))
mb@90
   299
        while 'successfully started' not in result[1]:
mb@90
   300
            logger.error("Failed to start SDVM: " + vm_name + " retrying")
oliver@129
   301
            logger.error("Command returned:\n" + result[2])
mb@90
   302
            time.sleep(1)
mb@90
   303
            result = checkResult(Cygwin.vboxExecute('startvm ' + vm_name + ' --type headless'))
mb@90
   304
        return result[0]
mb@90
   305
    
mb@90
   306
    # return wether VM is running or not
mb@90
   307
    def isVMRunning(self, vm_name):
mb@90
   308
        return vm_name in self.listRunningVMS()    
mb@90
   309
    
mb@90
   310
    # stop VM
mb@90
   311
    def stopVM(self, vm_name):
mb@90
   312
        logger.info('Sending shutdown signal to ' + vm_name)
mb@90
   313
        checkResult(Cygwin.sshExecute( '"sudo shutdown -h now"', VMManager.getHostOnlyIP(vm_name), 'osecuser', Cygwin.cygPath(self.machineFolder) + '/' + vm_name + '/dvm_key' ))
mb@90
   314
    
mb@90
   315
    # stop VM
mb@90
   316
    def hibernateVM(self, vm_name):
mb@95
   317
        logger.info('Sending hibernate-disk signal to ' + vm_name)
mb@90
   318
        checkResult(Cygwin.sshExecute( '"sudo hibernate-disk&"', VMManager.getHostOnlyIP(vm_name), 'osecuser', Cygwin.cygPath(self.machineFolder) + '/' + vm_name + '/dvm_key', wait_return=False))
mb@90
   319
            
mb@90
   320
    # poweroff VM
mb@90
   321
    def poweroffVM(self, vm_name):
mb@90
   322
        if not self.isVMRunning(vm_name):
mb@90
   323
            return
mb@90
   324
        logger.info('Powering off ' + vm_name)
mb@90
   325
        return checkResult(Cygwin.vboxExecute('controlvm ' + vm_name + ' poweroff'))
mb@90
   326
    
mb@90
   327
    #list the hostonly IFs exposed by the VBox host
mb@90
   328
    @staticmethod    
mb@90
   329
    def getHostOnlyIFs():
mb@90
   330
        result = Cygwin.vboxExecute('list hostonlyifs')[1]
mb@90
   331
        if result=='':
mb@90
   332
            return None
mb@90
   333
        props = dict((k.strip(),v.strip().strip('"')) for k,v in (line.split(':', 1) for line in result.strip().splitlines()))
mb@90
   334
        return props
mb@90
   335
    
mb@90
   336
    # return the hostOnly IP for a running guest or the host
mb@90
   337
    @staticmethod    
mb@90
   338
    def getHostOnlyIP(vm_name):
mb@90
   339
        if vm_name == None:
oliver@129
   340
            logger.info('Getting hostOnly IP address for Host')
mb@90
   341
            return VMManager.getHostOnlyIFs()['IPAddress']
mb@90
   342
        else:
oliver@129
   343
            logger.info('Getting hostOnly IP address ' + vm_name)
mb@90
   344
            result = checkResult(Cygwin.vboxExecute('guestproperty get ' + vm_name + ' /VirtualBox/GuestInfo/Net/0/V4/IP'))
mb@90
   345
            if result=='':
mb@90
   346
                return None
mb@90
   347
            result = result[1]
mb@90
   348
            if result.startswith('No value set!'):
mb@90
   349
                return None
mb@90
   350
            return result[result.index(':')+1:].strip()
mb@90
   351
            
mb@90
   352
    # attach removable storage device to VM by provision of filter
mb@90
   353
    def attachRSD(self, vm_name, rsd_filter):
mb@90
   354
        return checkResult(Cygwin.vboxExecute('usbfilter add 0 --target ' + vm_name + ' --name OpenSecurityRSD --vendorid ' + rsd_filter.vendorid + ' --productid ' + rsd_filter.productid + ' --revision ' + rsd_filter.revision))
mb@90
   355
    
mb@90
   356
    # detach removable storage from VM by 
mb@90
   357
    def detachRSD(self, vm_name):
mb@90
   358
        return checkResult(Cygwin.vboxExecute('usbfilter remove 0 --target ' + vm_name))
mb@90
   359
        
mb@90
   360
    # return the description set for an existing VM
mb@90
   361
    def getVMInfo(self, vm_name):
mb@90
   362
        results = checkResult(Cygwin.vboxExecute('showvminfo ' + vm_name + ' --machinereadable'))[1]
mb@90
   363
        props = dict((k.strip().strip('"'),v.strip().strip('"')) for k,v in (line.split('=', 1) for line in results.splitlines()))
mb@90
   364
        return props
mb@90
   365
    
mb@90
   366
    # return the configured USB filter for an existing VM 
mb@90
   367
    def getUSBFilter(self, vm_name):
mb@90
   368
        props = self.getVMInfo(vm_name)
mb@90
   369
        keys = set(['USBFilterVendorId1', 'USBFilterProductId1', 'USBFilterRevision1'])
mb@90
   370
        keyset = set(props.keys())
mb@90
   371
        usb_filter = None
mb@90
   372
        if keyset.issuperset(keys):
mb@90
   373
            usb_filter = USBFilter(props['USBFilterVendorId1'], props['USBFilterProductId1'], props['USBFilterRevision1'])
mb@90
   374
        return usb_filter
mb@90
   375
    
mb@90
   376
    #generates ISO containing authorized_keys for use with guest VM
mb@90
   377
    def genCertificateISO(self, vm_name):
mb@90
   378
        machineFolder = Cygwin.cygPath(self.machineFolder)
mb@90
   379
        # remove .ssh folder if exists
mb@97
   380
        checkResult(Cygwin.bashExecute('/usr/bin/rm -rf \\\"' + machineFolder + '/' + vm_name + '/.ssh\\\"'))
mb@90
   381
        # remove .ssh folder if exists
mb@97
   382
        checkResult(Cygwin.bashExecute('/usr/bin/rm -rf \\\"' + machineFolder + '/' + vm_name + '/dvm_key\\\"'))
mb@90
   383
        # create .ssh folder in vm_name
mb@97
   384
        checkResult(Cygwin.bashExecute('/usr/bin/mkdir -p \\\"' + machineFolder + '/' + vm_name + '/.ssh\\\"'))
mb@90
   385
        # generate dvm_key pair in vm_name / .ssh     
mb@97
   386
        checkResult(Cygwin.bashExecute('/usr/bin/ssh-keygen -q -t rsa -N \\\"\\\" -C \\\"' + vm_name + '\\\" -f \\\"' + machineFolder + '/' + vm_name + '/.ssh/dvm_key\\\"'))
mb@90
   387
        # move out private key
mb@97
   388
        checkResult(Cygwin.bashExecute('/usr/bin/mv \\\"' + machineFolder + '/' + vm_name + '/.ssh/dvm_key\\\" \\\"' + machineFolder + '/' + vm_name + '\\\"'))
mb@90
   389
        # set permissions for private key
mb@97
   390
        checkResult(Cygwin.bashExecute('/usr/bin/chmod 500 \\\"' + machineFolder + '/' + vm_name + '/dvm_key\\\"'))
mb@90
   391
        # rename public key to authorized_keys
mb@97
   392
        checkResult(Cygwin.bashExecute('/usr/bin/mv \\\"' + machineFolder + '/' + vm_name + '/.ssh/dvm_key.pub\\\" \\\"' + machineFolder + '/' + vm_name + '/.ssh/authorized_keys\\\"'))
mb@90
   393
        # set permissions for authorized_keys
mb@97
   394
        checkResult(Cygwin.bashExecute('/usr/bin/chmod 500 \\\"' + machineFolder + '/' + vm_name + '/.ssh/authorized_keys\\\"'))
mb@90
   395
        # generate iso image with .ssh/authorized keys
mb@97
   396
        checkResult(Cygwin.bashExecute('/usr/bin/genisoimage -J -R -o \\\"' + machineFolder + '/' + vm_name + '/'+ vm_name + '.iso\\\" \\\"' + machineFolder + '/' + vm_name + '/.ssh\\\"'))
mb@90
   397
    
mb@90
   398
    # attaches generated ssh public cert to guest vm
mb@90
   399
    def attachCertificateISO(self, vm_name):
mb@90
   400
        result = checkResult(Cygwin.vboxExecute('storageattach ' + vm_name + ' --storagectl SATA --port 1 --device 0 --type dvddrive --mtype readonly --medium \"' + self.machineFolder + '\\' + vm_name + '\\'+ vm_name + '.iso\"'))
mb@90
   401
        return result
mb@90
   402
    
mb@90
   403
    # wait for machine to come up
mb@90
   404
    def waitStartup(self, vm_name, timeout_ms = 30000):
mb@90
   405
        checkResult(Cygwin.vboxExecute('guestproperty wait ' + vm_name + ' SDVMStarted --timeout ' + str(timeout_ms) + ' --fail-on-timeout'))
mb@90
   406
        return VMManager.getHostOnlyIP(vm_name)
mb@90
   407
    
mb@90
   408
    # wait for machine to shutdown
mb@90
   409
    def waitShutdown(self, vm_name):
mb@90
   410
        while vm_name in self.listRunningVMS():
mb@90
   411
            time.sleep(1)
mb@90
   412
        return
mb@90
   413
        
mb@90
   414
    # handles browsing request    
mb@90
   415
    def handleBrowsingRequest(self):
mb@90
   416
        handler = BrowsingHandler(self)
mb@90
   417
        handler.start()
mb@90
   418
        return 'ok'
mb@90
   419
    
mb@90
   420
    #Small function to check the availability of network resource.
mb@90
   421
    #def isAvailable(self, path):
mb@90
   422
        #return os.path.exists(path)
mb@90
   423
        #result = Cygwin.cmdExecute('IF EXIST "' + path + '" echo YES')
mb@90
   424
        #return string.find(result[1], 'YES',)
mb@90
   425
    
mb@90
   426
    #Small function to check if the mention location is a directory
mb@90
   427
    def isDirectory(self, path):
mb@90
   428
        result = checkResult(Cygwin.cmdExecute('dir ' + path + ' | FIND ".."'))
mb@90
   429
        return string.find(result[1], 'DIR',)
mb@90
   430
mb@90
   431
    def mapNetworkDrive(self, drive, networkPath, user, password):
mb@90
   432
        self.unmapNetworkDrive(drive)
mb@90
   433
        #Check for drive availability
mb@90
   434
        if os.path.exists(drive):
mb@90
   435
            logger.error("Drive letter is already in use: " + drive)
mb@90
   436
            return -1
mb@90
   437
        #Check for network resource availability
mb@90
   438
        retry = 5
mb@90
   439
        while not os.path.exists(networkPath):
mb@90
   440
            time.sleep(1)
mb@90
   441
            if retry == 0:
mb@90
   442
                return -1
mb@90
   443
            logger.info("Path not accessible: " + networkPath + " retrying")
mb@90
   444
            retry-=1
mb@90
   445
            #return -1
mb@90
   446
    
mb@90
   447
        command = 'USE ' + drive + ' ' + networkPath + ' /PERSISTENT:NO'
mb@90
   448
        if user != None:
mb@90
   449
            command += ' ' + password + ' /User' + user
mb@90
   450
    
mb@90
   451
        #TODO: Execute 'NET USE' command with authentication
mb@90
   452
        result = checkResult(Cygwin.execute('C:\\Windows\\system32\\net.exe', command))
mb@90
   453
        if string.find(result[1], 'successfully',) == -1:
mb@90
   454
            logger.error("Failed: NET " + command)
mb@90
   455
            return -1
mb@90
   456
        return 1
mb@90
   457
    
mb@90
   458
    def unmapNetworkDrive(self, drive):
mb@90
   459
        drives = self.getNetworkDrives()
mb@90
   460
        if drive not in drives.keys():
mb@90
   461
            return 1 
mb@90
   462
        result = checkResult(Cygwin.execute('C:\\Windows\\system32\\net.exe', 'USE ' + drive + ' /DELETE /YES'))
mb@90
   463
        if string.find(str(result[1]), 'successfully',) == -1:
mb@90
   464
            logger.error(result[2])
mb@90
   465
            return -1
mb@90
   466
        return 1
mb@90
   467
    
mb@90
   468
    def getNetworkDrives(self):
mb@90
   469
        ip = VMManager.getHostOnlyIP(None)
mb@90
   470
        ip = ip[:ip.rindex('.')]
mb@90
   471
        drives = dict()    
mb@90
   472
        result = checkResult(Cygwin.execute('C:\\Windows\\system32\\net.exe', 'USE'))
mb@90
   473
        for line in result[1].splitlines():
mb@90
   474
            if ip in line:
mb@90
   475
                parts = line.split()
mb@90
   476
                drives[parts[1]] = parts[2]
mb@90
   477
        return drives
mb@90
   478
            
mb@90
   479
    def genNetworkDrive(self):
mb@90
   480
        network_drives = self.getNetworkDrives()
mb@90
   481
        logical_drives = VMManager.getLogicalDrives()
mb@90
   482
        drives = list(map(chr, range(68, 91)))  
mb@90
   483
        for drive in drives:
mb@90
   484
            if drive+':' not in network_drives and drive not in logical_drives:
mb@90
   485
                return drive+':'
mb@90
   486
mb@90
   487
    def getNetworkDrive(self, vm_name):
mb@90
   488
        ip = self.getHostOnlyIP(vm_name)
mb@90
   489
        result = checkResult(Cygwin.execute('C:\\Windows\\system32\\net.exe', 'USE'))
mb@90
   490
        for line in result[1].splitlines():
mb@90
   491
            if line != None and ip in line:
mb@90
   492
                parts = line.split()
mb@90
   493
                return parts[0]
mb@90
   494
    @staticmethod
mb@90
   495
    def getLogicalDrives():
mb@90
   496
        drive_bitmask = ctypes.cdll.kernel32.GetLogicalDrives()
mb@90
   497
        return list(itertools.compress(string.ascii_uppercase,  map(lambda x:ord(x) - ord('0'), bin(drive_bitmask)[:1:-1])))
mb@90
   498
    
mb@90
   499
    @staticmethod
mb@90
   500
    def getDriveType(drive):
mb@90
   501
        return ctypes.cdll.kernel32.GetDriveTypeW(u"%s:\\"%drive)
mb@90
   502
    
mb@90
   503
    @staticmethod
mb@90
   504
    def getVolumeInfo(drive):
mb@90
   505
        volumeNameBuffer = ctypes.create_unicode_buffer(1024)
mb@90
   506
        fileSystemNameBuffer = ctypes.create_unicode_buffer(1024)
mb@90
   507
        serial_number = None
mb@90
   508
        max_component_length = None
mb@90
   509
        file_system_flags = None
mb@90
   510
        
mb@90
   511
        rc = ctypes.cdll.kernel32.GetVolumeInformationW(
mb@90
   512
            #ctypes.c_wchar_p("F:\\"),
mb@90
   513
            u"%s:\\"%drive,
mb@90
   514
            volumeNameBuffer,
mb@90
   515
            ctypes.sizeof(volumeNameBuffer),
mb@90
   516
            serial_number,
mb@90
   517
            max_component_length,
mb@90
   518
            file_system_flags,
mb@90
   519
            fileSystemNameBuffer,
mb@90
   520
            ctypes.sizeof(fileSystemNameBuffer)
mb@90
   521
        )
mb@90
   522
        
mb@90
   523
        return volumeNameBuffer.value, fileSystemNameBuffer.value
mb@90
   524
mb@90
   525
def checkResult(result):
mb@90
   526
    if result[0] != 0:
oliver@129
   527
        logger.error('Command failed:\n' + result[2])
mb@90
   528
        raise OpenSecurityException('Command failed:' + ''.join(result[2]))
mb@90
   529
    return result
mb@90
   530
mb@110
   531
mb@110
   532
            
mb@90
   533
# handles browsing request                    
mb@95
   534
class BrowsingHandler(threading.Thread):   
mb@90
   535
    vmm = None
mb@110
   536
    #Cygwin.start_X11()
mb@90
   537
    def __init__(self, vmmanager):
mb@90
   538
        threading.Thread.__init__(self)
mb@90
   539
        self.vmm = vmmanager
mb@90
   540
     
mb@90
   541
    def run(self):
mb@97
   542
        drive = None
mb@90
   543
        try:
mb@90
   544
            new_sdvm = self.vmm.generateSDVMName()
mb@90
   545
            self.vmm.createVM(new_sdvm)
mb@90
   546
            self.vmm.storageAttach(new_sdvm)
mb@90
   547
            self.vmm.genCertificateISO(new_sdvm)
mb@90
   548
            self.vmm.attachCertificateISO(new_sdvm)
mb@90
   549
            self.vmm.startVM(new_sdvm)
mb@90
   550
            new_ip = self.vmm.waitStartup(new_sdvm)
BarthaM@125
   551
            drive = self.vmm.genNetworkDrive()
BarthaM@125
   552
            if new_ip != None:
BarthaM@125
   553
                self.vmm.mapNetworkDrive(drive, '\\\\' + new_ip + '\\Download', None, None)
mb@95
   554
            #browser = '/usr/bin/iceweasel'
mb@95
   555
            #browser = '/usr/bin/midori'
mb@110
   556
            #browser = '/usr/bin/chromium '
mb@110
   557
            browser = '\\\"/usr/bin/chromium; pidof dbus-launch | xargs kill\\\"'
mb@110
   558
            Cygwin.start_X11()
mb@110
   559
           
mb@110
   560
            #if Cygwin.is_X11_running()==True:
mb@110
   561
            #result = checkResult(Cygwin.bashExecute('DISPLAY=:0 xhost '+new_ip))
mb@95
   562
            result = checkResult(Cygwin.sshExecuteX11(browser, new_ip, 'osecuser', Cygwin.cygPath(self.vmm.getMachineFolder()) + '/' + new_sdvm + '/dvm_key'))
mb@90
   563
        except:
mb@90
   564
            logger.error("BrowsingHandler failed. Cleaning up")
mb@97
   565
        if drive != None:    
mb@97
   566
            self.vmm.unmapNetworkDrive(drive)
mb@90
   567
        self.vmm.poweroffVM(new_sdvm)
mb@90
   568
        self.vmm.removeVM(new_sdvm)
mb@90
   569
                
mb@90
   570
class DeviceHandler(threading.Thread): 
mb@90
   571
    vmm = None
mb@90
   572
    attachedRSDs = None  
mb@90
   573
    connectedRSDs = None
mb@90
   574
    running = True
mb@90
   575
    def __init__(self, vmmanger): 
mb@90
   576
        threading.Thread.__init__(self)
mb@90
   577
        self.vmm = vmmanger
mb@90
   578
 
mb@90
   579
    def stop(self):
mb@90
   580
        self.running = False
mb@90
   581
        
mb@90
   582
    def run(self):
mb@90
   583
        self.connectedRSDs = dict()
mb@90
   584
        while self.running:
mb@90
   585
            tmp_rsds = self.vmm.getConnectedRSDS()
mb@95
   586
            
mb@95
   587
            self.attachedRSDs = self.vmm.getAttachedRSDs()
mb@95
   588
            for vm_name in self.attachedRSDs.keys():
mb@95
   589
                if self.attachedRSDs[vm_name] not in tmp_rsds.values():
mb@95
   590
                    drive = self.vmm.getNetworkDrive(vm_name)
mb@95
   591
                    self.vmm.unmapNetworkDrive(drive)
mb@95
   592
                    #self.stopVM(vm_name)
mb@95
   593
                    self.vmm.detachRSD(vm_name)
mb@95
   594
                    self.vmm.poweroffVM(vm_name)
mb@95
   595
                    self.vmm.removeVM(vm_name)
mb@95
   596
                    break
mb@95
   597
                    
mb@95
   598
                    
mb@90
   599
            if tmp_rsds.keys() == self.connectedRSDs.keys():
mb@90
   600
                logger.debug("Nothing's changed. sleep(3)")
mb@90
   601
                time.sleep(3)
mb@90
   602
                continue
mb@90
   603
            
mb@90
   604
            logger.info("Something's changed")          
mb@90
   605
            self.connectedRSDs = tmp_rsds
mb@90
   606
            
mb@95
   607
            
mb@95
   608
            
mb@90
   609
            #create new vm for attached device if any
mb@90
   610
            self.attachedRSDs = self.vmm.getAttachedRSDs()
mb@90
   611
            self.connectedRSDs = self.vmm.getConnectedRSDS()
mb@90
   612
            
mb@90
   613
            new_ip = None
mb@90
   614
            for connected_device in self.connectedRSDs.values():
mb@90
   615
                if (self.attachedRSDs and False) or (connected_device not in self.attachedRSDs.values()):
mb@90
   616
                    new_sdvm = self.vmm.generateSDVMName()
mb@90
   617
                    self.vmm.createVM(new_sdvm)
mb@90
   618
                    self.vmm.storageAttach(new_sdvm)
mb@90
   619
                    self.vmm.attachRSD(new_sdvm, connected_device)
mb@90
   620
                    self.vmm.startVM(new_sdvm)
mb@90
   621
                    new_ip = self.vmm.waitStartup(new_sdvm)
mb@90
   622
                    drive = self.vmm.genNetworkDrive()
mb@90
   623
                    if new_ip != None:
mb@90
   624
                        self.vmm.mapNetworkDrive(drive, '\\\\' + new_ip + '\\USB', None, None)
mb@90
   625
mb@90
   626
if __name__ == '__main__':
mb@90
   627
    #man = VMManager.getInstance()
mb@90
   628
    #man.listVM()
mb@90
   629
    #print man.getConnectedRSDs()
mb@90
   630
    #print man.getNetworkDrives()
mb@90
   631
    #man.genNetworkDrive()
mb@90
   632
    #drive_bitmask = ctypes.cdll.kernel32.GetLogicalDrives()
mb@90
   633
    #print list(itertools.compress(string.ascii_uppercase,  map(lambda x:ord(x) - ord('0'), bin(drive_bitmask)[:1:-1])))
mb@90
   634
    #print list(map(chr, range(68, 91))) 
mb@90
   635
    #print Cygwin.getRegEntry('SYSTEM\CurrentControlSet\Enum\USB', 'VID_1058&PID_0704')[0]
mb@90
   636
    #devices = VMManager.getConnectedRSDS()
mb@90
   637
    #print devices
mb@90
   638
    
mb@90
   639
    drives = VMManager.getLogicalDrives()
mb@90
   640
    print drives
mb@90
   641
    print VMManager.getDriveType("E")
mb@90
   642
    print VMManager.getVolumeInfo("E")
mb@90
   643
    #for device in devices.values():
mb@90
   644
    #    #print device
mb@90
   645
    #    if VMManager.isMassStorageDevice(device):
mb@90
   646
    #        print device
mb@90
   647
        
mb@90
   648
    
mb@90
   649
    
mb@90
   650
    #time.sleep(-1)
mb@90
   651
    #man.listVM()
mb@90
   652
    #man.listVM()
mb@90
   653
    #man.listVM()
mb@90
   654
    #man.listVM()
mb@90
   655
    #man.genCertificateISO('SecurityDVM0')
mb@90
   656
    #man.guestExecute('SecurityDVM0', '/bin/ls -la')
mb@90
   657
    #logger = setupLogger('VMManager')
mb@90
   658
    #c = Cygwin()
mb@90
   659
    
mb@90
   660
    #man.sshExecute('/bin/ls -la', 'SecurityDVM0')
mb@90
   661
    #man.sshExecuteX11('/usr/bin/iceweasel', 'SecurityDVM0')
mb@90
   662
    #man.removeVM('SecurityDVM0')
mb@90
   663
    #man.netUse('192.168.56.134', 'USB\\')
mb@90
   664
    #ip = '192.168.56.139'
mb@90
   665
    
mb@90
   666
    #man.cygwin_path = 'c:\\cygwin64\\bin\\'
mb@90
   667
    #man.handleDeviceChange()
mb@90
   668
    #print man.listSDVM()
mb@90
   669
    #man.configureHostNetworking()
mb@90
   670
    #new_vm = man.generateSDVMName()
mb@90
   671
    #man.createVM(new_vm)
mb@90
   672
    
mb@90
   673
    #print Cygwin.cmd()
mb@90
   674
    #man.isAvailable('c:')
mb@90
   675
    #ip = man.getHostOnlyIP('SecurityDVM0')
mb@90
   676
    #man.mapNetworkDrive('h:', '\\\\' + ip + '\Download', None, None)
mb@90
   677
    
mb@90
   678
    #man.genCertificateISO(new_vm)
mb@90
   679
    #man.attachCertificateISO(new_vm)
mb@90
   680
    
mb@90
   681
    #man.attachCertificateISO(vm_name)
mb@90
   682
    #man.guestExecute(vm_name, "ls")
mb@90
   683
    #man.sshGuestX11Execute('SecurityDVM1', '/usr/bin/iceweasel')
mb@90
   684
    #time.sleep(60)
mb@90
   685
    #print man.cygwinPath("C:\Users\BarthaM\VirtualBox VMs\SecurityDVM\.ssh\*")
mb@90
   686
    #man.genCertificateISO('SecurityDVM')
mb@90
   687
    #man.attachCertificateISO('SecurityDVM')
mb@90
   688
    #man.isStorageAttached('SecurityDVM')
mb@90
   689
    #man.guestExecute('SecurityDVM', 'sudo apt-get -y update')
mb@90
   690
    #man.guestExecute('SecurityDVM', 'sudo apt-get -y upgrade' )
mb@90
   691
    
mb@90
   692
    #man.stopVM('SecurityDVM')
mb@90
   693
    #man.storageDetach('SecurityDVM')
mb@90
   694
    #man.changeStorageType('C:\Users\BarthaM\VirtualBox VMs\SecurityDVM\SecurityDVM.vmdk','immutable')
mb@90
   695
    #man.storageAttach('SecurityDVM')
mb@90
   696
    
mb@90
   697
    
mb@90
   698
    #cmd = "c:\\cygwin64\\bin\\bash.exe --login -c \"/bin/ls\""
mb@90
   699
    #man.execute(cmd)