X-Git-Url: https://git.cweiske.de/enigma2.git/blobdiff_plain/fc1c1768923a6ec3c3439a851b616095d60d81b3..72e8548b23270b0605282d533debf7ef241fa923:/lib/python/Components/Harddisk.py diff --git a/lib/python/Components/Harddisk.py b/lib/python/Components/Harddisk.py old mode 100644 new mode 100755 index f7c3a7cb..2efdb68f --- a/lib/python/Components/Harddisk.py +++ b/lib/python/Components/Harddisk.py @@ -1,38 +1,87 @@ -from os import system, listdir, statvfs, popen, makedirs, readlink, stat, major, minor +from os import system, listdir, statvfs, popen, makedirs, stat, major, minor, path, access from Tools.Directories import SCOPE_HDD, resolveFilename from Tools.CList import CList from SystemInfo import SystemInfo +import time +from Components.Console import Console -def tryOpen(filename): - try: - procFile = open(filename) - except IOError: - return "" - return procFile +def readFile(filename): + file = open(filename) + data = file.read().strip() + file.close() + return data class Harddisk: + DEVTYPE_UDEV = 0 + DEVTYPE_DEVFS = 1 + def __init__(self, device): self.device = device - procfile = tryOpen("/sys/block/"+self.device+"/dev") - tmp = procfile.readline().split(':') - s_major = int(tmp[0]) - s_minor = int(tmp[1]) - for disc in listdir("/dev/discs"): - path = readlink('/dev/discs/'+disc) - devidex = '/dev'+path[2:]+'/' - disc = devidex+'disc' - ret = stat(disc).st_rdev - if s_major == major(ret) and s_minor == minor(ret): - self.devidex = devidex - print "new Harddisk", device, self.devidex - break + + if access("/dev/.udev", 0): + self.type = self.DEVTYPE_UDEV + elif access("/dev/.devfsd", 0): + self.type = self.DEVTYPE_DEVFS + else: + print "Unable to determine structure of /dev" + + self.max_idle_time = 0 + self.idle_running = False + self.timer = None + + self.dev_path = '' + self.disk_path = '' + self.phys_path = path.realpath(self.sysfsPath('device')) + + if self.type == self.DEVTYPE_UDEV: + self.dev_path = '/dev/' + self.device + self.disk_path = self.dev_path + + elif self.type == self.DEVTYPE_DEVFS: + tmp = readFile(self.sysfsPath('dev')).split(':') + s_major = int(tmp[0]) + s_minor = int(tmp[1]) + for disc in listdir("/dev/discs"): + dev_path = path.realpath('/dev/discs/' + disc) + disk_path = dev_path + '/disc' + try: + rdev = stat(disk_path).st_rdev + except OSError: + continue + if s_major == major(rdev) and s_minor == minor(rdev): + self.dev_path = dev_path + self.disk_path = disk_path + break + + print "new Harddisk", self.device, '->', self.dev_path, '->', self.disk_path + self.startIdle() def __lt__(self, ob): return self.device < ob.device + def partitionPath(self, n): + if self.type == self.DEVTYPE_UDEV: + return self.dev_path + n + elif self.type == self.DEVTYPE_DEVFS: + return self.dev_path + '/part' + n + + def sysfsPath(self, filename): + return path.realpath('/sys/block/' + self.device + '/' + filename) + + def stop(self): + if self.timer: + self.timer.stop() + self.timer.callback.remove(self.runIdle) + def bus(self): - ide_cf = self.device.find("hd") == 0 and self.devidex.find("host0") == -1 # 7025 specific - internal = self.device.find("hd") == 0 and self.devidex + # CF (7025 specific) + if self.type == self.DEVTYPE_UDEV: + ide_cf = False # FIXME + elif self.type == self.DEVTYPE_DEVFS: + ide_cf = self.device[:2] == "hd" and "host0" not in self.dev_path + + internal = "pci" in self.phys_path + if ide_cf: ret = "External (CF)" elif internal: @@ -42,11 +91,7 @@ class Harddisk: return ret def diskSize(self): - procfile = tryOpen("/sys/block/"+self.device+"/size") - if procfile == "": - return 0 - line = procfile.readline() - procfile.close() + line = readFile(self.sysfsPath('size')) try: cap = int(line) except: @@ -57,99 +102,110 @@ class Harddisk: cap = self.diskSize() if cap == 0: return "" - return "%d.%03d GB" % (cap/1024, cap%1024) + return "%d.%03d GB" % (cap/1000, cap%1000) def model(self): - if self.device.find("hd") == 0: - procfile = tryOpen("/proc/ide/"+self.device+"/model") - if procfile == "": - return "" - line = procfile.readline() - procfile.close() - return line.strip() - elif self.device.find("sd") == 0: - procfile = tryOpen("/sys/block/"+self.device+"/device/vendor") - if procfile == "": - return "" - vendor = procfile.readline().strip() - procfile.close() - procfile = tryOpen("/sys/block/"+self.device+"/device/model") - model = procfile.readline().strip() - return vendor+'('+model+')' + if self.device[:2] == "hd": + return readFile('/proc/ide/' + self.device + '/model') + elif self.device[:2] == "sd": + vendor = readFile(self.sysfsPath('device/vendor')) + model = readFile(self.sysfsPath('device/model')) + return vendor + '(' + model + ')' else: assert False, "no hdX or sdX" def free(self): - procfile = tryOpen("/proc/mounts") - - if procfile == "": + try: + mounts = open("/proc/mounts") + except IOError: return -1 - free = -1 - while 1: - line = procfile.readline() - if line == "": - break - if line.startswith(self.devidex): - parts = line.strip().split(" ") + lines = mounts.readlines() + mounts.close() + + for line in lines: + parts = line.strip().split(" ") + if path.realpath(parts[0]).startswith(self.dev_path): try: stat = statvfs(parts[1]) except OSError: continue - free = stat.f_bfree/1000 * stat.f_bsize/1000 - break - procfile.close() - return free + return stat.f_bfree/1000 * stat.f_bsize/1000 + + return -1 def numPartitions(self): - try: - idedir = listdir(self.devidex) - except OSError: - return -1 numPart = -1 - for filename in idedir: - if filename.startswith("disc"): - numPart += 1 - if filename.startswith("part"): - numPart += 1 + if self.type == self.DEVTYPE_UDEV: + try: + devdir = listdir('/dev') + except OSError: + return -1 + for filename in devdir: + if filename.startswith(self.device): + numPart += 1 + + elif self.type == self.DEVTYPE_DEVFS: + try: + idedir = listdir(self.dev_path) + except OSError: + return -1 + for filename in idedir: + if filename.startswith("disc"): + numPart += 1 + if filename.startswith("part"): + numPart += 1 return numPart def unmount(self): - procfile = tryOpen("/proc/mounts") - - if procfile == "": + try: + mounts = open("/proc/mounts") + except IOError: return -1 - cmd = "/bin/umount" + lines = mounts.readlines() + mounts.close() - for line in procfile: - if line.startswith(self.devidex): - parts = line.split() - cmd = ' '.join([cmd, parts[1]]) + cmd = "/bin/umount" - procfile.close() + for line in lines: + parts = line.strip().split(" ") + if path.realpath(parts[0]).startswith(self.dev_path): + cmd = ' ' . join([cmd, parts[1]]) res = system(cmd) return (res >> 8) def createPartition(self): - cmd = "/sbin/sfdisk -f " + self.devidex + "disc" - sfdisk = popen(cmd, "w") - sfdisk.write("0,\n;\n;\n;\ny\n") - sfdisk.close() - return 0 + cmd = 'printf "0,\n;\n;\n;\ny\n" | /sbin/sfdisk -f ' + self.disk_path + res = system(cmd) + return (res >> 8) def mkfs(self): cmd = "/sbin/mkfs.ext3 " if self.diskSize() > 4 * 1024: cmd += "-T largefile " - cmd += "-m0 " + self.devidex + "part1" + cmd += "-m0 -O dir_index " + self.partitionPath("1") res = system(cmd) return (res >> 8) def mount(self): - cmd = "/bin/mount -t ext3 " + self.devidex + "part1" - res = system(cmd) + try: + fstab = open("/etc/fstab") + except IOError: + return -1 + + lines = fstab.readlines() + fstab.close() + + res = -1 + for line in lines: + parts = line.strip().split(" ") + if path.realpath(parts[0]) == self.partitionPath("1"): + cmd = "/bin/mount -t ext3 " + parts[0] + res = system(cmd) + break + return (res >> 8) def createMovieFolder(self): @@ -162,15 +218,33 @@ class Harddisk: def fsck(self): # We autocorrect any failures # TODO: we could check if the fs is actually ext3 - cmd = "/sbin/fsck.ext3 -f -p " + self.devidex + "part1" + cmd = "/sbin/fsck.ext3 -f -p " + self.partitionPath("1") res = system(cmd) return (res >> 8) + def killPartition(self, n): + part = self.partitionPath(n) + + if access(part, 0): + cmd = '/bin/dd bs=512 count=3 if=/dev/zero of=' + part + res = system(cmd) + else: + res = 0 + + return (res >> 8) + errorList = [ _("Everything is fine"), _("Creating partition failed"), _("Mkfs failed"), _("Mount failed"), _("Create movie folder failed"), _("Fsck failed"), _("Please Reboot"), _("Filesystem contains uncorrectable errors"), _("Unmount failed")] def initialize(self): self.unmount() + # Udev tries to mount the partition immediately if there is an + # old filesystem on it when fdisk reloads the partition table. + # To prevent that, we overwrite the first 3 sectors of the + # partition, if the partition existed before. That's enough for + # ext3 at least. + self.killPartition("1") + if self.createPartition() != 0: return -1 @@ -203,19 +277,83 @@ class Harddisk: return -3 return 0 - + def getDeviceDir(self): - return self.devidex - + return self.dev_path + def getDeviceName(self): - return self.getDeviceDir() + "disc" + return self.disk_path + + # the HDD idle poll daemon. + # as some harddrives have a buggy standby timer, we are doing this by hand here. + # first, we disable the hardware timer. then, we check every now and then if + # any access has been made to the disc. If there has been no access over a specifed time, + # we set the hdd into standby. + def readStats(self): + l = readFile("/sys/block/%s/stat" % self.device) + (nr_read, _, _, _, nr_write) = l.split()[:5] + return int(nr_read), int(nr_write) + + def startIdle(self): + self.last_access = time.time() + self.last_stat = 0 + self.is_sleeping = False + from enigma import eTimer + + # disable HDD standby timer + Console().ePopen(("hdparm", "hdparm", "-S0", self.disk_path)) + self.timer = eTimer() + self.timer.callback.append(self.runIdle) + self.idle_running = True + self.setIdleTime(self.max_idle_time) # kick the idle polling loop + + def runIdle(self): + if not self.max_idle_time: + return + t = time.time() + + idle_time = t - self.last_access + + stats = self.readStats() + print "nr_read", stats[0], "nr_write", stats[1] + l = sum(stats) + print "sum", l, "prev_sum", self.last_stat + + if l != self.last_stat: # access + print "hdd was accessed since previous check!" + self.last_stat = l + self.last_access = t + idle_time = 0 + self.is_sleeping = False + else: + print "hdd IDLE!" + + print "[IDLE]", idle_time, self.max_idle_time, self.is_sleeping + if idle_time >= self.max_idle_time and not self.is_sleeping: + self.setSleep() + self.is_sleeping = True + + def setSleep(self): + Console().ePopen(("hdparm", "hdparm", "-y", self.disk_path)) + + def setIdleTime(self, idle): + self.max_idle_time = idle + if self.idle_running: + if not idle: + self.timer.stop() + else: + self.timer.start(idle * 100, False) # poll 10 times per period. + + def isSleeping(self): + return self.is_sleeping class Partition: - def __init__(self, mountpoint, description = "", force_mounted = False): + def __init__(self, mountpoint, device = None, description = "", force_mounted = False): self.mountpoint = mountpoint self.description = description self.force_mounted = force_mounted self.is_hotplug = force_mounted # so far; this might change. + self.device = device def stat(self): return statvfs(self.mountpoint) @@ -226,7 +364,7 @@ class Partition: return s.f_bavail * s.f_bsize except OSError: return None - + def total(self): try: s = self.stat() @@ -239,30 +377,61 @@ class Partition: # TODO: can os.path.ismount be used? if self.force_mounted: return True - procfile = tryOpen("/proc/mounts") - for n in procfile.readlines(): - if n.split(' ')[1] == self.mountpoint: + + try: + mounts = open("/proc/mounts") + except IOError: + return False + + lines = mounts.readlines() + mounts.close() + + for line in lines: + if line.split(' ')[1] == self.mountpoint: return True return False +DEVICEDB = \ + {"dm8000": + { + # dm8000: + "/devices/platform/brcm-ehci.0/usb1/1-1/1-1.1/1-1.1:1.0": "Front USB Slot", + "/devices/platform/brcm-ehci.0/usb1/1-1/1-1.2/1-1.2:1.0": "Back, upper USB Slot", + "/devices/platform/brcm-ehci.0/usb1/1-1/1-1.3/1-1.3:1.0": "Back, lower USB Slot", + "/devices/platform/brcm-ehci-1.1/usb2/2-1/2-1:1.0/host1/target1:0:0/1:0:0:0": "DVD Drive", + }, + "dm800": + { + # dm800: + "/devices/platform/brcm-ehci.0/usb1/1-2/1-2:1.0": "Upper USB Slot", + "/devices/platform/brcm-ehci.0/usb1/1-1/1-1:1.0": "Lower USB Slot", + }, + "dm7025": + { + # dm7025: + "/devices/pci0000:00/0000:00:14.1/ide1/1.0": "CF Card Slot", #hdc + "/devices/pci0000:00/0000:00:14.1/ide0/0.0": "Internal Harddisk" + } + } + class HarddiskManager: def __init__(self): self.hdd = [ ] self.cd = "" self.partitions = [ ] - + self.on_partition_list_change = CList() - + self.enumerateBlockDevices() - + # currently, this is just an enumeration of what's possible, # this probably has to be changed to support automount stuff. # still, if stuff is mounted into the correct mountpoints by - # external tools, everything is fine (until somebody inserts + # external tools, everything is fine (until somebody inserts # a second usb stick.) p = [ - ("/media/hdd", _("Harddisk")), - ("/media/card", _("Card")), + ("/media/hdd", _("Harddisk")), + ("/media/card", _("Card")), ("/media/cf", _("Compact Flash")), ("/media/mmc1", _("MMC Card")), ("/media/net", _("Network Mount")), @@ -270,9 +439,8 @@ class HarddiskManager: ("/media/usb", _("USB Stick")), ("/", _("Internal Flash")) ] - - for x in p: - self.partitions.append(Partition(mountpoint = x[0], description = x[1])) + + self.partitions.extend([ Partition(mountpoint = x[0], description = x[1]) for x in p ]) def getBlockDevInfo(self, blockdev): devpath = "/sys/block/" + blockdev @@ -282,16 +450,16 @@ class HarddiskManager: is_cdrom = False partitions = [] try: - removable = bool(int(open(devpath + "/removable").read())) - dev = int(open(devpath + "/dev").read().split(':')[0]) - if dev in [7, 31]: # loop, mtdblock + removable = bool(int(readFile(devpath + "/removable"))) + dev = int(readFile(devpath + "/dev").split(':')[0]) + if dev in (7, 31): # loop, mtdblock blacklisted = True if blockdev[0:2] == 'sr': is_cdrom = True if blockdev[0:2] == 'hd': try: - media = open("/proc/ide/%s/media" % blockdev).read() - if media.find("cdrom") != -1: + media = readFile("/proc/ide/%s/media" % blockdev) + if "cdrom" in media: is_cdrom = True except IOError: error = True @@ -305,37 +473,62 @@ class HarddiskManager: self.cd = blockdev except IOError: error = True - return error, blacklisted, removable, is_cdrom, partitions + # check for medium + medium_found = True + try: + open("/dev/" + blockdev).close() + except IOError, err: + if err.errno == 159: # no medium present + medium_found = False + + return error, blacklisted, removable, is_cdrom, partitions, medium_found def enumerateBlockDevices(self): print "enumerating block devices..." for blockdev in listdir("/sys/block"): - error, blacklisted, removable, is_cdrom, partitions = self.getBlockDevInfo(blockdev) + error, blacklisted, removable, is_cdrom, partitions, medium_found = self.getBlockDevInfo(blockdev) print "found block device '%s':" % blockdev, if error: print "error querying properties" elif blacklisted: print "blacklisted" + elif not medium_found: + print "no medium" else: print "ok, removable=%s, cdrom=%s, partitions=%s, device=%s" % (removable, is_cdrom, partitions, blockdev) - self.addHotplugPartition(blockdev, blockdev) + + self.addHotplugPartition(blockdev) for part in partitions: - self.addHotplugPartition(part, part) + self.addHotplugPartition(part) def getAutofsMountpoint(self, device): return "/autofs/%s/" % (device) - def addHotplugPartition(self, device, description): - p = Partition(mountpoint = self.getAutofsMountpoint(device), description = description, force_mounted = True) + def addHotplugPartition(self, device, physdev = None): + if not physdev: + dev, part = self.splitDeviceName(device) + try: + physdev = path.realpath('/sys/block/' + dev + '/device')[4:] + except OSError: + physdev = dev + print "couldn't determine blockdev physdev for device", device + + # device is the device name, without /dev + # physdev is the physical device path, which we (might) use to determine the userfriendly name + description = self.getUserfriendlyDeviceName(device, physdev) + + p = Partition(mountpoint = self.getAutofsMountpoint(device), description = description, force_mounted = True, device = device) self.partitions.append(p) self.on_partition_list_change("add", p) + + # see if this is a harddrive l = len(device) - if l and device[l-1] not in ('0','1','2','3','4','5','6','7','8','9'): - error, blacklisted, removable, is_cdrom, partitions = self.getBlockDevInfo(device) - if not blacklisted and not removable and not is_cdrom: + if l and not device[l-1].isdigit(): + error, blacklisted, removable, is_cdrom, partitions, medium_found = self.getBlockDevInfo(device) + if not blacklisted and not removable and not is_cdrom and medium_found: self.hdd.append(Harddisk(device)) self.hdd.sort() - SystemInfo["Harddisc"] = len(self.hdd) > 0 + SystemInfo["Harddisk"] = len(self.hdd) > 0 def removeHotplugPartition(self, device): mountpoint = self.getAutofsMountpoint(device) @@ -344,13 +537,13 @@ class HarddiskManager: self.partitions.remove(x) self.on_partition_list_change("remove", x) l = len(device) - if l and device[l-1] not in ('0','1','2','3','4','5','6','7','8','9'): - idx = 0 + if l and not device[l-1].isdigit(): for hdd in self.hdd: if hdd.device == device: - del self.hdd[idx] + hdd.stop() + self.hdd.remove(hdd) break - SystemInfo["Harddisc"] = len(self.hdd) > 0 + SystemInfo["Harddisk"] = len(self.hdd) > 0 def HDDCount(self): return len(self.hdd) @@ -369,6 +562,56 @@ class HarddiskManager: return self.cd def getMountedPartitions(self, onlyhotplug = False): - return [x for x in self.partitions if (x.is_hotplug or not onlyhotplug) and x.mounted()] + parts = [x for x in self.partitions if (x.is_hotplug or not onlyhotplug) and x.mounted()] + devs = set([x.device for x in parts]) + for devname in devs.copy(): + if not devname: + continue + dev, part = self.splitDeviceName(devname) + if part and dev in devs: # if this is a partition and we still have the wholedisk, remove wholedisk + devs.remove(dev) + + # return all devices which are not removed due to being a wholedisk when a partition exists + return [x for x in parts if not x.device or x.device in devs] + + def splitDeviceName(self, devname): + # this works for: sdaX, hdaX, sr0 (which is in fact dev="sr0", part=""). It doesn't work for other names like mtdblock3, but they are blacklisted anyway. + dev = devname[:3] + part = devname[3:] + for p in part: + if not p.isdigit(): + return devname, 0 + return dev, part and int(part) or 0 + + def getUserfriendlyDeviceName(self, dev, phys): + dev, part = self.splitDeviceName(dev) + description = "External Storage %s" % dev + try: + description = readFile("/sys" + phys + "/model") + except IOError, s: + print "couldn't read model: ", s + from Tools.HardwareInfo import HardwareInfo + for physdevprefix, pdescription in DEVICEDB.get(HardwareInfo().device_name,{}).items(): + if phys.startswith(physdevprefix): + description = pdescription + + # not wholedisk and not partition 1 + if part and part != 1: + description += " (Partition %d)" % part + return description + + def addMountedPartition(self, device, desc): + already_mounted = False + for x in self.partitions[:]: + if x.mountpoint == device: + already_mounted = True + if not already_mounted: + self.partitions.append(Partition(mountpoint = device, description = desc)) + + def removeMountedPartition(self, mountpoint): + for x in self.partitions[:]: + if x.mountpoint == mountpoint: + self.partitions.remove(x) + self.on_partition_list_change("remove", x) harddiskmanager = HarddiskManager()