/[gli]/trunk/src/GLIStorageDevice.py
Gentoo

Contents of /trunk/src/GLIStorageDevice.py

Parent Directory Parent Directory | Revision Log Revision Log


Revision 117 - (show annotations) (download) (as text)
Fri Nov 12 06:40:21 2004 UTC (15 years, 11 months ago) by agaffney
File MIME type: text/x-python
File size: 19081 byte(s)
modifications to GLIStorageDevice for determining ext2/3 freespace

1 import commands, string, re, os, parted
2
3 class Device:
4 "Class representing a partitionable device."
5
6 _device = None
7 _partitions = None
8 _geometry = None
9 _total_bytes = 0
10 _total_sectors = 0
11 _cylinder_bytes = 0
12 _sectors_in_cylinder = 0
13 _parted_dev = None
14 _parted_disk = None
15 _fdiskcall = "fdisk -l "
16
17 def __init__(self, device):
18 self._device = device
19 self._partitions = {}
20 self._geometry = {'cylinders': 0, 'heads': 0, 'sectors': 0, 'sectorsize': 512}
21 self._total_bytes = 0
22 self._cylinder_bytes = 0
23 self._parted_dev = parted.PedDevice.get(self._device)
24 self._parted_disk = parted.PedDisk.new(self._parted_dev)
25 self.set_disk_geometry_from_disk()
26
27 def set_disk_geometry_from_disk(self):
28 self._total_bytes = self._parted_dev.length * self._parted_dev.sector_size
29 if string.strip(commands.getoutput("echo " + self._device + " | grep '/hd'")) == self._device: # IDE
30 proc_dir = "/proc/ide/" + commands.getoutput("echo " + self._device + " | cut -d '/' -f 3")
31 proc_dir = string.strip(proc_dir)
32 heads = commands.getoutput("cat " + proc_dir + "/geometry | grep logical | cut -d '/' -f 2")
33 sectors = commands.getoutput("cat " + proc_dir + "/geometry | grep logical | cut -d '/' -f 3")
34 total_sectors = commands.getoutput("cat " + proc_dir + "/capacity")
35 cylinders = int(total_sectors) / (int(heads) * int(sectors))
36 self._geometry['heads'], self._geometry['sectors'], self._geometry['cylinders'] = int(heads), int(sectors), int(cylinders)
37 else: #SCSI
38 self._geometry['heads'], self._geometry['sectors'], self._geometry['cylinders'] = self._parted_dev.heads, self._parted_dev.sectors, self._parted_dev.cylinders
39 self._cylinder_bytes = self._geometry['heads'] * self._geometry['sectors'] * self._parted_dev.sector_size
40 self._total_sectors = self._geometry['cylinders'] * self._geometry['heads'] * self._geometry['sectors']
41 self._sectors_in_cylinder = self._geometry['heads'] * self._geometry['sectors']
42
43 def set_partitions_from_disk(self):
44 parted_part = self._parted_disk.next_partition()
45 while parted_part != None:
46 if parted_part.num < 1:
47 parted_part = self._parted_disk.next_partition(parted_part)
48 continue
49 fs_type = ""
50 if parted_part.fs_type != None: fs_type = parted_part.fs_type.name
51 if parted_part.type == 2: fs_type = "extended"
52 self._partitions[int(parted_part.num)] = Partition(self, parted_part.num, '', (parted_part.geom.start / self._sectors_in_cylinder), (parted_part.geom.end / self._sectors_in_cylinder), (parted_part.geom.end - parted_part.geom.start), fs_type, format=False, existing=True)
53 parted_part = self._parted_disk.next_partition(parted_part)
54
55 def set_partitions_from_install_profile_structure(self, ips):
56 for part in ips:
57 tmppart = ips[part]
58 existing = False
59 parted_part = self._parted_disk.get_partition(part)
60 if parted_part != None:
61 start = parted_part.geom.start / self._sectors_in_cylinder
62 end = parted_part.geom.end / self._sectors_in_cylinder
63 fs_type = ""
64 if parted_part.fs_type != None: fs_type = parted_part.fs_type.name
65 if parted_part.type == 2: fs_type = "extended"
66 if int(tmppart['start']) == int(start) and int(tmppart['end']) == int(end) and tmppart['type'] == fs_type and tmppart['format'] == False:
67 existing = True
68 self._partitions[int(part)] = Partition(self, part, '', tmppart['start'], tmppart['end'], 0, tmppart['type'], mountopts=tmppart['mountopts'], mountpoint=tmppart['mountpoint'], format=tmppart['format'], existing=(not tmppart['format']))
69
70 def get_device(self):
71 return self._device
72
73 def clear_partitions(self):
74 self._partitions = {}
75
76 def add_partition(self, minor, start, end, type):
77 free_start, free_end = self.get_free_space(start)
78 minor = int(minor)
79 if not free_end:
80 return False
81 if self._partitions.has_key(minor):
82 parts = self._partitions.keys()
83 parts.sort()
84 parts.reverse()
85 hole_at = 0
86 for i in range(1, parts[0]+1):
87 if i <= minor: continue
88 if not self._partitions.has_key(int(i)):
89 hole_at = i
90 break
91 stopscooting = 0
92 for i in parts:
93 if stopscooting: break
94 if (i >= hole_at) and (hole_at): continue
95 if i >= minor:
96 self._partitions[i].set_minor(i+1)
97 self._partitions[i+1] = self._partitions[i]
98 if i == minor: stopscooting = 1
99 self._partitions[minor] = Partition(self, minor, '', start, end, 0, type)
100
101 def remove_partition(self, minor):
102 del self._partitions[int(minor)]
103
104 def get_free_space(self, start):
105 parts = self._partitions.keys()
106 parts.sort()
107 lastend_pri = 0
108 lastend_log = 0
109 free_start = -1
110 free_end = -1
111 if start > self.get_num_cylinders(): return (-1, -1)
112 for part in parts:
113 if part > 4: break
114 tmppart = self._partitions[part]
115 if (tmppart.get_start() > lastend_pri) and (lastend_pri >= start):
116 free_start = lastend_pri
117 free_end = tmppart.get_start() - 1
118 break
119 if tmppart.is_extended() and start < tmppart.get_end():
120 lastend_log = tmppart.get_start()
121 for part_log in parts:
122 if part_log < 5: continue
123 tmppart_log = self._partitions[part_log]
124 if (tmppart_log.get_start() > lastend_log) and (lastend_log >= start):
125 free_start = lastend_log
126 free_end = tmppart_log.get_start() - 1
127 break
128 lastend_log = tmppart_log.get_end() + 1
129 if free_start == -1 and lastend_log < tmppart.get_end():
130 free_start = lastend_log
131 free_end = tmppart.get_end()
132 break
133 lastend_pri = tmppart.get_end() + 1
134 if free_start == -1 and lastend_pri < self.get_num_cylinders():
135 free_start = lastend_pri
136 free_end = self.get_num_cylinders()
137 return (free_start, free_end)
138
139 def get_partition_at(self, cylinder, ignore_extended=1):
140 parts = self._partitions.keys()
141 parts.sort()
142 for part in parts:
143 tmppart = self._partitions[part]
144 if ignore_extended and tmppart.is_extended(): continue
145 if (cylinder >= tmppart.get_start()) and (cylinder <= tmppart.get_end()):
146 return part
147 return 0
148
149 def get_free_minor_at(self, start, end):
150 parts = self._partitions.keys()
151 parts.sort()
152 minor = 1
153 lastpart = 0
154 for part in parts:
155 if part > 4: break
156 tmppart = self._partitions[part]
157 if end < tmppart.get_start():
158 minor = part
159 if (minor - 1) > lastpart: minor = lastpart + 1
160 break
161 if tmppart.is_extended() and start < tmppart.get_end():
162 minor = 5
163 lastpart = 4
164 for part_log in parts:
165 if part_log < 5: continue
166 tmppart_log = self._partitions[part_log]
167 if end < tmppart_log.get_start():
168 minor = part_log
169 if (minor - 1) > lastpart: minor = lastpart + 1
170 break
171 minor = part_log + 1
172 lastpart = part_log
173 break
174 minor = part + 1
175 lastpart = part
176 return minor
177
178 def get_ordered_partition_list(self):
179 parts = self._partitions.keys()
180 parts.sort()
181 partlist = []
182 free_start, free_end = self.get_free_space(0)
183 tmppart = None
184 tmppart_log = None
185 for part in parts:
186 if part > 4: break
187 tmppart = self._partitions[part]
188 if free_end < tmppart.get_start() and not free_start == -1:
189 partlist.append("Free Space (" + str(free_start) + "-" + str(free_end) + ")")
190 free_start, free_end = self.get_free_space(free_end)
191 newitem = self._device + str(part) + ": " + str(tmppart.get_start()) + "-" + str(tmppart.get_end())
192 if tmppart.is_extended(): newitem = newitem + " extended"
193 partlist.append(newitem)
194 if tmppart.is_extended():
195 for part_log in parts:
196 if part_log < 5: continue
197 tmppart_log = self._partitions[part_log]
198 if free_end < tmppart_log.get_start() and free_end <= tmppart.get_end() and not free_start == -1:
199 partlist.append("Free Space (" + str(free_start) + "-" + str(free_end) + ")")
200 free_start, free_end = self.get_free_space(free_end)
201 newitem = self._device + str(part_log) + ": " + str(tmppart_log.get_start()) + "-" + str(tmppart_log.get_end()) + " logical"
202 partlist.append(newitem)
203 if ((tmppart_log == None) or (free_start > tmppart_log.get_end())) and free_start < tmppart.get_end():
204 partlist.append("Free Space (" + str(free_start) + "-" + str(free_end) + ") logical")
205 free_start, free_end = self.get_free_space(free_end)
206 if (tmppart == None) or (free_start > tmppart.get_end()):
207 partlist.append("Free Space (" + str(free_start) + "-" + str(free_end) + ")")
208 return partlist
209
210 def get_install_profile_structure(self):
211 devdic = {}
212 for part in self._partitions:
213 tmppart = self._partitions[part]
214 devdic[part] = { 'mb': 0, 'start': tmppart.get_start(), 'end': tmppart.get_end(), 'type': tmppart.get_type(), 'mountpoint': tmppart.get_mountpoint(), 'mountopts': tmppart.get_mountopts(), 'format': tmppart.get_format() }
215 return devdic
216
217 def get_num_sectors(self):
218 return int(self._total_sectors)
219
220 def get_cylinder_size(self):
221 return int(self._cylinder_bytes)
222
223 def get_num_cylinders(self):
224 return int(self._geometry['cylinders'])
225
226 def get_drive_bytes(self):
227 return int(self._total_bytes)
228
229 def get_partitions(self):
230 return self._partitions
231
232 def print_partitions(self):
233 for part in self._partitions.keys():
234 print self._partitions[part].return_info()
235
236 def print_geometry(self):
237 print self._total_bytes, self._geometry
238
239 def _error(self, message):
240 "Raises an exception"
241 raise "DeviceObjectError", message
242
243 def _run(self, cmd):
244 "Runs a command and returns the output"
245
246 # Run command
247 output_string = commands.getoutput(cmd)
248
249 # What we will return
250 output_list = []
251
252 # As long as there is a new line in the output_string
253 while output_string.find("\n") != -1:
254
255 # Find the \n in the string
256 index = output_string.find("\n") + 1
257
258 # Add the line to the output and remove it from
259 # the output_string
260 output_list.append(output_string[:index])
261 output_string = output_string[index:]
262
263 # return output
264 return output_list
265
266
267 class Partition:
268 "Class representing a single partition within a Device object"
269
270 _device = None
271 _minor = None
272 _bootflag = None
273 _start = None
274 _end = None
275 _blocks = None
276 _type = None
277 _mountpoint = None
278 _mountopts = None
279 _format = None
280 _resizeable = None
281 _min_cylinders_for_resize = 0
282
283 def __init__(self, device, minor, bootflag, start, end, blocks, type, mountpoint='', mountopts='', format=True, existing=False):
284 self._device = device
285 self._minor = int(minor)
286 self._bootflag = bootflag
287 self._start = int(start)
288 self._end = int(end)
289 self._blocks = int(blocks)
290 self._type = type
291 self._mountpoint = mountpoint
292 self._mountopts = mountopts
293 self._format = format
294 if blocks == 0:
295 self._blocks = ((self._end - self._start) * self._device.get_cylinder_size()) / 512
296 if existing:
297 parted_part = device._parted_disk.get_partition(minor)
298 if type == "ntfs":
299 min_bytes = int(commands.getoutput("ntfsresize -f --info " + device._device + str(minor) + " | grep -e '^You might resize' | sed -e 's/You might resize at //' -e 's/ bytes or .\+//'"))
300 self._min_cylinders_for_resize = int(min_bytes / self._device._cylinder_bytes) + 1
301 self._resizeable == True
302 elif type == "ext2" or type == "ext3":
303 os.system("mkdir /mnt/freespace 2>&1 > /dev/null; mount " + device._device + str(minor) + " /mnt/freespace | tee -a /tmp/dfoutput.log")
304 min_bytes = string.strip(commands.getoutput("df -B kB | grep -e '^" + device._device + str(minor) + "' | sed -e 's:^" + device._device + str(minor) + "\s\+[0-9]\+kB\s\+::' -e 's:kB\s.\+::' | tee /tmp/dfoutput.log"))
305 print device._device + str(minor) + ": |" + min_bytes + "|"
306 min_bytes = int(min_bytes) * 1000
307 os.system("umount /mnt/freespace; rm -rf /mnt/freespace")
308 min_bytes = min_bytes + (100 * 1024 * 1024) # Add 100M just to be safe
309 self._min_cylinders_for_resize = int(min_bytes / self._device._cylinder_bytes) + 1
310 self._resizeable == True
311 elif type == "fat16" or type == "fat32":
312 parted_part = self._device._parted_disk.get_partition(self._minor)
313 parted_fs = parted_part.geom.file_system_open()
314 resize_constraint = parted_fs.get_resize_constraint()
315 min_size = float(resize_constraint.min_size / self._device._sectors_in_cylinder)
316 if int(min_size) != min_size: min_size = int(min_size) + 1
317 self._min_cylinders_for_resize = min_size
318 self._resizeable = True
319 elif type == "":
320 self._min_cylinders_for_resize = 1
321 self._resizeable = True
322 else:
323 self._resizeable = True
324
325 def is_extended(self):
326 if self._type == "extended":
327 return True
328 else:
329 return False
330
331 def is_logical(self):
332 part = self._device.get_partition_at(self._start, ignore_extended=0)
333 if part and self._device._partitions[part].is_extended() and not part == self._minor:
334 return True
335 return False
336
337 def get_logicals(self):
338 logicals = []
339 start = self._start
340 while not start > self._end:
341 part = self._device.get_partition_at(start)
342 if not part: break
343 logicals.append(part)
344 start = self._device._partitions[part].get_end() + 1
345 logicals.sort()
346 return logicals
347
348 def get_extended_parent(self):
349 return self._device.get_partition_at(self._start, ignore_extended=0)
350
351 def set_start(self, start):
352 self._start = int(start)
353 self._blocks = ((self._end - self._start) * self._device.get_cylinder_size()) / 512
354
355 def get_start(self):
356 return int(self._start)
357
358 def set_end(self, end):
359 self._end = int(end)
360 self._blocks = ((self._end - self._start) * self._device.get_cylinder_size()) / 512
361
362 def get_end(self):
363 return int(self._end)
364
365 def set_type(self, type):
366 self._type = type
367
368 def get_type(self):
369 return self._type
370
371 def get_device(self):
372 return self._device
373
374 def set_minor(self, minor):
375 self._minor = int(minor)
376
377 def get_minor(self):
378 return int(self._minor)
379
380 def set_mountpoint(self, mountpoint):
381 self._mountpoint = mountpoint
382
383 def get_mountpoint(self):
384 return self._mountpoint
385
386 def set_mountopts(self, mountopts):
387 self._mountopts = mountopts
388
389 def get_mountopts(self):
390 return self._mountopts
391
392 def set_format(self, format):
393 self._format = format
394
395 def get_format(self):
396 return self._format
397
398 def get_blocks(self):
399 return int(self._blocks)
400
401 def get_min_cylinders_for_resize(self):
402 # min_size = self._start + 1
403 # if not self._format:
404 # parted_part = self._device._parted_disk.get_partition(self._minor)
405 # parted_fs = parted_part.geom.file_system_open()
406 # resize_constraint = parted_fs.get_resize_constraint()
407 # min_size = float(resize_constraint.min_size / self._device._sectors_in_cylinder)
408 # if int(min_size) != min_size: min_size = int(min_size) + 1
409 # min_size = min_size + self._start
410 #################################################
411 if self.is_extended():
412 min_size = self._start
413 for part in self._device._partitions:
414 if part < 5: continue
415 min_size = part.get_end()
416 else:
417 return self._min_cylinders_for_resize
418
419 def get_max_cylinders_for_resize(self):
420 free_start, free_end = self._device.get_free_space(self._end)
421 if free_end == -1: return self._end
422 if free_start - 1 == self._end:
423 if self.is_logical():
424 if free_end <= self._device._partitions[self.get_extended_parent()]._end:
425 return free_end
426 else:
427 return self._end
428 else:
429 return free_end
430
431 def resize(self, start, end):
432 part_at_start = self._device.get_partition_at(int(start))
433 part_at_end = self._device.get_partition_at(int(end))
434 logicals = None
435 if self.is_logical():
436 parent = self.get_extended_parent()
437 parentstart = int(self._device._partitions[parent].get_start())
438 parentend = int(self._device._partitions[parent].get_end())
439 if (start < parentstart) or (end > parentend): return 0
440 if self.is_extended():
441 logicals = self.get_logicals()
442 if len(logicals):
443 logicals_start = self._device._partitions[logicals[0]].get_start()
444 logicals_end = self._device._partitions[logicals[len(logicals)-1]].get_end()
445 if (start > logicals_start) or (end < logicals_end): return 0
446 if part_at_start in logicals: part_at_start = 0
447 if part_at_end in logicals: part_at_end = 0
448 if ((not part_at_start == 0) and (part_at_start != self._minor)) or ((not part_at_end == 0) and (part_at_end != self._minor)):
449 return 0
450 self.set_start(start)
451 self.set_end(end)
452 return 1
453
454 def _error(self, message):
455 "Raises an exception"
456 raise "PartitionObjectError", message
457
458
459 def detect_devices():
460 "Returns a list of partitionable devices on the system"
461
462 devices = []
463
464 # Make sure sysfs exists
465 if not os.path.exists("/sys/bus"):
466 raise Exception, "no sysfs found (you MUST use a kernel >2.6)"
467 # Make sure /proc/partitions exists
468 if not os.path.exists("/proc/partitions"):
469 raise Exception, "/proc/partitions does not exist!"
470
471 # Load /proc/partitions into the variable 'partitions'
472 partitions = []
473 for line in open("/proc/partitions"):
474 if len(line.split()) < 4 or not line.split()[0].isdigit() or \
475 not line.split()[1].isdigit():
476 continue
477
478 # Get the major, minor and device name
479 major = line.split()[0]
480 minor = line.split()[1]
481 device = "/dev/" + line.split()[3]
482
483 if not major.isdigit() or not minor.isdigit():
484 continue
485
486 major = int(major)
487 minor = int(minor)
488
489 # If there is no /dev/'device_name', then scan
490 # all the devices in /dev to try and find a
491 # devices with the same major and minor
492 if not os.path.exists(device):
493 device = None
494 for path, dirs, files in os.walk("/dev"):
495 for file in files:
496 full_file = os.path.join(path, file)
497 if not os.path.exists(full_file):
498 continue
499 statres = os.stat(full_file)
500 fmaj = os.major(statres.st_rdev)
501 fmin = os.minor(statres.st_rdev)
502 if fmaj == major and fmin == minor:
503 device = full_file
504 break
505 if not device:
506 continue
507
508 partitions.append(( major, minor, device ))
509
510 # Scan sysfs for the devices of type 'x'
511 # 'x' being a member of the list below:
512 for dev_type in [ "ide", "scsi" ]: # Other device types? usb? fw?
513 if os.path.exists("/sys/bus/" + dev_type):
514 sysfs_devices = os.listdir("/sys/bus/"+dev_type+"/devices")
515
516 # For each device in the devices on that bus
517 for sysfs_device in sysfs_devices:
518 dev_file = "/sys/bus/" + dev_type + "/devices/"\
519 + sysfs_device + "/block/dev"
520
521 # If the file is not a block device, loop
522 if not os.path.exists(dev_file):
523 continue
524
525 # Get the major and minor info
526 try:
527 major, minor = open(dev_file).read().split(":")
528 major = int(major)
529 minor = int(minor)
530 except:
531 raise Exception, "invalid major minor in "\
532 + dev_file
533
534 # Find a device listed in /proc/partitions
535 # that has the same minor and major as our
536 # current block device.
537 for record in partitions:
538 if major == record[0] and minor == record[1]:
539 devices.append(record[2])
540
541 # We have assembled the list of devices, so return it
542 return devices

Properties

Name Value
svn:eol-style native

  ViewVC Help
Powered by ViewVC 1.1.20