/[gli]/branches/overhaul/src/GLIPortage.py
Gentoo

Diff of /branches/overhaul/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1181 Revision 1196
3# This source code is distributed under the terms of version 2 of the GNU 3# This source code is distributed under the terms of version 2 of the GNU
4# General Public License as published by the Free Software Foundation, a copy 4# General Public License as published by the Free Software Foundation, a copy
5# of which can be found in the main directory of this project. 5# of which can be found in the main directory of this project.
6Gentoo Linux Installer 6Gentoo Linux Installer
7 7
8$Id: GLIPortage.py,v 1.1 2005/12/23 21:14:08 agaffney Exp $ 8$Id: GLIPortage.py,v 1.12 2005/12/26 19:26:26 agaffney Exp $
9""" 9"""
10 10
11import os 11import re
12import GLIUtility 12import GLIUtility
13 13import GLIException
14class MissingPackagesError(Exception):
15 pass
16
17class depgraph:
18
19 def __init__(self):
20 self.graph = {}
21
22 def add(self, node, parent=None):
23 if node not in self.graph:
24 self.graph[node] = [[], []]
25 if parent and parent not in self.graph[node][0]:
26 if parent not in self.graph:
27 self.graph[parent] = [[], []]
28 self.graph[node][0].append(parent)
29 self.graph[parent][1].append(node)
30
31 def remove(self, node):
32 for parent in self.graph[node][0]:
33 self.graph[parent][1].remove(node)
34 for child in self.graph[node][1]:
35 self.graph[child][0].remove(node)
36 return self.graph.pop(node)
37
38 def has_node(self, node):
39 return node in self.graph
40
41 def leaf_nodes(self):
42 return [node for node in self.graph if not self.graph[node][1]]
43
44 def node_count(self):
45 return len(self.graph)
46
47 def important_node(self):
48 important_node = None
49 importance = 0
50 for node in self.graph:
51 if len(self.graph[node][0]) > importance:
52 importance = len(self.graph[node][0])
53 important_node = node
54 return important_node
55 14
56class GLIPortage(object): 15class GLIPortage(object):
57 16
58 def __init__(self, chroot_dir): 17 def __init__(self, chroot_dir, grp_install, logger, debug):
59 os.environ['ROOT'] = chroot_dir
60 import portage, portage_dep
61 self.vdb = portage.db["/"]["vartree"].dbapi
62 self.chroot_dir = chroot_dir 18 self._chroot_dir = chroot_dir
19 self._grp_install = grp_install
20 self._logger = logger
21 self._debug = debug
63 22
64 def resolve_deps(self, dep_list): 23 def get_deps(self, pkgs):
65 if dep_list and dep_list[0] == "||": 24 pkglist = []
66 for dep in dep_list[1:]:
67 if isinstance(dep, list): 25 if isinstance(pkgs, str):
68 try: 26 pkgs = pkgs.split()
69 atoms = resolve_deps(dep) 27 for pkg in pkgs:
70 except MissingPackagesError: 28 if self._debug: self._logger.log("get_deps(): pkg is " + pkg)
71 continue 29 if not self._grp_install or not self.get_best_version_vdb(pkg):
30 if self._debug: self._logger.log("get_deps(): grabbing compile deps")
31# del(os.environ['ROOT'])
32 tmppkglist = GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
33# os.environ['ROOT'] = self._chroot_dir
72 else: 34 else:
73 atoms = [dep] 35 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
74 all_found = True 36 tmppkglist = GLIUtility.spawn("python " + self._chroot_dir + " ../../runtimedeps.py " + pkg, return_output=True)[1].strip().split("\n")
75 for atom in atoms: 37 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
76 if not atom.startswith("!") and not self.vdb.match(atom): 38 for tmppkg in tmppkglist:
77 all_found = False 39 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist")
78 break 40 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg):
79 if all_found: 41 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
80 return atoms 42 pkglist.append(tmppkg)
81 raise MissingPackagesError(dep_list) 43 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
82 atoms = [] 44 return pkglist
83 for dep in dep_list:
84 if isinstance(dep, list):
85 atoms.extend(resolve_deps(dep))
86 elif not dep.startswith("!"):
87 if not self.vdb.match(dep):
88 raise MissingPackagesError([dep])
89 atoms.append(dep)
90 return atoms
91 45
92 def calc_required_pkgs(self, atom, graph, parent=None): 46 def copy_pkg_to_chroot(self, package):
93 pkg = portage.best(self.vdb.match(atom)) 47 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/',
94 if not pkg: 48 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/',
95 raise MissingPackagesError([atom]) 49 '/etc/gconf/': '/usr/livecd/gconf/' }
96 if pkg == parent:
97 return
98 already_processed = graph.has_node(pkg)
99 graph.add(pkg, parent)
100 if already_processed:
101 return
102 useflags = self.vdb.aux_get(pkg, ["USE"])[0].split()
103 rdep_raw = " ".join(self.vdb.aux_get(pkg, ["RDEPEND", "PDEPEND"]))
104 rdep_struct = portage_dep.use_reduce(portage_dep.paren_reduce(rdep_raw), uselist=useflags)
105 rdep_struct = portage.dep_virtual(portage_dep.dep_opconvert(rdep_struct), portage.settings)
106 rdep_atoms = portage.unique_array(resolve_deps(rdep_struct))
107 for atom in rdep_atoms:
108 calc_required_pkgs(atom, graph, pkg)
109 50
110 def prune_existing(self, graph): 51 # Copy the vdb entry for the package from the LiveCD to the chroot
111 db = portage.db[portage.root]["vartree"].dbapi 52 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
112 for atom in db.cp_all(): 53 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
113 for pkg in db.match(atom): 54 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
114 if graph.has_node(pkg):
115 graph.remove(pkg)
116 55
117 def get_deps(self, pkgs, grp_install): 56 # Create list of files for tar to work with from CONTENTS file in vdb entry
118 if not grp_install: 57 entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
119 del(os.environ['ROOT']) 58 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
120 return GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self.chroot_dir, return_output=True)[1].split("\n") 59 try:
121 os.environ['ROOT'] = self.chroot_dir 60 tarfiles = open("/tmp/tarfilelist", "w")
122 else: 61 for entry in entries:
123 pkglist = [] 62 parts = entry.split(" ")
124 graph = depgraph() 63 # Hack for symlink crappiness
125 for pkg in pkgs.split(): 64 for symlink in symlinks:
126 if not self.vdb.match(pkg): 65 if parts[0].startswith(symlink):
127 continue 66 parts[0] = symlinks[symlink] + parts[0][len(symlink):]
128 self.calc_required_pkgs(pkg, graph) 67 tarfiles.write(parts[0] + "\n")
129 while graph.node_count(): 68 tarfiles.close()
130 leaf_nodes = graph.leaf_nodes() 69 except:
131 if not leaf_nodes: 70 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
132 node = graph.important_node() 71
133 pkglist.append(node) 72 # Use tar to transfer files into IMAGE directory
134 graph.remove(node) 73 tmpdir = "/var/tmp/portage"
135 continue 74 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
136 pkglist.extend(leaf_nodes) 75 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'")
137 for node in leaf_nodes: 76 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")):
138 graph.remove(node) 77 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
139 return pkglist 78
79 # More symlink crappiness hacks
80 for symlink in symlinks:
81 if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
82# parts[0] = symlinks[symlink] + parts[len(symlink):]
83 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing /usr/livecd/gconf/ stuff in " + image_dir + " for " + package)
84 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
85 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package)
86
87 # Run pkg_setup
88 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
89 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild setup")):
90 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
91
92 # Run qmerge
93# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package)
94# if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")):
95# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package)
96
97 # Run pkg_preinst
98 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
99 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild preinst")):
100 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
101
102 # Copy files from image_dir to chroot
103 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
104 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
105 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
106
107 # Run pkg_postinst
108 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
109 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + "/var/db/pkg/" + package + "/*.ebuild postinst")):
110 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
111
112 # Remove image_dir
113 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package)
114 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
115 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
116
117 def add_pkg_to_world(self, package):
118 if package.find("/") == -1:
119 package = self.get_best_version_vdb_chroot(package)
120 if not package: return False
121 expr = re.compile('^(.+?)(-\d.+)?$')
122 res = expr.match(package)
123 if res:
124 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
125
126 def get_best_version_vdb(self, package):
127 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip()
128
129 def get_best_version_vdb_chroot(self, package):
130 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
131
132# def get_best_version_tree(self, package):
133# return portage.best(tree.match(package))

Legend:
Removed from v.1181  
changed lines
  Added in v.1196

  ViewVC Help
Powered by ViewVC 1.1.20