/[gli]/trunk/src/GLIPortage.py
Gentoo

Diff of /trunk/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1183 Revision 1204
3# This source code is distributed under the terms of version 2 of the GNU 3# This source code is distributed under the terms of version 2 of the GNU
4# General Public License as published by the Free Software Foundation, a copy 4# General Public License as published by the Free Software Foundation, a copy
5# of which can be found in the main directory of this project. 5# of which can be found in the main directory of this project.
6Gentoo Linux Installer 6Gentoo Linux Installer
7 7
8$Id: GLIPortage.py,v 1.3 2005/12/23 22:39:29 agaffney Exp $ 8$Id: GLIPortage.py,v 1.18 2006/01/01 03:46:04 agaffney Exp $
9""" 9"""
10 10
11import os
12import re 11import re
13import GLIUtility 12import GLIUtility
14 13from GLIException import GLIException
15class MissingPackagesError(Exception):
16 pass
17
18class depgraph:
19
20 def __init__(self):
21 self.graph = {}
22
23 def add(self, node, parent=None):
24 if node not in self.graph:
25 self.graph[node] = [[], []]
26 if parent and parent not in self.graph[node][0]:
27 if parent not in self.graph:
28 self.graph[parent] = [[], []]
29 self.graph[node][0].append(parent)
30 self.graph[parent][1].append(node)
31
32 def remove(self, node):
33 for parent in self.graph[node][0]:
34 self.graph[parent][1].remove(node)
35 for child in self.graph[node][1]:
36 self.graph[child][0].remove(node)
37 return self.graph.pop(node)
38
39 def has_node(self, node):
40 return node in self.graph
41
42 def leaf_nodes(self):
43 return [node for node in self.graph if not self.graph[node][1]]
44
45 def node_count(self):
46 return len(self.graph)
47
48 def important_node(self):
49 important_node = None
50 importance = 0
51 for node in self.graph:
52 if len(self.graph[node][0]) > importance:
53 importance = len(self.graph[node][0])
54 important_node = node
55 return important_node
56 14
57class GLIPortage(object): 15class GLIPortage(object):
58 16
59 def __init__(self, chroot_dir, grp_install, logger, debug): 17 def __init__(self, chroot_dir, grp_install, logger, debug):
60 os.environ['ROOT'] = chroot_dir
61 import portage, portage_dep
62 self.vdb = portage.db["/"]["vartree"].dbapi
63 self.tree = portage.db[chroot_dir]["porttree"].dbapi
64 self._chroot_dir = chroot_dir 18 self._chroot_dir = chroot_dir
19 self._grp_install = grp_install
65 self._logger = logger 20 self._logger = logger
66 self._debug = debug 21 self._debug = debug
67 self._grp_install = grp_install
68
69 def resolve_deps(self, dep_list):
70 if dep_list and dep_list[0] == "||":
71 for dep in dep_list[1:]:
72 if isinstance(dep, list):
73 try:
74 atoms = resolve_deps(dep)
75 except MissingPackagesError:
76 continue
77 else:
78 atoms = [dep]
79 all_found = True
80 for atom in atoms:
81 if not atom.startswith("!") and not self.vdb.match(atom):
82 all_found = False
83 break
84 if all_found:
85 return atoms
86 raise MissingPackagesError(dep_list)
87 atoms = []
88 for dep in dep_list:
89 if isinstance(dep, list):
90 atoms.extend(resolve_deps(dep))
91 elif not dep.startswith("!"):
92 if not self.vdb.match(dep):
93 raise MissingPackagesError([dep])
94 atoms.append(dep)
95 return atoms
96
97 def calc_required_pkgs(self, atom, graph, parent=None):
98 pkg = portage.best(self.vdb.match(atom))
99 if not pkg:
100 raise MissingPackagesError([atom])
101 if pkg == parent:
102 return
103 already_processed = graph.has_node(pkg)
104 graph.add(pkg, parent)
105 if already_processed:
106 return
107 useflags = self.vdb.aux_get(pkg, ["USE"])[0].split()
108 rdep_raw = " ".join(self.vdb.aux_get(pkg, ["RDEPEND", "PDEPEND"]))
109 rdep_struct = portage_dep.use_reduce(portage_dep.paren_reduce(rdep_raw), uselist=useflags)
110 rdep_struct = portage.dep_virtual(portage_dep.dep_opconvert(rdep_struct), portage.settings)
111 rdep_atoms = portage.unique_array(resolve_deps(rdep_struct))
112 for atom in rdep_atoms:
113 calc_required_pkgs(atom, graph, pkg)
114
115 def prune_existing(self, graph):
116 db = portage.db[portage.root]["vartree"].dbapi
117 for atom in db.cp_all():
118 for pkg in db.match(atom):
119 if graph.has_node(pkg):
120 graph.remove(pkg)
121 22
122 def get_deps(self, pkgs): 23 def get_deps(self, pkgs):
123 if not self._grp_install: 24 pkglist = []
25 if isinstance(pkgs, str):
26 pkgs = pkgs.split()
27 for pkg in pkgs:
28 if self._debug: self._logger.log("get_deps(): pkg is " + pkg)
29 if not self._grp_install or not self.get_best_version_vdb(pkg):
30 if self._debug: self._logger.log("get_deps(): grabbing compile deps")
124 del(os.environ['ROOT']) 31# del(os.environ['ROOT'])
125 return GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].split("\n") 32 tmppkglist = GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
126 os.environ['ROOT'] = self._chroot_dir 33# os.environ['ROOT'] = self._chroot_dir
127 else: 34 else:
128 pkglist = [] 35 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
129 graph = depgraph() 36 tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n")
37 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
130 for pkg in pkgs.split(): 38 for tmppkg in tmppkglist:
131 if not self.vdb.match(pkg): 39 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist")
132 self._logger.log("get_deps(): " + pkg + " is not available via GRP...ignoring") 40 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg):
133 continue 41 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
134 self.calc_required_pkgs(pkg, graph)
135 while graph.node_count():
136 leaf_nodes = graph.leaf_nodes()
137 if not leaf_nodes:
138 node = graph.important_node()
139 pkglist.append(node) 42 pkglist.append(tmppkg)
140 graph.remove(node) 43 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
141 continue
142 pkglist.extend(leaf_nodes)
143 for node in leaf_nodes:
144 graph.remove(node)
145 return pkglist 44 return pkglist
146 45
147 def copy_pkg_to_chroot(self, package): 46 def copy_pkg_to_chroot(self, package, use_root=False):
148 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/', 47 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/',
149 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/', 48 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/',
150 '/etc/gconf/': '/usr/livecd/gconf/' } 49 '/etc/gconf/': '/usr/livecd/gconf/' }
50
51 root_cmd = ""
52 tmp_chroot_dir = self._chroot_dir
53 portage_tmpdir = "/var/tmp/portage"
54 if use_root:
55 root_cmd = "ROOT=" + self._chroot_dir
56 tmp_chroot_dir = ""
57 portage_tmpdir = self._chroot_dir + "/var/tmp/portage"
151 58
152 # Copy the vdb entry for the package from the LiveCD to the chroot 59 # Copy the vdb entry for the package from the LiveCD to the chroot
153 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package) 60 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
154 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)): 61 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
155 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package) 62 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
185 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)): 92 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
186 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package) 93 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package)
187 94
188 # Run pkg_setup 95 # Run pkg_setup
189 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package) 96 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
190 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild setup")): 97 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild setup", chroot=tmp_chroot_dir)):
191 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package) 98 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
192 99
193 # Run qmerge 100 # Run qmerge
194# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package) 101# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package)
195# if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")): 102# if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")):
196# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package) 103# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package)
197 104
198 # Run pkg_preinst 105 # Run pkg_preinst
199 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package) 106 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
200 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild preinst")): 107 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)):
201 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package) 108 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
202 109
203 # Copy files from image_dir to chroot 110 # Copy files from image_dir to chroot
204 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package) 111 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
205 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)): 112 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
206 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package) 113 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
207 114
208 # Run pkg_postinst 115 # Run pkg_postinst
209 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package) 116 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
210 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + "/var/db/pkg/" + package + "/*.ebuild postinst")): 117 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)):
211 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package) 118 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
212 119
213 # Remove image_dir 120 # Remove image_dir
214 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package) 121 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package)
215 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)): 122 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
216 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package) 123 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
217 124
218 def add_pkg_to_world(self, package): 125 def add_pkg_to_world(self, package):
219 if package.find("/") == -1: 126 if package.find("/") == -1:
220 package = GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip() 127 package = self.get_best_version_vdb_chroot(package)
221 if not package: return False 128 if not package: return False
222 expr = re.compile('^(.+?)(-\d.+)?$') 129 expr = re.compile('^(.+?)(-\d.+)?$')
223 res = expr.match(package) 130 res = expr.match(package)
224 if res: 131 if res:
225 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world") 132 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
226 133
227 def get_best_version_vdb(self, package): 134 def get_best_version_vdb(self, package):
228 return portage.best(vdb.match(package)) 135 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip()
229 136
137 def get_best_version_vdb_chroot(self, package):
138 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
139
230 def get_best_version_tree(self, package): 140# def get_best_version_tree(self, package):
231 return portage.best(tree.match(package)) 141# return portage.best(tree.match(package))

Legend:
Removed from v.1183  
changed lines
  Added in v.1204

  ViewVC Help
Powered by ViewVC 1.1.20