/[gli]/branches/overhaul/src/GLIPortage.py
Gentoo

Contents of /branches/overhaul/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1182 - (hide annotations) (download) (as text)
Fri Dec 23 22:32:57 2005 UTC (8 years, 8 months ago) by agaffney
Original Path: trunk/src/GLIPortage.py
File MIME type: text/x-python
File size: 10262 byte(s)
  move some of portage function from GLIAT
  src/GLIArchitectureTemplate.py:
  revamp install_packages() for new GLIPortage

1 agaffney 1181 """
2     # Copyright 1999-2005 Gentoo Foundation
3     # This source code is distributed under the terms of version 2 of the GNU
4     # General Public License as published by the Free Software Foundation, a copy
5     # of which can be found in the main directory of this project.
6     Gentoo Linux Installer
7    
8 agaffney 1182 $Id: GLIPortage.py,v 1.2 2005/12/23 22:32:57 agaffney Exp $
9 agaffney 1181 """
10    
11     import os
12 agaffney 1182 import re
13 agaffney 1181 import GLIUtility
14    
15     class MissingPackagesError(Exception):
16     pass
17    
18     class depgraph:
19    
20     def __init__(self):
21     self.graph = {}
22    
23     def add(self, node, parent=None):
24     if node not in self.graph:
25     self.graph[node] = [[], []]
26     if parent and parent not in self.graph[node][0]:
27     if parent not in self.graph:
28     self.graph[parent] = [[], []]
29     self.graph[node][0].append(parent)
30     self.graph[parent][1].append(node)
31    
32     def remove(self, node):
33     for parent in self.graph[node][0]:
34     self.graph[parent][1].remove(node)
35     for child in self.graph[node][1]:
36     self.graph[child][0].remove(node)
37     return self.graph.pop(node)
38    
39     def has_node(self, node):
40     return node in self.graph
41    
42     def leaf_nodes(self):
43     return [node for node in self.graph if not self.graph[node][1]]
44    
45     def node_count(self):
46     return len(self.graph)
47    
48     def important_node(self):
49     important_node = None
50     importance = 0
51     for node in self.graph:
52     if len(self.graph[node][0]) > importance:
53     importance = len(self.graph[node][0])
54     important_node = node
55     return important_node
56    
57     class GLIPortage(object):
58    
59 agaffney 1182 def __init__(self, chroot_dir, logger, debug):
60 agaffney 1181 os.environ['ROOT'] = chroot_dir
61     import portage, portage_dep
62     self.vdb = portage.db["/"]["vartree"].dbapi
63 agaffney 1182 self.tree = portage.db[chroot_dir]["porttree"].dbapi
64     self._chroot_dir = chroot_dir
65     self._logger = logger
66     self._debug = debug
67 agaffney 1181
68     def resolve_deps(self, dep_list):
69     if dep_list and dep_list[0] == "||":
70     for dep in dep_list[1:]:
71     if isinstance(dep, list):
72     try:
73     atoms = resolve_deps(dep)
74     except MissingPackagesError:
75     continue
76     else:
77     atoms = [dep]
78     all_found = True
79     for atom in atoms:
80     if not atom.startswith("!") and not self.vdb.match(atom):
81     all_found = False
82     break
83     if all_found:
84     return atoms
85     raise MissingPackagesError(dep_list)
86     atoms = []
87     for dep in dep_list:
88     if isinstance(dep, list):
89     atoms.extend(resolve_deps(dep))
90     elif not dep.startswith("!"):
91     if not self.vdb.match(dep):
92     raise MissingPackagesError([dep])
93     atoms.append(dep)
94     return atoms
95    
96     def calc_required_pkgs(self, atom, graph, parent=None):
97     pkg = portage.best(self.vdb.match(atom))
98     if not pkg:
99     raise MissingPackagesError([atom])
100     if pkg == parent:
101     return
102     already_processed = graph.has_node(pkg)
103     graph.add(pkg, parent)
104     if already_processed:
105     return
106     useflags = self.vdb.aux_get(pkg, ["USE"])[0].split()
107     rdep_raw = " ".join(self.vdb.aux_get(pkg, ["RDEPEND", "PDEPEND"]))
108     rdep_struct = portage_dep.use_reduce(portage_dep.paren_reduce(rdep_raw), uselist=useflags)
109     rdep_struct = portage.dep_virtual(portage_dep.dep_opconvert(rdep_struct), portage.settings)
110     rdep_atoms = portage.unique_array(resolve_deps(rdep_struct))
111     for atom in rdep_atoms:
112     calc_required_pkgs(atom, graph, pkg)
113    
114     def prune_existing(self, graph):
115     db = portage.db[portage.root]["vartree"].dbapi
116     for atom in db.cp_all():
117     for pkg in db.match(atom):
118     if graph.has_node(pkg):
119     graph.remove(pkg)
120    
121     def get_deps(self, pkgs, grp_install):
122     if not grp_install:
123     del(os.environ['ROOT'])
124 agaffney 1182 return GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].split("\n")
125     os.environ['ROOT'] = self._chroot_dir
126 agaffney 1181 else:
127     pkglist = []
128     graph = depgraph()
129     for pkg in pkgs.split():
130     if not self.vdb.match(pkg):
131 agaffney 1182 self._logger.log("get_deps(): " + pkg + " is not available via GRP...ignoring")
132 agaffney 1181 continue
133     self.calc_required_pkgs(pkg, graph)
134     while graph.node_count():
135     leaf_nodes = graph.leaf_nodes()
136     if not leaf_nodes:
137     node = graph.important_node()
138     pkglist.append(node)
139     graph.remove(node)
140     continue
141     pkglist.extend(leaf_nodes)
142     for node in leaf_nodes:
143     graph.remove(node)
144     return pkglist
145 agaffney 1182
146     def copy_pkg_to_chroot(self, package):
147     symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/',
148     '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/',
149     '/etc/gconf/': '/usr/livecd/gconf/' }
150    
151     # Copy the vdb entry for the package from the LiveCD to the chroot
152     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
153     if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
154     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
155    
156     # Create list of files for tar to work with from CONTENTS file in vdb entry
157     entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
158     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
159     try:
160     tarfiles = open("/tmp/tarfilelist", "w")
161     for entry in entries:
162     parts = entry.split(" ")
163     # Hack for symlink crappiness
164     for symlink in symlinks:
165     if parts[0].startswith(symlink):
166     parts[0] = symlinks[symlink] + parts[0][len(symlink):]
167     tarfiles.write(parts[0] + "\n")
168     tarfiles.close()
169     except:
170     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
171    
172     # Use tar to transfer files into IMAGE directory
173     tmpdir = "/var/tmp/portage"
174     image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
175     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'")
176     if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")):
177     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
178    
179     # More symlink crappiness hacks
180     for symlink in symlinks:
181     if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
182     # parts[0] = symlinks[symlink] + parts[len(symlink):]
183     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing /usr/livecd/gconf/ stuff in " + image_dir + " for " + package)
184     if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
185     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package)
186    
187     # Run pkg_setup
188     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
189     if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild setup")):
190     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
191    
192     # Run qmerge
193     # if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package)
194     # if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")):
195     # raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package)
196    
197     # Run pkg_preinst
198     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
199     if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild preinst")):
200     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
201    
202     # Copy files from image_dir to chroot
203     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
204     if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
205     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
206    
207     # Run pkg_postinst
208     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
209     if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + "/var/db/pkg/" + package + "/*.ebuild postinst")):
210     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
211    
212     # Remove image_dir
213     if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package)
214     if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
215     raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
216    
217     def add_pkg_to_world(self, package):
218     if package.find("/") == -1:
219     package = GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
220     if not package: return False
221     expr = re.compile('^(.+?)(-\d.+)?$')
222     res = expr.match(package)
223     if res:
224     GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
225    
226     def get_best_version_vdb(self, package):
227     return portage.best(vdb.match(package))
228    
229     def get_best_version_tree(self, package):
230     return portage.best(tree.match(package))

Properties

Name Value
svn:eol-style native

  ViewVC Help
Powered by ViewVC 1.1.20