/[gli]/branches/overhaul/src/GLIPortage.py
Gentoo

Contents of /branches/overhaul/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1305 - (show annotations) (download) (as text)
Fri Feb 17 17:47:40 2006 UTC (8 years, 7 months ago) by agaffney
Original Path: trunk/src/GLIPortage.py
File MIME type: text/x-python
File size: 12454 byte(s)
  src/GLIPortage.py:
  ignore blank packages passed to get_deps() and emerge()

1 """
2 # Copyright 1999-2005 Gentoo Foundation
3 # This source code is distributed under the terms of version 2 of the GNU
4 # General Public License as published by the Free Software Foundation, a copy
5 # of which can be found in the main directory of this project.
6 Gentoo Linux Installer
7
8 $Id: GLIPortage.py,v 1.42 2006/02/17 17:47:40 agaffney Exp $
9 """
10
11 import re
12 import os
13 import GLIUtility
14 from GLIException import GLIException
15
16 class GLIPortage(object):
17
18 def __init__(self, chroot_dir, grp_install, logger, debug, cc, compile_logfile):
19 self._chroot_dir = chroot_dir
20 self._grp_install = grp_install
21 self._logger = logger
22 self._debug = debug
23 self._cc = cc
24 self._compile_logfile = compile_logfile
25
26 def get_deps(self, pkgs):
27 pkglist = []
28 if isinstance(pkgs, str):
29 pkgs = pkgs.split()
30 for pkg in pkgs:
31 if not pkg: continue
32 if self._debug: self._logger.log("get_deps(): pkg is " + pkg)
33 if not self._grp_install or not self.get_best_version_vdb(pkg):
34 if self._debug: self._logger.log("get_deps(): grabbing compile deps")
35 tmppkglist = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
36 else:
37 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
38 # The runtimedeps.py script generates a package install order that is *very* different from emerge itself
39 # tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n")
40 tmppkglist = []
41 for tmppkg in GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n"):
42 if self._debug: self._logger.log("get_deps(): looking at " + tmppkg)
43 if self.get_best_version_vdb("=" + tmppkg):
44 if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist")
45 tmppkglist.append(tmppkg)
46 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
47 for tmppkg in tmppkglist:
48 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist")
49 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg):
50 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
51 pkglist.append(tmppkg)
52 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
53 return pkglist
54
55 def parse_vdb_contents(self, file):
56 entries = []
57 try:
58 vdbfile = open(file, "r")
59 except:
60 return entries
61 for line in vdbfile.readlines():
62 parts = line.strip().split(" ")
63 if parts[0] == "obj":
64 entries.append(parts[1])
65 # elif parts[0] == "dir":
66 # entries.append(parts[1] + "/")
67 elif parts[0] == "sym":
68 entries.append(" ".join(parts[1:4]))
69 entries.sort()
70 return entries
71
72 def copy_pkg_to_chroot(self, package, use_root=False, ignore_missing=False):
73 symlinks = { '/bin': '/mnt/livecd/bin/', '/boot': '/mnt/livecd/boot/', '/lib': '/mnt/livecd/lib/',
74 '/opt': '/mnt/livecd/opt/', '/sbin': '/mnt/livecd/sbin/', '/usr': '/mnt/livecd/usr/',
75 '/etc/gconf': '/usr/livecd/gconf/' }
76
77 tmpdir = "/var/tmp/portage"
78 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
79 root_cmd = ""
80 tmp_chroot_dir = self._chroot_dir
81 portage_tmpdir = "/var/tmp/portage"
82 vdb_dir = "/var/db/pkg/"
83 if use_root:
84 root_cmd = "ROOT=" + self._chroot_dir
85 tmp_chroot_dir = ""
86 portage_tmpdir = self._chroot_dir + "/var/tmp/portage"
87 vdb_dir = self._chroot_dir + "/var/db/pkg/"
88
89 # Check to see if package is actually in vdb
90 if not GLIUtility.is_file("/var/db/pkg/" + package):
91 if ignore_missing:
92 if self._debug:
93 self._logger.log("DEBUG: copy_pkg_to_chroot(): package " + package + " does not have a vdb entry but ignore_missing=True...ignoring error")
94 return
95 else:
96 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "There is no vdb entry for " + package)
97
98 # Copy the vdb entry for the package from the LiveCD to the chroot
99 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
100 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
101 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
102
103 # Create the image dir in the chroot
104 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'")
105 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)):
106 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package)
107
108 # Create list of files for tar to work with from CONTENTS file in vdb entry
109 entries = self.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
110 if not entries:
111 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup")
112 else:
113 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
114 try:
115 tarfiles = open("/tmp/tarfilelist", "w")
116 for entry in entries:
117 parts = entry.split(" ")
118 # # Hack for symlink crappiness
119 # for symlink in symlinks:
120 # if parts[0].startswith(symlink):
121 # parts[0] = symlinks[symlink] + parts[0][len(symlink):]
122 tarfiles.write(parts[0] + "\n")
123 tarfiles.close()
124 except:
125 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
126
127 # Use tar to transfer files into IMAGE directory
128 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp'")
129 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp")):
130 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
131
132 # # More symlink crappiness hacks
133 # for symlink in symlinks:
134 ## if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
135 # if os.path.islink(self._chroot_dir + image_dir + symlink):
136 # if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package)
137 # GLIUtility.spawn("rm " + self._chroot_dir + image_dir + symlink)
138 # if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
139 # raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix " + symlink + " symlink ickiness for " + package)
140
141 # Run pkg_setup
142 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
143 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild setup", chroot=tmp_chroot_dir)):
144 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
145
146 # Run pkg_preinst
147 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
148 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)):
149 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
150
151 # Copy files from image_dir to chroot
152 if not entries:
153 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /")
154 else:
155 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
156 # if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
157 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -C " + self._chroot_dir + image_dir + "/ -c . | tar -C " + self._chroot_dir + "/ -x")):
158 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
159
160 # Run pkg_postinst
161 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
162 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)):
163 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
164
165 # Remove image_dir
166 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package)
167 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
168 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
169
170 # Run env-update
171 if not use_root:
172 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running env-update inside chroot")
173 if not GLIUtility.exitsuccess(GLIUtility.spawn("env-update", chroot=self._chroot_dir)):
174 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not run env-update for " + package)
175
176 def add_pkg_to_world(self, package):
177 if package.find("/") == -1:
178 package = self.get_best_version_vdb_chroot(package)
179 if not package: return False
180 expr = re.compile('^=?(.+?/.+?)(-\d.+)?$')
181 res = expr.match(package)
182 if res:
183 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
184
185 def get_best_version_vdb(self, package):
186 if package.startswith('='):
187 package = package[1:]
188 if GLIUtility.is_file("/var/db/pkg/" + package):
189 return package
190 else:
191 return ""
192 else:
193 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip()
194
195 def get_best_version_vdb_chroot(self, package):
196 if package.startswith('='):
197 package = package[1:]
198 if GLIUtility.is_file(self._chroot_dir + "/var/db/pkg/" + package):
199 return package
200 else:
201 return ""
202 else:
203 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
204
205 # def get_best_version_tree(self, package):
206 # return portage.best(tree.match(package))
207
208 def emerge(self, packages, add_to_world=True):
209 if isinstance(packages, str):
210 packages = packages.split()
211 self._cc.addNotification("progress", (0, "Calculating dependencies for " + " ".join(packages)))
212 pkglist = self.get_deps(packages)
213 if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist))
214 for i, pkg in enumerate(pkglist):
215 if not pkg: continue
216 if self._debug: self._logger.log("install_packages(): processing package " + pkg)
217 self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
218 if not self._grp_install or not self.get_best_version_vdb("=" + pkg):
219 status = GLIUtility.spawn("emerge -1 =" + pkg, display_on_tty8=True, chroot=self._chroot_dir, logfile=self._compile_logfile, append_log=True)
220 # status = self._emerge("=" + pkg)
221 if not GLIUtility.exitsuccess(status):
222 raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
223 else:
224 # try:
225 self.copy_pkg_to_chroot(pkg)
226 # except:
227 # raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
228 self._cc.addNotification("progress", (float(i+1) / len(pkglist), "Done emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
229 if add_to_world:
230 for package in packages:
231 self.add_pkg_to_world(package)

Properties

Name Value
svn:eol-style native

  ViewVC Help
Powered by ViewVC 1.1.20