/[gli]/branches/qs/src/GLIPortage.py
Gentoo

Diff of /branches/qs/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1212 Revision 1297
3# This source code is distributed under the terms of version 2 of the GNU 3# This source code is distributed under the terms of version 2 of the GNU
4# General Public License as published by the Free Software Foundation, a copy 4# General Public License as published by the Free Software Foundation, a copy
5# of which can be found in the main directory of this project. 5# of which can be found in the main directory of this project.
6Gentoo Linux Installer 6Gentoo Linux Installer
7 7
8$Id: GLIPortage.py,v 1.26 2006/01/03 02:02:12 agaffney Exp $ 8$Id: GLIPortage.py,v 1.40 2006/02/11 17:26:33 agaffney Exp $
9""" 9"""
10 10
11import re 11import re
12import os
12import GLIUtility 13import GLIUtility
13from GLIException import GLIException 14from GLIException import GLIException
14 15
15class GLIPortage(object): 16class GLIPortage(object):
16 17
34 else: 35 else:
35 if self._debug: self._logger.log("get_deps(): grabbing binary deps") 36 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
36 # The runtimedeps.py script generates a package install order that is *very* different from emerge itself 37 # The runtimedeps.py script generates a package install order that is *very* different from emerge itself
37# tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n") 38# tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n")
38 tmppkglist = [] 39 tmppkglist = []
39 tmppkglist2 = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n") 40 for tmppkg in GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n"):
40 if not tmppkglist2:
41 pkg = self.get_best_version_vdb(pkg)
42 if os.path.isdir("/var/db/pkg/" + pkg) and os.stat("/var/db/pkg/" + pkg + "/RDEPEND")[6] <= 1 and os.stat("/var/db/pkg/" + pkg + "/PDEPEND")[6] <= 1:
43 tmppkglist2 = [pkg]
44 for tmppkg in tmppkglist2:
45 if self._debug: self._logger.log("get_deps(): looking at " + tmppkg) 41 if self._debug: self._logger.log("get_deps(): looking at " + tmppkg)
46 if self.get_best_version_vdb("=" + tmppkg): 42 if self.get_best_version_vdb("=" + tmppkg):
47 if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist") 43 if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist")
48 tmppkglist.append(tmppkg) 44 tmppkglist.append(tmppkg)
49 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist)) 45 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
53 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist") 49 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
54 pkglist.append(tmppkg) 50 pkglist.append(tmppkg)
55 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist)) 51 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
56 return pkglist 52 return pkglist
57 53
54 def parse_vdb_contents(self, file):
55 entries = []
56 try:
57 vdbfile = open(file, "r")
58 except:
59 return entries
60 for line in vdbfile.readlines():
61 parts = line.strip().split(" ")
62 if parts[0] == "obj":
63 entries.append(parts[1])
64# elif parts[0] == "dir":
65# entries.append(parts[1] + "/")
66 elif parts[0] == "sym":
67 entries.append(" ".join(parts[1:4]))
68 entries.sort()
69 return entries
70
58 def copy_pkg_to_chroot(self, package, use_root=False): 71 def copy_pkg_to_chroot(self, package, use_root=False, ignore_missing=False):
59 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/', 72 symlinks = { '/bin': '/mnt/livecd/bin/', '/boot': '/mnt/livecd/boot/', '/lib': '/mnt/livecd/lib/',
60 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/', 73 '/opt': '/mnt/livecd/opt/', '/sbin': '/mnt/livecd/sbin/', '/usr': '/mnt/livecd/usr/',
61 '/etc/gconf/': '/usr/livecd/gconf/' } 74 '/etc/gconf': '/usr/livecd/gconf/' }
62 75
63 tmpdir = "/var/tmp/portage" 76 tmpdir = "/var/tmp/portage"
64 image_dir = tmpdir + "/" + package.split("/")[1] + "/image" 77 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
65
66 root_cmd = "" 78 root_cmd = ""
67 tmp_chroot_dir = self._chroot_dir 79 tmp_chroot_dir = self._chroot_dir
68 portage_tmpdir = "/var/tmp/portage" 80 portage_tmpdir = "/var/tmp/portage"
81 vdb_dir = "/var/db/pkg/"
69 if use_root: 82 if use_root:
70 root_cmd = "ROOT=" + self._chroot_dir 83 root_cmd = "ROOT=" + self._chroot_dir
71 tmp_chroot_dir = "" 84 tmp_chroot_dir = ""
72 portage_tmpdir = self._chroot_dir + "/var/tmp/portage" 85 portage_tmpdir = self._chroot_dir + "/var/tmp/portage"
86 vdb_dir = self._chroot_dir + "/var/db/pkg/"
87
88 # Check to see if package is actually in vdb
89 if not GLIUtility.is_file("/var/db/pkg/" + package):
90 if ignore_missing:
91 if self._debug:
92 self._logger.log("DEBUG: copy_pkg_to_chroot(): package " + package + " does not have a vdb entry but ignore_missing=True...ignoring error")
93 return
94 else:
95 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "There is no vdb entry for " + package)
73 96
74 # Copy the vdb entry for the package from the LiveCD to the chroot 97 # Copy the vdb entry for the package from the LiveCD to the chroot
75 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package) 98 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
76 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)): 99 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
77 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package) 100 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
80 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'") 103 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'")
81 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)): 104 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)):
82 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package) 105 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package)
83 106
84 # Create list of files for tar to work with from CONTENTS file in vdb entry 107 # Create list of files for tar to work with from CONTENTS file in vdb entry
85 entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS") 108 entries = self.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
86 if not entries: 109 if not entries:
87 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup") 110 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup")
88 else: 111 else:
89 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries)) 112 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
90 try: 113 try:
91 tarfiles = open("/tmp/tarfilelist", "w") 114 tarfiles = open("/tmp/tarfilelist", "w")
92 for entry in entries: 115 for entry in entries:
93 parts = entry.split(" ") 116 parts = entry.split(" ")
94 # Hack for symlink crappiness 117# # Hack for symlink crappiness
95 for symlink in symlinks: 118# for symlink in symlinks:
96 if parts[0].startswith(symlink): 119# if parts[0].startswith(symlink):
97 parts[0] = symlinks[symlink] + parts[0][len(symlink):] 120# parts[0] = symlinks[symlink] + parts[0][len(symlink):]
98 tarfiles.write(parts[0] + "\n") 121 tarfiles.write(parts[0] + "\n")
99 tarfiles.close() 122 tarfiles.close()
100 except: 123 except:
101 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package) 124 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
102 125
103 # Use tar to transfer files into IMAGE directory 126 # Use tar to transfer files into IMAGE directory
104 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'") 127 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp'")
105 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")): 128 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp")):
106 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package) 129 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
107 130
108 # More symlink crappiness hacks 131# # More symlink crappiness hacks
109 for symlink in symlinks: 132# for symlink in symlinks:
110 if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]): 133## if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
134# if os.path.islink(self._chroot_dir + image_dir + symlink):
111 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package) 135# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package)
136# GLIUtility.spawn("rm " + self._chroot_dir + image_dir + symlink)
112 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)): 137# if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
113 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package) 138# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix " + symlink + " symlink ickiness for " + package)
114 139
115 # Run pkg_setup 140 # Run pkg_setup
116 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package) 141 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
117 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild setup", chroot=tmp_chroot_dir)): 142 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild setup", chroot=tmp_chroot_dir)):
118 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package) 143 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
119 144
120 # Run pkg_preinst 145 # Run pkg_preinst
121 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package) 146 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
122 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)): 147 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)):
123 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package) 148 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
124 149
125 # Copy files from image_dir to chroot 150 # Copy files from image_dir to chroot
126 if not entries: 151 if not entries:
127 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /") 152 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /")
128 else: 153 else:
129 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package) 154 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
130 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)): 155# if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
156 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -C " + self._chroot_dir + image_dir + "/ -c . | tar -C " + self._chroot_dir + "/ -x")):
131 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package) 157 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
132 158
133 # Run pkg_postinst 159 # Run pkg_postinst
134 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package) 160 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
135 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)): 161 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)):
136 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package) 162 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
137 163
138 # Remove image_dir 164 # Remove image_dir
139 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package) 165 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package)
140 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)): 166 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
141 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package) 167 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
168
169 # Run env-update
170 if not use_root:
171 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running env-update inside chroot")
172 if not GLIUtility.exitstatus(GLIUtility.spawn("env-update", chroot=self._chroot_dir)):
173 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not run env-update for " + package)
142 174
143 def add_pkg_to_world(self, package): 175 def add_pkg_to_world(self, package):
144 if package.find("/") == -1: 176 if package.find("/") == -1:
145 package = self.get_best_version_vdb_chroot(package) 177 package = self.get_best_version_vdb_chroot(package)
146 if not package: return False 178 if not package: return False
148 res = expr.match(package) 180 res = expr.match(package)
149 if res: 181 if res:
150 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world") 182 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
151 183
152 def get_best_version_vdb(self, package): 184 def get_best_version_vdb(self, package):
185 if package.startswith('='):
186 package = package[1:]
187 if GLIUtility.is_file("/var/db/pkg/" + package):
188 return package
189 else:
190 return ""
191 else:
153 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip() 192 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip()
154 193
155 def get_best_version_vdb_chroot(self, package): 194 def get_best_version_vdb_chroot(self, package):
195 if package.startswith('='):
196 package = package[1:]
197 if GLIUtility.is_file(self._chroot_dir + "/var/db/pkg/" + package):
198 return package
199 else:
200 return ""
201 else:
156 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip() 202 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
157 203
158# def get_best_version_tree(self, package): 204# def get_best_version_tree(self, package):
159# return portage.best(tree.match(package)) 205# return portage.best(tree.match(package))
160 206
161 def emerge(self, packages, add_to_world=True): 207 def emerge(self, packages, add_to_world=True):
162 if isinstance(packages, str): 208 if isinstance(packages, str):
163 packages = packages.split() 209 packages = packages.split()
210 self._cc.addNotification("progress", (0, "Calculating dependencies for " + " ".join(packages)))
164 pkglist = self.get_deps(packages) 211 pkglist = self.get_deps(packages)
165 if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist)) 212 if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist))
166 for i, pkg in enumerate(pkglist): 213 for i, pkg in enumerate(pkglist):
167 if self._debug: self._logger.log("install_packages(): processing package " + pkg) 214 if self._debug: self._logger.log("install_packages(): processing package " + pkg)
168 self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")")) 215 self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))

Legend:
Removed from v.1212  
changed lines
  Added in v.1297

  ViewVC Help
Powered by ViewVC 1.1.20