/[gli]/trunk/src/GLIPortage.py
Gentoo

Diff of /trunk/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1204 Revision 1269
3# This source code is distributed under the terms of version 2 of the GNU 3# This source code is distributed under the terms of version 2 of the GNU
4# General Public License as published by the Free Software Foundation, a copy 4# General Public License as published by the Free Software Foundation, a copy
5# of which can be found in the main directory of this project. 5# of which can be found in the main directory of this project.
6Gentoo Linux Installer 6Gentoo Linux Installer
7 7
8$Id: GLIPortage.py,v 1.18 2006/01/01 03:46:04 agaffney Exp $ 8$Id: GLIPortage.py,v 1.33 2006/02/05 19:42:22 agaffney Exp $
9""" 9"""
10 10
11import re 11import re
12import os
12import GLIUtility 13import GLIUtility
13from GLIException import GLIException 14from GLIException import GLIException
14 15
15class GLIPortage(object): 16class GLIPortage(object):
16 17
17 def __init__(self, chroot_dir, grp_install, logger, debug): 18 def __init__(self, chroot_dir, grp_install, logger, debug, cc, compile_logfile):
18 self._chroot_dir = chroot_dir 19 self._chroot_dir = chroot_dir
19 self._grp_install = grp_install 20 self._grp_install = grp_install
20 self._logger = logger 21 self._logger = logger
21 self._debug = debug 22 self._debug = debug
23 self._cc = cc
24 self._compile_logfile = compile_logfile
22 25
23 def get_deps(self, pkgs): 26 def get_deps(self, pkgs):
24 pkglist = [] 27 pkglist = []
25 if isinstance(pkgs, str): 28 if isinstance(pkgs, str):
26 pkgs = pkgs.split() 29 pkgs = pkgs.split()
27 for pkg in pkgs: 30 for pkg in pkgs:
28 if self._debug: self._logger.log("get_deps(): pkg is " + pkg) 31 if self._debug: self._logger.log("get_deps(): pkg is " + pkg)
29 if not self._grp_install or not self.get_best_version_vdb(pkg): 32 if not self._grp_install or not self.get_best_version_vdb(pkg):
30 if self._debug: self._logger.log("get_deps(): grabbing compile deps") 33 if self._debug: self._logger.log("get_deps(): grabbing compile deps")
31# del(os.environ['ROOT'])
32 tmppkglist = GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n") 34 tmppkglist = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
33# os.environ['ROOT'] = self._chroot_dir
34 else: 35 else:
35 if self._debug: self._logger.log("get_deps(): grabbing binary deps") 36 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
37 # The runtimedeps.py script generates a package install order that is *very* different from emerge itself
36 tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n") 38# tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n")
39 tmppkglist = []
40 for tmppkg in GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n"):
41 if self._debug: self._logger.log("get_deps(): looking at " + tmppkg)
42 if self.get_best_version_vdb("=" + tmppkg):
43 if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist")
44 tmppkglist.append(tmppkg)
37 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist)) 45 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
38 for tmppkg in tmppkglist: 46 for tmppkg in tmppkglist:
39 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist") 47 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist")
40 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg): 48 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg):
41 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist") 49 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
42 pkglist.append(tmppkg) 50 pkglist.append(tmppkg)
43 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist)) 51 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
44 return pkglist 52 return pkglist
45 53
54 def parse_vdb_contents(self, file):
55 entries = []
56 try:
57 vdbfile = open(file, "r")
58 except:
59 return entries
60 for line in vdbfile.readlines():
61 parts = line.strip().split(" ")
62 if parts[0] == "obj":
63 entries.append(parts[1])
64# elif parts[0] == "dir":
65# entries.append(parts[1] + "/")
66 elif parts[0] == "sym":
67 entries.append(" ".join(parts[1:4]))
68 entries.sort()
69 return entries
70
46 def copy_pkg_to_chroot(self, package, use_root=False): 71 def copy_pkg_to_chroot(self, package, use_root=False):
47 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/', 72 symlinks = { '/bin': '/mnt/livecd/bin/', '/boot': '/mnt/livecd/boot/', '/lib': '/mnt/livecd/lib/',
48 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/', 73 '/opt': '/mnt/livecd/opt/', '/sbin': '/mnt/livecd/sbin/', '/usr': '/mnt/livecd/usr/',
49 '/etc/gconf/': '/usr/livecd/gconf/' } 74 '/etc/gconf': '/usr/livecd/gconf/' }
50 75
76 tmpdir = "/var/tmp/portage"
77 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
51 root_cmd = "" 78 root_cmd = ""
52 tmp_chroot_dir = self._chroot_dir 79 tmp_chroot_dir = self._chroot_dir
53 portage_tmpdir = "/var/tmp/portage" 80 portage_tmpdir = "/var/tmp/portage"
81 vdb_dir = "/var/db/pkg"
54 if use_root: 82 if use_root:
55 root_cmd = "ROOT=" + self._chroot_dir 83 root_cmd = "ROOT=" + self._chroot_dir
56 tmp_chroot_dir = "" 84 tmp_chroot_dir = ""
57 portage_tmpdir = self._chroot_dir + "/var/tmp/portage" 85 portage_tmpdir = self._chroot_dir + "/var/tmp/portage"
86 vdb_dir = self._chroot_dir + "/var/db/pkg"
58 87
59 # Copy the vdb entry for the package from the LiveCD to the chroot 88 # Copy the vdb entry for the package from the LiveCD to the chroot
60 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package) 89 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
61 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)): 90 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
62 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package) 91 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
63 92
93 # Create the image dir in the chroot
94 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'")
95 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)):
96 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package)
97
64 # Create list of files for tar to work with from CONTENTS file in vdb entry 98 # Create list of files for tar to work with from CONTENTS file in vdb entry
65 entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS") 99 entries = self.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
100 if not entries:
101 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup")
102 else:
66 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries)) 103 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
67 try: 104 try:
68 tarfiles = open("/tmp/tarfilelist", "w") 105 tarfiles = open("/tmp/tarfilelist", "w")
69 for entry in entries: 106 for entry in entries:
70 parts = entry.split(" ") 107 parts = entry.split(" ")
71 # Hack for symlink crappiness 108# # Hack for symlink crappiness
72 for symlink in symlinks: 109# for symlink in symlinks:
73 if parts[0].startswith(symlink): 110# if parts[0].startswith(symlink):
74 parts[0] = symlinks[symlink] + parts[0][len(symlink):] 111# parts[0] = symlinks[symlink] + parts[0][len(symlink):]
75 tarfiles.write(parts[0] + "\n") 112 tarfiles.write(parts[0] + "\n")
76 tarfiles.close() 113 tarfiles.close()
77 except: 114 except:
78 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package) 115 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
79 116
80 # Use tar to transfer files into IMAGE directory 117 # Use tar to transfer files into IMAGE directory
81 tmpdir = "/var/tmp/portage"
82 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
83 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'") 118 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp'")
84 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")): 119 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp")):
85 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package) 120 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
86 121
87 # More symlink crappiness hacks 122# # More symlink crappiness hacks
88 for symlink in symlinks: 123# for symlink in symlinks:
89 if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]): 124## if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
90# parts[0] = symlinks[symlink] + parts[len(symlink):] 125# if os.path.islink(self._chroot_dir + image_dir + symlink):
91 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing /usr/livecd/gconf/ stuff in " + image_dir + " for " + package) 126# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package)
127# GLIUtility.spawn("rm " + self._chroot_dir + image_dir + symlink)
92 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)): 128# if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
93 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package) 129# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix " + symlink + " symlink ickiness for " + package)
94 130
95 # Run pkg_setup 131 # Run pkg_setup
96 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package) 132 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
97 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild setup", chroot=tmp_chroot_dir)): 133 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild setup", chroot=tmp_chroot_dir)):
98 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package) 134 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
99
100 # Run qmerge
101# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package)
102# if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")):
103# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package)
104 135
105 # Run pkg_preinst 136 # Run pkg_preinst
106 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package) 137 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
107 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)): 138 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)):
108 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package) 139 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
109 140
110 # Copy files from image_dir to chroot 141 # Copy files from image_dir to chroot
142 if not entries:
143 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /")
144 else:
111 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package) 145 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
112 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)): 146 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
113 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package) 147 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
114 148
115 # Run pkg_postinst 149 # Run pkg_postinst
116 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package) 150 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
117 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)): 151 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild " + vdb_dir + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)):
118 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package) 152 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
119 153
120 # Remove image_dir 154 # Remove image_dir
121 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package) 155 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package)
122 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)): 156 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
123 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package) 157 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
124 158
125 def add_pkg_to_world(self, package): 159 def add_pkg_to_world(self, package):
126 if package.find("/") == -1: 160 if package.find("/") == -1:
127 package = self.get_best_version_vdb_chroot(package) 161 package = self.get_best_version_vdb_chroot(package)
128 if not package: return False 162 if not package: return False
129 expr = re.compile('^(.+?)(-\d.+)?$') 163 expr = re.compile('^=?(.+?/.+?)(-\d.+)?$')
130 res = expr.match(package) 164 res = expr.match(package)
131 if res: 165 if res:
132 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world") 166 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
133 167
134 def get_best_version_vdb(self, package): 168 def get_best_version_vdb(self, package):
137 def get_best_version_vdb_chroot(self, package): 171 def get_best_version_vdb_chroot(self, package):
138 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip() 172 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
139 173
140# def get_best_version_tree(self, package): 174# def get_best_version_tree(self, package):
141# return portage.best(tree.match(package)) 175# return portage.best(tree.match(package))
176
177 def emerge(self, packages, add_to_world=True):
178 if isinstance(packages, str):
179 packages = packages.split()
180 self._cc.addNotification("progress", (0, "Calculating dependencies for " + " ".join(packages)))
181 pkglist = self.get_deps(packages)
182 if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist))
183 for i, pkg in enumerate(pkglist):
184 if self._debug: self._logger.log("install_packages(): processing package " + pkg)
185 self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
186 if not self._grp_install or not self.get_best_version_vdb("=" + pkg):
187 status = GLIUtility.spawn("emerge -1 =" + pkg, display_on_tty8=True, chroot=self._chroot_dir, logfile=self._compile_logfile, append_log=True)
188# status = self._emerge("=" + pkg)
189 if not GLIUtility.exitsuccess(status):
190 raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
191 else:
192# try:
193 self.copy_pkg_to_chroot(pkg)
194# except:
195# raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
196 self._cc.addNotification("progress", (float(i+1) / len(pkglist), "Done emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
197 if add_to_world:
198 for package in packages:
199 self.add_pkg_to_world(package)

Legend:
Removed from v.1204  
changed lines
  Added in v.1269

  ViewVC Help
Powered by ViewVC 1.1.20