/[gli]/branches/overhaul/src/GLIPortage.py
Gentoo

Diff of /branches/overhaul/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1196 Revision 1212
3# This source code is distributed under the terms of version 2 of the GNU 3# This source code is distributed under the terms of version 2 of the GNU
4# General Public License as published by the Free Software Foundation, a copy 4# General Public License as published by the Free Software Foundation, a copy
5# of which can be found in the main directory of this project. 5# of which can be found in the main directory of this project.
6Gentoo Linux Installer 6Gentoo Linux Installer
7 7
8$Id: GLIPortage.py,v 1.12 2005/12/26 19:26:26 agaffney Exp $ 8$Id: GLIPortage.py,v 1.26 2006/01/03 02:02:12 agaffney Exp $
9""" 9"""
10 10
11import re 11import re
12import GLIUtility 12import GLIUtility
13import GLIException 13from GLIException import GLIException
14 14
15class GLIPortage(object): 15class GLIPortage(object):
16 16
17 def __init__(self, chroot_dir, grp_install, logger, debug): 17 def __init__(self, chroot_dir, grp_install, logger, debug, cc, compile_logfile):
18 self._chroot_dir = chroot_dir 18 self._chroot_dir = chroot_dir
19 self._grp_install = grp_install 19 self._grp_install = grp_install
20 self._logger = logger 20 self._logger = logger
21 self._debug = debug 21 self._debug = debug
22 self._cc = cc
23 self._compile_logfile = compile_logfile
22 24
23 def get_deps(self, pkgs): 25 def get_deps(self, pkgs):
24 pkglist = [] 26 pkglist = []
25 if isinstance(pkgs, str): 27 if isinstance(pkgs, str):
26 pkgs = pkgs.split() 28 pkgs = pkgs.split()
27 for pkg in pkgs: 29 for pkg in pkgs:
28 if self._debug: self._logger.log("get_deps(): pkg is " + pkg) 30 if self._debug: self._logger.log("get_deps(): pkg is " + pkg)
29 if not self._grp_install or not self.get_best_version_vdb(pkg): 31 if not self._grp_install or not self.get_best_version_vdb(pkg):
30 if self._debug: self._logger.log("get_deps(): grabbing compile deps") 32 if self._debug: self._logger.log("get_deps(): grabbing compile deps")
31# del(os.environ['ROOT'])
32 tmppkglist = GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n") 33 tmppkglist = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
33# os.environ['ROOT'] = self._chroot_dir
34 else: 34 else:
35 if self._debug: self._logger.log("get_deps(): grabbing binary deps") 35 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
36 # The runtimedeps.py script generates a package install order that is *very* different from emerge itself
36 tmppkglist = GLIUtility.spawn("python " + self._chroot_dir + " ../../runtimedeps.py " + pkg, return_output=True)[1].strip().split("\n") 37# tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n")
38 tmppkglist = []
39 tmppkglist2 = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
40 if not tmppkglist2:
41 pkg = self.get_best_version_vdb(pkg)
42 if os.path.isdir("/var/db/pkg/" + pkg) and os.stat("/var/db/pkg/" + pkg + "/RDEPEND")[6] <= 1 and os.stat("/var/db/pkg/" + pkg + "/PDEPEND")[6] <= 1:
43 tmppkglist2 = [pkg]
44 for tmppkg in tmppkglist2:
45 if self._debug: self._logger.log("get_deps(): looking at " + tmppkg)
46 if self.get_best_version_vdb("=" + tmppkg):
47 if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist")
48 tmppkglist.append(tmppkg)
37 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist)) 49 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
38 for tmppkg in tmppkglist: 50 for tmppkg in tmppkglist:
39 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist") 51 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist")
40 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg): 52 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg):
41 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist") 53 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
42 pkglist.append(tmppkg) 54 pkglist.append(tmppkg)
43 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist)) 55 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
44 return pkglist 56 return pkglist
45 57
46 def copy_pkg_to_chroot(self, package): 58 def copy_pkg_to_chroot(self, package, use_root=False):
47 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/', 59 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/',
48 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/', 60 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/',
49 '/etc/gconf/': '/usr/livecd/gconf/' } 61 '/etc/gconf/': '/usr/livecd/gconf/' }
62
63 tmpdir = "/var/tmp/portage"
64 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
65
66 root_cmd = ""
67 tmp_chroot_dir = self._chroot_dir
68 portage_tmpdir = "/var/tmp/portage"
69 if use_root:
70 root_cmd = "ROOT=" + self._chroot_dir
71 tmp_chroot_dir = ""
72 portage_tmpdir = self._chroot_dir + "/var/tmp/portage"
50 73
51 # Copy the vdb entry for the package from the LiveCD to the chroot 74 # Copy the vdb entry for the package from the LiveCD to the chroot
52 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package) 75 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
53 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)): 76 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
54 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package) 77 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
55 78
79 # Create the image dir in the chroot
80 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'")
81 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)):
82 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package)
83
56 # Create list of files for tar to work with from CONTENTS file in vdb entry 84 # Create list of files for tar to work with from CONTENTS file in vdb entry
57 entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS") 85 entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
86 if not entries:
87 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup")
88 else:
58 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries)) 89 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
59 try: 90 try:
60 tarfiles = open("/tmp/tarfilelist", "w") 91 tarfiles = open("/tmp/tarfilelist", "w")
61 for entry in entries: 92 for entry in entries:
62 parts = entry.split(" ") 93 parts = entry.split(" ")
63 # Hack for symlink crappiness 94 # Hack for symlink crappiness
64 for symlink in symlinks: 95 for symlink in symlinks:
65 if parts[0].startswith(symlink): 96 if parts[0].startswith(symlink):
66 parts[0] = symlinks[symlink] + parts[0][len(symlink):] 97 parts[0] = symlinks[symlink] + parts[0][len(symlink):]
67 tarfiles.write(parts[0] + "\n") 98 tarfiles.write(parts[0] + "\n")
68 tarfiles.close() 99 tarfiles.close()
69 except: 100 except:
70 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package) 101 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
71 102
72 # Use tar to transfer files into IMAGE directory 103 # Use tar to transfer files into IMAGE directory
73 tmpdir = "/var/tmp/portage"
74 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
75 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'") 104 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'")
76 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")): 105 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")):
77 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package) 106 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
78 107
79 # More symlink crappiness hacks 108 # More symlink crappiness hacks
80 for symlink in symlinks: 109 for symlink in symlinks:
81 if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]): 110 if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
82# parts[0] = symlinks[symlink] + parts[len(symlink):]
83 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing /usr/livecd/gconf/ stuff in " + image_dir + " for " + package) 111 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package)
84 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)): 112 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
85 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package) 113 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package)
86 114
87 # Run pkg_setup 115 # Run pkg_setup
88 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package) 116 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
89 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild setup")): 117 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild setup", chroot=tmp_chroot_dir)):
90 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package) 118 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
91
92 # Run qmerge
93# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package)
94# if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")):
95# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package)
96 119
97 # Run pkg_preinst 120 # Run pkg_preinst
98 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package) 121 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
99 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild preinst")): 122 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)):
100 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package) 123 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
101 124
102 # Copy files from image_dir to chroot 125 # Copy files from image_dir to chroot
126 if not entries:
127 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /")
128 else:
103 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package) 129 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
104 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)): 130 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
105 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package) 131 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
106 132
107 # Run pkg_postinst 133 # Run pkg_postinst
108 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package) 134 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
109 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + "/var/db/pkg/" + package + "/*.ebuild postinst")): 135 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)):
110 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package) 136 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
111 137
112 # Remove image_dir 138 # Remove image_dir
113 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package) 139 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package)
114 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)): 140 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
115 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package) 141 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
116 142
117 def add_pkg_to_world(self, package): 143 def add_pkg_to_world(self, package):
118 if package.find("/") == -1: 144 if package.find("/") == -1:
119 package = self.get_best_version_vdb_chroot(package) 145 package = self.get_best_version_vdb_chroot(package)
120 if not package: return False 146 if not package: return False
121 expr = re.compile('^(.+?)(-\d.+)?$') 147 expr = re.compile('^=?(.+?/.+?)(-\d.+)?$')
122 res = expr.match(package) 148 res = expr.match(package)
123 if res: 149 if res:
124 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world") 150 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
125 151
126 def get_best_version_vdb(self, package): 152 def get_best_version_vdb(self, package):
129 def get_best_version_vdb_chroot(self, package): 155 def get_best_version_vdb_chroot(self, package):
130 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip() 156 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
131 157
132# def get_best_version_tree(self, package): 158# def get_best_version_tree(self, package):
133# return portage.best(tree.match(package)) 159# return portage.best(tree.match(package))
160
161 def emerge(self, packages, add_to_world=True):
162 if isinstance(packages, str):
163 packages = packages.split()
164 pkglist = self.get_deps(packages)
165 if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist))
166 for i, pkg in enumerate(pkglist):
167 if self._debug: self._logger.log("install_packages(): processing package " + pkg)
168 self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
169 if not self._grp_install or not self.get_best_version_vdb("=" + pkg):
170 status = GLIUtility.spawn("emerge -1 =" + pkg, display_on_tty8=True, chroot=self._chroot_dir, logfile=self._compile_logfile, append_log=True)
171# status = self._emerge("=" + pkg)
172 if not GLIUtility.exitsuccess(status):
173 raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
174 else:
175# try:
176 self.copy_pkg_to_chroot(pkg)
177# except:
178# raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
179 self._cc.addNotification("progress", (float(i+1) / len(pkglist), "Done emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
180 if add_to_world:
181 for package in packages:
182 self.add_pkg_to_world(package)

Legend:
Removed from v.1196  
changed lines
  Added in v.1212

  ViewVC Help
Powered by ViewVC 1.1.20