| 1 |
""" |
| 2 |
# Copyright 1999-2005 Gentoo Foundation |
| 3 |
# This source code is distributed under the terms of version 2 of the GNU |
| 4 |
# General Public License as published by the Free Software Foundation, a copy |
| 5 |
# of which can be found in the main directory of this project. |
| 6 |
Gentoo Linux Installer |
| 7 |
|
| 8 |
$Id: GLIPortage.py,v 1.28 2006/01/03 04:09:36 agaffney Exp $ |
| 9 |
""" |
| 10 |
|
| 11 |
import re |
| 12 |
import os |
| 13 |
import GLIUtility |
| 14 |
from GLIException import GLIException |
| 15 |
|
| 16 |
class GLIPortage(object): |
| 17 |
|
| 18 |
def __init__(self, chroot_dir, grp_install, logger, debug, cc, compile_logfile): |
| 19 |
self._chroot_dir = chroot_dir |
| 20 |
self._grp_install = grp_install |
| 21 |
self._logger = logger |
| 22 |
self._debug = debug |
| 23 |
self._cc = cc |
| 24 |
self._compile_logfile = compile_logfile |
| 25 |
|
| 26 |
def get_deps(self, pkgs): |
| 27 |
pkglist = [] |
| 28 |
if isinstance(pkgs, str): |
| 29 |
pkgs = pkgs.split() |
| 30 |
for pkg in pkgs: |
| 31 |
if self._debug: self._logger.log("get_deps(): pkg is " + pkg) |
| 32 |
if not self._grp_install or not self.get_best_version_vdb(pkg): |
| 33 |
if self._debug: self._logger.log("get_deps(): grabbing compile deps") |
| 34 |
tmppkglist = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n") |
| 35 |
else: |
| 36 |
if self._debug: self._logger.log("get_deps(): grabbing binary deps") |
| 37 |
# The runtimedeps.py script generates a package install order that is *very* different from emerge itself |
| 38 |
# tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n") |
| 39 |
tmppkglist = [] |
| 40 |
for tmppkg in GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n"): |
| 41 |
if self._debug: self._logger.log("get_deps(): looking at " + tmppkg) |
| 42 |
if self.get_best_version_vdb("=" + tmppkg): |
| 43 |
if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist") |
| 44 |
tmppkglist.append(tmppkg) |
| 45 |
if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist)) |
| 46 |
for tmppkg in tmppkglist: |
| 47 |
if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist") |
| 48 |
if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg): |
| 49 |
if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist") |
| 50 |
pkglist.append(tmppkg) |
| 51 |
if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist)) |
| 52 |
return pkglist |
| 53 |
|
| 54 |
def copy_pkg_to_chroot(self, package, use_root=False): |
| 55 |
symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/', |
| 56 |
'/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/', |
| 57 |
'/etc/gconf/': '/usr/livecd/gconf/' } |
| 58 |
|
| 59 |
tmpdir = "/var/tmp/portage" |
| 60 |
image_dir = tmpdir + "/" + package.split("/")[1] + "/image" |
| 61 |
root_cmd = "" |
| 62 |
tmp_chroot_dir = self._chroot_dir |
| 63 |
portage_tmpdir = "/var/tmp/portage" |
| 64 |
if use_root: |
| 65 |
root_cmd = "ROOT=" + self._chroot_dir |
| 66 |
tmp_chroot_dir = "" |
| 67 |
portage_tmpdir = self._chroot_dir + "/var/tmp/portage" |
| 68 |
|
| 69 |
# Copy the vdb entry for the package from the LiveCD to the chroot |
| 70 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package) |
| 71 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)): |
| 72 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package) |
| 73 |
|
| 74 |
# Create the image dir in the chroot |
| 75 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'") |
| 76 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)): |
| 77 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package) |
| 78 |
|
| 79 |
# Create list of files for tar to work with from CONTENTS file in vdb entry |
| 80 |
entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS") |
| 81 |
if not entries: |
| 82 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup") |
| 83 |
else: |
| 84 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries)) |
| 85 |
try: |
| 86 |
tarfiles = open("/tmp/tarfilelist", "w") |
| 87 |
for entry in entries: |
| 88 |
parts = entry.split(" ") |
| 89 |
# Hack for symlink crappiness |
| 90 |
# for symlink in symlinks: |
| 91 |
# if parts[0].startswith(symlink): |
| 92 |
# parts[0] = symlinks[symlink] + parts[0][len(symlink):] |
| 93 |
tarfiles.write(parts[0] + "\n") |
| 94 |
tarfiles.close() |
| 95 |
except: |
| 96 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package) |
| 97 |
|
| 98 |
# Use tar to transfer files into IMAGE directory |
| 99 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'") |
| 100 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")): |
| 101 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package) |
| 102 |
|
| 103 |
# More symlink crappiness hacks |
| 104 |
for symlink in symlinks: |
| 105 |
if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]): |
| 106 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package) |
| 107 |
if os.path.islink(self._chroot_dir + image_dir + symlink): |
| 108 |
if not GLIUtiltiy.exitsuccess(GLIUtility.spawn("rm " + self._chroot_dir + image_dir + symlink)): |
| 109 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove symlink " + symlink + " for " + package) |
| 110 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)): |
| 111 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix " + symlink + " symlink ickiness for " + package) |
| 112 |
|
| 113 |
# Run pkg_setup |
| 114 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package) |
| 115 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild setup", chroot=tmp_chroot_dir)): |
| 116 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package) |
| 117 |
|
| 118 |
# Run pkg_preinst |
| 119 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package) |
| 120 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)): |
| 121 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package) |
| 122 |
|
| 123 |
# Copy files from image_dir to chroot |
| 124 |
if not entries: |
| 125 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /") |
| 126 |
else: |
| 127 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package) |
| 128 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)): |
| 129 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package) |
| 130 |
|
| 131 |
# Run pkg_postinst |
| 132 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package) |
| 133 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)): |
| 134 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package) |
| 135 |
|
| 136 |
# Remove image_dir |
| 137 |
if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package) |
| 138 |
if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)): |
| 139 |
raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package) |
| 140 |
|
| 141 |
def add_pkg_to_world(self, package): |
| 142 |
if package.find("/") == -1: |
| 143 |
package = self.get_best_version_vdb_chroot(package) |
| 144 |
if not package: return False |
| 145 |
expr = re.compile('^=?(.+?/.+?)(-\d.+)?$') |
| 146 |
res = expr.match(package) |
| 147 |
if res: |
| 148 |
GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world") |
| 149 |
|
| 150 |
def get_best_version_vdb(self, package): |
| 151 |
return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip() |
| 152 |
|
| 153 |
def get_best_version_vdb_chroot(self, package): |
| 154 |
return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip() |
| 155 |
|
| 156 |
# def get_best_version_tree(self, package): |
| 157 |
# return portage.best(tree.match(package)) |
| 158 |
|
| 159 |
def emerge(self, packages, add_to_world=True): |
| 160 |
if isinstance(packages, str): |
| 161 |
packages = packages.split() |
| 162 |
pkglist = self.get_deps(packages) |
| 163 |
if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist)) |
| 164 |
for i, pkg in enumerate(pkglist): |
| 165 |
if self._debug: self._logger.log("install_packages(): processing package " + pkg) |
| 166 |
self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")")) |
| 167 |
if not self._grp_install or not self.get_best_version_vdb("=" + pkg): |
| 168 |
status = GLIUtility.spawn("emerge -1 =" + pkg, display_on_tty8=True, chroot=self._chroot_dir, logfile=self._compile_logfile, append_log=True) |
| 169 |
# status = self._emerge("=" + pkg) |
| 170 |
if not GLIUtility.exitsuccess(status): |
| 171 |
raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!") |
| 172 |
else: |
| 173 |
# try: |
| 174 |
self.copy_pkg_to_chroot(pkg) |
| 175 |
# except: |
| 176 |
# raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!") |
| 177 |
self._cc.addNotification("progress", (float(i+1) / len(pkglist), "Done emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")")) |
| 178 |
if add_to_world: |
| 179 |
for package in packages: |
| 180 |
self.add_pkg_to_world(package) |