/[gli]/trunk/src/GLIPortage.py
Gentoo

Diff of /trunk/src/GLIPortage.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1185 Revision 1223
3# This source code is distributed under the terms of version 2 of the GNU 3# This source code is distributed under the terms of version 2 of the GNU
4# General Public License as published by the Free Software Foundation, a copy 4# General Public License as published by the Free Software Foundation, a copy
5# of which can be found in the main directory of this project. 5# of which can be found in the main directory of this project.
6Gentoo Linux Installer 6Gentoo Linux Installer
7 7
8$Id: GLIPortage.py,v 1.5 2005/12/25 05:06:35 agaffney Exp $ 8$Id: GLIPortage.py,v 1.32 2006/01/07 17:12:00 agaffney Exp $
9""" 9"""
10 10
11import re
11import os 12import os
12import re
13import GLIUtility 13import GLIUtility
14 14from GLIException import GLIException
15class MissingPackagesError(Exception):
16 pass
17
18class depgraph:
19
20 def __init__(self):
21 self.graph = {}
22
23 def add(self, node, parent=None):
24 if node not in self.graph:
25 self.graph[node] = [[], []]
26 if parent and parent not in self.graph[node][0]:
27 if parent not in self.graph:
28 self.graph[parent] = [[], []]
29 self.graph[node][0].append(parent)
30 self.graph[parent][1].append(node)
31
32 def remove(self, node):
33 for parent in self.graph[node][0]:
34 self.graph[parent][1].remove(node)
35 for child in self.graph[node][1]:
36 self.graph[child][0].remove(node)
37 return self.graph.pop(node)
38
39 def has_node(self, node):
40 return node in self.graph
41
42 def leaf_nodes(self):
43 return [node for node in self.graph if not self.graph[node][1]]
44
45 def node_count(self):
46 return len(self.graph)
47
48 def important_node(self):
49 important_node = None
50 importance = 0
51 for node in self.graph:
52 if len(self.graph[node][0]) > importance:
53 importance = len(self.graph[node][0])
54 important_node = node
55 return important_node
56 15
57class GLIPortage(object): 16class GLIPortage(object):
58 17
59 def __init__(self, chroot_dir, grp_install, logger, debug): 18 def __init__(self, chroot_dir, grp_install, logger, debug, cc, compile_logfile):
60 self._chroot_dir = chroot_dir 19 self._chroot_dir = chroot_dir
20 self._grp_install = grp_install
61 self._logger = logger 21 self._logger = logger
62 self._debug = debug 22 self._debug = debug
63 self._grp_install = grp_install 23 self._cc = cc
64 24 self._compile_logfile = compile_logfile
65 def resolve_deps(self, dep_list):
66 if dep_list and dep_list[0] == "||":
67 for dep in dep_list[1:]:
68 if isinstance(dep, list):
69 try:
70 atoms = resolve_deps(dep)
71 except MissingPackagesError:
72 continue
73 else:
74 atoms = [dep]
75 all_found = True
76 for atom in atoms:
77 if not atom.startswith("!") and not self.vdb.match(atom):
78 all_found = False
79 break
80 if all_found:
81 return atoms
82 raise MissingPackagesError(dep_list)
83 atoms = []
84 for dep in dep_list:
85 if isinstance(dep, list):
86 atoms.extend(resolve_deps(dep))
87 elif not dep.startswith("!"):
88 if not self.vdb.match(dep):
89 raise MissingPackagesError([dep])
90 atoms.append(dep)
91 return atoms
92 25
93 def get_deps(self, pkgs): 26 def get_deps(self, pkgs):
94 if not self._grp_install: 27 pkglist = []
95 del(os.environ['ROOT']) 28 if isinstance(pkgs, str):
29 pkgs = pkgs.split()
30 for pkg in pkgs:
31 if self._debug: self._logger.log("get_deps(): pkg is " + pkg)
32 if not self._grp_install or not self.get_best_version_vdb(pkg):
33 if self._debug: self._logger.log("get_deps(): grabbing compile deps")
96 return GLIUtility.spawn("emerge -p " + pkgs + r" | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].split("\n") 34 tmppkglist = GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n")
97 os.environ['ROOT'] = self._chroot_dir
98 else: 35 else:
99 return GLIUtility.spawn("../../runtimedeps.py " + pkgs, return_output=True)[1].split("\n")[:-1] 36 if self._debug: self._logger.log("get_deps(): grabbing binary deps")
37 # The runtimedeps.py script generates a package install order that is *very* different from emerge itself
38# tmppkglist = GLIUtility.spawn("python ../../runtimedeps.py " + self._chroot_dir + " " + pkg, return_output=True)[1].strip().split("\n")
39 tmppkglist = []
40 for tmppkg in GLIUtility.spawn("emerge -p " + pkg + r" 2>/dev/null | grep -e '^\[[a-z]' | cut -d ']' -f2 | sed -e 's:^ ::' -e 's: .\+$::'", chroot=self._chroot_dir, return_output=True)[1].strip().split("\n"):
41 if self._debug: self._logger.log("get_deps(): looking at " + tmppkg)
42 if self.get_best_version_vdb("=" + tmppkg):
43 if self._debug: self._logger.log("get_deps(): package " + tmppkg + " in host vdb...adding to tmppkglist")
44 tmppkglist.append(tmppkg)
45 if self._debug: self._logger.log("get_deps(): deplist for " + pkg + ": " + str(tmppkglist))
46 for tmppkg in tmppkglist:
47 if self._debug: self._logger.log("get_deps(): checking to see if " + tmppkg + " is already in pkglist")
48 if not tmppkg in pkglist and not self.get_best_version_vdb_chroot("=" + tmppkg):
49 if self._debug: self._logger.log("get_deps(): adding " + tmppkg + " to pkglist")
50 pkglist.append(tmppkg)
51 if self._debug: self._logger.log("get_deps(): pkglist is " + str(pkglist))
52 return pkglist
100 53
54 def parse_vdb_contents(self, file):
55 entries = []
56 try:
57 vdbfile = open(file, "r")
58 except:
59 return entries
60 for line in vdbfile.readlines():
61 parts = line.strip().split(" ")
62 if parts[0] == "obj":
63 entries.append(parts[1])
64# elif parts[0] == "dir":
65# entries.append(parts[1] + "/")
66 elif parts[0] == "sym":
67 entries.append(" ".join(parts[1:4]))
68 entries.sort()
69 return entries
70
101 def copy_pkg_to_chroot(self, package): 71 def copy_pkg_to_chroot(self, package, use_root=False):
102 symlinks = { '/bin/': '/mnt/livecd/bin/', '/boot/': '/mnt/livecd/boot/', '/lib/': '/mnt/livecd/lib/', 72 symlinks = { '/bin': '/mnt/livecd/bin/', '/boot': '/mnt/livecd/boot/', '/lib': '/mnt/livecd/lib/',
103 '/opt/': '/mnt/livecd/opt/', '/sbin/': '/mnt/livecd/sbin/', '/usr/': '/mnt/livecd/usr/', 73 '/opt': '/mnt/livecd/opt/', '/sbin': '/mnt/livecd/sbin/', '/usr': '/mnt/livecd/usr/',
104 '/etc/gconf/': '/usr/livecd/gconf/' } 74 '/etc/gconf': '/usr/livecd/gconf/' }
75
76 tmpdir = "/var/tmp/portage"
77 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
78 root_cmd = ""
79 tmp_chroot_dir = self._chroot_dir
80 portage_tmpdir = "/var/tmp/portage"
81 if use_root:
82 root_cmd = "ROOT=" + self._chroot_dir
83 tmp_chroot_dir = ""
84 portage_tmpdir = self._chroot_dir + "/var/tmp/portage"
105 85
106 # Copy the vdb entry for the package from the LiveCD to the chroot 86 # Copy the vdb entry for the package from the LiveCD to the chroot
107 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package) 87 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying vdb entry for " + package)
108 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)): 88 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + "/var/db/pkg/" + package + " && cp -a /var/db/pkg/" + package + "/* " + self._chroot_dir + "/var/db/pkg/" + package)):
109 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package) 89 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy vdb entry for " + package)
110 90
91 # Create the image dir in the chroot
92 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + "'")
93 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir)):
94 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create image dir for " + package)
95
111 # Create list of files for tar to work with from CONTENTS file in vdb entry 96 # Create list of files for tar to work with from CONTENTS file in vdb entry
112 entries = GLIUtility.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS") 97 entries = self.parse_vdb_contents("/var/db/pkg/" + package + "/CONTENTS")
98 if not entries:
99 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping tar and symlink fixup")
100 else:
113 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries)) 101 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot: files for " + package + ": " + str(entries))
114 try: 102 try:
115 tarfiles = open("/tmp/tarfilelist", "w") 103 tarfiles = open("/tmp/tarfilelist", "w")
116 for entry in entries: 104 for entry in entries:
117 parts = entry.split(" ") 105 parts = entry.split(" ")
118 # Hack for symlink crappiness 106# # Hack for symlink crappiness
119 for symlink in symlinks: 107# for symlink in symlinks:
120 if parts[0].startswith(symlink): 108# if parts[0].startswith(symlink):
121 parts[0] = symlinks[symlink] + parts[0][len(symlink):] 109# parts[0] = symlinks[symlink] + parts[0][len(symlink):]
122 tarfiles.write(parts[0] + "\n") 110 tarfiles.write(parts[0] + "\n")
123 tarfiles.close() 111 tarfiles.close()
124 except: 112 except:
125 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package) 113 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not create filelist for " + package)
126 114
127 # Use tar to transfer files into IMAGE directory 115 # Use tar to transfer files into IMAGE directory
128 tmpdir = "/var/tmp/portage"
129 image_dir = tmpdir + "/" + package.split("/")[1] + "/image"
130 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x'") 116 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running 'tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp'")
131 if not GLIUtility.exitsuccess(GLIUtility.spawn("mkdir -p " + self._chroot_dir + image_dir + " && tar -c --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -x")): 117 if not GLIUtility.exitsuccess(GLIUtility.spawn("tar -cp --files-from=/tmp/tarfilelist --no-recursion 2>/dev/null | tar -C " + self._chroot_dir + image_dir + " -xp")):
132 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package) 118 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute tar for " + package)
133 119
134 # More symlink crappiness hacks 120# # More symlink crappiness hacks
135 for symlink in symlinks: 121# for symlink in symlinks:
136 if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]): 122## if GLIUtility.is_file(self._chroot_dir + image_dir + symlinks[symlink]):
137# parts[0] = symlinks[symlink] + parts[len(symlink):] 123# if os.path.islink(self._chroot_dir + image_dir + symlink):
138 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing /usr/livecd/gconf/ stuff in " + image_dir + " for " + package) 124# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): fixing " + symlink + " symlink ickiness stuff in " + image_dir + " for " + package)
125# GLIUtility.spawn("rm " + self._chroot_dir + image_dir + symlink)
139 if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)): 126# if not GLIUtility.exitsuccess(GLIUtility.spawn("mv " + self._chroot_dir + image_dir + symlinks[symlink] + " " + self._chroot_dir + image_dir + symlink)):
140 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix /usr/livecd/gconf/ stuff for " + package) 127# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not fix " + symlink + " symlink ickiness for " + package)
141 128
142 # Run pkg_setup 129 # Run pkg_setup
143 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package) 130 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running pkg_setup for " + package)
144 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild setup")): 131 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild setup", chroot=tmp_chroot_dir)):
145 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package) 132 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute pkg_setup for " + package)
146
147 # Run qmerge
148# if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running qmerge for " + package)
149# if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild qmerge")):
150# raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute qmerge for " + package)
151 133
152 # Run pkg_preinst 134 # Run pkg_preinst
153 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package) 135 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running preinst for " + package)
154 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + self._chroot_dir + "/var/db/pkg/" + package + "/*.ebuild preinst")): 136 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild preinst", chroot=tmp_chroot_dir)):
155 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package) 137 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute preinst for " + package)
156 138
157 # Copy files from image_dir to chroot 139 # Copy files from image_dir to chroot
140 if not entries:
141 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): no files for " + package + "...skipping copy from image dir to /")
142 else:
158 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package) 143 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): copying files from " + image_dir + " to / for " + package)
159 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)): 144 if not GLIUtility.exitsuccess(GLIUtility.spawn("cp -a " + self._chroot_dir + image_dir + "/* " + self._chroot_dir)):
160 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package) 145 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not copy files from " + image_dir + " to / for " + package)
161 146
162 # Run pkg_postinst 147 # Run pkg_postinst
163 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package) 148 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): running postinst for " + package)
164 if not GLIUtility.exitsuccess(GLIUtility.spawn("env ROOT=" + self._chroot_dir + " PORTAGE_TMPDIR=" + self._chroot_dir + tmpdir + " ebuild " + "/var/db/pkg/" + package + "/*.ebuild postinst")): 149 if not GLIUtility.exitsuccess(GLIUtility.spawn("env " + root_cmd + " PORTAGE_TMPDIR=" + portage_tmpdir + " ebuild /var/db/pkg/" + package + "/*.ebuild postinst", chroot=tmp_chroot_dir)):
165 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package) 150 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not execute postinst for " + package)
166 151
167 # Remove image_dir 152 # Remove image_dir
168 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing + " + image_dir + " for " + package) 153 if self._debug: self._logger.log("DEBUG: copy_pkg_to_chroot(): removing " + image_dir + " for " + package)
169 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)): 154 if not GLIUtility.exitsuccess(GLIUtility.spawn("rm -rf " + self._chroot_dir + image_dir)):
170 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package) 155 raise GLIException("CopyPackageToChrootError", 'fatal', 'copy_pkg_to_chroot', "Could not remove + " + image_dir + " for " + package)
171 156
172 def add_pkg_to_world(self, package): 157 def add_pkg_to_world(self, package):
173 if package.find("/") == -1: 158 if package.find("/") == -1:
174 package = GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip() 159 package = self.get_best_version_vdb_chroot(package)
175 if not package: return False 160 if not package: return False
176 expr = re.compile('^(.+?)(-\d.+)?$') 161 expr = re.compile('^=?(.+?/.+?)(-\d.+)?$')
177 res = expr.match(package) 162 res = expr.match(package)
178 if res: 163 if res:
179 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world") 164 GLIUtility.spawn("echo " + res.group(1) + " >> " + self._chroot_dir + "/var/lib/portage/world")
180 165
181 def get_best_version_vdb(self, package): 166 def get_best_version_vdb(self, package):
182 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip() 167 return GLIUtility.spawn("portageq best_version / " + package, return_output=True)[1].strip()
183# 168
169 def get_best_version_vdb_chroot(self, package):
170 return GLIUtility.spawn("portageq best_version / " + package, chroot=self._chroot_dir, return_output=True)[1].strip()
171
184# def get_best_version_tree(self, package): 172# def get_best_version_tree(self, package):
185# return portage.best(tree.match(package)) 173# return portage.best(tree.match(package))
174
175 def emerge(self, packages, add_to_world=True):
176 if isinstance(packages, str):
177 packages = packages.split()
178 self._cc.addNotification("progress", (0, "Calculating dependencies for " + " ".join(packages)))
179 pkglist = self.get_deps(packages)
180 if self._debug: self._logger.log("install_packages(): pkglist is " + str(pkglist))
181 for i, pkg in enumerate(pkglist):
182 if self._debug: self._logger.log("install_packages(): processing package " + pkg)
183 self._cc.addNotification("progress", (float(i) / len(pkglist), "Emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
184 if not self._grp_install or not self.get_best_version_vdb("=" + pkg):
185 status = GLIUtility.spawn("emerge -1 =" + pkg, display_on_tty8=True, chroot=self._chroot_dir, logfile=self._compile_logfile, append_log=True)
186# status = self._emerge("=" + pkg)
187 if not GLIUtility.exitsuccess(status):
188 raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
189 else:
190# try:
191 self.copy_pkg_to_chroot(pkg)
192# except:
193# raise GLIException("EmergePackageError", "fatal", "emerge", "Could not emerge " + pkg + "!")
194 self._cc.addNotification("progress", (float(i+1) / len(pkglist), "Done emerging " + pkg + " (" + str(i+1) + "/" + str(len(pkglist)) + ")"))
195 if add_to_world:
196 for package in packages:
197 self.add_pkg_to_world(package)

Legend:
Removed from v.1185  
changed lines
  Added in v.1223

  ViewVC Help
Powered by ViewVC 1.1.20