/[gentoo]/src/packages/gentoo.py
Gentoo

Diff of /src/packages/gentoo.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1.4 Revision 1.16
1#!/usr/bin/python -OO 1#!/usr/bin/python -O
2"""These functions mainly take ebuild info (grabbed from the database and 2"""These functions mainly take ebuild info (grabbed from the database and
3 convert it to HTML. See the "main" function at the bottom.""" 3 convert it to HTML. See the "main" function at the bottom."""
4 4
5__revision__ = "$Revision: 1.4 $" 5__revision__ = "$Revision: 1.16 $"
6# $Source: /var/cvsroot/gentoo/src/packages/gentoo.py,v $ 6# $Source: /var/cvsroot/gentoo/src/packages/gentoo.py,v $
7 7
8import config 8import config
9import os 9import os
10import time 10import time
11import string
11import sys 12import sys
12import ebuilddb 13import ebuilddb
13import bugs 14import bugs
14import changelogs 15import changelogs
15from cgi import escape 16from cgi import escape
16from urllib import quote 17from urllib import quote
17 18
18# import portage, but temporarily redirect stderr 19endversion={"pre":-2,"p":0,"alpha":-4,"beta":-3,"rc":-1}
19if 'portage' not in dir(): 20# as there's no reliable way to set {}.keys() order
20 null = open('/dev/null', 'w') 21# netversion_keys will be used instead of endversion.keys
21 tmp = sys.stderr 22# to have fixed search order, so that "pre" is checked
22 sys.stderr = null 23# before "p"
23 sys.path = ["/usr/lib/portage/pym"]+sys.path 24endversion_keys = ["pre", "p", "alpha", "beta", "rc"]
24 import portage
25 sys.stderr = tmp
26 sys.path = sys.path[1:]
27 25
28tree = portage.portdbapi('/usr/portage')
29
30def is_masked(ebuild):
31 """Return true if ebuild is masked"""
32
33 return (not tree.visible(['%(category)s/%(name)s-%(version)s' % ebuild]))
34
35def is_new(db, ebuild): 26def is_new(db, ebuild):
36 """Check for newness. An ebuild is considered new if it is the 27 """Check for newness."""
37 only ebuild with that category/name in ebuild and it has no prevarch""" 28
38
39 c = db.cursor() 29 c = db.cursor()
40 query = ('SELECT prevarch FROM ebuild WHERE category="%s" AND name="%s"' 30 query = ('SELECT new FROM package WHERE category="%s" AND name="%s"'
41 % (ebuild['category'], ebuild['name'])) 31 % (ebuild['category'], ebuild['name']))
42 c.execute(query) 32 c.execute(query)
43 results = c.fetchall() 33 results = c.fetchall()
44 if len(results) == 1 and results[0][0] is None: 34 if len(results) == 1 and results[0][0]:
45 return 1 35 return 1
46 return 0 36 return 0
47 37
48def changelog_to_html(changelog): 38changelog_to_html = changelogs.bugs_to_html
49 """HTML-ize a changelog entry"""
50 html = ""
51 for char in changelog:
52 if char == '\n':
53 html = "%s<br>" % html
54 else:
55 html = "%s%s" % (html, escape(char))
56 html = changelogs.bugs_to_html(html)
57 return html
58 39
59def homepage_to_html(homepage): 40def homepage_to_html(homepage):
60 """convert HOMEPAGE entry to HTML""" 41 """convert HOMEPAGE entry to HTML"""
61 if not homepage.strip(): 42 if not homepage.strip():
62 return "?" 43 return "?"
63 homepage = homepage.replace('|',' ') 44 homepage = homepage.replace('|',' ')
64 pieces = homepage.split() 45 pieces = homepage.split()
65 count = len(pieces) 46 count = len(pieces)
66 if count == 1: 47 if count == 1:
67 return ('<a class="homepage" href="%s">' 48 return ('<a class="homepage" href="%s">'
68 'Homepage</a>' % pieces[0]) 49 'Homepage</a>' % pieces[0])
69 50
70 html = ['[<a href="%s">%s</a>]' % (page, index + 1) for index, 51 html = ['[<a href="%s">%s</a>]' % (page, index + 1) for index,
71 page in enumerate(pieces)] 52 page in enumerate(pieces)]
72 return " ".join(['<span class="homepage">Homepages'] + html + 53 return " ".join(['<span class="homepage">Homepages'] + html +
73 ['</span>']) 54 ['</span>'])
74 55
75def license_to_html(license): 56def license_to_html(license):
76 """Create link to license[s]""" 57 """Create link to license[s]"""
77 if not license.strip(): return "?" 58 if not license.strip(): return "?"
78 license = license.replace('|',' ') 59 license = license.replace('|',' ')
60 license = license.replace('(', '')
61 license = license.replace(')', '')
79 pieces = license.split() 62 pieces = license.split()
80 html = ['<a href="http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/' 63 html = ['<a href="http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
81 'licenses/%s">%s</a>' % (piece, piece) for piece in pieces] 64 'licenses/%s">%s</a>' % (piece, piece) for piece in pieces]
82 return '<br>\n'.join(html) 65 return '<br>\n'.join(html)
83 66
84def package_to_html(pkginfo, db): 67def package_to_html(pkginfo, db, full=False):
85 """This function needs a database (db) connection because it performs a 68 """This function needs a database (db) connection because it performs a
86 query_to_dict on the package""" 69 query_to_dict on the package"""
87 70
88 table_begin = '<table class="ebuild">' 71 table_begin = '<table class="ebuild">'
89 name = '<tr><td class="fields">%s</td></tr>' % pkginfo['name'] 72 name = '<tr><td class="fields">%s</td></tr>' % pkginfo['name']
73 if full:
74 image = ('<img class="pkgimg"alt="" src="%s/%s/%s.jpg" align="right">' %
75 (config.ICONS, pkginfo['category'], pkginfo['name'])
76 )
77 else:
78 image = ''
90 description = ('<tr><td class="item">' 79 description = ('<tr><td class="item">'
91 '<img align="right" alt="" src="%s/%s.png">'
92 '<b>Description: </b>%s</td></tr>' % (config.ICONS, 80 '%s<b>Description: </b>%s</td></tr>'
93 pkginfo['category'], escape(pkginfo['description']))) 81 % (image, escape(pkginfo['description']))
82 )
94 ebuilds = get_recent_releases(pkginfo, db) 83 ebuilds = get_recent_releases(pkginfo, db)
95 releases = '<tr><td>%s</td></tr>' % archs_to_html(ebuilds, 'Releases') 84 releases = '<tr><td>%s</td></tr>' % archs_to_html(ebuilds, 'Releases')
96 #bug_string = ('<br><h3>Related bugs:</h3>\n%s' 85 #bug_string = ('<br><h3>Related bugs:</h3>\n%s'
97 # % bugs_to_html(pkginfo['name'])) 86 # % bugs_to_html(pkginfo['name']))
98 general = '<tr><td>%s</td></tr>' % general_info_to_html(pkginfo) 87 general = '<tr><td>%s</td></tr>' % general_info_to_html(pkginfo)
88 #similar = '<tr><td>%s</td></tr>' % create_similar_pkgs_link(pkginfo)
99 table_end = '</table>' 89 table_end = '</table>'
100 rows = '\n\t'.join([name, description, releases, general]) 90 rows = '\n\t'.join([name, description, releases, general])
101 return '\n\t'.join([table_begin, rows, table_end]) 91 return '\n\t'.join([table_begin, rows, table_end])
102 92
103def archs_to_html(ebuilds, heading = None): 93def archs_to_html(ebuilds, heading = None):
104 """Create table for availability on each architecture""" 94 """Create table for availability on each architecture"""
105 heading = heading or '&nbsp;' 95 heading = heading or '&nbsp;'
106 table_begin = '<table class="releases">' 96 table_begin = '<table class="releases">'
107 header_row = ''.join(['<tr><td><b>%s</b></td>' % heading] + 97 header_row = ''.join(['<tr><td><b>%s</b></td>' % heading] +
108 ['<th class="arch">%s</th>' % i for i in config.ARCHLIST] + 98 ['<th class="arch">%s</th>' % i.replace('-',' ') for i in config.ARCHLIST] +
109 ['</tr>'] 99 ['</tr>']
110 ) 100 )
111 rows = [] 101 rows = []
102 ebuilds.sort(cmp_ebuilds)
103 ebuilds.reverse()
112 for ebuild in ebuilds: 104 for ebuild in ebuilds:
113 masked = is_masked(ebuild)
114 archs = ebuild['arch'].split() 105 archs = ebuild['arch'].split(',')
115 row_start = ('<tr>\n\t<th class="releases"><a href="%sebuilds/?%s-%s"' 106 row_start = ('<tr>\n\t<th class="releases"><a href="%sebuilds/?%s-%s"'
116 ' title="%s">%s</a></th>\n' % (config.FEHOME, 107 ' title="%s">%s</a></th>\n' % (config.FEHOME,
117 ebuild['name'], ebuild['version'], ebuild['time'], 108 ebuild['name'], ebuild['version'], ebuild['time'],
118 ebuild['version'])) 109 ebuild['version']))
119 row_data = [] 110 row_data = []
120 for arch in config.ARCHLIST: 111 for arch in config.ARCHLIST:
121 if arch in archs: 112 if arch in archs:
122 arch_string = '+' 113 arch_string = '+'
123 elif '~%s' % arch in archs: 114 elif '~%s' % arch in archs:
124 arch_string = '~' 115 arch_string = '~'
125 else: 116 else:
126 arch_string = '-' 117 arch_string = '-'
127 if arch_string != '-' and masked: 118 if arch_string != '-' and ebuild['masked']:
128 arch_string = 'M' + arch_string 119 arch_string = 'M' + arch_string
129 row_data.append('\t<td class="archcell" arch="%s">%s</td>' 120 row_data.append('\t<td class="archcell" arch="%s">%s</td>'
130 % (arch_string, arch_string)) 121 % (arch_string, arch_string))
131 row_end = '</tr>' 122 row_end = '</tr>'
132 rows.append('\n\t'.join([row_start] + row_data + [row_end])) 123 rows.append('\n\t'.join([row_start] + row_data + [row_end]))
133 table_end = '</table>' 124 table_end = '</table>'
134 return '\n\t'.join([table_begin] + [header_row] + rows + [table_end]) 125 return '\n\t'.join([table_begin] + [header_row] + rows + [table_end])
135 126
136def ebuild_to_html(ebinfo, new=0, show_bugs=0): 127def ebuild_to_html(ebinfo, new=0, show_bugs=0, full = False):
137 """Convert ebuild (dict) to html, if new, print out a "this is new" notice 128 """Convert ebuild (dict) to html, if new, print out a "this is new" notice
138 if show_bugs, show bugs for this particular ebuild (requires access to 129 if show_bugs, show bugs for this particular ebuild (requires access to
139 bugzilla""" 130 bugzilla"""
140 if new: 131 if new:
141 new_string = """ &nbsp;&nbsp;<span class="new">new!</span> """ 132 new_string = """ &nbsp;&nbsp;<span class="new">new!</span> """
142 else: 133 else:
143 new_string = "" 134 new_string = ""
144 135
145 table_begin = '<table class="ebuild">' 136 table_begin = '<table class="ebuild">'
146 name_and_date = ('<tr><td class="fields">' 137 name_and_date = ('<tr><td class="fields">'
147 '<a href="%spackages/?category=%s;name=%s">%s</a> %s%s<br>' 138 '<a href="%spackages/?category=%s;name=%s">%s</a> %s%s<br>'
148 '<span class="time">%s</span>' 139 '<span class="time">%s</span>'
149 '</td></tr>' % (config.FEHOME, quote(ebinfo['category']), 140 '</td></tr>' % (config.FEHOME, quote(ebinfo['category']),
150 quote(ebinfo['name']), 141 quote(ebinfo['name']),
151 ebinfo['name'], 142 ebinfo['name'],
152 ebinfo['version'], 143 ebinfo['version'],
153 new_string, 144 new_string,
154 ebinfo['time'].localtime().strftime("%c %Z"))) 145 ebinfo['time'].strftime("%c %Z")))
146
147 if full:
148 image = ('<img class="pkgimg" alt="" src="%s/%s/%s.jpg" align="right">' %
149 (config.ICONS, ebinfo['category'], ebinfo['name'])
155 150 )
151 else:
152 image = ''
156 desc_and_changes = ('<tr><td class="item" valign="top">' 153 desc_and_changes = ('<tr><td class="item" valign="top">'
157 '<img alt="" align="right" src="%simages/%s.png">'
158 '<p><b>Description:</b> %s</p>' 154 '<p><b>Description:</b> %s %s</p>'
159 '<p><b>Changes:</b><br>' 155 '<p><b>Changes:</b><br>'
160 '%s</p></td></tr>' % ( 156 '%s</p></td></tr>' % (
161 config.FEHOME,
162 ebinfo['category'],
163 escape(ebinfo['description']), 157 escape(ebinfo['description']),
158 image,
164 changelog_to_html(ebinfo['changelog']))) 159 changelog_to_html(ebinfo['changelog'])))
165 160
166 archs = '<tr><td>%s</td></tr>' % archs_to_html([ebinfo]) 161 archs = '<tr><td>%s</td></tr>' % archs_to_html([ebinfo])
167 general = '<tr><td>%s</td></tr>' % general_info_to_html(ebinfo) 162 general = '<tr><td>%s</td></tr>' % general_info_to_html(ebinfo)
168 table_end = '</table>' 163 table_end = '</table>'
169 164
170 if 1 == 1:
171 bug_string = '' 165 bug_string = ''
172 else: 166 if show_bugs:
167 bug_string = bugs_to_html(ebinfo['name'])
168 if bug_string:
173 bug_string = '<br><h3>Related bugs:</h3>%s' \ 169 bug_string = '<br><h3 class="bugs">Related bugs:</h3>%s' \
174 % bugs_to_html(ebinfo['name']) 170 % bug_string
175 171
176 return '\n\t'.join([table_begin, 172 return '\n\t'.join([table_begin,
177 name_and_date, 173 name_and_date,
178 desc_and_changes, 174 desc_and_changes,
179 archs, 175 archs,
180 general, 176 general,
181 table_end, 177 table_end,
182 bug_string]) 178 bug_string])
183 179
184def general_info_to_html(pkg): 180def general_info_to_html(pkg):
185 """This actually will (should) take either a package or ebuild dict 181 """This actually will (should) take either a package or ebuild dict
186 as an argument""" 182 as an argument"""
187 183
184 import forums
185
188 changelogurl = ('http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/' 186 changelogurl = ('http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
189 '%s/%s/ChangeLog' % (pkg['category'],pkg['name'])) 187 '%s/%s/ChangeLog' % (pkg['category'],pkg['name']))
190 cat_header = '<th class="category">Category</th>' 188 cat_header = '<th class="category">Category</th>'
191 license_header = '<th class="license">License</th>' 189 license_header = '<th class="license">License</th>'
192 category = ('<td class="category">' 190 category = ('<td class="category">'
193 '<a href="%spackages/?category=%s">%s</a></td>' % (config.FEHOME, 191 '<a href="%spackages/?category=%s">%s</a></td>' % (config.FEHOME,
194 pkg['category'], pkg['category'])) 192 pkg['category'], pkg['category']))
195 homepage = ('<td class="homepage" rowspan="2">%s</td>' 193 homepage = ('<td class="homepage" rowspan="2">%s</td>'
196 % homepage_to_html(pkg['homepage'])) 194 % homepage_to_html(pkg['homepage']))
197 license = ('<td class="license">%s</td>' 195 license = ('<td class="license">%s</td>'
198 % license_to_html(pkg['license'])) 196 % license_to_html(pkg['license']))
199 changelog = ('<td class="changelog" rowspan="2">' 197 changelog = ('<td class="changelog" rowspan="2">'
200 '<a href="%s">ChangeLog</a><td>' % changelogurl) 198 '<a href="%s">ChangeLog</a></td>' % changelogurl)
201 199 similar = ('<td class="similar" rowspan="2">'
200 '%s</td>' % create_similar_pkgs_link(pkg))
201 related_bugs = ('<td class="related_bugs" rowspan="2">'
202 '%s</td>' % create_related_bugs_link(pkg))
203 forums = ('<td class="forums" rowspan="2">'
204 '%s</td>' % forums.create_forums_link(pkg))
205
202 return '\n\t'.join(['<table class="general_info">', 206 return '\n\t'.join(['<table class="general_info">',
203 '<tr>', 207 '<tr>',
204 cat_header, 208 cat_header,
205 homepage, 209 homepage,
206 license_header, 210 license_header,
207 changelog, 211 changelog,
212 similar,
213 related_bugs,
214 forums,
208 '</tr>', 215 '</tr>',
209 '<tr>', 216 '<tr>',
210 category, 217 category,
211 license, 218 license,
212 '</tr>', 219 '</tr>',
213 '</table>']) 220 '</table>'])
214 221
222def create_similar_pkgs_link(pkg):
223 """Create a link to similar packages"""
224
225 def strip_chars(mystring):
226 newstring = ''
227 for char in mystring:
228 if char not in string.punctuation:
229 newstring = newstring + char
230 else:
231 newstring = newstring + ' '
232 return newstring
233
234 description = strip_chars(pkg['description'].lower())
235
236 words = [word for word in description.split()
237 if word and len(word)>2 and word not in config.EXCLUDED_FROM_SIMILAR]
238 words = words[:config.SIMILAR_MAX_WORDS] + [pkg['name']]
239 #query = ['[[:<:]]%s[[:>:]].*' % word for word in words]
240 query = ['[[:<:]]%s.*' % word for word in words]
241 query = '(%s){%s,}' % ('|'.join(query), config.SIMILAR_MIN_MATCHES)
242 url = '%ssearch/?sstring=%s' % (config.FEHOME, escape(query))
243 return '<a href="%s">Similar</a>' % url
244
245def create_related_bugs_link(pkg):
246 """Create a link to related bugs"""
247
248 url = ('http://bugs.gentoo.org/buglist.cgi?query_format='
249 '&amp;short_desc_type=allwords'
250 '&amp;short_desc=%s'
251 '&amp;bug_status=UNCONFIRMED'
252 '&amp;bug_status=NEW'
253 '&amp;bug_status=ASSIGNED'
254 '&amp;bug_status=REOPENED'
255 % escape(pkg['name']))
256
257 return '<a title="bugs.gentoo.org" href="%s">Bugs</a>' % url
258
215def bugs_to_html(package): 259def bugs_to_html(package):
216 """Given package name (no version #s), return html text of bugs as 260 """Given package name (no version #s), return html text of bugs as
217 reported by bugzilla""" 261 reported by bugzilla"""
218 # Right now we have an issue with the bugzilla site. New interface 262 # Right now we have an issue with the bugzilla site. New interface
219 # needs to be written, Bail out. 263 # needs to be written, Bail out.
220 return "" 264 #return ""
221 import urllib2 265 import urllib2
222 url = ('http://bugs.gentoo.org/buglist.cgi?query_format=' 266 url = ('http://bugs.gentoo.org/buglist.cgi?query_format='
223 '&short_desc_type=allwords&short_desc=%s' 267 '&amp;short_desc_type=allwords'
224 '&bug_status=UNCONFIRMED&bug_status=NEW&bug_status=ASSIGNED' 268 '&amp;short_desc=%s'
269 '&amp;bug_status=UNCONFIRMED'
270 '&amp;bug_status=NEW'
271 '&amp;bug_status=ASSIGNED'
225 '&bug_status=REOPENED' 272 '&amp;bug_status=REOPENED'
273 '&amp;ctype=csv'
226 '&ctype=csv' % package) 274 % package)
227 fp = urllib2.urlopen(url) 275 fp = urllib2.urlopen(url)
228 factory = bugs.BugFactory() 276 factory = bugs.BugFactory()
229 package_bugs = factory.fromCSV(fp) 277 package_bugs = factory.fromCSV(fp)
230 if package_bugs: 278 if package_bugs:
231 writer = bugs.HTMLWriter(package_bugs, 'bugs.gentoo.org') 279 writer = bugs.HTMLWriter(package_bugs, 'bugs.gentoo.org')
232 return str(writer) 280 return str(writer)
233 else: 281 else:
234 return "None" 282 return ""
235 283
236def get_most_recent(db, max=config.MAXPERPAGE, arch="", branch=""): 284def get_most_recent(db, max=config.MAXPERPAGE, arch="", branch="", new = False):
237 c = db.cursor() 285 c = db.cursor()
238 extra = '' 286 extra = ''
239 if arch: 287 if arch:
240 stable_extra = ('ebuild.arch REGEXP "^%s| %s" ' 288 stable_extra = ('FIND_IN_SET("%s", ebuild.arch) > 0 AND '
241 ' AND ebuild.prevarch NOT REGEXP"^%s| %s"' 289 'FIND_IN_SET("%s", ebuild.prevarch) = 0 ' % (arch, arch))
242 % (arch,arch,arch,arch)) 290 testing_extra = ('FIND_IN_SET("~%s", ebuild.arch) > 0 AND '
243 testing_extra = ('ebuild.arch REGEXP "^~%s| ~%s" ' 291 'FIND_IN_SET("~%s", ebuild.prevarch) = 0 ' % (arch, arch))
244 ' AND ebuild.prevarch NOT REGEXP "^~%s| ~%s"'
245 % (arch,arch,arch,arch))
246 if branch == 'stable': 292 if branch == 'stable':
247 extra = ' AND (%s) ' % stable_extra 293 extra = ' AND (%s) ' % stable_extra
248 elif branch == 'testing': 294 elif branch == 'testing':
249 extra = ' AND (%s) ' % testing_extra 295 extra = ' AND (%s) ' % testing_extra
250 else: 296 else:
251 extra = ' AND ((%s) OR (%s)) ' % (stable_extra, testing_extra) 297 extra = ' AND ((%s) OR (%s)) ' % (stable_extra, testing_extra)
298
299 if new:
300 extra = ('%s AND package.new=1 ' % extra)
301
252 query = """SELECT ebuild.category,ebuild.name,version,when_found,description, 302 query = """SELECT ebuild.category,ebuild.name,version,when_found,description,
253 changelog,arch,homepage,license FROM ebuild,package WHERE ebuild.name=\ 303 changelog,arch,homepage,license,is_masked FROM ebuild,package WHERE ebuild.name=\
254 package.name AND ebuild.category=package.category %s ORDER by when_found DESC \ 304 package.name AND ebuild.category=package.category %s ORDER by when_found DESC \
255 LIMIT %s""" % (extra,max) 305 LIMIT %s""" % (extra,max)
256 c.execute(query) 306 c.execute(query)
257 results = c.fetchall() 307 results = c.fetchall()
258 return results 308 return results
259 309
310def get_most_recent_bumps(db, max=config.MAXPERPAGE):
311 """Return most recent version bumps (pkgs with no prevarch)"""
312 c = db.cursor()
313 query = ('SELECT ebuild.category, ebuild.name, version, when_found, '
314 'description, changelog, arch, homepage, license,is_masked FROM ebuild, package '
315 'WHERE ebuild.name=package.name AND ebuild.category=package.category '
316 'AND prevarch="" AND version NOT LIKE "%%-r_" AND version NOT LIKE '
317 '"%%-r__" AND NOT new ORDER by when_found '
318 'DESC LIMIT %s' % max)
319
320 c.execute(query)
321 results = c.fetchall()
322 return results
323
260def query_to_dict(d): 324def query_to_dict(d):
261 """Convert a SQL query to a dict""" 325 """Convert a SQL query to a dict"""
262 einfo = {} 326 einfo = {}
263 keys = ('category', 'name', 'version', 'time', 'description', 'changelog', 327 keys = ('category', 'name', 'version', 'time', 'description', 'changelog',
264 'arch', 'homepage', 'license') 328 'arch', 'homepage', 'license', 'masked')
265 for i in range(len(keys)): 329 for i in range(len(keys)):
266 try: 330 try:
267 einfo[keys[i]] = d[i] 331 einfo[keys[i]] = d[i]
268 except IndexError: 332 except IndexError:
269 continue 333 continue
272def get_recent_releases(pkg, db, max=config.MAX_RECENT_RELEASES): 336def get_recent_releases(pkg, db, max=config.MAX_RECENT_RELEASES):
273 """Return MAX_RECENT_RELEASES most recent releases for pkg. Returns and 337 """Return MAX_RECENT_RELEASES most recent releases for pkg. Returns and
274 ebuild-type dict""" 338 ebuild-type dict"""
275 c = db.cursor() 339 c = db.cursor()
276 query = ('SELECT category,name,version,when_found,NULL,changelog,arch ,' 340 query = ('SELECT category,name,version,when_found,NULL,changelog,arch ,'
277 'NULL,NULL FROM ebuild WHERE name="%s" AND category="%s" ORDER BY ' 341 'NULL,NULL,is_masked FROM ebuild WHERE name="%s" AND category="%s" ORDER BY '
278 'version DESC LIMIT %s' % (pkg['name'],pkg['category'],max)) 342 'version DESC LIMIT %s' % (pkg['name'],pkg['category'],max))
279 c.execute(query) 343 c.execute(query)
280 results = c.fetchall() 344 results = c.fetchall()
281 #print results 345 #print results
282 return [ query_to_dict(i) for i in results ] 346 return [ query_to_dict(i) for i in results ]
283 347
348def cmp_ebuilds(a, b):
349 """Compare two ebuilds"""
350 fields_a = pkgsplit('%s-%s' % (a['name'], a['version']))
351 fields_b = pkgsplit('%s-%s' % (b['name'], b['version']))
352 return pkgcmp(fields_a, fields_b)
353
354pkgcache={}
355
356def pkgsplit(mypkg,silent=1):
357 try:
358 if not pkgcache[mypkg]:
359 return None
360 return pkgcache[mypkg][:]
361 except KeyError:
362 pass
363 myparts=string.split(mypkg,'-')
364 if len(myparts)<2:
365 if not silent:
366 print "!!! Name error in",mypkg+": missing a version or name part."
367 pkgcache[mypkg]=None
368 return None
369 for x in myparts:
370 if len(x)==0:
371 if not silent:
372 print "!!! Name error in",mypkg+": empty \"-\" part."
373 pkgcache[mypkg]=None
374 return None
375 #verify rev
376 revok=0
377 myrev=myparts[-1]
378 if len(myrev) and myrev[0]=="r":
379 try:
380 int(myrev[1:])
381 revok=1
382 except SystemExit, e:
383 raise
384 except:
385 pass
386 if revok:
387 if ververify(myparts[-2]):
388 if len(myparts)==2:
389 pkgcache[mypkg]=None
390 return None
391 else:
392 for x in myparts[:-2]:
393 if ververify(x):
394 pkgcache[mypkg]=None
395 return None
396 #names can't have versiony looking parts
397 myval=[string.join(myparts[:-2],"-"),myparts[-2],myparts[-1]]
398 pkgcache[mypkg]=myval
399 return myval
400 else:
401 pkgcache[mypkg]=None
402 return None
403
404 elif ververify(myparts[-1],silent=silent):
405 if len(myparts)==1:
406 if not silent:
407 print "!!! Name error in",mypkg+": missing name part."
408 pkgcache[mypkg]=None
409 return None
410 else:
411 for x in myparts[:-1]:
412 if ververify(x):
413 if not silent:
414 print "!!! Name error in",mypkg+": multiple version parts."
415 pkgcache[mypkg]=None
416 return None
417 myval=[string.join(myparts[:-1],"-"),myparts[-1],"r0"]
418 pkgcache[mypkg]=myval[:]
419 return myval
420 else:
421 pkgcache[mypkg]=None
422 return None
423
424vercache={}
425def ververify(myorigval,silent=1):
426 try:
427 return vercache[myorigval]
428 except KeyError:
429 pass
430 if len(myorigval)==0:
431 if not silent:
432 print "!!! Name error: package contains empty \"-\" part."
433 return 0
434 myval=string.split(myorigval,'.')
435 if len(myval)==0:
436 if not silent:
437 print "!!! Name error: empty version string."
438 vercache[myorigval]=0
439 return 0
440 #all but the last version must be a numeric
441 for x in myval[:-1]:
442 if not len(x):
443 if not silent:
444 print "!!! Name error in",myorigval+": two decimal points in a row"
445 vercache[myorigval]=0
446 return 0
447 try:
448 foo=int(x)
449 except SystemExit, e:
450 raise
451 except:
452 if not silent:
453 print "!!! Name error in",myorigval+": \""+x+"\" is not a valid version component."
454 vercache[myorigval]=0
455 return 0
456 if not len(myval[-1]):
457 if not silent:
458 print "!!! Name error in",myorigval+": two decimal points in a row"
459 vercache[myorigval]=0
460 return 0
461 try:
462 foo=int(myval[-1])
463 vercache[myorigval]=1
464 return 1
465 except SystemExit, e:
466 raise
467 except:
468 pass
469 #ok, our last component is not a plain number or blank, let's continue
470 if myval[-1][-1] in string.lowercase:
471 try:
472 foo=int(myval[-1][:-1])
473 vercache[myorigval]=1
474 return 1
475 # 1a, 2.0b, etc.
476 except SystemExit, e:
477 raise
478 except:
479 pass
480 #ok, maybe we have a 1_alpha or 1_beta2; let's see
481 #ep="endpart"
482 ep=string.split(myval[-1],"_")
483 if len(ep)!=2:
484 if not silent:
485 print "!!! Name error in",myorigval
486 vercache[myorigval]=0
487 return 0
488 try:
489 foo=int(ep[0][-1])
490 chk=ep[0]
491 except SystemExit, e:
492 raise
493 except:
494 # because it's ok last char is not numeric. example: foo-1.0.0a_pre1
495 chk=ep[0][:-1]
496
497 try:
498 foo=int(chk)
499 except SystemExit, e:
500 raise
501 except:
502 #this needs to be numeric or numeric+single letter,
503 #i.e. the "1" in "1_alpha" or "1a_alpha"
504 if not silent:
505 print "!!! Name error in",myorigval+": characters before _ must be numeric or numeric+single letter"
506 vercache[myorigval]=0
507 return 0
508 for mye in endversion_keys:
509 if ep[1][0:len(mye)]==mye:
510 if len(mye)==len(ep[1]):
511 #no trailing numeric; ok
512 vercache[myorigval]=1
513 return 1
514 else:
515 try:
516 foo=int(ep[1][len(mye):])
517 vercache[myorigval]=1
518 return 1
519 except SystemExit, e:
520 raise
521 except:
522 #if no endversions work, *then* we return 0
523 pass
524 if not silent:
525 print "!!! Name error in",myorigval
526 vercache[myorigval]=0
527 return 0
528
529def relparse(myver):
530 "converts last version part into three components"
531 number=0
532 suffix=0
533 endtype=0
534 endnumber=0
535
536 mynewver=string.split(myver,"_")
537 myver=mynewver[0]
538
539 #normal number or number with letter at end
540 divider=len(myver)-1
541 if myver[divider:] not in "1234567890":
542 #letter at end
543 suffix=ord(myver[divider:])
544 number=string.atof(myver[0:divider])
545 else:
546 number=string.atof(myver)
547
548 if len(mynewver)==2:
549 #an endversion
550 for x in endversion_keys:
551 elen=len(x)
552 if mynewver[1][:elen] == x:
553 endtype=endversion[x]
554 try:
555 endnumber=string.atof(mynewver[1][elen:])
556 except:
557 endnumber=0
558 break
559 return [number,suffix,endtype,endnumber]
560
561# vercmp:
562# ripped from portage.py to prevent having to import
563vcmpcache={}
564def vercmp(val1,val2):
565 if val1==val2:
566 #quick short-circuit
567 return 0
568 valkey=val1+" "+val2
569 try:
570 return vcmpcache[valkey]
571 try:
572 return -vcmpcache[val2+" "+val1]
573 except KeyError:
574 pass
575 except KeyError:
576 pass
577
578 # consider 1_p2 vc 1.1
579 # after expansion will become (1_p2,0) vc (1,1)
580 # then 1_p2 is compared with 1 before 0 is compared with 1
581 # to solve the bug we need to convert it to (1,0_p2)
582 # by splitting _prepart part and adding it back _after_expansion
583 val1_prepart = val2_prepart = ''
584 if val1.count('_'):
585 val1, val1_prepart = val1.split('_', 1)
586 if val2.count('_'):
587 val2, val2_prepart = val2.split('_', 1)
588
589 # replace '-' by '.'
590 # FIXME: Is it needed? can val1/2 contain '-'?
591 val1=string.split(val1,'-')
592 if len(val1)==2:
593 val1[0]=val1[0]+"."+val1[1]
594 val2=string.split(val2,'-')
595 if len(val2)==2:
596 val2[0]=val2[0]+"."+val2[1]
597
598 val1=string.split(val1[0],'.')
599 val2=string.split(val2[0],'.')
600
601 #add back decimal point so that .03 does not become "3" !
602 for x in range(1,len(val1)):
603 if val1[x][0] == '0' :
604 val1[x]='.' + val1[x]
605 for x in range(1,len(val2)):
606 if val2[x][0] == '0' :
607 val2[x]='.' + val2[x]
608
609 # extend version numbers
610 if len(val2)<len(val1):
611 val2.extend(["0"]*(len(val1)-len(val2)))
612 elif len(val1)<len(val2):
613 val1.extend(["0"]*(len(val2)-len(val1)))
614
615 # add back _prepart tails
616 if val1_prepart:
617 val1[-1] += '_' + val1_prepart
618 if val2_prepart:
619 val2[-1] += '_' + val2_prepart
620 #The above code will extend version numbers out so they
621 #have the same number of digits.
622 for x in range(0,len(val1)):
623 cmp1=relparse(val1[x])
624 cmp2=relparse(val2[x])
625 for y in range(0,4):
626 myret=cmp1[y]-cmp2[y]
627 if myret != 0:
628 vcmpcache[valkey]=myret
629 return myret
630 vcmpcache[valkey]=0
631 return 0
632
633# pkgcmp:
634# ripped from portage.py to prevent having to import
635def pkgcmp(pkg1,pkg2):
636 """if returnval is less than zero, then pkg2 is newer than pkg1, zero if equal and positive if older."""
637 if pkg1[0] != pkg2[0]:
638 return None
639 mycmp=vercmp(pkg1[1],pkg2[1])
640 if mycmp>0:
641 return 1
642 if mycmp<0:
643 return -1
644 r1=int(pkg1[2][1:])
645 r2=int(pkg2[2][1:])
646 if r1>r2:
647 return 1
648 if r2>r1:
649 return -1
650 return 0
651
284def ebuilds_to_rss(fp, ebuilds, simple=False, subtitle=""): 652def ebuilds_to_rss(fp, ebuilds, simple=False, subtitle=""):
285 """write out ebuild info to RSS file (fp)""" 653 """write out ebuild info to RSS file (fp)"""
654
655 # web link for RSS feed
656 if subtitle:
657 link = '%s/%s' % (config.FEHOME, subtitle.replace(' ','/',1))
658 else:
659 link = config.FEHOME
660
661 pubDate = time.strftime("%a, %d %b %Y %H:%M:%S +0000", time.gmtime())
286 fp.write("""<?xml version="1.0" encoding="iso-8859-1"?> 662 fp.write("""<?xml version="1.0" encoding="UTF-8"?>
287 <rss version="0.92"> 663 <rss version="2.0">
288 <channel> 664 <channel>
289 <title>Fresh ebuilds %s</title> 665 <title>packages.gentoo.org [ %s ]</title>
290 <link>%s</link> 666 <link>%s</link>
291 <description>Latest ebuilds from the Gentoo Linux portage tree</description> 667 <description>Latest ebuilds from the Gentoo Linux portage tree</description>
292 <![CDATA[<link rel="stylesheet" href="%s" type="text/css" title="styled" />]]>
293 <webMaster>www@gentoo.org</webMaster> 668 <webMaster>www@gentoo.org</webMaster>
669
670 <image>
671 <title>Online Package Database</title>
672 <url>%s</url>
673 <link>%s</link>
674 </image>
675
294 <managingEditor>marduk@gentoo.org</managingEditor> 676 <managingEditor>marduk@gentoo.org</managingEditor>
295 <pubDate>%s</pubDate>""" % (subtitle,config.FEHOME, config.STYLESHEET, 677 <pubDate>%s</pubDate>""" % (subtitle, link, config.RSS_IMAGE,
296 time.strftime("%a, %d %b %Y %H:%M:%S +0000", time.gmtime()))) 678 config.FEHOME, pubDate))
297 679
298 for ebuild in ebuilds: 680 for ebuild in ebuilds:
299 if simple: 681 if simple:
300 description = escape(ebuild['description']) 682 description = escape(ebuild['description'])
301 else: 683 else:
302 description = '\n<![CDATA[\n%s\n]]>' % ebuild_to_html(ebuild) 684 description = ('\n'
685 '<![CDATA[\n'
686 '<link rel="stylesheet" type="text/css" href="%s"></link>\n'
687 '%s\n]]>' % (config.STYLESHEET, ebuild_to_html(ebuild, full=True))
688 )
303 689
304 fp.write("""<item> 690 fp.write("""<item>
305 <title>%s %s</title> 691 <title>%s/%s %s</title>
306 <link>%sebuilds/?%s-%s</link> 692 <link>%sebuilds/?%s-%s</link>
307 <description> 693 <description>
308 %s 694 %s
309 </description> 695 </description>
310 <pubDate>%s</pubDate> 696 <pubDate>%s</pubDate>
311 </item> 697 </item>
312 """ % (ebuild['name'], 698 """ % (ebuild['category'],
699 ebuild['name'],
313 ebuild['version'], 700 ebuild['version'],
314 config.FEHOME, 701 config.FEHOME,
315 ebuild['name'], 702 ebuild['name'],
316 ebuild['version'], 703 ebuild['version'],
317 description, 704 description,
318 ebuild['time'].gmtime().strftime("%a, %d %b %Y %H:%M:%S +0000")) 705 ebuild['time'].strftime("%a, %d %b %Y %H:%M:%S +0000"))
319 ) 706 )
320 707
321 fp.write("</channel>\n</rss>\n") 708 fp.write("\n\
322 709 <textInput>\n\
323if __name__ == '__main__': 710 <title>Search the Online Package Database</title>\n\
711 <link>%s/search/</link>\n\
712 <description>emerge -Ss</description>\n\
713 <name>sstring</name>\n\
714 </textInput>\n\
715 </channel>\n\
716 </rss>\n" % config.FEHOME)
717
718def main(argv=None):
719 if argv is None:
720 argv = sys.argv
324 try: 721 try:
325 if sys.argv[1] == '-g': 722 if argv[1] == '-g':
326 ebuilddb.main() 723 ebuilddb.main()
327 except IndexError: 724 except IndexError:
328 pass 725 pass
329 726
330 db = ebuilddb.db_connect() 727 db = ebuilddb.db_connect()
331 branches = ('', 'stable', 'testing') 728 branches = ('', 'stable', 'testing')
332 for arch in [''] + config.ARCHLIST: 729 for arch in [''] + config.ARCHLIST:
333 for branch in branches: 730 for branch in branches:
334 fullpath = os.path.join(config.LOCALHOME, "archs", arch, branch, 731 fullpath = os.path.join(config.LOCALHOME, "archs", arch, branch,
335 config.INDEX) 732 config.INDEX)
336 index = open(fullpath,'w') 733 index = open(fullpath,'w')
337 if arch: 734
338 sarch = arch
339 else:
340 sarch = 'all'
341 if branch:
342 sbranch = branch
343 else:
344 sbranch = 'all'
345
346 index.write("""<table border="0" cellpadding="0" cellspacing="5" 735 index.write("""<table border="0" cellpadding="0" cellspacing="5"
347 width="100%">\n""") 736 width="100%">\n""")
348 index.write("""<tr><td valign="top">\n""") 737 index.write("""<tr><td valign="top">\n""")
349 index.write('<!--#include file="archnav.html" -->\n\n</td></tr>\n' 738 index.write('<!--#include file="archnav.html" -->\n\n</td></tr>\n'
350 '<tr><td>') 739 '<tr><td>')
351 results = get_most_recent(db, arch=arch, branch=branch) 740 results = get_most_recent(db, arch=arch, branch=branch)
352 ebuilds = [ query_to_dict(i) for i in results ] 741 ebuilds = [ query_to_dict(i) for i in results ]
353 for ebuild in ebuilds: 742 for ebuild in ebuilds:
354 new = is_new(db, ebuild) 743 new = is_new(db, ebuild)
355 pkgfilename = "%s/%s-%s.html" % ( 744 pkgfilename = "%s/%s-%s.html" % (
356 config.EBUILD_FILES,ebuild['name'],ebuild['version']) 745 config.EBUILD_FILES,ebuild['name'],ebuild['version'])
357 ebuild_html = ebuild_to_html(ebuild, new) 746 ebuild_html = ebuild_to_html(ebuild, new, show_bugs = False)
358 if arch == '' and branch == '': 747 if arch == '' and branch == '':
359 pkgfile = open(pkgfilename,'w') 748 pkgfile = open(pkgfilename,'w')
360 pkgfile.write(ebuild_html) 749 pkgfile.write(ebuild_html)
361 pkgfile.close() 750 pkgfile.close()
362 ebuildfilename = "%s/%s/%s/%s-%s.ebuild" \ 751 ebuildfilename = "%s/%s/%s/%s-%s.ebuild" \
363 % (ebuilddb.config.PORTAGE_DIR, 752 % (ebuilddb.config.PORTAGE_DIR,
364 ebuild['category'],ebuild['name'],ebuild['name'], 753 ebuild['category'],ebuild['name'],ebuild['name'],
365 ebuild['version']) 754 ebuild['version'])
366 os.system('touch -r %s %s || touch -d "today -1 year" %s' 755 os.system('touch -r %s %s || touch -d "today -1 year" %s'
367 % (ebuildfilename,pkgfilename,pkgfilename)) 756 % (ebuildfilename,pkgfilename,pkgfilename))
368 757
369 try: 758 try:
370 index.write('%s\n\n' % (ebuild_html)) 759 index.write('%s\n\n' % (ebuild_html))
371 except IOError: 760 except IOError:
372 continue 761 continue
373 index.write("""</table>\n""") 762 index.write("""</table>\n""")
374 index.close() 763 index.close()
375 764
376 subtitle = ' %s %s' % (arch, branch) 765 subtitle = ' %s %s' % (arch, branch)
377 rss = open(os.path.join(config.LOCALHOME, "archs", arch, branch, 766 rss = open(os.path.join(config.LOCALHOME, "archs", arch, branch,
378 config.RSS), 'w') 767 config.RSS), 'w')
379 ebuilds_to_rss(rss, ebuilds, simple=False, subtitle=subtitle) 768 ebuilds_to_rss(rss, ebuilds, simple=False, subtitle=subtitle)
380 rss.close() 769 rss.close()
381 770
382 rss2 = open(os.path.join(config.LOCALHOME, "archs", arch, branch, 771 rss2 = open(os.path.join(config.LOCALHOME, "archs", arch, branch,
383 config.RSS2), 'w') 772 config.RSS2), 'w')
384 ebuilds_to_rss(rss2, ebuilds, simple=True, subtitle=subtitle) 773 ebuilds_to_rss(rss2, ebuilds, simple=True, subtitle=subtitle)
385 rss.close() 774 rss.close()
775
776if __name__ == '__main__':
777 sys.exit(main())

Legend:
Removed from v.1.4  
changed lines
  Added in v.1.16

  ViewVC Help
Powered by ViewVC 1.1.20