/[gentoo]/src/packages/gentoo.py
Gentoo

Diff of /src/packages/gentoo.py

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

Revision 1.1.1.1 Revision 1.16
1#!/usr/bin/python -OO 1#!/usr/bin/python -O
2"""These functions mainly take ebuild info (grabbed from the database and
3 convert it to HTML. See the "main" function at the bottom."""
4
5__revision__ = "$Revision: 1.16 $"
6# $Source: /var/cvsroot/gentoo/src/packages/gentoo.py,v $
2 7
3import config 8import config
4import os 9import os
5import time 10import time
11import string
6import sys 12import sys
7import MySQLdb
8import ebuilddb 13import ebuilddb
14import bugs
9import changelogs 15import changelogs
10from cgi import escape 16from cgi import escape
11from urllib import quote 17from urllib import quote
12 18
19endversion={"pre":-2,"p":0,"alpha":-4,"beta":-3,"rc":-1}
20# as there's no reliable way to set {}.keys() order
21# netversion_keys will be used instead of endversion.keys
22# to have fixed search order, so that "pre" is checked
23# before "p"
24endversion_keys = ["pre", "p", "alpha", "beta", "rc"]
25
13def is_new(db,ebuild): 26def is_new(db, ebuild):
14 """Check for newness. An ebuild is considered new if it is the 27 """Check for newness."""
15 only ebuild with that category/name in ebuild and it has no prevarch""" 28
16
17 c = db.cursor() 29 c = db.cursor()
18 query = """SELECT prevarch FROM ebuild WHERE category="%s" AND name="%s" """ \ 30 query = ('SELECT new FROM package WHERE category="%s" AND name="%s"'
19 % (ebuild['category'], ebuild['name']) 31 % (ebuild['category'], ebuild['name']))
20 c.execute(query) 32 c.execute(query)
21 results = c.fetchall() 33 results = c.fetchall()
22 if len(results) == 1 and results[0][0] is None: 34 if len(results) == 1 and results[0][0]:
23 return 1 35 return 1
24 return 0 36 return 0
25 37
26def changelog_to_html(s): 38changelog_to_html = changelogs.bugs_to_html
27 n = ""
28 for c in s:
29 if c == '\n':
30 n = "%s<br>" % n
31 else:
32 n = "%s%s" % (n,escape(c))
33 n = changelogs.bugs_to_html(n)
34 return n
35 39
36def homepage_to_html(s): 40def homepage_to_html(homepage):
41 """convert HOMEPAGE entry to HTML"""
42 if not homepage.strip():
43 return "?"
44 homepage = homepage.replace('|',' ')
45 pieces = homepage.split()
46 count = len(pieces)
47 if count == 1:
48 return ('<a class="homepage" href="%s">'
49 'Homepage</a>' % pieces[0])
50
51 html = ['[<a href="%s">%s</a>]' % (page, index + 1) for index,
52 page in enumerate(pieces)]
53 return " ".join(['<span class="homepage">Homepages'] + html +
54 ['</span>'])
55
56def license_to_html(license):
57 """Create link to license[s]"""
37 if not s.strip(): return "?" 58 if not license.strip(): return "?"
38 t = s.replace('|',' ') 59 license = license.replace('|',' ')
39 if ' ' in t: 60 license = license.replace('(', '')
61 license = license.replace(')', '')
40 pieces = t.split() 62 pieces = license.split()
41 return ' '.join([ homepage_to_html(piece) for piece in pieces ]) 63 html = ['<a href="http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
42 return ("""<a href="%s"><img border="0" src="%s/home.png" width="24" height="20" alt="Home Page" title="Home Page"></a>""" % (s, config.ICONS)) 64 'licenses/%s">%s</a>' % (piece, piece) for piece in pieces]
65 return '<br>\n'.join(html)
43 66
44def license_to_html(s):
45 if not s.strip(): return "?"
46 t = s.replace('|',' ')
47 if ' ' in t:
48 pieces = t.split()
49 return "<br>".join([ license_to_html(piece) for piece in pieces ])
50 return """<a href="http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/licenses/%s">%s</a>""" % (s,s)
51
52def package_to_html(pkginfo,db): 67def package_to_html(pkginfo, db, full=False):
53 """This function needs a database (db) connection because it performs a query_to_dict 68 """This function needs a database (db) connection because it performs a
54 on the package""" 69 query_to_dict on the package"""
55 #colspan = len(config.ARCHLIST) + 1 70
56 s = """<table class="ebuild"> 71 table_begin = '<table class="ebuild">'
57 <tr><td class="fields" colspan="4">%s</td></tr> 72 name = '<tr><td class="fields">%s</td></tr>' % pkginfo['name']
58 <tr><td class="item" colspan="4"><p><img align="right" alt="" src="%s/%s.png"> 73 if full:
74 image = ('<img class="pkgimg"alt="" src="%s/%s/%s.jpg" align="right">' %
75 (config.ICONS, pkginfo['category'], pkginfo['name'])
76 )
77 else:
78 image = ''
79 description = ('<tr><td class="item">'
59 <b>Description: </b>%s</p> 80 '%s<b>Description: </b>%s</td></tr>'
60 """ % (pkginfo['name'],config.ICONS,pkginfo['category'],escape(pkginfo['description'])) 81 % (image, escape(pkginfo['description']))
82 )
61 ebuilds = get_recent_releases(pkginfo,db) 83 ebuilds = get_recent_releases(pkginfo, db)
62 if ebuilds: 84 releases = '<tr><td>%s</td></tr>' % archs_to_html(ebuilds, 'Releases')
63 s = """%s<p><b>Releases:</b></p> 85 #bug_string = ('<br><h3>Related bugs:</h3>\n%s'
64 <table class="releases"><tr><td>&nbsp;</td>""" % s 86 # % bugs_to_html(pkginfo['name']))
65 for i in config.ARCHLIST: 87 general = '<tr><td>%s</td></tr>' % general_info_to_html(pkginfo)
66 s = """%s<th class="arch">%s</th>""" % (s,i) 88 #similar = '<tr><td>%s</td></tr>' % create_similar_pkgs_link(pkginfo)
67 s = "%s</tr>\n" % s 89 table_end = '</table>'
90 rows = '\n\t'.join([name, description, releases, general])
91 return '\n\t'.join([table_begin, rows, table_end])
92
93def archs_to_html(ebuilds, heading = None):
94 """Create table for availability on each architecture"""
95 heading = heading or '&nbsp;'
96 table_begin = '<table class="releases">'
97 header_row = ''.join(['<tr><td><b>%s</b></td>' % heading] +
98 ['<th class="arch">%s</th>' % i.replace('-',' ') for i in config.ARCHLIST] +
99 ['</tr>']
100 )
101 rows = []
102 ebuilds.sort(cmp_ebuilds)
103 ebuilds.reverse()
68 for ebuild in ebuilds: 104 for ebuild in ebuilds:
69 archs = ebuild['arch'].split() 105 archs = ebuild['arch'].split(',')
70 s = """%s<tr><th class="releases"><a href="%sebuilds/?%s-%s" title="%s">%s</a></th> 106 row_start = ('<tr>\n\t<th class="releases"><a href="%sebuilds/?%s-%s"'
71 """ % (s,config.FEHOME,ebuild['name'],ebuild['version'],ebuild['time'],ebuild['version']) 107 ' title="%s">%s</a></th>\n' % (config.FEHOME,
108 ebuild['name'], ebuild['version'], ebuild['time'],
109 ebuild['version']))
110 row_data = []
72 for arch in config.ARCHLIST: 111 for arch in config.ARCHLIST:
73 if arch in config.ARCHLIST:
74 if arch in archs:
75 arch_string = '+'
76 title = 'marked stable for %s' % arch
77 elif '~%s' % arch in archs:
78 arch_string = '~'
79 title = 'undergoing testing for %s' % arch
80 else:
81 arch_string = '-'
82 title = 'not available for %s' % arch
83 s = """%s<td class="archcell" arch="%s" title="%s">%s</td>
84 """ % (s,arch_string,title,arch_string)
85 s = "%s</tr>" % s
86 s = "%s</table>\n" % s
87
88 s = "%s\n%s</table>" % (s,general_info_to_html(pkginfo))
89 return s
90
91def archs_to_html(archs):
92 arch_string= '|'
93 for arch in config.ARCHLIST:
94 if arch in archs: 112 if arch in archs:
95 arch_icon = 'check.gif' 113 arch_string = '+'
96 alt = ": yes"
97 title = 'marked stable for %s' % arch
98 elif '~%s' % arch in archs: 114 elif '~%s' % arch in archs:
99 arch_icon = 'bug.gif' 115 arch_string = '~'
100 alt = ': testing'
101 title = 'undergoing testing for %s' % arch
102 else: 116 else:
103 arch_icon = 'no.gif'
104 alt = ': no'
105 title = 'not available for %s' % arch
106
107 arch_string = (' %s %s <img src="%simages/archs/%s" '
108 'alt="%s" title="%s"> |' % (
109 arch_string, 117 arch_string = '-'
110 arch, 118 if arch_string != '-' and ebuild['masked']:
111 config.FEHOME, 119 arch_string = 'M' + arch_string
112 arch_icon, 120 row_data.append('\t<td class="archcell" arch="%s">%s</td>'
113 alt, 121 % (arch_string, arch_string))
114 title)) 122 row_end = '</tr>'
115 123 rows.append('\n\t'.join([row_start] + row_data + [row_end]))
116 return arch_string 124 table_end = '</table>'
117 125 return '\n\t'.join([table_begin] + [header_row] + rows + [table_end])
118def ebuild_to_html(ebinfo,new=0):
119 try:
120 archs = ebinfo['arch'].split()
121 except KeyError:
122 archs = ()
123 arch_string = archs_to_html(archs)
124 changelogurl = ('http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
125 '%s/%s/ChangeLog' % (ebinfo['category'],ebinfo['name']))
126 126
127def ebuild_to_html(ebinfo, new=0, show_bugs=0, full = False):
128 """Convert ebuild (dict) to html, if new, print out a "this is new" notice
129 if show_bugs, show bugs for this particular ebuild (requires access to
130 bugzilla"""
127 if new: 131 if new:
128 new_string = """ &nbsp;&nbsp;<span class="new">new!</span> """ 132 new_string = """ &nbsp;&nbsp;<span class="new">new!</span> """
129 else: 133 else:
130 new_string = "" 134 new_string = ""
131 135
132 return ('<table class="ebuild">\n' 136 table_begin = '<table class="ebuild">'
133 '<tr><td colspan="4" class="fields">' 137 name_and_date = ('<tr><td class="fields">'
134 '<a href="%spackages/?category=%s;name=%s">%s</a> %s%s<br>' 138 '<a href="%spackages/?category=%s;name=%s">%s</a> %s%s<br>'
135 '<span class="time">%s</span><br>\n' 139 '<span class="time">%s</span>'
136 '</td></tr>\n' 140 '</td></tr>' % (config.FEHOME, quote(ebinfo['category']),
137 '<tr><td class="item" align="center" colspan="1">' 141 quote(ebinfo['name']),
138 '<img alt="" src="%simages/%s.png">' 142 ebinfo['name'],
139 '<td class="item" valign="top" colspan="3">' 143 ebinfo['version'],
144 new_string,
145 ebinfo['time'].strftime("%c %Z")))
146
147 if full:
148 image = ('<img class="pkgimg" alt="" src="%s/%s/%s.jpg" align="right">' %
149 (config.ICONS, ebinfo['category'], ebinfo['name'])
150 )
151 else:
152 image = ''
153 desc_and_changes = ('<tr><td class="item" valign="top">'
140 '<p><b>Description:</b> %s</p>\n' 154 '<p><b>Description:</b> %s %s</p>'
141 '<p><b>Changes:</b><br>\n' 155 '<p><b>Changes:</b><br>'
142 '%s</p></td></tr>\n' 156 '%s</p></td></tr>' % (
143 '<tr><td colspan="4" class="item"><p class="archs">%s</p>\n'
144 '</td></tr>\n'
145 '%s</table>\n'
146 '<br>\n' % (config.FEHOME,
147 quote(ebinfo['category']),
148 quote(ebinfo['name']),
149 ebinfo['name'],
150 ebinfo['version'],
151 new_string,
152 ebinfo['time'].localtime().strftime("%c %Z"),
153 config.FEHOME,
154 ebinfo['category'],
155 escape(ebinfo['description']), 157 escape(ebinfo['description']),
158 image,
156 changelog_to_html(ebinfo['changelog']), 159 changelog_to_html(ebinfo['changelog'])))
160
161 archs = '<tr><td>%s</td></tr>' % archs_to_html([ebinfo])
162 general = '<tr><td>%s</td></tr>' % general_info_to_html(ebinfo)
163 table_end = '</table>'
164
165 bug_string = ''
166 if show_bugs:
167 bug_string = bugs_to_html(ebinfo['name'])
168 if bug_string:
169 bug_string = '<br><h3 class="bugs">Related bugs:</h3>%s' \
157 arch_string, 170 % bug_string
158 general_info_to_html(ebinfo))) 171
172 return '\n\t'.join([table_begin,
173 name_and_date,
174 desc_and_changes,
175 archs,
176 general,
177 table_end,
178 bug_string])
159 179
160def general_info_to_html(pkg): 180def general_info_to_html(pkg):
161 """This actually will (should) take either a package or ebuild dict 181 """This actually will (should) take either a package or ebuild dict
162 as an argument""" 182 as an argument"""
163 183
184 import forums
185
164 changelogurl = ('http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/' 186 changelogurl = ('http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
165 '%s/%s/ChangeLog' % (pkg['category'],pkg['name'])) 187 '%s/%s/ChangeLog' % (pkg['category'],pkg['name']))
166 return ('<tr><th class="category">Category</th>' 188 cat_header = '<th class="category">Category</th>'
189 license_header = '<th class="license">License</th>'
190 category = ('<td class="category">'
191 '<a href="%spackages/?category=%s">%s</a></td>' % (config.FEHOME,
192 pkg['category'], pkg['category']))
167 '<td class="homepage" rowspan="2">%s</td>' 193 homepage = ('<td class="homepage" rowspan="2">%s</td>'
168 #'<td class="homepage" rowspan="2"><a href="%s">Home Page</a></td>'
169 '<th class="license">License</th>'
170 '<td class="changelog" rowspan="2"><a href="%s">ChangeLog</a><td>\n'
171 '<tr><td class="category"><a href="%spackages/?category=%s">'
172 '%s</a></td>'
173 #'<td class="homepage"><a href="%s">Home Page</a></td>'
174 '<td class="license">%s</td></tr>\n'
175 % ( homepage_to_html(pkg['homepage']), 194 % homepage_to_html(pkg['homepage']))
176 changelogurl, 195 license = ('<td class="license">%s</td>'
177 config.FEHOME,
178 pkg['category'],
179 pkg['category'],
180 #pkg['homepage'],
181 license_to_html(pkg['license']))) 196 % license_to_html(pkg['license']))
182 197 changelog = ('<td class="changelog" rowspan="2">'
198 '<a href="%s">ChangeLog</a></td>' % changelogurl)
199 similar = ('<td class="similar" rowspan="2">'
200 '%s</td>' % create_similar_pkgs_link(pkg))
201 related_bugs = ('<td class="related_bugs" rowspan="2">'
202 '%s</td>' % create_related_bugs_link(pkg))
203 forums = ('<td class="forums" rowspan="2">'
204 '%s</td>' % forums.create_forums_link(pkg))
205
206 return '\n\t'.join(['<table class="general_info">',
207 '<tr>',
208 cat_header,
209 homepage,
210 license_header,
211 changelog,
212 similar,
213 related_bugs,
214 forums,
215 '</tr>',
216 '<tr>',
217 category,
218 license,
219 '</tr>',
220 '</table>'])
221
222def create_similar_pkgs_link(pkg):
223 """Create a link to similar packages"""
224
225 def strip_chars(mystring):
226 newstring = ''
227 for char in mystring:
228 if char not in string.punctuation:
229 newstring = newstring + char
230 else:
231 newstring = newstring + ' '
232 return newstring
233
234 description = strip_chars(pkg['description'].lower())
235
236 words = [word for word in description.split()
237 if word and len(word)>2 and word not in config.EXCLUDED_FROM_SIMILAR]
238 words = words[:config.SIMILAR_MAX_WORDS] + [pkg['name']]
239 #query = ['[[:<:]]%s[[:>:]].*' % word for word in words]
240 query = ['[[:<:]]%s.*' % word for word in words]
241 query = '(%s){%s,}' % ('|'.join(query), config.SIMILAR_MIN_MATCHES)
242 url = '%ssearch/?sstring=%s' % (config.FEHOME, escape(query))
243 return '<a href="%s">Similar</a>' % url
244
245def create_related_bugs_link(pkg):
246 """Create a link to related bugs"""
247
248 url = ('http://bugs.gentoo.org/buglist.cgi?query_format='
249 '&amp;short_desc_type=allwords'
250 '&amp;short_desc=%s'
251 '&amp;bug_status=UNCONFIRMED'
252 '&amp;bug_status=NEW'
253 '&amp;bug_status=ASSIGNED'
254 '&amp;bug_status=REOPENED'
255 % escape(pkg['name']))
256
257 return '<a title="bugs.gentoo.org" href="%s">Bugs</a>' % url
258
259def bugs_to_html(package):
260 """Given package name (no version #s), return html text of bugs as
261 reported by bugzilla"""
262 # Right now we have an issue with the bugzilla site. New interface
263 # needs to be written, Bail out.
264 #return ""
265 import urllib2
266 url = ('http://bugs.gentoo.org/buglist.cgi?query_format='
267 '&amp;short_desc_type=allwords'
268 '&amp;short_desc=%s'
269 '&amp;bug_status=UNCONFIRMED'
270 '&amp;bug_status=NEW'
271 '&amp;bug_status=ASSIGNED'
272 '&amp;bug_status=REOPENED'
273 '&amp;ctype=csv'
274 % package)
275 fp = urllib2.urlopen(url)
276 factory = bugs.BugFactory()
277 package_bugs = factory.fromCSV(fp)
278 if package_bugs:
279 writer = bugs.HTMLWriter(package_bugs, 'bugs.gentoo.org')
280 return str(writer)
281 else:
282 return ""
283
183def get_most_recent(db,max=config.MAXPERPAGE,arch="",branch=""): 284def get_most_recent(db, max=config.MAXPERPAGE, arch="", branch="", new = False):
184 c = db.cursor() 285 c = db.cursor()
185 extra = '' 286 extra = ''
186 if arch: 287 if arch:
187 stable_extra = ('ebuild.arch REGEXP "^%s| %s" ' 288 stable_extra = ('FIND_IN_SET("%s", ebuild.arch) > 0 AND '
188 ' AND ebuild.prevarch NOT REGEXP"^%s| %s"' 289 'FIND_IN_SET("%s", ebuild.prevarch) = 0 ' % (arch, arch))
189 % (arch,arch,arch,arch)) 290 testing_extra = ('FIND_IN_SET("~%s", ebuild.arch) > 0 AND '
190 testing_extra = ('ebuild.arch REGEXP "^~%s| ~%s" ' 291 'FIND_IN_SET("~%s", ebuild.prevarch) = 0 ' % (arch, arch))
191 ' AND ebuild.prevarch NOT REGEXP "^~%s| ~%s"'
192 % (arch,arch,arch,arch))
193 if branch == 'stable': 292 if branch == 'stable':
194 extra = ' AND (%s) ' % stable_extra 293 extra = ' AND (%s) ' % stable_extra
195 elif branch == 'testing': 294 elif branch == 'testing':
196 extra = ' AND (%s) ' % testing_extra 295 extra = ' AND (%s) ' % testing_extra
197 else: 296 else:
198 extra = ' AND ((%s) OR (%s)) ' % (stable_extra, testing_extra) 297 extra = ' AND ((%s) OR (%s)) ' % (stable_extra, testing_extra)
298
299 if new:
300 extra = ('%s AND package.new=1 ' % extra)
301
199 query = """SELECT ebuild.category,ebuild.name,version,when_found,description, 302 query = """SELECT ebuild.category,ebuild.name,version,when_found,description,
200 changelog,arch,homepage,license FROM ebuild,package WHERE ebuild.name=\ 303 changelog,arch,homepage,license,is_masked FROM ebuild,package WHERE ebuild.name=\
201 package.name AND ebuild.category=package.category %s ORDER by when_found DESC \ 304 package.name AND ebuild.category=package.category %s ORDER by when_found DESC \
202 LIMIT %s""" % (extra,max) 305 LIMIT %s""" % (extra,max)
203 c.execute(query) 306 c.execute(query)
204 results = c.fetchall() 307 results = c.fetchall()
205 return results 308 return results
206 309
310def get_most_recent_bumps(db, max=config.MAXPERPAGE):
311 """Return most recent version bumps (pkgs with no prevarch)"""
312 c = db.cursor()
313 query = ('SELECT ebuild.category, ebuild.name, version, when_found, '
314 'description, changelog, arch, homepage, license,is_masked FROM ebuild, package '
315 'WHERE ebuild.name=package.name AND ebuild.category=package.category '
316 'AND prevarch="" AND version NOT LIKE "%%-r_" AND version NOT LIKE '
317 '"%%-r__" AND NOT new ORDER by when_found '
318 'DESC LIMIT %s' % max)
319
320 c.execute(query)
321 results = c.fetchall()
322 return results
323
207def query_to_dict(d): 324def query_to_dict(d):
325 """Convert a SQL query to a dict"""
208 einfo = {} 326 einfo = {}
209 keys = ('category','name','version','time','description','changelog', 327 keys = ('category', 'name', 'version', 'time', 'description', 'changelog',
210 'arch','homepage','license') 328 'arch', 'homepage', 'license', 'masked')
211 for i in range(len(keys)): 329 for i in range(len(keys)):
212 try: 330 try:
213 einfo[keys[i]] = d[i] 331 einfo[keys[i]] = d[i]
214 except IndexError: 332 except IndexError:
215 continue 333 continue
216 return einfo 334 return einfo
217 335
218def get_recent_releases(pkg,db,max=config.MAX_RECENT_RELEASES): 336def get_recent_releases(pkg, db, max=config.MAX_RECENT_RELEASES):
219 """Return MAX_RECENT_RELEASES most recent releases for pkg. Returns and 337 """Return MAX_RECENT_RELEASES most recent releases for pkg. Returns and
220 ebuild-type dict""" 338 ebuild-type dict"""
221 c = db.cursor() 339 c = db.cursor()
222 query = """SELECT category,name,version,when_found,NULL,changelog,arch ,NULL,NULL 340 query = ('SELECT category,name,version,when_found,NULL,changelog,arch ,'
223 FROM ebuild WHERE name="%s" AND 341 'NULL,NULL,is_masked FROM ebuild WHERE name="%s" AND category="%s" ORDER BY '
224 category="%s" ORDER BY when_found DESC LIMIT %s 342 'version DESC LIMIT %s' % (pkg['name'],pkg['category'],max))
225 """ % (pkg['name'],pkg['category'],max)
226 c.execute(query) 343 c.execute(query)
227 results = c.fetchall() 344 results = c.fetchall()
228 #print results 345 #print results
229 return [ query_to_dict(i) for i in results ] 346 return [ query_to_dict(i) for i in results ]
230 347
348def cmp_ebuilds(a, b):
349 """Compare two ebuilds"""
350 fields_a = pkgsplit('%s-%s' % (a['name'], a['version']))
351 fields_b = pkgsplit('%s-%s' % (b['name'], b['version']))
352 return pkgcmp(fields_a, fields_b)
353
354pkgcache={}
355
356def pkgsplit(mypkg,silent=1):
357 try:
358 if not pkgcache[mypkg]:
359 return None
360 return pkgcache[mypkg][:]
361 except KeyError:
362 pass
363 myparts=string.split(mypkg,'-')
364 if len(myparts)<2:
365 if not silent:
366 print "!!! Name error in",mypkg+": missing a version or name part."
367 pkgcache[mypkg]=None
368 return None
369 for x in myparts:
370 if len(x)==0:
371 if not silent:
372 print "!!! Name error in",mypkg+": empty \"-\" part."
373 pkgcache[mypkg]=None
374 return None
375 #verify rev
376 revok=0
377 myrev=myparts[-1]
378 if len(myrev) and myrev[0]=="r":
379 try:
380 int(myrev[1:])
381 revok=1
382 except SystemExit, e:
383 raise
384 except:
385 pass
386 if revok:
387 if ververify(myparts[-2]):
388 if len(myparts)==2:
389 pkgcache[mypkg]=None
390 return None
391 else:
392 for x in myparts[:-2]:
393 if ververify(x):
394 pkgcache[mypkg]=None
395 return None
396 #names can't have versiony looking parts
397 myval=[string.join(myparts[:-2],"-"),myparts[-2],myparts[-1]]
398 pkgcache[mypkg]=myval
399 return myval
400 else:
401 pkgcache[mypkg]=None
402 return None
403
404 elif ververify(myparts[-1],silent=silent):
405 if len(myparts)==1:
406 if not silent:
407 print "!!! Name error in",mypkg+": missing name part."
408 pkgcache[mypkg]=None
409 return None
410 else:
411 for x in myparts[:-1]:
412 if ververify(x):
413 if not silent:
414 print "!!! Name error in",mypkg+": multiple version parts."
415 pkgcache[mypkg]=None
416 return None
417 myval=[string.join(myparts[:-1],"-"),myparts[-1],"r0"]
418 pkgcache[mypkg]=myval[:]
419 return myval
420 else:
421 pkgcache[mypkg]=None
422 return None
423
424vercache={}
425def ververify(myorigval,silent=1):
426 try:
427 return vercache[myorigval]
428 except KeyError:
429 pass
430 if len(myorigval)==0:
431 if not silent:
432 print "!!! Name error: package contains empty \"-\" part."
433 return 0
434 myval=string.split(myorigval,'.')
435 if len(myval)==0:
436 if not silent:
437 print "!!! Name error: empty version string."
438 vercache[myorigval]=0
439 return 0
440 #all but the last version must be a numeric
441 for x in myval[:-1]:
442 if not len(x):
443 if not silent:
444 print "!!! Name error in",myorigval+": two decimal points in a row"
445 vercache[myorigval]=0
446 return 0
447 try:
448 foo=int(x)
449 except SystemExit, e:
450 raise
451 except:
452 if not silent:
453 print "!!! Name error in",myorigval+": \""+x+"\" is not a valid version component."
454 vercache[myorigval]=0
455 return 0
456 if not len(myval[-1]):
457 if not silent:
458 print "!!! Name error in",myorigval+": two decimal points in a row"
459 vercache[myorigval]=0
460 return 0
461 try:
462 foo=int(myval[-1])
463 vercache[myorigval]=1
464 return 1
465 except SystemExit, e:
466 raise
467 except:
468 pass
469 #ok, our last component is not a plain number or blank, let's continue
470 if myval[-1][-1] in string.lowercase:
471 try:
472 foo=int(myval[-1][:-1])
473 vercache[myorigval]=1
474 return 1
475 # 1a, 2.0b, etc.
476 except SystemExit, e:
477 raise
478 except:
479 pass
480 #ok, maybe we have a 1_alpha or 1_beta2; let's see
481 #ep="endpart"
482 ep=string.split(myval[-1],"_")
483 if len(ep)!=2:
484 if not silent:
485 print "!!! Name error in",myorigval
486 vercache[myorigval]=0
487 return 0
488 try:
489 foo=int(ep[0][-1])
490 chk=ep[0]
491 except SystemExit, e:
492 raise
493 except:
494 # because it's ok last char is not numeric. example: foo-1.0.0a_pre1
495 chk=ep[0][:-1]
496
497 try:
498 foo=int(chk)
499 except SystemExit, e:
500 raise
501 except:
502 #this needs to be numeric or numeric+single letter,
503 #i.e. the "1" in "1_alpha" or "1a_alpha"
504 if not silent:
505 print "!!! Name error in",myorigval+": characters before _ must be numeric or numeric+single letter"
506 vercache[myorigval]=0
507 return 0
508 for mye in endversion_keys:
509 if ep[1][0:len(mye)]==mye:
510 if len(mye)==len(ep[1]):
511 #no trailing numeric; ok
512 vercache[myorigval]=1
513 return 1
514 else:
515 try:
516 foo=int(ep[1][len(mye):])
517 vercache[myorigval]=1
518 return 1
519 except SystemExit, e:
520 raise
521 except:
522 #if no endversions work, *then* we return 0
523 pass
524 if not silent:
525 print "!!! Name error in",myorigval
526 vercache[myorigval]=0
527 return 0
528
529def relparse(myver):
530 "converts last version part into three components"
531 number=0
532 suffix=0
533 endtype=0
534 endnumber=0
535
536 mynewver=string.split(myver,"_")
537 myver=mynewver[0]
538
539 #normal number or number with letter at end
540 divider=len(myver)-1
541 if myver[divider:] not in "1234567890":
542 #letter at end
543 suffix=ord(myver[divider:])
544 number=string.atof(myver[0:divider])
545 else:
546 number=string.atof(myver)
547
548 if len(mynewver)==2:
549 #an endversion
550 for x in endversion_keys:
551 elen=len(x)
552 if mynewver[1][:elen] == x:
553 endtype=endversion[x]
554 try:
555 endnumber=string.atof(mynewver[1][elen:])
556 except:
557 endnumber=0
558 break
559 return [number,suffix,endtype,endnumber]
560
561# vercmp:
562# ripped from portage.py to prevent having to import
563vcmpcache={}
564def vercmp(val1,val2):
565 if val1==val2:
566 #quick short-circuit
567 return 0
568 valkey=val1+" "+val2
569 try:
570 return vcmpcache[valkey]
571 try:
572 return -vcmpcache[val2+" "+val1]
573 except KeyError:
574 pass
575 except KeyError:
576 pass
577
578 # consider 1_p2 vc 1.1
579 # after expansion will become (1_p2,0) vc (1,1)
580 # then 1_p2 is compared with 1 before 0 is compared with 1
581 # to solve the bug we need to convert it to (1,0_p2)
582 # by splitting _prepart part and adding it back _after_expansion
583 val1_prepart = val2_prepart = ''
584 if val1.count('_'):
585 val1, val1_prepart = val1.split('_', 1)
586 if val2.count('_'):
587 val2, val2_prepart = val2.split('_', 1)
588
589 # replace '-' by '.'
590 # FIXME: Is it needed? can val1/2 contain '-'?
591 val1=string.split(val1,'-')
592 if len(val1)==2:
593 val1[0]=val1[0]+"."+val1[1]
594 val2=string.split(val2,'-')
595 if len(val2)==2:
596 val2[0]=val2[0]+"."+val2[1]
597
598 val1=string.split(val1[0],'.')
599 val2=string.split(val2[0],'.')
600
601 #add back decimal point so that .03 does not become "3" !
602 for x in range(1,len(val1)):
603 if val1[x][0] == '0' :
604 val1[x]='.' + val1[x]
605 for x in range(1,len(val2)):
606 if val2[x][0] == '0' :
607 val2[x]='.' + val2[x]
608
609 # extend version numbers
610 if len(val2)<len(val1):
611 val2.extend(["0"]*(len(val1)-len(val2)))
612 elif len(val1)<len(val2):
613 val1.extend(["0"]*(len(val2)-len(val1)))
614
615 # add back _prepart tails
616 if val1_prepart:
617 val1[-1] += '_' + val1_prepart
618 if val2_prepart:
619 val2[-1] += '_' + val2_prepart
620 #The above code will extend version numbers out so they
621 #have the same number of digits.
622 for x in range(0,len(val1)):
623 cmp1=relparse(val1[x])
624 cmp2=relparse(val2[x])
625 for y in range(0,4):
626 myret=cmp1[y]-cmp2[y]
627 if myret != 0:
628 vcmpcache[valkey]=myret
629 return myret
630 vcmpcache[valkey]=0
631 return 0
632
633# pkgcmp:
634# ripped from portage.py to prevent having to import
635def pkgcmp(pkg1,pkg2):
636 """if returnval is less than zero, then pkg2 is newer than pkg1, zero if equal and positive if older."""
637 if pkg1[0] != pkg2[0]:
638 return None
639 mycmp=vercmp(pkg1[1],pkg2[1])
640 if mycmp>0:
641 return 1
642 if mycmp<0:
643 return -1
644 r1=int(pkg1[2][1:])
645 r2=int(pkg2[2][1:])
646 if r1>r2:
647 return 1
648 if r2>r1:
649 return -1
650 return 0
651
231def ebuilds_to_rss(fp,ebuilds,simple=False,subtitle=""): 652def ebuilds_to_rss(fp, ebuilds, simple=False, subtitle=""):
232 """write out ebuild info to RSS file (fp)""" 653 """write out ebuild info to RSS file (fp)"""
654
655 # web link for RSS feed
656 if subtitle:
657 link = '%s/%s' % (config.FEHOME, subtitle.replace(' ','/',1))
658 else:
659 link = config.FEHOME
660
661 pubDate = time.strftime("%a, %d %b %Y %H:%M:%S +0000", time.gmtime())
233 fp.write("""<?xml version="1.0" encoding="utf-8"?> 662 fp.write("""<?xml version="1.0" encoding="UTF-8"?>
234 <rss version="0.92"> 663 <rss version="2.0">
235 <channel> 664 <channel>
236 <title>Fresh ebuilds %s</title> 665 <title>packages.gentoo.org [ %s ]</title>
237 <link>%s</link> 666 <link>%s</link>
238 <description>Latest ebuilds from the Gentoo Linux portage tree</description> 667 <description>Latest ebuilds from the Gentoo Linux portage tree</description>
239 <webMaster>www@gentoo.org</webMaster> 668 <webMaster>www@gentoo.org</webMaster>
669
670 <image>
671 <title>Online Package Database</title>
672 <url>%s</url>
673 <link>%s</link>
674 </image>
675
240 <managingEditor>marduk@gentoo.org</managingEditor> 676 <managingEditor>marduk@gentoo.org</managingEditor>
241 <pubDate>%s</pubDate>""" % (subtitle,config.FEHOME, 677 <pubDate>%s</pubDate>""" % (subtitle, link, config.RSS_IMAGE,
242 time.strftime("%a, %d %b %Y %H:%M:%S +0000", time.gmtime()))) 678 config.FEHOME, pubDate))
243 679
244 for ebuild in ebuilds: 680 for ebuild in ebuilds:
245 if simple: 681 if simple:
246 description = escape(ebuild['description']) 682 description = escape(ebuild['description'])
247 else: 683 else:
248 description = '\n<![CDATA[\n%s\n]]>' % ebuild_to_html(ebuild) 684 description = ('\n'
685 '<![CDATA[\n'
686 '<link rel="stylesheet" type="text/css" href="%s"></link>\n'
687 '%s\n]]>' % (config.STYLESHEET, ebuild_to_html(ebuild, full=True))
688 )
249 689
250 fp.write("""<item> 690 fp.write("""<item>
251 <title>%s %s</title> 691 <title>%s/%s %s</title>
252 <link>%sebuilds/?%s-%s</link> 692 <link>%sebuilds/?%s-%s</link>
253 <description> 693 <description>
254 %s 694 %s
255 </description> 695 </description>
256 <pubDate>%s</pubDate> 696 <pubDate>%s</pubDate>
257 </item> 697 </item>
258 """ % (ebuild['name'], 698 """ % (ebuild['category'],
699 ebuild['name'],
259 ebuild['version'], 700 ebuild['version'],
260 config.FEHOME, 701 config.FEHOME,
261 ebuild['name'], 702 ebuild['name'],
262 ebuild['version'], 703 ebuild['version'],
263 description, 704 description,
264 ebuild['time'].gmtime().strftime("%a, %d %b %Y %H:%M:%S +0000")) 705 ebuild['time'].strftime("%a, %d %b %Y %H:%M:%S +0000"))
265 ) 706 )
266 707
267 fp.write("</channel>\n</rss>\n") 708 fp.write("\n\
268 709 <textInput>\n\
269if __name__ == '__main__': 710 <title>Search the Online Package Database</title>\n\
711 <link>%s/search/</link>\n\
712 <description>emerge -Ss</description>\n\
713 <name>sstring</name>\n\
714 </textInput>\n\
715 </channel>\n\
716 </rss>\n" % config.FEHOME)
717
718def main(argv=None):
719 if argv is None:
720 argv = sys.argv
270 try: 721 try:
271 if sys.argv[1] == '-g': 722 if argv[1] == '-g':
272 ebuilddb.main() 723 ebuilddb.main()
273 except IndexError: 724 except IndexError:
274 pass 725 pass
275 726
276 db = ebuilddb.db_connect() 727 db = ebuilddb.db_connect()
277 branches = ('','stable','testing') 728 branches = ('', 'stable', 'testing')
278 for arch in [''] + config.ARCHLIST: 729 for arch in [''] + config.ARCHLIST:
279 for branch in branches: 730 for branch in branches:
280 fullpath = os.path.join(config.LOCALHOME,"archs",arch,branch,config.INDEX) 731 fullpath = os.path.join(config.LOCALHOME, "archs", arch, branch,
732 config.INDEX)
281 index = open(fullpath,'w') 733 index = open(fullpath,'w')
282 if arch: 734
283 sarch = arch
284 else:
285 sarch = 'all'
286 if branch:
287 sbranch = branch
288 else:
289 sbranch = 'all'
290
291 index.write("""<table border="0" cellpadding="0" cellspacing="5" 735 index.write("""<table border="0" cellpadding="0" cellspacing="5"
292 width="100%">\n""") 736 width="100%">\n""")
293 index.write("""<tr><td valign="top">\n""") 737 index.write("""<tr><td valign="top">\n""")
294 index.write('<!--#include file="archnav.html" -->\n\n</td></tr>\n<tr><td>') 738 index.write('<!--#include file="archnav.html" -->\n\n</td></tr>\n'
739 '<tr><td>')
295 results = get_most_recent(db,arch=arch,branch=branch) 740 results = get_most_recent(db, arch=arch, branch=branch)
296 ebuilds = [ query_to_dict(i) for i in results ] 741 ebuilds = [ query_to_dict(i) for i in results ]
297 for ebuild in ebuilds: 742 for ebuild in ebuilds:
298 new = is_new(db,ebuild) 743 new = is_new(db, ebuild)
299 pkgfilename = "%s/%s-%s.html" % ( 744 pkgfilename = "%s/%s-%s.html" % (
300 config.EBUILD_FILES,ebuild['name'],ebuild['version']) 745 config.EBUILD_FILES,ebuild['name'],ebuild['version'])
301 ebuild_html = ebuild_to_html(ebuild,new) 746 ebuild_html = ebuild_to_html(ebuild, new, show_bugs = False)
302 if arch == '' and branch == '': # and not os.path.exists(pkgfilename): 747 if arch == '' and branch == '':
303 pkgfile = open(pkgfilename,'w') 748 pkgfile = open(pkgfilename,'w')
304 pkgfile.write(ebuild_html) 749 pkgfile.write(ebuild_html)
305 pkgfile.close() 750 pkgfile.close()
306 ebuildfilename = "%s/%s/%s/%s-%s.ebuild" % (ebuilddb.config.PORTAGE_DIR, 751 ebuildfilename = "%s/%s/%s/%s-%s.ebuild" \
752 % (ebuilddb.config.PORTAGE_DIR,
307 ebuild['category'],ebuild['name'],ebuild['name'], 753 ebuild['category'],ebuild['name'],ebuild['name'],
308 ebuild['version']) 754 ebuild['version'])
309 os.system('touch -r %s %s || touch -d "today -1 year" %s' % (ebuildfilename,pkgfilename,pkgfilename)) 755 os.system('touch -r %s %s || touch -d "today -1 year" %s'
310 756 % (ebuildfilename,pkgfilename,pkgfilename))
757
311 try: 758 try:
312 index.write('%s<br>\n\n\n' % (ebuild_html)) 759 index.write('%s\n\n' % (ebuild_html))
313 except IOError: 760 except IOError:
314 pass 761 continue
315 #index.write('<!--#include virtual="%s/ebuilds/%s-%s.html" --><br>\n\n\n'
316 # % (config.WEBBASE,ebuild['name'],ebuild['version']))
317 #index.write("""<hr class="seperator">\n""")
318
319 index.write("""</table>\n""") 762 index.write("""</table>\n""")
320 index.close() 763 index.close()
321 764
322 subtitle = ' %s %s' % (arch,branch) 765 subtitle = ' %s %s' % (arch, branch)
323 rss = open(os.path.join(config.LOCALHOME,"archs",arch,branch,config.RSS),'w') 766 rss = open(os.path.join(config.LOCALHOME, "archs", arch, branch,
767 config.RSS), 'w')
324 ebuilds_to_rss(rss,ebuilds,simple=False,subtitle=subtitle) 768 ebuilds_to_rss(rss, ebuilds, simple=False, subtitle=subtitle)
325 rss.close() 769 rss.close()
326 770
327 rss2 = open(os.path.join(config.LOCALHOME,"archs",arch,branch,config.RSS2),'w') 771 rss2 = open(os.path.join(config.LOCALHOME, "archs", arch, branch,
772 config.RSS2), 'w')
328 ebuilds_to_rss(rss2,ebuilds,simple=True,subtitle=subtitle) 773 ebuilds_to_rss(rss2, ebuilds, simple=True, subtitle=subtitle)
329 rss.close() 774 rss.close()
775
776if __name__ == '__main__':
777 sys.exit(main())

Legend:
Removed from v.1.1.1.1  
changed lines
  Added in v.1.16

  ViewVC Help
Powered by ViewVC 1.1.20