src/packages/gentoo.py

#!/usr/bin/python -O
"""These functions mainly take ebuild info (grabbed from the database and
    convert it to HTML.  See the "main" function at the bottom."""

__revision__ = "$Revision: 1.7 $"
# $Source: /var/cvsroot/gentoo/src/packages/gentoo.py,v $

import config
import os
import time
import string
import sys
import ebuilddb
import bugs
import changelogs
from cgi import escape
from urllib import quote

endversion={"pre":-2,"p":0,"alpha":-4,"beta":-3,"rc":-1}
# as there's no reliable way to set {}.keys() order
# netversion_keys will be used instead of endversion.keys
# to have fixed search order, so that "pre" is checked
# before "p"
endversion_keys = ["pre", "p", "alpha", "beta", "rc"]

def is_new(db, ebuild):
    """Check for newness."""
    
    c = db.cursor()
    query = ('SELECT new FROM package WHERE category="%s" AND name="%s"'
        % (ebuild['category'], ebuild['name']))
    c.execute(query)
    results = c.fetchall()
    if len(results) == 1 and results[0][0]:
        return 1
    return 0

def changelog_to_html(changelog):
    """HTML-ize a changelog entry"""
    html = ""
    for char in changelog:
        if char == '\n':
            html = "%s<br>" % html
        else:
            html = "%s%s" % (html, escape(char))
    html = changelogs.bugs_to_html(html)
    return html

def homepage_to_html(homepage):
    """convert HOMEPAGE entry to HTML"""
    if not homepage.strip(): 
        return "?"
    homepage = homepage.replace('|',' ')
    pieces = homepage.split()
    count = len(pieces)
    if count == 1:
        return ('<a class="homepage" href="%s">'
            'Homepage</a>' % pieces[0])
            
    html = ['[<a href="%s">%s</a>]' % (page, index + 1) for index,
        page in enumerate(pieces)]
    return " ".join(['<span class="homepage">Homepages'] + html + 
        ['</span>'])

def license_to_html(license):
    """Create link to license[s]"""
    if not license.strip(): return "?"
    license = license.replace('|',' ')
    license = license.replace('(', '')
    license = license.replace(')', '')
    pieces = license.split()
    html = ['<a href="http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
        'licenses/%s">%s</a>' % (piece, piece) for piece in pieces]
    return '<br>\n'.join(html)

def package_to_html(pkginfo, db, full=False):
    """This function needs a database (db) connection because it performs a 
    query_to_dict on the package"""
    
    table_begin = '<table class="ebuild">'
    name = '<tr><td class="fields">%s</td></tr>' % pkginfo['name']
    if full:
        image = ('<img class="pkgimg"alt="" src="%s/%s/%s.jpg" align="right">' %
                (config.ICONS, pkginfo['category'], pkginfo['name'])
        )
    else:
        image = ''
    description = ('<tr><td class="item">'
        '%s<b>Description: </b>%s</td></tr>' 
        % (image, escape(pkginfo['description']))
    )
    ebuilds = get_recent_releases(pkginfo, db)
    releases = '<tr><td>%s</td></tr>' % archs_to_html(ebuilds, 'Releases')
    #bug_string = ('<br><h3>Related bugs:</h3>\n%s' 
    #    % bugs_to_html(pkginfo['name']))
    general = '<tr><td>%s</td></tr>' % general_info_to_html(pkginfo)
    similar = '<tr><td>%s</td></tr>' % create_similar_pkgs_link(pkginfo)
    table_end = '</table>'
    rows = '\n\t'.join([name, description, releases, general])
    return '\n\t'.join([table_begin, rows, table_end])

def archs_to_html(ebuilds, heading = None):
    """Create table for availability on each architecture"""
    heading = heading or '&nbsp;'
    table_begin = '<table class="releases">'
    header_row = ''.join(['<tr><td><b>%s</b></td>' % heading] +
        ['<th class="arch">%s</th>' % i.replace('-',' ') for i in config.ARCHLIST] +
        ['</tr>']
    )
    rows = []
    ebuilds.sort(cmp_ebuilds)
    ebuilds.reverse()
    for ebuild in ebuilds:
        archs = ebuild['arch'].split()
        row_start = ('<tr>\n\t<th class="releases"><a href="%sebuilds/?%s-%s"'
            ' title="%s">%s</a></th>\n' % (config.FEHOME, 
                ebuild['name'], ebuild['version'], ebuild['time'], 
                ebuild['version']))
        row_data = []
        for arch in config.ARCHLIST:
            if arch in archs:
                arch_string = '+'
            elif '~%s' % arch in archs:
                arch_string = '~'
            else:
                arch_string = '-'
            if arch_string != '-' and ebuild['masked']:
                arch_string = 'M' + arch_string
            row_data.append('\t<td class="archcell" arch="%s">%s</td>'
                % (arch_string, arch_string))
        row_end = '</tr>'
        rows.append('\n\t'.join([row_start] + row_data + [row_end]))
    table_end = '</table>'
    return '\n\t'.join([table_begin] + [header_row] + rows + [table_end])
    
def ebuild_to_html(ebinfo, new=0, show_bugs=0, full = False):
    """Convert ebuild (dict) to html, if new, print out a "this is new" notice
    if show_bugs, show bugs for this particular ebuild (requires access to
    bugzilla"""
    if new:
        new_string = """ &nbsp;&nbsp;<span class="new">new!</span> """
    else:
        new_string = ""
        
    table_begin = '<table class="ebuild">'
    name_and_date = ('<tr><td class="fields">'
        '<a href="%spackages/?category=%s;name=%s">%s</a> %s%s<br>'
        '<span class="time">%s</span>'
        '</td></tr>' % (config.FEHOME, quote(ebinfo['category']),
        quote(ebinfo['name']),
        ebinfo['name'],
        ebinfo['version'],
        new_string,
        ebinfo['time'].localtime().strftime("%c %Z")))
        
    if full:
        image = ('<img class="pkgimg" alt="" src="%s/%s/%s.jpg" align="right">' %
                (config.ICONS, ebinfo['category'], ebinfo['name'])
        )
    else:
        image = ''
    desc_and_changes = ('<tr><td class="item" valign="top">'
        '<p><b>Description:</b> %s %s</p>'
        '<p><b>Changes:</b><br>'
        '%s</p></td></tr>' % (
        escape(ebinfo['description']),
        image,
        changelog_to_html(ebinfo['changelog'])))

    archs = '<tr><td>%s</td></tr>' % archs_to_html([ebinfo])
    general = '<tr><td>%s</td></tr>' % general_info_to_html(ebinfo)
    table_end = '</table>'
    
    bug_string = ''
    if show_bugs:
        bug_string = bugs_to_html(ebinfo['name'])
        if bug_string:
            bug_string = '<br><h3 class="bugs">Related bugs:</h3>%s' \
            % bug_string
            
    return '\n\t'.join([table_begin, 
        name_and_date, 
        desc_and_changes, 
        archs,
        general, 
        table_end, 
        bug_string])
      
def general_info_to_html(pkg):
    """This actually will (should) take either a package or ebuild dict
    as an argument"""
    
    import forums
    
    changelogurl = ('http://www.gentoo.org/cgi-bin/viewcvs.cgi/*checkout*/'
        '%s/%s/ChangeLog' % (pkg['category'],pkg['name']))
    cat_header = '<th class="category">Category</th>'
    license_header = '<th class="license">License</th>'
    category = ('<td class="category">'
        '<a href="%spackages/?category=%s">%s</a></td>'  % (config.FEHOME, 
        pkg['category'], pkg['category']))
    homepage = ('<td class="homepage" rowspan="2">%s</td>' 
        % homepage_to_html(pkg['homepage']))
    license = ('<td class="license">%s</td>' 
        % license_to_html(pkg['license']))
    changelog = ('<td class="changelog" rowspan="2">'
        '<a href="%s">ChangeLog</a></td>' % changelogurl)
    similar = ('<td class="similar" rowspan="2">'
        '%s</td>' % create_similar_pkgs_link(pkg))
    related_bugs = ('<td class="related_bugs" rowspan="2">'
        '%s</td>' % create_related_bugs_link(pkg))
    forums = ('<td class="forums" rowspan="2">'
        '%s</td>' % forums.create_forums_link(pkg))
    
    return '\n\t'.join(['<table class="general_info">',
        '<tr>',
        cat_header,
        homepage,
        license_header,
        changelog,
        similar,
        related_bugs,
        forums,
        '</tr>',
        '<tr>',
        category,
        license,
        '</tr>',
        '</table>'])
        
def create_similar_pkgs_link(pkg):
    """Create a link to similar packages"""
    
    def strip_chars(mystring):
        newstring = ''
        for char in mystring:
            if char not in string.punctuation:
                newstring = newstring + char
            else:
                newstring = newstring + ' '
        return newstring
        
    description = strip_chars(pkg['description'].lower())
    
    words = [word for word in description.split() 
        if word and len(word)>2 and word not in config.EXCLUDED_FROM_SIMILAR]
    words = words[:config.SIMILAR_MAX_WORDS] + [pkg['name']]
    #query = ['[[:<:]]%s[[:>:]].*' % word for word in words]
    query = ['[[:<:]]%s.*' % word for word in words]
    query = '(%s){%s,}' % ('|'.join(query), config.SIMILAR_MIN_MATCHES)
    url = '%ssearch/?sstring=%s' % (config.FEHOME, escape(query))
    return '<a href="%s">Similar</a>' % url
    
def create_related_bugs_link(pkg):
    """Create a link to related bugs"""
    
    url = ('http://bugs.gentoo.org/buglist.cgi?query_format='
            '&amp;short_desc_type=allwords'
            '&amp;short_desc=%s'
            '&amp;bug_status=UNCONFIRMED'
            '&amp;bug_status=NEW'
            '&amp;bug_status=ASSIGNED'
            '&amp;bug_status=REOPENED' 
            % escape(pkg['name']))
    
    return '<a title="bugs.gentoo.org" href="%s">Bugs</a>' % url
            
def bugs_to_html(package):
    """Given package name (no version #s), return html text of bugs as
    reported by bugzilla"""
    # Right now we have an issue with the bugzilla site.  New interface
    # needs to be written, Bail out.
    #return ""
    import urllib2
    url = ('http://bugs.gentoo.org/buglist.cgi?query_format='
            '&amp;short_desc_type=allwords'
            '&amp;short_desc=%s'
            '&amp;bug_status=UNCONFIRMED'
            '&amp;bug_status=NEW'
            '&amp;bug_status=ASSIGNED'
            '&amp;bug_status=REOPENED'
            '&amp;ctype=csv' 
            % package)
    fp = urllib2.urlopen(url)
    factory = bugs.BugFactory()
    package_bugs = factory.fromCSV(fp)
    if package_bugs:
        writer = bugs.HTMLWriter(package_bugs, 'bugs.gentoo.org')
        return str(writer)
    else:
        return ""
                
def get_most_recent(db, max=config.MAXPERPAGE, arch="", branch="", new = False):
    c = db.cursor()
    extra = ''
    if arch:
        stable_extra = ('ebuild.arch REGEXP "^%s| %s" '
            ' AND ebuild.prevarch NOT REGEXP"^%s| %s"'
            % (arch,arch,arch,arch))
        testing_extra = ('ebuild.arch REGEXP "^~%s| ~%s" '
            ' AND ebuild.prevarch NOT REGEXP "^~%s| ~%s"'
            % (arch,arch,arch,arch))
        if branch == 'stable':
            extra = ' AND (%s) ' % stable_extra
        elif branch == 'testing':
            extra = ' AND (%s) ' % testing_extra
        else:
            extra = ' AND ((%s) OR (%s)) ' % (stable_extra, testing_extra)
    
    if new:
        extra = ('%s AND package.new=1 ' % extra)
        
    query = """SELECT ebuild.category,ebuild.name,version,when_found,description,
    changelog,arch,homepage,license,is_masked FROM ebuild,package WHERE ebuild.name=\
    package.name AND ebuild.category=package.category %s ORDER by when_found DESC \
    LIMIT %s""" % (extra,max)
    c.execute(query)
    results = c.fetchall()
    return results
    
def get_most_recent_bumps(db, max=config.MAXPERPAGE):
    """Return most recent version bumps (pkgs with no prevarch)"""
    c = db.cursor()
    query = ('SELECT ebuild.category, ebuild.name, version, when_found, '
        'description, changelog, arch, homepage, license,is_masked FROM ebuild, package '
        'WHERE ebuild.name=package.name AND ebuild.category=package.category '
        'AND prevarch="" AND version NOT LIKE "%%-r_" AND version NOT LIKE '
        '"%%-r__" AND NOT new ORDER by when_found '
        'DESC LIMIT %s' % max)
        
    c.execute(query)
    results = c.fetchall()
    return results
    
def query_to_dict(d):
    """Convert a SQL query to a dict"""
    einfo = {}
    keys = ('category', 'name', 'version', 'time', 'description', 'changelog',
        'arch', 'homepage', 'license', 'masked')
    for i in range(len(keys)):
        try:
            einfo[keys[i]] = d[i]
        except IndexError:
            continue
    return einfo

def get_recent_releases(pkg, db, max=config.MAX_RECENT_RELEASES):
    """Return MAX_RECENT_RELEASES most recent releases for pkg.  Returns and
    ebuild-type dict"""
    c = db.cursor()
    query = ('SELECT category,name,version,when_found,NULL,changelog,arch ,'
        'NULL,NULL,is_masked FROM ebuild WHERE name="%s" AND category="%s" ORDER BY '
        'version DESC LIMIT %s' % (pkg['name'],pkg['category'],max))
    c.execute(query)
    results = c.fetchall()
    #print results
    return [ query_to_dict(i) for i in results ]

def cmp_ebuilds(a, b):
    """Compare two ebuilds"""
    fields_a = pkgsplit('%s-%s' % (a['name'], a['version']))
    fields_b = pkgsplit('%s-%s' % (b['name'], b['version']))
    return pkgcmp(fields_a, fields_b)

pkgcache={}

def pkgsplit(mypkg,silent=1):
    try:
        if not pkgcache[mypkg]:
            return None
        return pkgcache[mypkg][:]
    except KeyError:
        pass
    myparts=string.split(mypkg,'-')
    if len(myparts)<2:
        if not silent:
            print "!!! Name error in",mypkg+": missing a version or name part."
        pkgcache[mypkg]=None
        return None
    for x in myparts:
        if len(x)==0:
            if not silent:
                print "!!! Name error in",mypkg+": empty \"-\" part."
            pkgcache[mypkg]=None
            return None
    #verify rev
    revok=0
    myrev=myparts[-1]
    if len(myrev) and myrev[0]=="r":
        try:
            int(myrev[1:])
            revok=1
        except SystemExit, e:
            raise
        except: 
            pass
    if revok:
        if ververify(myparts[-2]):
            if len(myparts)==2:
                pkgcache[mypkg]=None
                return None
            else:
                for x in myparts[:-2]:
                    if ververify(x):
                        pkgcache[mypkg]=None
                        return None
                        #names can't have versiony looking parts
                myval=[string.join(myparts[:-2],"-"),myparts[-2],myparts[-1]]
                pkgcache[mypkg]=myval
                return myval
        else:
            pkgcache[mypkg]=None
            return None

    elif ververify(myparts[-1],silent=silent):
        if len(myparts)==1:
            if not silent:
                print "!!! Name error in",mypkg+": missing name part."
            pkgcache[mypkg]=None
            return None
        else:
            for x in myparts[:-1]:
                if ververify(x):
                    if not silent:
                        print "!!! Name error in",mypkg+": multiple version parts."
                    pkgcache[mypkg]=None
                    return None
            myval=[string.join(myparts[:-1],"-"),myparts[-1],"r0"]
            pkgcache[mypkg]=myval[:]
            return myval
    else:
        pkgcache[mypkg]=None
        return None

vercache={}
def ververify(myorigval,silent=1):
    try:
        return vercache[myorigval]
    except KeyError:
        pass
    if len(myorigval)==0:
        if not silent:
            print "!!! Name error: package contains empty \"-\" part."
        return 0
    myval=string.split(myorigval,'.')
    if len(myval)==0:
        if not silent:
            print "!!! Name error: empty version string."
        vercache[myorigval]=0
        return 0
    #all but the last version must be a numeric
    for x in myval[:-1]:
        if not len(x):
            if not silent:
                print "!!! Name error in",myorigval+": two decimal points in a row"
            vercache[myorigval]=0
            return 0
        try:
            foo=int(x)
        except SystemExit, e:
            raise
        except:
            if not silent:
                print "!!! Name error in",myorigval+": \""+x+"\" is not a valid version component."
            vercache[myorigval]=0
            return 0
    if not len(myval[-1]):
            if not silent:
                print "!!! Name error in",myorigval+": two decimal points in a row"
            vercache[myorigval]=0
            return 0
    try:
        foo=int(myval[-1])
        vercache[myorigval]=1
        return 1
    except SystemExit, e:
        raise
    except:
        pass
    #ok, our last component is not a plain number or blank, let's continue
    if myval[-1][-1] in string.lowercase:
        try:
            foo=int(myval[-1][:-1])
            vercache[myorigval]=1
            return 1
            # 1a, 2.0b, etc.
        except SystemExit, e:
            raise
        except:
            pass
    #ok, maybe we have a 1_alpha or 1_beta2; let's see
    #ep="endpart"
    ep=string.split(myval[-1],"_")
    if len(ep)!=2:
        if not silent:
            print "!!! Name error in",myorigval
        vercache[myorigval]=0
        return 0
    try:
        foo=int(ep[0][-1])
        chk=ep[0]
    except SystemExit, e:
        raise
    except:
        # because it's ok last char is not numeric. example: foo-1.0.0a_pre1
        chk=ep[0][:-1]

    try:
        foo=int(chk)
    except SystemExit, e:
        raise
    except:
        #this needs to be numeric or numeric+single letter,
        #i.e. the "1" in "1_alpha" or "1a_alpha"
        if not silent:
            print "!!! Name error in",myorigval+": characters before _ must be numeric or numeric+single letter"
        vercache[myorigval]=0
        return 0
    for mye in endversion_keys:
        if ep[1][0:len(mye)]==mye:
            if len(mye)==len(ep[1]):
                #no trailing numeric; ok
                vercache[myorigval]=1
                return 1
            else:
                try:
                    foo=int(ep[1][len(mye):])
                    vercache[myorigval]=1
                    return 1
                except SystemExit, e:
                    raise
                except:
                    #if no endversions work, *then* we return 0
                    pass        
    if not silent:
        print "!!! Name error in",myorigval
    vercache[myorigval]=0
    return 0

def relparse(myver):
    "converts last version part into three components"
    number=0
    suffix=0
    endtype=0
    endnumber=0
    
    mynewver=string.split(myver,"_")
    myver=mynewver[0]

    #normal number or number with letter at end
    divider=len(myver)-1
    if myver[divider:] not in "1234567890":
        #letter at end
        suffix=ord(myver[divider:])
        number=string.atof(myver[0:divider])
    else:
        number=string.atof(myver)  

    if len(mynewver)==2:
        #an endversion
        for x in endversion_keys:
            elen=len(x)
            if mynewver[1][:elen] == x:
                match=1
                endtype=endversion[x]
                try:
                    endnumber=string.atof(mynewver[1][elen:])
                except SystemExit, e:
                    raise
                except:
                    endnumber=0
                break
    return [number,suffix,endtype,endnumber]

# vercmp:
# ripped from portage.py to prevent having to import
vcmpcache={}
def vercmp(val1,val2):
    if val1==val2:
        #quick short-circuit
        return 0
    valkey=val1+" "+val2
    try:
        return vcmpcache[valkey]
        try:
            return -vcmpcache[val2+" "+val1]
        except KeyError:
            pass
    except KeyError:
        pass
    
    # consider 1_p2 vc 1.1
    # after expansion will become (1_p2,0) vc (1,1)
    # then 1_p2 is compared with 1 before 0 is compared with 1
    # to solve the bug we need to convert it to (1,0_p2)
    # by splitting _prepart part and adding it back _after_expansion
    val1_prepart = val2_prepart = ''
    if val1.count('_'):
        val1, val1_prepart = val1.split('_', 1)
    if val2.count('_'):
        val2, val2_prepart = val2.split('_', 1)

    # replace '-' by '.'
    # FIXME: Is it needed? can val1/2 contain '-'?
    val1=string.split(val1,'-')
    if len(val1)==2:
        val1[0]=val1[0]+"."+val1[1]
    val2=string.split(val2,'-')
    if len(val2)==2:
        val2[0]=val2[0]+"."+val2[1]

    val1=string.split(val1[0],'.')
    val2=string.split(val2[0],'.')

    #add back decimal point so that .03 does not become "3" !
    for x in range(1,len(val1)):
        if val1[x][0] == '0' :
            val1[x]='.' + val1[x]
    for x in range(1,len(val2)):
        if val2[x][0] == '0' :
            val2[x]='.' + val2[x]

    # extend version numbers
    if len(val2)<len(val1):
        val2.extend(["0"]*(len(val1)-len(val2)))
    elif len(val1)<len(val2):
        val1.extend(["0"]*(len(val2)-len(val1)))

    # add back _prepart tails
    if val1_prepart:
        val1[-1] += '_' + val1_prepart
    if val2_prepart:
        val2[-1] += '_' + val2_prepart
    #The above code will extend version numbers out so they
    #have the same number of digits.
    for x in range(0,len(val1)):
        cmp1=relparse(val1[x])
        cmp2=relparse(val2[x])
        for y in range(0,4):
            myret=cmp1[y]-cmp2[y]
            if myret != 0:
                vcmpcache[valkey]=myret
                return myret
    vcmpcache[valkey]=0
    return 0

# pkgcmp:
# ripped from portage.py to prevent having to import
def pkgcmp(pkg1,pkg2):
    """if returnval is less than zero, then pkg2 is newer than pkg1, zero if equal and positive if older."""
    if pkg1[0] != pkg2[0]:
        return None
    mycmp=vercmp(pkg1[1],pkg2[1])
    if mycmp>0:
        return 1
    if mycmp<0:
        return -1
    r1=int(pkg1[2][1:])
    r2=int(pkg2[2][1:])
    if r1>r2:
        return 1
    if r2>r1:
        return -1
    return 0

def ebuilds_to_rss(fp, ebuilds, simple=False, subtitle=""):
    """write out ebuild info to RSS file (fp)"""
    fp.write("""<?xml version="1.0" encoding="iso-8859-1"?>
        <rss version="0.92">
        <channel>
        <title>packages.gentoo.org [ %s ]</title>
        <link>%s</link>
        <description>Latest ebuilds from the Gentoo Linux portage tree</description>
        <webMaster>www@gentoo.org</webMaster>
        <managingEditor>marduk@gentoo.org</managingEditor>
        <pubDate>%s</pubDate>""" % (subtitle,config.FEHOME, 
            time.strftime("%a, %d %b %Y %H:%M:%S +0000", time.gmtime())))

    for ebuild in ebuilds:
        if simple:
            description = escape(ebuild['description'])
        else:
            description = ('\n'
                '<![CDATA[\n'
                '<link rel="stylesheet" type="text/css" href="%s"></link>\n'
                '%s\n]]>' % (config.STYLESHEET, ebuild_to_html(ebuild, full=True))
                )

        fp.write("""<item>
            <title>%s %s</title>
            <link>%sebuilds/?%s-%s</link>
            <description>
                %s
            </description>
            <pubDate>%s</pubDate>
        </item>
        """ % (ebuild['name'],
                ebuild['version'],
                config.FEHOME,
                ebuild['name'],
                ebuild['version'],
                description,
                ebuild['time'].gmtime().strftime("%a, %d %b %Y %H:%M:%S +0000"))
        )
        
    fp.write("</channel>\n</rss>\n")
    
def main(argv=None):
    if argv is None:
        argv = sys.argv
    try:
        if argv[1] == '-g':
            ebuilddb.main()
    except IndexError:
        pass
            
    db = ebuilddb.db_connect()
    branches = ('', 'stable', 'testing')
    for arch in [''] + config.ARCHLIST:
        for branch in branches:
            fullpath = os.path.join(config.LOCALHOME, "archs", arch, branch, 
                config.INDEX)
            index = open(fullpath,'w')
            if arch:
                sarch = arch
            else:
                sarch = 'all'
            if branch:
                sbranch = branch
            else:
                sbranch = 'all'
            
            index.write("""<table border="0" cellpadding="0" cellspacing="5" 
                width="100%">\n""")
            index.write("""<tr><td valign="top">\n""")
            index.write('<!--#include file="archnav.html" -->\n\n</td></tr>\n'
                '<tr><td>') 
            results = get_most_recent(db, arch=arch, branch=branch)
            ebuilds = [ query_to_dict(i) for i in results ]
            for ebuild in ebuilds:
                new = is_new(db, ebuild)
                pkgfilename = "%s/%s-%s.html" % (
                    config.EBUILD_FILES,ebuild['name'],ebuild['version'])
                ebuild_html = ebuild_to_html(ebuild, new, show_bugs = False)
                if arch == '' and branch == '':
                    pkgfile = open(pkgfilename,'w')
                    pkgfile.write(ebuild_html)
                    pkgfile.close()
                    ebuildfilename = "%s/%s/%s/%s-%s.ebuild" \
                        % (ebuilddb.config.PORTAGE_DIR,
                        ebuild['category'],ebuild['name'],ebuild['name'],
                        ebuild['version'])
                    os.system('touch -r %s %s || touch -d "today -1 year" %s' 
                        % (ebuildfilename,pkgfilename,pkgfilename))
        
                try:
                    index.write('%s\n\n' % (ebuild_html))
                except IOError:
                    continue
            index.write("""</table>\n""")
            index.close()
            
            subtitle = ' %s %s' % (arch, branch)
            rss = open(os.path.join(config.LOCALHOME, "archs", arch, branch,
                config.RSS), 'w')
            ebuilds_to_rss(rss, ebuilds, simple=False, subtitle=subtitle)
            rss.close()
        
            rss2 = open(os.path.join(config.LOCALHOME, "archs", arch, branch,
                config.RSS2), 'w')
            ebuilds_to_rss(rss2, ebuilds, simple=True, subtitle=subtitle)
            rss.close()

if __name__ == '__main__':
    sys.exit(main())