Beispiel #1
0
def main():
    import optparse
    parser = optparse.OptionParser(__doc__.strip())
    haddoc.add_options(parser)
    opts, args = parser.parse_args()
    haddoc.validate_options(opts)

    if len(args) != 2:
        parser.error("This program requires the source type name and the name "
                     "of the index file to process.")
    source, fn = args

    conn = haddoc.getconnection()

    results = process_index(fn)
    for terms, url in results:
        fullterm = ' / '.join(terms)
        words = []
        for term in terms:
            nterm = cleanup(term)
            words.extend(x.strip() for x in nterm.split())
        term = ' '.join(words)
        with committing(conn) as curs:
            curs.execute("""
               INSERT INTO terms (term, source, fullname, url)
               VALUES (%s, %s, %s, %s);
            """, (term, source, fullterm, url))
        print repr(fullterm)

    conn.close()
Beispiel #2
0
def main():
    import optparse
    parser = optparse.OptionParser(__doc__.strip())
    haddoc.add_options(parser)
    opts, args = parser.parse_args()
    haddoc.validate_options(opts)

    if not args:
        parser.error("You need to specify some search terms.")
    
    conn = haddoc.getconnection()
    curs = conn.cursor()
    rsets = []
    curs.execute("""
       SELECT term, source, fullname, url FROM terms
       WHERE term ~* %s
    """, ('.*'.join(args),))

    res = defaultdict(list)
    for term, source, fullname, url in curs:
        res[url].append((source, fullname))

    for url, rlist in res.iteritems():
        print url
        for source, fullname in rlist:
            print "    %s: %s" % (source, fullname)
        print

    conn.close()
Beispiel #3
0
def main():
    import optparse
    parser = optparse.OptionParser(__doc__.strip())
    haddoc.add_options(parser)
    opts, args = parser.parse_args()
    haddoc.validate_options(opts)

    conn = haddoc.getconnection()
    curs = conn.cursor()
    print 'Dropping'
    with committing(conn, ignore_errors=1) as curs:
        curs.execute("DROP TABLE terms")
    print 'Creating'
    with committing(conn) as curs:
        curs.execute(schema)