Esempio n. 1
0
def bib2zope(filename, app = None):
    import _bibtex
    file = _bibtex.open_file(filename, True)
    entry = _bibtex.next(file)
    while entry != None:
        keys = entry[4].keys()
        id = entry[0]
        pubtype = entry[1]
        print '-----'
        print 'id:', id
        print 'pubype:', pubtype
        print 'keys:', keys
        for key in keys:
            print key, ':', _bibtex.get_native(entry[4][key]).strip('{} ')

        if app != None:
            publications = app.infnine.publications
            print "Running in Zope, creating objects in ZODB..."
            if not publications.hasObject(id):
                print "Entry", id, "not yet in ZODB, creating"
                admin = app.acl_users.getUser('admin')
                import AccessControl
                AccessControl.SecurityManagement.newSecurityManager(None, admin)
                from Testing.makerequest import makerequest
                app = makerequest(app)
                publications.invokeFactory('Publication', id)
            pub = publications.__getitem__(id)

            print "Updating", id, keys
            from infnine.data.interfaces import IPublication
            for key in keys:
                if not key.replace('-', '_') in (IPublication._v_attrs.keys()):
                    print "!!! Missing key:", key

                value = _bibtex.get_native(entry[4][key]).strip('{} "')

                if key in ['year']:
                    value = int(value)
                elif key == 'bib2html_pubtype':
                   value = unicode(filtered_pubtype(value))
                else:
                    value = unicode(value)

                if '-' in key:
                    pub.__setattr__(key.replace('-', '_'), value)
                else:
                    pub.__setattr__(key, value)

            pub.reindexObject()
            import transaction
            transaction.commit()

        entry = _bibtex.next(file)
Esempio n. 2
0
    def open(self, filename):
        """Read and parse bibtex file using python-bibtex."""
        # figure out what the second argument means
        file = _bibtex.open_file(filename, 1)

        while 1:
            entry = _bibtex.next(file)

            if entry == None: break

            eprops = {}

            for k,v in entry[4].iteritems():
                # figure out what the last argument really does
                # leaving in -1 seems to be save
                value = _bibtex.expand(file, v,  0)[2]
                try:
                    value = unicode(value, 'utf-8')
                except UnicodeDecodeError, e:
                    print "ERROR: Failed to decode string '%s'" % value
                    raise
                if k.lower() == 'author':
                    value = value.split(' and ')

                if k.lower() == 'pages':
                    value = tuple(value.replace('-', ' ').split())

                eprops[k] = value

            # bibtex key is dict key
            self[entry[0]] = (entry[1],eprops)
Esempio n. 3
0
    def open(self, filename):
        """Read and parse bibtex file using python-bibtex."""
        # figure out what the second argument means
        file = _bibtex.open_file(filename, 1)

        while 1:
            entry = _bibtex.next(file)

            if entry == None: break

            eprops = {}

            for k, v in entry[4].iteritems():
                # figure out what the last argument really does
                # leaving in -1 seems to be save
                value = _bibtex.expand(file, v, 0)[2]
                try:
                    value = unicode(value, 'utf-8')
                except UnicodeDecodeError, e:
                    print "ERROR: Failed to decode string '%s'" % value
                    raise
                if k.lower() == 'author':
                    value = value.split(' and ')

                if k.lower() == 'pages':
                    value = tuple(value.replace('-', ' ').split())

                eprops[k] = value

            # bibtex key is dict key
            self[entry[0]] = (entry[1], eprops)
Esempio n. 4
0
def _iterate_bibtexsource(bs):
    """Takes one of _bibtex' BibtexSouce objects and returns a list of BibtexRecord objects"""
    out = []
    while True:
        e = _bibtex.next(bs)
        if not e: break
        out.append(e)
    return map(lambda x: BibtexRecord(bs, x), out)
Esempio n. 5
0
def _iterate_bibtexsource(bs):
    """Takes one of _bibtex' BibtexSouce objects and returns a list of BibtexRecord objects"""
    out = []
    while True:
        e = _bibtex.next(bs)
        if not e: break
        out.append(e)
    return map(lambda x: BibtexRecord(bs, x), out)
Esempio n. 6
0
def parse(bibfilename, strict=0):
    print "opening bibtex file ", bibfilename
    file = _bibtex.open_file(bibfilename, strict)
    entry = _bibtex.next(file)
    counter = 0
    answer = {}
    while (entry <> None):
        counter += 1
        key = entry[0]  # such as lemire-kaser2003
        type = entry[1]  #article, proc...
        items = entry[4]
        myentry = {}
        myentry['type'] = type
        for itemkey in items.keys():
            myentry[itemkey.lower()] = cgi.escape(
                _bibtex.expand(file, items[itemkey], -1)[2])
        answer[key] = myentry
        entry = _bibtex.next(file)
    print "parsed ", counter, " entries"
    return answer
Esempio n. 7
0
def read_and_parse_file(filename,strict=1):
    fix_invalid_formats(filename,["author = ","editor = "])
    f = _bibtex.open_file (filename, strict)
    l=[]
    while 1:
        try:
            entry = _bibtex.next (f)
            if entry is None: break
            l.append(bib_entry(expand (f, entry)))
        except IOError, msg:
                obtained = 'ParserError'
Esempio n. 8
0
def readBib(filename):
	## _bibtex has horrible interface
	bibfile=bib.open_file(filename,1) # 2nd argument: strict mode
	db={}
	#rq=bibRecode.request('latex..latin1')
	while True:
		entry=bib.next(bibfile)
		if entry is None: break
		key,type,dta=entry[0],entry[1],entry[4]
		item={'type':type}
		for field in dta.keys():
			expanded=bib.expand(bibfile,dta[field],-1)
			#conv=bibRecode.recode(rq,expanded[2])
			item[field]=expanded[2].strip()
		db[key]=item
	## now we don't need _bibtex anymore, everything is in our dicts
	return db
Esempio n. 9
0
def readBib(filename):
    ## _bibtex has horrible interface
    bibfile = bib.open_file(filename, 1)  # 2nd argument: strict mode
    db = {}
    #rq=bibRecode.request('latex..latin1')
    while True:
        entry = bib.next(bibfile)
        if entry is None: break
        key, type, dta = entry[0], entry[1], entry[4]
        item = {'type': type}
        for field in dta.keys():
            expanded = bib.expand(bibfile, dta[field], -1)
            #conv=bibRecode.recode(rq,expanded[2])
            item[field] = expanded[2].strip()
        db[key] = item
    ## now we don't need _bibtex anymore, everything is in our dicts
    return db
Esempio n. 10
0
    def checkfile(filename, strict=1, typemap={}):
        def expand(file, entry, type=-1):
            """Inline the expanded respresentation of each field."""
            bibkey, bibtype, a, b, items = entry
            results = []
            for k in sorted(items):
                results.append(
                    (k, _bibtex.expand(file, items[k], typemap.get(k, -1))))
            return (bibkey, bibtype, a, b, results)

        file = _bibtex.open_file(filename, strict)
        result = open(filename + '-ok', 'r')

        line = 1
        failures = 0
        checks = 0

        while 1:

            try:
                entry = _bibtex.next(file)

                if entry is None: break

                obtained = ` expand(file, entry) `

            except IOError, msg:
                obtained = 'ParserError'

            if _debug: print obtained

            valid = result.readline().strip()

            if not expected_result(obtained, valid):
                sys.stderr.write('error: %s: line %d: unexpected result:\n' %
                                 (filename, line))
                sys.stderr.write('error: %s: line %d:    obtained %s\n' %
                                 (filename, line, obtained))
                sys.stderr.write('error: %s: line %d:    expected %s\n' %
                                 (filename, line, valid))

                failures = failures + 1

            checks = checks + 1
Esempio n. 11
0
    def checkfile(filename, strict=1, typemap={}):
        def expand(file, entry, type=-1):
            """Inline the expanded respresentation of each field."""
            bibkey, bibtype, a, b, items = entry
            results = []
            for k in sorted(items):
                results.append((k, _bibtex.expand(file, items[k], typemap.get(k, -1))))
            return (bibkey, bibtype, a, b, results)

        file = _bibtex.open_file(filename, strict)
        result = open(filename + "-ok", "r")

        line = 1
        failures = 0
        checks = 0

        while 1:

            try:
                entry = _bibtex.next(file)

                if entry is None:
                    break

                obtained = ` expand(file, entry) `

            except IOError, msg:
                obtained = "ParserError"

            if _debug:
                print obtained

            valid = result.readline().strip()

            if not expected_result(obtained, valid):
                sys.stderr.write("error: %s: line %d: unexpected result:\n" % (filename, line))
                sys.stderr.write("error: %s: line %d:    obtained %s\n" % (filename, line, obtained))
                sys.stderr.write("error: %s: line %d:    expected %s\n" % (filename, line, valid))

                failures = failures + 1

            checks = checks + 1
Esempio n. 12
0
def read_bibtex(content, typemap={}):
    import _bibtex

    def expand(file, entry):
        items = entry[4]
        for k in items.keys():
            items[k] = _bibtex.expand(file, items[k], typemap.get(k, -1))
        items['key'] = entry[0]
        items['type'] = entry[1]
        return items

    file = _bibtex.open_string("/dev/null", content, 0)

    entries = []
    while True:
        try:
            entry = _bibtex.next(file)

            if entry is None: break
            e = expand(file, entry)
            entries.append(e)
        except IOError, msg:
            pass
Esempio n. 13
0
 def next(self):
     """ iterator interface: get next bibtex entry """
     try:
         return BibTexEntry( _bibtex.next(self.fhandle), self.path )
     except TypeError:
         raise StopIteration
Esempio n. 14
0
    if False:
        print importer("http://portal.acm.org/citation.cfm?id=277650.277719").load_bibtex()
        print importer("http://portal.acm.org/citation.cfm?id=324550").load_bibtex()
        print importer("http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.23.414").load_bibtex()
        test = importer("http://eprint.iacr.org/2009/137").load_bibtex()
        print test
    else:
        test = """@misc{cryptoeprint:2009:137,
    author = {Nicolas T. Courtois},
    title = {The Dark Side of Security by Obscurity and Cloning MiFare Classic Rail and Building Passes Anywhere, Anytime},
    howpublished = {Cryptology ePrint Archive, Report 2009/137},
    year = {2009},
    note = {\url{http://eprint.iacr.org/}},
}"""
    
    if "_bibtex" in sys.modules:
        b = _bibtex.open_string("foo", test, True)
        print b
        
        _bibtex.first(b)
        i = _bibtex.next(b)
        while i:
            print i
            items = i[4]
            for k in items.keys():
                items[k] = _bibtex.expand(b, items[k], -1)
            print items
            
            i = _bibtex.next(b)
    
start_keys = set([])

papers_with_pdf_versions = set([])

if tex_file:
    fp = open(tex_file,"r")
    matches = re.findall('\\cite.{([^}]+)}',fp.read())
    fp.close()
    for m in matches:
        for k in m.split(','):
            start_keys.add(k)

keys_to_papers = {}

while True:
    be = _bibtex.next(b)
    if not be:
        break
    key = be[0]
    print >> sys.stderr, "===" + str(key)
    bh = be[4]
    h = {}
    for k in be[4].keys ():
        h[k] = _bibtex.expand(b,bh[k],-1)
    if ("title" in h) and ("year" in h):
        t = h["title"]
        y = h["year"]
        p = Paper(key,t[2],y[2])
        bibtex_papers.add(p)
        keys_to_papers[key] = p
        paper_pdf_file = os.path.join(pdf_directory,key+".pdf")
start_keys = set([])

papers_with_pdf_versions = set([])

if tex_file:
    fp = open(tex_file, "r")
    matches = re.findall('\\cite.{([^}]+)}', fp.read())
    fp.close()
    for m in matches:
        for k in m.split(','):
            start_keys.add(k)

keys_to_papers = {}

while True:
    be = _bibtex.next(b)
    if not be:
        break
    key = be[0]
    print >> sys.stderr, "===" + str(key)
    bh = be[4]
    h = {}
    for k in be[4].keys():
        h[k] = _bibtex.expand(b, bh[k], -1)
    if ("title" in h) and ("year" in h):
        t = h["title"]
        y = h["year"]
        p = Paper(key, t[2], y[2])
        bibtex_papers.add(p)
        keys_to_papers[key] = p
        paper_pdf_file = os.path.join(pdf_directory, key + ".pdf")
Esempio n. 17
0
 def setUp(self):
     from os.path import dirname, join as os_join
     self.bibtex_entry = _bibtex.next( _bibtex.open_file( os_join( dirname(__file__), "../test", BIBTEX_TEST_FILE ), 100 ) )