def ETIteratorFromObj(obj, events=None, parser=None):
    """obj can be
    1) a string that ends with .xml -> the file is parsed and the resulting ElementTree returned
    2) a string that ends with .xml.gz -> the file is unzipped, parsed, and the resulting ElementTree is returned
    3) an open input stream -> the input is parsed and the resulting ElementTree is returned
    4) an ElementTree or an Element -> obj is returned as-is, nothing is done"""
    if isinstance(obj, str) or isinstance(obj, unicode):
        if obj.endswith(".gz"):
            fStream = GzipFile(obj, "rt")
            #fStream = codecs.getreader("utf-8")(GzipFile(obj,"rt"))
        else:
            fStream = open(obj, "rt")
            #fStream=codecs.open(obj, "rt", "utf-8")
        for rv in iterparse2(fStream, events):
            yield rv
    elif isinstance(obj,
                    ElementTree.ElementTree) or ElementTree.iselement(obj):
        if ElementTree.iselement(obj):
            root = obj
        else:
            root = obj.getroot()
        #if events == None:
        #    events = ["END"]
        for element in root.getiterator():
            yield ("memory", element)
    else:
        #not a string, not a tree, not an element, should be a stream
        #let's parse it
        for rv in ElementTree.iterparse(obj, events):
            yield rv
Esempio n. 2
0
def ETIteratorFromObj(obj, events=None, parser=None):
    """obj can be
    1) a string that ends with .xml -> the file is parsed and the resulting ElementTree returned
    2) a string that ends with .xml.gz -> the file is unzipped, parsed, and the resulting ElementTree is returned
    3) an open input stream -> the input is parsed and the resulting ElementTree is returned
    4) an ElementTree or an Element -> obj is returned as-is, nothing is done"""
    if isinstance(obj,str) or isinstance(obj,unicode):
        if obj.endswith(".gz"):
            fStream=GzipFile(obj,"rt")
            #fStream = codecs.getreader("utf-8")(GzipFile(obj,"rt"))
        else:
            fStream=open(obj,"rt")
            #fStream=codecs.open(obj, "rt", "utf-8")
        for rv in iterparse2(fStream, events):
            yield rv
    elif isinstance(obj,ElementTree.ElementTree) or ElementTree.iselement(obj):
        if ElementTree.iselement(obj):
            root = obj
        else:
            root = obj.getroot()
        #if events == None:
        #    events = ["END"]
        for element in root.getiterator():
            yield ("memory", element)
    else:
        #not a string, not a tree, not an element, should be a stream
        #let's parse it
        for rv in ElementTree.iterparse(obj, events):
            yield rv
Esempio n. 3
0
 def __init__(self, key, name, force_=False):
     #didn't i read somwhere that variable reuse is bad like this? :)
     #sys.stdout.write('Got key: %s\n' % (key,))
     x = 'http://isbndb.com/api/books.xml?access_key=%s&index1=isbn'
     x += '&value1=foo&results=keystats'
     x %= key
     a = urllib.urlopen(x).read()
     sys.stdout.write('Got from isbndb:\n %s\n' % (a, ))
     y = ElementTree.fromstring(a)
     if ElementTree.iselement(y.find('ErrorMessage')):
         sys.stdout.write('Found error...')
         if force_:
             sys.stdout.write('forcing\n')
             self.active = False
             self.granted = 0
             self.limit = 0
             return
         else:
             sys.stdout.write('erroring\n')
             raise ValueError, 'either bad key or something'
     else:
         self.active = True
     y = y.find('KeyStats')
     self.granted = int(y.get('granted'))
     self.limit = int(y.get('limit'))
     self.name = name
Esempio n. 4
0
 def __init__(self, key, name, force_=False):
     #didn't i read somwhere that variable reuse is bad like this? :)
     #sys.stdout.write('Got key: %s\n' % (key,))
     x = 'http://isbndb.com/api/books.xml?access_key=%s&index1=isbn'
     x += '&value1=foo&results=keystats'
     x %=key
     a = urllib.urlopen(x).read()
     sys.stdout.write('Got from isbndb:\n %s\n' % (a,))
     y = ElementTree.fromstring(a)
     if ElementTree.iselement(y.find('ErrorMessage')):
         sys.stdout.write('Found error...')
         if force_:
             sys.stdout.write('forcing\n')
             self.active = False
             self.granted = 0
             self.limit = 0
             return
         else:
             sys.stdout.write('erroring\n')
             raise ValueError, 'either bad key or something'
     else:
         self.active = True
     y = y.find('KeyStats')
     self.granted = int(y.get('granted'))
     self.limit = int(y.get('limit'))
     self.name = name
def ETFromObj(obj):
    """obj can be
    1) a string that ends with .xml -> the file is parsed and the resulting ElementTree returned
    2) a string that ends with .xml.gz -> the file is unzipped, parsed, and the resulting ElementTree is returned
    3) an open input stream -> the input is parsed and the resulting ElementTree is returned
    4) an ElementTree or an Element -> obj is returned as-is, nothing is done"""
    if isinstance(obj, str) or isinstance(obj, unicode):
        if obj.endswith(".xml.gz"):
            fStream = GzipFile(obj, "rt")
            #fStream = codecs.getreader("utf-8")(GzipFile(obj,"rt"))
        elif obj.endswith(".xml") or obj.endswith(".svg") or obj.endswith(
                ".nxml") or obj.endswith(".csml"):
            fStream = open(obj, "rt")
            #fStream=codecs.open(obj, "rt", "utf-8")
        else:
            raise ValueError(
                "%s: File format not recognized (expected .xml or .xml.gz)" %
                obj)
        return ElementTree.parse(fStream)
    elif isinstance(obj,
                    ElementTree.ElementTree) or ElementTree.iselement(obj):
        return obj
    else:
        #not a string, not a tree, not an element, should be a stream
        #let's parse it
        return ElementTree.parse(obj)
Esempio n. 6
0
def fetch(param):
    a = urllib.urlopen(param.url)
    x = unicode(a.read(), 'ascii', errors='ignore')
    tree = ElementTree.fromstring(x)
    err = tree.find('ErrorMessage')
    if ElementTree.iselement(err):
        raise Exception, 'an error occurred'
    stats = tree.find('KeyStats')
    list = tree.find('BookList')
    param.key.update(stats)
    return list
Esempio n. 7
0
def fetch(param):
    a = urllib.urlopen(param.url)
    x = unicode(a.read(),'ascii',errors='ignore')
    tree = ElementTree.fromstring(x)
    err = tree.find('ErrorMessage')
    if ElementTree.iselement(err):
        raise Exception, 'an error occurred'
    stats = tree.find('KeyStats')
    list = tree.find('BookList')
    param.key.update(stats)
    return list
Esempio n. 8
0
def extractMarks(srcGpx, dstGpx=None):
  if ET.iselement(srcGpx):
    sroot = srcGpx
  else:
    src   = ET.parse(srcGpx)
    sroot = src.getroot()

  
  root = ET.Element("gpx")
  root.attrib = sroot.attrib.copy()
  root.set("xmlns",            GPX_NS)
  root.set("{%s}dummy"%GPX_NS, "true") # dummy to force ns insertion
  root.set("{%s}dummy"%MY_NS,  "true") # dummy to force ns insertion
  root.text = "\n  "
  all    = sroot.findall(mkpath("trk/trkseg/trkpt"))
  
  trk = seg = None
  
  ctr  = []
  open = None
  
  for tpt in all:
    mark = tpt.find(mkpath("extensions/gpslog:mark")) # extensions/gpslog:mark"))
    if mark != None and mark.get("in") == "true":
      trk  = ET.SubElement(root, "trk")
      tnm  = ET.SubElement(trk,  "name")
      tdsc = ET.SubElement(trk,  "desc")
      seg  = ET.SubElement(trk,  "trkseg")
      tnm.text  = mark.text
      tdsc.text = mark.text + " - " + tpt.findtext(mkpath("time"))
      # Formatting in DOM :-(
      tnm.tail = "\n    "; seg.text = "\n      "; seg.tail = "\n    ";
      trk.text = "\n    "; trk.tail = "\n  "
      open = tpt

    if seg != None:
      seg.append(killNs(tpt))

    if mark != None and mark.get("in") != "true":
      assert open != None, "Found closing trackpoint without opener"
      ctr += [ center(open, tpt) ]
      trk = seg = open = None
      

  if open != None:
    ctr += [ center(open, tpt) ]
  
  addCenterpoints(root, ctr)

  return root
Esempio n. 9
0
def fauxFetch(params):
    """This is a simple fetch for testing cursor functionality"""
    page = os.path.join(prependdir,'xml','%s.xml'%(params.pageNum,))
    sys.stdout.write('OPENING PAGE: %s\n' % (page,))
    #f = open(page)
    #a = f.read()
    #r =  ElementTree.fromstring(unicode(a,'ascii',errors='ignore'))
    try:
        r = ElementTree.parse(page)
    except:
        raise SyntaxError, 'page was: %s' % (page,)
    r = r.find('BookList')
    if ElementTree.iselement(r):
        return r
    else:
        raise Exception, 'not getting a page...'
Esempio n. 10
0
def fauxFetch(params):
    """This is a simple fetch for testing cursor functionality"""
    page = os.path.join(prependdir, 'xml', '%s.xml' % (params.pageNum, ))
    sys.stdout.write('OPENING PAGE: %s\n' % (page, ))
    #f = open(page)
    #a = f.read()
    #r =  ElementTree.fromstring(unicode(a,'ascii',errors='ignore'))
    try:
        r = ElementTree.parse(page)
    except:
        raise SyntaxError, 'page was: %s' % (page, )
    r = r.find('BookList')
    if ElementTree.iselement(r):
        return r
    else:
        raise Exception, 'not getting a page...'
Esempio n. 11
0
def check_element(element):
    if not ElementTree.iselement(element):
        print "not an element"
    if not hasattr(element, "tag"):
        print "no tag member"
    if not hasattr(element, "attrib"):
        print "no attrib member"
    if not hasattr(element, "text"):
        print "no text member"
    if not hasattr(element, "tail"):
        print "no tail member"
    check_string(element.tag)
    check_mapping(element.attrib)
    if element.text != None:
        check_string(element.text)
    if element.tail != None:
        check_string(element.tail)
Esempio n. 12
0
def check_element(element):
    if not ElementTree.iselement(element):
        print "not an element"
    if not hasattr(element, "tag"):
        print "no tag member"
    if not hasattr(element, "attrib"):
        print "no attrib member"
    if not hasattr(element, "text"):
        print "no text member"
    if not hasattr(element, "tail"):
        print "no tail member"
    check_string(element.tag)
    check_mapping(element.attrib)
    if element.text != None:
        check_string(element.text)
    if element.tail != None:
        check_string(element.tail)
Esempio n. 13
0
def ETFromObj(obj):
    """obj can be
    1) a string that ends with .xml -> the file is parsed and the resulting ElementTree returned
    2) a string that ends with .xml.gz -> the file is unzipped, parsed, and the resulting ElementTree is returned
    3) an open input stream -> the input is parsed and the resulting ElementTree is returned
    4) an ElementTree or an Element -> obj is returned as-is, nothing is done"""
    if isinstance(obj,str) or isinstance(obj,unicode):
        if obj.endswith(".xml.gz"):
            fStream=GzipFile(obj,"rt")
        elif obj.endswith(".xml"):
            fStream=open(obj,"rt")
        else:
            raise ValueError("%s: File format not recognized (expected .xml or .xml.gz)"%obj)
        return ElementTree.parse(fStream)
    elif isinstance(obj,ElementTree.ElementTree) or ElementTree.iselement(obj):
        return obj
    else:
        #not a string, not a tree, not an element, should be a stream
        #let's parse it
        return ElementTree.parse(obj)
Esempio n. 14
0
 def test_fetchReturnType(self):
     print "Testing return type is an Element and BookList...",
     x = fetch(self.p)
     self.assert_(ElementTree.iselement(x),"FAILED (fetch didnt get elem)")
     self.assert_(x.tag == 'BookList', "FAILED (fetched elem not BookList)")
     print "OK"
Esempio n. 15
0
 def check_type(self, c):
     return ElementTree.iselement(c)
Esempio n. 16
0
 def check_type(self, c):
     return ElementTree.iselement(c)