def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, getattr(settings, 'TEXOID_GZIP', False)) self.meta_cache = caches[getattr(settings, 'TEXOID_META_CACHE', 'default')] self.meta_cache_ttl = getattr(settings, 'TEXOID_META_CACHE_TTL', 86400)
def __init__(self, type): self.type = type self.mathoid_url = settings.MATHOID_URL self.cache = HashFileCache(settings.MATHOID_CACHE_ROOT, settings.MATHOID_CACHE_URL, settings.MATHOID_GZIP) mml_cache = settings.MATHOID_MML_CACHE self.mml_cache = mml_cache and caches[mml_cache] self.css_cache = caches[settings.MATHOID_CSS_CACHE] self.mml_cache_ttl = settings.MATHOID_MML_CACHE_TTL
def __init__(self, type): self.type = type self.mathoid_url = settings.MATHOID_URL self.cache = HashFileCache(settings.MATHOID_CACHE_ROOT, settings.MATHOID_CACHE_URL, getattr(settings, 'MATHOID_GZIP', False)) mml_cache = getattr(settings, 'MATHOID_MML_CACHE', None) self.mml_cache = mml_cache and caches[mml_cache] self.css_cache = caches[getattr(settings, 'MATHOID_CSS_CACHE', 'default')] self.mml_cache_ttl = getattr(settings, 'MATHOID_MML_CACHE_TTL', 86400)
def __init__(self, type): MathHTMLParser.__init__(self) assert type in self.types self.type = type self.mathoid_url = settings.MATHOID_URL self.cache = HashFileCache(settings.MATHOID_CACHE_ROOT, settings.MATHOID_CACHE_URL, getattr(settings, 'MATHOID_GZIP', False)) mml_cache = getattr(settings, 'MATHOID_MML_CACHE', None) self.mml_cache = mml_cache and caches[mml_cache] self.css_cache = caches[getattr(settings, 'MATHOID_CSS_CACHE', 'default')] self.mml_cache_ttl = getattr(settings, 'MATHOID_MML_CACHE_TTL', 86400)
class MathoidMathParser(object): types = ('svg', 'mml', 'tex', 'jax') def __init__(self, type): self.type = type self.mathoid_url = settings.MATHOID_URL self.cache = HashFileCache(settings.MATHOID_CACHE_ROOT, settings.MATHOID_CACHE_URL, getattr(settings, 'MATHOID_GZIP', False)) mml_cache = getattr(settings, 'MATHOID_MML_CACHE', None) self.mml_cache = mml_cache and caches[mml_cache] self.css_cache = caches[getattr(settings, 'MATHOID_CSS_CACHE', 'default')] self.mml_cache_ttl = getattr(settings, 'MATHOID_MML_CACHE_TTL', 86400) def query_mathoid(self, formula, hash): self.cache.create(hash) try: request = urllib2.urlopen( self.mathoid_url, urlencode({ 'q': reescape.sub(lambda m: '\\' + m.group(0), formula).encode('utf-8'), 'type': 'tex' if formula.startswith('\displaystyle') else 'inline-tex' })) except urllib2.HTTPError as e: if e.code == 400: logger.error('Mathoid failed to render: %s\n%s', formula, e.read()) else: logger.exception('Failed to connect to mathoid for: %s' % formula) return except Exception: logger.exception('Failed to connect to mathoid for: %s' % formula) return with closing(request) as f: data = f.read() try: data = json.loads(data) except ValueError: logger.exception('Invalid mathoid response for: %s\n%s', formula, data) return if not data['success']: logger.error('Mathoid failure for: %s\n%s', formula, data) return if any(i not in data for i in ('mml', 'png', 'svg', 'mathoidStyle')): logger.error( 'Mathoid did not return required information (mml, png, svg, mathoidStyle needed):\n%s', data) return css = data['mathoidStyle'] mml = data['mml'] result = { 'css': css, 'mml': mml, 'png': self.cache.cache_data(hash, 'png', bytearray(data['png']['data'])), 'svg': self.cache.cache_data(hash, 'svg', data['svg'].encode('utf-8')), } self.cache.cache_data(hash, 'mml', mml.encode('utf-8'), url=False, gzip=False) self.cache.cache_data(hash, 'css', css.encode('utf-8'), url=False, gzip=False) return result def query_cache(self, hash): result = { 'svg': self.cache.get_url(hash, 'svg'), 'png': self.cache.get_url(hash, 'png'), } key = 'mathoid:css:' + hash css = result['css'] = self.css_cache.get(key) if css is None: css = result['css'] = self.cache.read_data(hash, 'css').decode('utf-8') self.css_cache.set(key, css, self.mml_cache_ttl) mml = None if self.mml_cache: mml = result['mml'] = self.mml_cache.get('mathoid:mml:' + hash) if mml is None: mml = result['mml'] = self.cache.read_data(hash, 'mml').decode('utf-8') if self.mml_cache: self.mml_cache.set('mathoid:mml:' + hash, mml, self.mml_cache_ttl) return result def get_result(self, formula): if self.type == 'tex': return if isinstance(formula, unicode): hash = hashlib.sha1(formula.encode('utf-8')).hexdigest() else: hash = hashlib.sha1(formula).hexdigest() formula = formula.decode('utf-8') if self.cache.has_file(hash, 'css'): result = self.query_cache(hash) else: result = self.query_mathoid(formula, hash) if not result: return None result['tex'] = formula result['display'] = formula.startswith('\displaystyle') return { 'mml': self.output_mml, 'msp': self.output_msp, 'svg': self.output_svg, 'jax': self.output_jax, 'png': self.output_png, 'raw': lambda x: x, }[self.type](result) def output_mml(self, result): return result['mml'] def output_msp(self, result): # 100% MediaWiki compatibility. return format_html( u'<span class="{5}-math">' u'<span class="mwe-math-mathml-{5} mwe-math-mathml-a11y"' u' style="display: none;">{0}</span>' u'<img src="{1}" class="mwe-math-fallback-image-{5}"' u' onerror="this.src=\'{2}\';this.onerror=null"' u' aria-hidden="true" style="{3}" alt="{4}"></span>', mark_safe(result['mml']), result['svg'], result['png'], result['css'], result['tex'], ['inline', 'display'][result['display']]) def output_jax(self, result): return format_html( u'<span class="{4}">' u'''<img class="tex-image" src="{0}" style="{2}" alt="{3}"''' u''' onerror="this.src='{1}';this.onerror=null">''' u'''<span class="tex-text" style="display:none">{5}{3}{5}</span>''' u'</span>', result['svg'], result['png'], result['css'], result['tex'], ['inline-math', 'display-math'][result['display']], ['~', '$$'][result['display']]) def output_svg(self, result): return format_html( u'<img class="{4}" src="{0}" style="{2}" alt="{3}" ' u'''onerror="this.src='{1}';this.onerror=null">''', result['svg'], result['png'], result['css'], result['tex'], ['inline-math', 'display-math'][result['display']]) def output_png(self, result): return format_html( u'<img class="{3}" src="{0}" style="{1}" alt="{2}">', result['png'], result['css'], result['tex'], ['inline-math', 'display-math'][result['display']]) def display_math(self, math): math = format_math(math) return self.get_result('\displaystyle ' + math) or r'\[%s\]' % escape(math) def inline_math(self, math): math = format_math(math) return self.get_result(math) or r'\(%s\)' % escape(math)
def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, getattr(settings, 'TEXOID_GZIP', False)) self.meta_cache = caches[getattr(settings, 'TEXOID_META_CACHE', 'default')] self.meta_cache_ttl = getattr(settings, 'TEXOID_META_CACHE_TTL', 86400)
class TexoidRenderer(object): def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, getattr(settings, 'TEXOID_GZIP', False)) self.meta_cache = caches[getattr(settings, 'TEXOID_META_CACHE', 'default')] self.meta_cache_ttl = getattr(settings, 'TEXOID_META_CACHE_TTL', 86400) def query_texoid(self, formula, hash): self.cache.create(hash) try: request = urllib2.urlopen(settings.TEXOID_URL, urlencode({ 'q': formula })) except urllib2.HTTPError as e: with closing(e): if e.code == 400: logger.error('Texoid failed to render: %s\n%s', formula, e.read()) else: logger.exception('Failed to connect to texoid for: %s' % formula) return except Exception: logger.exception('Failed to connect to texoid for: %s' % formula) return with closing(request) as f: data = f.read() try: data = json.loads(data) except ValueError: logger.exception('Invalid texoid response for: %s\n%s', formula, data) return if not data['success']: logger.error('Texoid failure for: %s\n%s', formula, data) return {'error': data['error']} meta = data['meta'] self.cache.cache_data(hash, 'meta', json.dumps(meta), url=False, gzip=False) result = { 'png': self.cache.cache_data(hash, 'png', data['png'].decode('base64')), 'svg': self.cache.cache_data(hash, 'svg', data['svg'].encode('utf-8')), 'meta': meta, } return result def query_cache(self, hash): result = { 'svg': self.cache.get_url(hash, 'svg'), 'png': self.cache.get_url(hash, 'png'), } key = 'texoid:meta:' + hash cached_meta = self.meta_cache.get(key) if cached_meta is None: cached_meta = json.loads(self.cache.read_data(hash, 'meta').decode('utf-8')) self.meta_cache.set(key, cached_meta, self.meta_cache_ttl) result['meta'] = cached_meta return result def get_result(self, formula): hash = hashlib.sha1(formula).hexdigest() if self.cache.has_file(hash, 'svg'): return self.query_cache(hash) else: return self.query_texoid(formula, hash)
class TexoidRenderer(object): def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, getattr(settings, 'TEXOID_GZIP', False)) self.meta_cache = caches[getattr(settings, 'TEXOID_META_CACHE', 'default')] self.meta_cache_ttl = getattr(settings, 'TEXOID_META_CACHE_TTL', 86400) def query_texoid(self, formula, hash): self.cache.create(hash) try: request = urllib2.urlopen(settings.TEXOID_URL, urlencode({'q': formula})) except urllib2.HTTPError as e: with closing(e): if e.code == 400: logger.error('Texoid failed to render: %s\n%s', formula, e.read()) else: logger.exception('Failed to connect to texoid for: %s' % formula) return except Exception: logger.exception('Failed to connect to texoid for: %s' % formula) return with closing(request) as f: data = f.read() try: data = json.loads(data) except ValueError: logger.exception('Invalid texoid response for: %s\n%s', formula, data) return if not data['success']: logger.error('Texoid failure for: %s\n%s', formula, data) return {'error': data['error']} meta = data['meta'] self.cache.cache_data(hash, 'meta', json.dumps(meta), url=False, gzip=False) result = { 'png': self.cache.cache_data(hash, 'png', data['png'].decode('base64')), 'svg': self.cache.cache_data(hash, 'svg', data['svg'].encode('utf-8')), 'meta': meta, } return result def query_cache(self, hash): result = { 'svg': self.cache.get_url(hash, 'svg'), 'png': self.cache.get_url(hash, 'png'), } key = 'texoid:meta:' + hash cached_meta = self.meta_cache.get(key) if cached_meta is None: cached_meta = json.loads( self.cache.read_data(hash, 'meta').decode('utf-8')) self.meta_cache.set(key, cached_meta, self.meta_cache_ttl) result['meta'] = cached_meta return result def get_result(self, formula): hash = hashlib.sha1(formula).hexdigest() if self.cache.has_file(hash, 'svg'): return self.query_cache(hash) else: return self.query_texoid(formula, hash)
class TexoidRenderer(object): def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, getattr(settings, 'TEXOID_GZIP', False)) self.meta_cache = caches[getattr(settings, 'TEXOID_META_CACHE', 'default')] self.meta_cache_ttl = getattr(settings, 'TEXOID_META_CACHE_TTL', 86400) def query_texoid(self, document, hash): self.cache.create(hash) try: response = requests.post( settings.TEXOID_URL, data=utf8bytes(document), headers={'Content-Type': 'application/x-tex'}) response.raise_for_status() except requests.HTTPError as e: if e.response.status == 400: logger.error('Texoid failed to render: %s\n%s', document, e.response.text) else: logger.exception('Failed to connect to texoid for: %s' % document) return except Exception: logger.exception('Failed to connect to texoid for: %s' % document) return try: data = response.json() except ValueError: logger.exception('Invalid texoid response for: %s\n%s', document, response.text) return if not data['success']: logger.error('Texoid failure for: %s\n%s', document, data) return {'error': data['error']} meta = data['meta'] self.cache.cache_data(hash, 'meta', json.dumps(meta), url=False, gzip=False) result = { 'png': self.cache.cache_data(hash, 'png', data['png'].decode('base64')), 'svg': self.cache.cache_data(hash, 'svg', data['svg'].encode('utf-8')), 'meta': meta, } return result def query_cache(self, hash): result = { 'svg': self.cache.get_url(hash, 'svg'), 'png': self.cache.get_url(hash, 'png'), } key = 'texoid:meta:' + hash cached_meta = self.meta_cache.get(key) if cached_meta is None: cached_meta = json.loads( self.cache.read_data(hash, 'meta').decode('utf-8')) self.meta_cache.set(key, cached_meta, self.meta_cache_ttl) result['meta'] = cached_meta return result def get_result(self, formula): hash = hashlib.sha1(formula).hexdigest() if self.cache.has_file(hash, 'svg'): return self.query_cache(hash) else: return self.query_texoid(formula, hash)
def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, settings.TEXOID_GZIP) self.meta_cache = caches[settings.TEXOID_META_CACHE] self.meta_cache_ttl = settings.TEXOID_META_CACHE_TTL
class TexoidRenderer(object): def __init__(self): self.cache = HashFileCache(settings.TEXOID_CACHE_ROOT, settings.TEXOID_CACHE_URL, getattr(settings, 'TEXOID_GZIP', False)) self.meta_cache = caches[getattr(settings, 'TEXOID_META_CACHE', 'default')] self.meta_cache_ttl = getattr(settings, 'TEXOID_META_CACHE_TTL', 86400) def query_texoid(self, document, hash): self.cache.create(hash) try: response = requests.post(settings.TEXOID_URL, data=utf8bytes(document), headers={ 'Content-Type': 'application/x-tex' }) response.raise_for_status() except requests.HTTPError as e: if e.response.status == 400: logger.error('Texoid failed to render: %s\n%s', document, e.response.text) else: logger.exception('Failed to connect to texoid for: %s' % document) return except Exception: logger.exception('Failed to connect to texoid for: %s' % document) return try: data = response.json() except ValueError: logger.exception('Invalid texoid response for: %s\n%s', document, response.text) return if not data['success']: logger.error('Texoid failure for: %s\n%s', document, data) return {'error': data['error']} meta = data['meta'] self.cache.cache_data(hash, 'meta', utf8bytes(json.dumps(meta)), url=False, gzip=False) result = { 'png': self.cache.cache_data(hash, 'png', b64decode(data['png'])), 'svg': self.cache.cache_data(hash, 'svg', data['svg'].encode('utf-8')), 'meta': meta, } return result def query_cache(self, hash): result = { 'svg': self.cache.get_url(hash, 'svg'), 'png': self.cache.get_url(hash, 'png'), } key = 'texoid:meta:' + hash cached_meta = self.meta_cache.get(key) if cached_meta is None: cached_meta = json.loads(self.cache.read_data(hash, 'meta').decode('utf-8')) self.meta_cache.set(key, cached_meta, self.meta_cache_ttl) result['meta'] = cached_meta return result def get_result(self, formula): hash = hashlib.sha1(utf8bytes(formula)).hexdigest() if self.cache.has_file(hash, 'svg'): return self.query_cache(hash) else: return self.query_texoid(formula, hash)
class MathoidMathParser(MathHTMLParser): types = ('svg', 'mml', 'tex', 'jax') def __init__(self, type): MathHTMLParser.__init__(self) assert type in self.types self.type = type self.mathoid_url = settings.MATHOID_URL self.cache = HashFileCache(settings.MATHOID_CACHE_ROOT, settings.MATHOID_CACHE_URL, getattr(settings, 'MATHOID_GZIP', False)) mml_cache = getattr(settings, 'MATHOID_MML_CACHE', None) self.mml_cache = mml_cache and caches[mml_cache] self.css_cache = caches[getattr(settings, 'MATHOID_CSS_CACHE', 'default')] self.mml_cache_ttl = getattr(settings, 'MATHOID_MML_CACHE_TTL', 86400) def query_mathoid(self, formula, hash): self.cache.create(hash) try: request = urllib2.urlopen(self.mathoid_url, urlencode({ 'q': formula, 'type': 'tex' if formula.startswith('\displaystyle') else 'inline-tex' })) except urllib2.HTTPError as e: if e.code == 400: logger.error('Mathoid failed to render: %s\n%s', formula, e.read()) else: logger.exception('Failed to connect to mathoid for: %s' % formula) return except Exception: logger.exception('Failed to connect to mathoid for: %s' % formula) return with closing(request) as f: data = f.read() try: data = json.loads(data) except ValueError: logger.exception('Invalid mathoid response for: %s\n%s', formula, data) return if not data['success']: logger.error('Mathoid failure for: %s\n%s', formula, data) return if any(i not in data for i in ('mml', 'png', 'svg', 'mathoidStyle')): logger.error('Mathoid did not return required information (mml, png, svg, mathoidStyle needed):\n%s', data) return css = data['mathoidStyle'] mml = data['mml'] result = { 'css': css, 'mml': mml, 'png': self.cache.cache_data(hash, 'png', bytearray(data['png']['data'])), 'svg': self.cache.cache_data(hash, 'svg', data['svg'].encode('utf-8')), } self.cache.cache_data(hash, 'mml', mml.encode('utf-8'), url=False, gzip=False) self.cache.cache_data(hash, 'css', css.encode('utf-8'), url=False, gzip=False) return result def query_cache(self, hash): result = { 'svg': self.cache.get_url(hash, 'svg'), 'png': self.cache.get_url(hash, 'png'), } key = 'mathoid:css:' + hash css = result['css'] = self.css_cache.get(key) if css is None: css = result['css'] = self.cache.read_data(hash, 'css').decode('utf-8') self.css_cache.set(key, css, self.mml_cache_ttl) mml = None if self.mml_cache: mml = result['mml'] = self.mml_cache.get('mathoid:mml:' + hash) if mml is None: mml = result['mml'] = self.cache.read_data(hash, 'mml').decode('utf-8') if self.mml_cache: self.mml_cache.set('mathoid:mml:' + hash, mml, self.mml_cache_ttl) return result def get_result(self, formula): if self.type == 'tex': return if isinstance(formula, unicode): hash = hashlib.sha1(formula.encode('utf-8')).hexdigest() else: hash = hashlib.sha1(formula).hexdigest() if self.cache.has_file(hash, 'css'): result = self.query_cache(hash) else: result = self.query_mathoid(formula, hash) if not result: return None result['tex'] = formula result['display'] = formula.startswith('\displaystyle') return { 'mml': self.output_mml, 'msp': self.output_msp, 'svg': self.output_svg, 'jax': self.output_jax, 'png': self.output_png, }[self.type](result) def output_mml(self, result): return result['mml'] def output_msp(self, result): # 100% MediaWiki compatibility. return format_html(u'<span class="{5}-math">' u'<span class="mwe-math-mathml-{5} mwe-math-mathml-a11y"' u' style="display: none;">{0}</span>' u'<img src="{1}" class="mwe-math-fallback-image-{5}"' u' onerror="this.src=\'{2}\';this.onerror=null"' u' aria-hidden="true" style="{3}" alt="{4}"></span>', mark_safe(result['mml']), result['svg'], result['png'], result['css'], result['tex'], ['inline', 'display'][result['display']]) def output_jax(self, result): return format_html(u'<span class="{4}">' u'''<img class="tex-image" src="{0}" style="{2}" alt="{3}"''' u''' onerror="this.src='{1}';this.onerror=null">''' u'''<span class="tex-text" style="display:none">{5}{3}{5}</span>''' u'</span>', result['svg'], result['png'], result['css'], result['tex'], ['inline-math', 'display-math'][result['display']], ['~', '$$'][result['display']]) def output_svg(self, result): return format_html(u'<img class="{4}" src="{0}" style="{2}" alt="{3}" ' u'''onerror="this.src='{1}';this.onerror=null">''', result['svg'], result['png'], result['css'], result['tex'], ['inline-math', 'display-math'][result['display']]) def output_png(self, result): return format_html(u'<img class="{3}" src="{0}" style="{1}" alt="{2}">', result['png'], result['css'], result['tex'], ['inline-math', 'display-math'][result['display']]) def display_math(self, math): return self.get_result('\displaystyle ' + math) or '$$%s$$' % math def inline_math(self, math): return self.get_result(math) or '~%s~' % math