def assertIO(self, input, output):
     stdout, stdin = sys.stdout, sys.stdin
     sys.stdout, sys.stdin = StringIO(), StringIO(input)
     resolve()
     sys.stdout.seek(0)
     out = sys.stdout.read()[:-1]
     sys.stdout, sys.stdin = stdout, stdin
     self.assertEqual(out, output)
Esempio n. 2
0
def main():
    if "M" in options.debug:
        import pdb
        pdb.set_trace()
    if not options.filelist:
        options.parser.print_help()
        return
    if options.output == "-":
        fp = sys.stdout
    elif options.output:
        fp = open(options.output, "w")
    else:
        fp = None
    if fp:
        print_header(fp)

    nerrors = 0
    for i, options.filename in enumerate(options.filelist):
        try:
            if options.verbose:
                print(i, options.filename)
            if not options.filename.endswith(".m"):
                print("\tIgnored: '%s' (unexpected file type)" %
                      options.filename)
                continue
            if basename(options.filename) in options.xfiles:
                if options.verbose:
                    print("\tExcluded: '%s'" % options.filename)
                continue
            buf = open(options.filename).read()
            buf = buf.replace("\r\n", "\n")
            # FIXME buf = buf.decode("ascii", errors="ignore")
            stmt_list = parse.parse(buf if buf[-1] == '\n' else buf + '\n')

            if not stmt_list:
                continue
            if not options.no_resolve:
                G = resolve.resolve(stmt_list)
            if not options.no_backend:
                s = backend.backend(stmt_list)
            if not options.output:
                f = splitext(basename(options.filename))[0] + ".py"
                with open(f, "w") as fp:
                    print_header(fp)
                    fp.write(s)
            else:
                fp.write(s)
                #fp.close()

        except KeyboardInterrupt:
            break
        except:
            nerrors += 1
            traceback.print_exc(file=sys.stdout)
            if options.strict:
                break
        finally:
            pass
    if nerrors:
        print("Errors:", nerrors)
Esempio n. 3
0
def sed(request):
    context = {'sr': 1/3600, 'log': []}

    if request.method == 'POST':
        # Form submission handling

        coords = request.POST.get('coords')
        sr = 1/3600
        name,ra,dec = resolve(coords)

        for _ in ['coords', 'preview']:
            context[_] = request.POST.get(_)

        if not name:
            context['message'] = "Can't resolve position: " + coords
        else:
            context['name'] = name
            context['ra'] = ra
            context['dec'] = dec
            context['sr'] = sr

            work = sed_worker(ra, dec, sr)

            context['cats'] = work['cats']

            context['log'] = work['log']

    return TemplateResponse(request, 'sed.html', context=context)
Esempio n. 4
0
 def compile(self, rdql):
     from lex import Lexer
     from yacc import Parser
     self.ast = Parser().parse(rdql, lexer=Lexer())
     self.ast = resolve(self.ast) 
     select, count, self.ast = generate(self.ast)
     return select, count
Esempio n. 5
0
    def Init(parameters):

        Log.node_name = parameters['NODENAME']
        Log.address = (resolve(parameters['LOGGER'])[0], 8083)

        #
        # Open the socket to the logging endpoint
        #
        Log.socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
Esempio n. 6
0
def callgraph(func_list):
    """
    Build callgraph of func_list, ignoring
    built-in functions
    """
    G = nx.DiGraph()
    for func in func_list:
        G.add_node(func.head.ident.name)
    for func in func_list:
        assert isinstance(func,node.function)
        func_name = func.head.ident.name
        resolve.resolve(func)
        for s in node.postorder(func):
            if (s.__class__ is node.funcall and
                s.func_expr.__class__ is  node.ident and
                s.func_expr.name in G.nodes()):
                G.add_edge(func_name,s.func_expr.name)
    return G
Esempio n. 7
0
def callgraph(func_list):
    """
    Build callgraph of func_list, ignoring
    built-in functions
    """
    G = nx.DiGraph()
    for func in func_list:
        G.add_node(func.head.ident.name)
    for func in func_list:
        assert isinstance(func, node.function)
        func_name = func.head.ident.name
        resolve.resolve(func)
        for s in node.postorder(func):
            if (s.__class__ is node.funcall
                    and s.func_expr.__class__ is node.ident
                    and s.func_expr.name in G.nodes()):
                G.add_edge(func_name, s.func_expr.name)
    return G
Esempio n. 8
0
def main():
    tar = None
    if not options.filelist:
        options.parser.print_help()
        return
    if (len(options.filelist) == 1 and options.filelist[0].endswith(".tar")):
        tar = tarfile.open(options.filelist[0])
        options.filelist = tar.getnames()
    if options.output == "-":
        fp = sys.stdout
    elif options.output:
        fp = open(options.output, "w")
    else:
        assert not options.output
        filename, filetype = splitext(basename(options.filelist[0]))
        options.output = filename + ".py"
        fp = open(options.output, "w")

    print >> fp, "# Autogenerated with SMOP " + version.__version__
    #print >> fp, "from __future__ import division"
    print >> fp, "from smop.core import *"
    if options.link:
        print >> fp, "from %s import *" % options.link
    print >> fp, "#", options.filename

    for i, options.filename in enumerate(options.filelist):
        try:
            if not options.filename.endswith((".m")):
                if options.verbose:
                    print "\tIgnored: '%s' (unexpected file type)" % options.filename
                continue
            if os.path.basename(options.filename) in options.xfiles:
                print "\tExcluded: '%s'" % options.filename
                continue
            if options.verbose:
                print options.filename
            if tar:
                buf = tar.extractfile(options.filename).read()
            else:
                buf = open(options.filename).read()
            buf = buf.replace("\r\n", "\n")
            buf = buf.decode("ascii", errors="ignore")
            stmt_list = parse.parse(buf if buf[-1] == '\n' else buf + '\n')
            #assert None not in stmt_list
            if not stmt_list:
                return
            if not options.no_resolve:
                G = resolve.resolve(stmt_list)
            if not options.no_backend:
                s = backend.backend(stmt_list)
                print >> fp, s
        except Exception as e:
            print "\tFailed: ", options.filename
            if not options.ignore:
                raise
            options.ignore -= 1
Esempio n. 9
0
def main():
    if len(sys.argv) != 2:
        print("Usage: " + os.path.basename(__file__) + " path/to/library")
        exit(1)
    path = os.path.abspath(__file__)
    os.chdir(os.path.dirname(path))
    path_to_library = os.path.abspath(sys.argv[1])

    resolved_content = resolve.resolve(path_to_library)
    return_code = copy_to_clipboard(resolved_content)
    exit(return_code)
Esempio n. 10
0
def secondscale_map(request, ra=0, dec=0, sr=0.01, size=600):
    if request.method == 'POST':
        coords = request.POST.get('coords')
        sr = float(request.POST.get('sr'))
        name, ra, dec = resolve(coords)

        return redirect('/secondscale/map/coords/%g/%g/%g' % (ra, dec, sr))

    if ra and dec:
        ra = float(ra)
        dec = float(dec)
        sr = float(sr) if sr else 0.01

    records = Records.objects.extra(where=[
        "q3c_radial_query(ra, dec, %s, %s, %s)"
    ],
                                    params=(ra, dec, sr)).order_by('time')

    x = []
    y = []
    mag = []
    f = []

    for r in records:
        x.append(r.ra)
        y.append(r.dec)
        mag.append(r.mag)
        f.append(favor2_filters.get(r.filter.id))

    dpi = 72
    figsize = (size / dpi, size / dpi)

    fig = Figure(facecolor='white', figsize=figsize)
    ax = fig.add_subplot(111)

    formatter = ScalarFormatter(useOffset=False)
    ax.xaxis.set_major_formatter(formatter)
    ax.yaxis.set_major_formatter(formatter)

    ax.scatter(x, y, c=f)

    ax.set_xlabel("RA")
    ax.set_ylabel("Dec")

    ax.set_title("Map at (%g, %g), radius %g" % (ra, dec, sr))

    # 10% margins on both axes
    ax.margins(0.1, 0.1)

    canvas = FigureCanvas(fig)
    response = HttpResponse(content_type='image/png')
    canvas.print_png(response)

    return response
Esempio n. 11
0
def secondscale_info(request, ra=0, dec=0, sr=0.01, size=1000):
    if request.method == 'POST':
        coords = request.POST.get('coords')
        sr = request.POST.get('sr')
        sr = float(sr) if sr else 0.01
        name, ra, dec = resolve(coords)

        return redirect('/secondscale/coords/%g/%g/%g' % (ra, dec, sr))

    return TemplateResponse(request,
                            'secondscale_info.html',
                            context={
                                'ra': ra,
                                'dec': dec,
                                'sr': sr
                            })
Esempio n. 12
0
def survey_info(request, ra=0, dec=0, sr=0.1, filter=True, imtype='survey'):
    if request.method == 'POST':
        coords = request.POST.get('coords')
        sr = request.POST.get('sr')
        sr = float(sr) if sr else 0.01
        name, ra, dec = resolve(coords)

        return redirect('/survey/%g/%g/%g' % (ra, dec, sr))

    if request.GET.has_key('type'):
        imtype = request.GET.get('type', 'survey')

    context = {}

    context['ra'] = ra
    context['dec'] = dec
    context['sr'] = sr

    # TODO: expand the search area a bit and filter images containing the point
    images = Images.objects.extra(
        where=["q3c_radial_query(ra0, dec0, %s, %s, %s)"],
        params=(ra, dec, 7.0),
        select={
            'filter_string': 'get_filter_name(filter)'
        }).filter(type=imtype).order_by('-time')

    if request.method == 'GET' and request.GET.get('channel_id'):
        images = images.filter(channel_id=int(request.GET.get('channel_id')))

    if request.method == 'GET':
        filter = int(request.GET.get('filter', 1))

    if filter and filter == 1:
        images = [
            i for i in images if check_pos(i.keywords, float(ra), float(dec))
        ]

    if filter and filter == 2:
        images = images.extra(where=[
            "id IN (SELECT DISTINCT frame FROM records2 WHERE q3c_radial_query(ra, dec, %s, %s, %s))"
        ],
                              params=(ra, dec, 0.01))

    context['images'] = images

    return TemplateResponse(request, 'survey_info.html', context=context)
def lookup(nodes, interfaces):
    # join nodes to interfaces
    node_to_ips = {}
    missing = []
    for name, n in nodes.iteritems():
        ips = []
        for i in n['interface_ids']:
            ip = interfaces[i]['ip']
            if ip:
                ips.append(ip)
        if ips:
            node_to_ips[name] = ips
        else:
            missing.append(name)
            
    # if IP is not in PLCAPI, do the lookup ourselves
    if len(missing) > 0:
        node_to_ips.update(resolve.resolve(missing))
    return node_to_ips
Esempio n. 14
0
    def __init__(self, node, state, src_port_index, dst_node, dst_port_index,
                 dst_uid):

        dst_port = self.PORT_OFFSET + dst_port_index if state == 'Enabled' else self.PORT_DEAD
        dst_addr, _ = resolve(dst_node)
        src_addr, _ = node.env['profile']['address'].split(':')

        self.node = node
        self.state = state
        self.index = src_port_index
        self.remote_port = 0
        self.remote_uid = 0
        self.training_state = 0
        self.lock = Lock()
        self.remote_addr = (dst_addr, dst_port)
        self.socket = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        self.address = socket.gethostbyname(src_addr)

        self.socket.bind((self.address, src_port_index + self.PORT_OFFSET))
Esempio n. 15
0
def uv_only(request, size=512):
    context = {'sr': 0.1, 'log': []}

    if request.method == 'POST':
        # Form submission handling

        coords = request.POST.get('coords')
        sr = float(request.POST.get('sr', 0.1))
        name,ra,dec = resolve(coords)

        for _ in ['coords', 'preview', 'nuv', 'fuv']:
            context[_] = request.POST.get(_)

        if not name:
            context['message'] = "Can't resolve position: " + coords
        else:
            context['name'] = name
            context['ra'] = ra
            context['dec'] = dec
            context['sr'] = float(sr) if sr else 0.1

            work = uv_only_worker(ra, dec, sr)

            context['cats'] = work['cats']

            if work['galex']:
                table = work['galex']['table']
                table = table[work['nidx']]

                if request.POST.get('nuv'):
                    table = table[table['NUV'] < float(request.POST.get('nuv'))]

                if request.POST.get('fuv'):
                    table = table[table['FUV'] < float(request.POST.get('fuv'))]

                context['table'] = table

                context['has_sdss'] = 'sdss' in [_['name'] for _ in work['cats']]

            context['log'] = work['log']

    return TemplateResponse(request, 'uv-only.html', context=context)
Esempio n. 16
0
def survey_photometry(request, imtype='survey'):
    context = {}

    ra, dec, sr = None, None, 0.01

    if request.method == 'POST':
        coords = request.POST.get('coords')
        sr = request.POST.get('sr')
        sr = float(sr) if sr else 0.01

        context['coords'] = coords

        name, ra, dec = resolve(coords)
        context['name'] = name

        if request.POST.get('bv'):
            context['bv'] = request.POST.get('bv')

        if request.POST.get('vr'):
            context['vr'] = request.POST.get('vr')

        if request.POST.get('period'):
            context['period'] = request.POST.get('period')

    context['ra'] = ra
    context['dec'] = dec

    context['sr'] = sr

    if ra is not None and dec is not None:
        record = Records.objects.extra(
            where=["q3c_radial_query(ra, dec, %s, %s, %s)"],
            params=(ra, dec, sr)).filter(filter=0).order_by('quality').first()
        if record:
            context['best_image'] = record.frame.id

    return TemplateResponse(request, 'survey_photometry.html', context=context)
Esempio n. 17
0
            try:
                symtab = {}
                for func_obj in func_list: 
                    try:
                        func_name = func_obj.head.ident.name
                        symtab[func_name] = func_obj
                        print "\t",func_name
                    except AttributeError:
                        if verbose:
                            print "\tJunk ignored"
                        if strict:
                            return
                        continue
                    if options.do_resolve:
                        resolve.resolve(func_obj)

                if options.do_typeof:
                    for func_obj in func_list:
                        t = func_obj.apply([],symtab)

                if options.do_rewrite:
                    for func_obj in func_list:
                        rewrite.rewrite(func_obj)

                for func_obj in func_list:
                    s = backend.backend(func_obj)
                    print >> fp, s
            except Exception as ex:
                print repr(ex)
                if strict:
Esempio n. 18
0
                    print "... t=123"
                    print "!exec foo(3)"

                    continue
                if buf[0] == '!':
                    try:
                        exec buf[1:]
                    except:
                        print "eh?"
                    continue
                t = parse.parse(buf if buf[-1] == '\n' else buf + '\n')
                if not t:
                    continue
            except EOFError:
                return
            resolve.resolve(t, symtab)
            _ = backend.backend(t)
            print _

    if not output:
        output = "a.py"
    fp = open(output, "w") if output != "-" else sys.stdout
    print >> fp, "# Autogenerated with SMOP version " + __version__
    print >> fp, "# " + " ".join(sys.argv)
    print >> fp, "from __future__ import division"
    print >> fp, "from runtime import *"

    for pattern in args:
        for filename in glob.glob(os.path.expanduser(pattern)):
            if not filename.endswith(".m"):
                print "\tIngored file: '%s'" % filename
Esempio n. 19
0
def Resolve(tree, GeneToSpecies):
    StoreSpeciesSets(tree, GeneToSpecies)
    for n in tree.traverse("postorder"):
        tree = resolve.resolve(n, GeneToSpecies)
    return tree
Esempio n. 20
0
def secondscale_lightcurve(request,
                           ra=0,
                           dec=0,
                           sr=0.01,
                           size=1000,
                           type='mag'):
    type = type or 'mag'

    if request.method == 'POST':
        coords = request.POST.get('coords')
        sr = float(request.POST.get('sr'))
        name, ra, dec = resolve(coords)

        return redirect('/secondscale/lightcurve/coords/%g/%g/%g' %
                        (ra, dec, sr))

    if ra and dec:
        ra = float(ra)
        dec = float(dec)
        sr = float(sr) if sr else 0.01

    records = Records.objects.extra(where=[
        "q3c_radial_query(ra, dec, %s, %s, %s)"
    ],
                                    params=(ra, dec, sr)).order_by('time')

    x = []
    y = []
    y1 = []
    y2 = []
    f = []

    for r in records:
        x.append(r.time)
        if type == 'mag':
            y.append(r.mag)
            y1.append(r.mag - r.mag_err)
            y2.append(r.mag + r.mag_err)
        else:
            y.append(r.flux)
            y1.append(r.flux - r.flux_err)
            y2.append(r.flux + r.flux_err)

        f.append(favor2_filters.get(r.filter.id))

    dpi = 72
    figsize = (size / dpi, 600 / dpi)

    fig = Figure(facecolor='white', figsize=figsize)
    ax = fig.add_subplot(111)
    ax.autoscale()

    #ax.plot(x, y, ".")
    ax.scatter(x, y, c=f, marker='.', edgecolors=f)
    ax.vlines(x, y1, y2, colors=f)

    if records:  # It is failing if no points are plotted
        ax.xaxis.set_major_formatter(DateFormatter('%Y.%m.%d %H:%M:%S'))

    ax.set_xlabel("Time, UT")

    if type == 'mag':
        ax.set_ylabel("Magnitude")
        ax.invert_yaxis()
    else:
        ax.set_ylabel("Flux, ADU")

    ax.set_title("Lightcurve at (%g, %g), radius %g" % (ra, dec, sr))

    fig.autofmt_xdate()

    # 10% margins on both axes
    ax.margins(0.1, 0.1)

    canvas = FigureCanvas(fig)
    response = HttpResponse(content_type='image/png')
    canvas.print_png(response)

    return response
Esempio n. 21
0
            selecao += 9
    elif key == 'a':
        if (selecao - 1) >= 1:
            selecao -= 1
    elif key == 'd':
        if (selecao + 1) <= 81:
            selecao += 1
    elif key in ['0','1','2','3','4','5','6','7','8','9','.']:
        jogo = tratador(jogo,key, lg,  lr, cg, cr)
    elif key == 'n':
        from novo_jogo import novo_jogo
        jogo,solucao = novo_jogo(jogo,solucao)
        
    elif key == 'z':
        from salva_jogo import salva_jogo
        salva_jogo(jogo, solucao)
        
    elif key == 'f':
        from fecha_jogo import fecha_jogo
        resposta = fecha_jogo()
        if resposta in ['s', 'S']:
            break
    elif key == 'x':
        from resolve import resolve
        jogo, solucao = resolve(jogo, solucao)

    lg,  lr, cg, cr = desenha_sudoku(window1, jogo, selecao)
    key = window1.getch()

curses.endwin()
Esempio n. 22
0
                    continue
                print('Instrumentation finished')

                print('Profiling: %s' % full_path)
                output = None
                lib = get_lib(full_path)
                if not os.path.exists(d8_path):
                    print("Wrong d8_path. Set correct d8_path.")
                    exit()
                cmd = [d8_path]
                if len(lib) > 0:
                    cmd.append(lib)
                cmd.append(ins_path)
                output = None
                try:
                    output = subprocess.check_output(cmd, timeout=30)
                except subprocess.TimeoutExpired as e:
                    output = e.output
                except subprocess.CalledProcessError as e:
                    output = e.output

                print('Profiling finished')
                records = resolve.resolve(output)
                if len(records) > 0:
                    with open(type_path, 'wb') as f:
                        f.write(json.dumps(records).encode())
    else:
        print("Wrong corpus directory path")

    FNULL.close()
Esempio n. 23
0
def getDetails():
    if request.method == "POST":
        domain = request.form['domain']
        s = resolve.resolve(domain)
        # print(s)
        return s
Esempio n. 24
0
def pscheduler():
    return resolve('pyramid_scheduler.pscheduler:main')()
Esempio n. 25
0
def proxy(argv=sys.argv):
    pcmd = argv[0][argv[0].rindex('i-') + 2:]
    return resolve('pyramid.scripts.' + pcmd + ':main')(argv=argv)
Esempio n. 26
0
def images_list(request,
                night='',
                type='all',
                ra='',
                dec='',
                sr='5.0',
                channel=0):
    if request.method == 'POST':
        coords = request.POST.get('coords')
        sr = float(request.POST.get('sr'))
        type = request.POST.get('type')
        name, ra, dec = resolve(coords)

        if not type or type == 'all':
            return redirect('/images/coords/%g/%g/%g' % (ra, dec, sr))
        else:
            return redirect('/images/coords/%g/%g/%g/type/%s' %
                            (ra, dec, sr, type))

    if ra and dec:
        # Positional query
        ra = float(ra)
        dec = float(dec)
        sr = float(sr) if sr else 5.0
        images = Images.objects.extra(
            select={
                'filter_string': 'get_filter_name(filter)'
            },
            where=["q3c_radial_query(ra0, dec0, %s, %s, %s)"],
            params=(ra, dec, sr)).order_by('-time')
        #images = Images.objects.raw("SELECT *, get_filter_name(filter) AS filter_string FROM images WHERE q3c_radial_query(ra0, dec0, %s, %s, %s) ORDER BY time DESC", (ra, dec, sr))
        query_type = 'positional'
    elif night:
        # Images for given night
        images = Images.objects.extra(
            select={
                'filter_string': 'get_filter_name(filter)'
            }).order_by('-time').filter(night=night)
        query_type = 'night'
    else:
        images = Images.objects.extra(
            select={
                'filter_string': 'get_filter_name(filter)'
            }).order_by('-time')
        query_type = 'all'

    if type and type != 'all':
        images = images.filter(type=type)
    else:
        type = 'all'

    if request.method == 'GET':
        if request.GET.get('channel'):
            images = images.filter(channel_id=int(request.GET.get('channel')))
        if request.GET.get('filter'):
            images = images.filter(filter__name=request.GET.get('filter'))

    types = [
        i[0]
        for i in db_query("SELECT fast_distinct(%s, %s)", ('images', 'type'),
                          simplify=False)
    ]
    types.append('all')

    channels = [str(x) for x in range(1, settings.NCHANNELS + 1)]

    return TemplateResponse(request,
                            'images.html',
                            context={
                                'images': images,
                                'night': night,
                                'type': type,
                                'types': types,
                                'query_type': query_type,
                                'channels': channels,
                                'ra': ra,
                                'dec': dec,
                                'sr': sr
                            })
Esempio n. 27
0
def scheduler_target_view(request, id=0):
    target = SchedulerTargets.objects.get(id=id)
    context = {'target': target}

    if request.method == 'POST':
        action = request.POST.get('action')

        if action == 'disable' and target.status.name == 'active':
            target.status = SchedulerTargetStatus.objects.get(name='inactive')
            target.save()

        if action == 'enable' and target.status.name == 'inactive':
            target.status = SchedulerTargetStatus.objects.get(name='active')
            target.save()

        if action == 'complete' and target.status.name != 'archived':
            target.status = SchedulerTargetStatus.objects.get(name='completed')
            target.save()

        if action == 'restart':
            target.status = SchedulerTargetStatus.objects.get(name='active')
            target.save()

        if action == 'delete':
            target.delete()

        if action == 'update':
            name = request.POST.get('new-name')
            coords = request.POST.get('new-coords')
            type = request.POST.get('new-type')
            filter = request.POST.get('new-filter')

            # Parse exposure
            try:
                exposure = float(request.POST.get('new-exposure'))

                exposure = max(0.1, min(exposure, 10000.0))
            except:
                exposure = 10.0

            # Repeat
            try:
                repeat = int(request.POST.get('new-repeat'))
                repeat = max(1, min(repeat, 1000))
            except:
                repeat = 1

            # Remove whitespaces
            name = '_'.join(name.split())

            # Parse coordinates
            sname, ra, dec = resolve(coords)

            if not sname:
                message = "Can't resolve object: %s" % (coords)
            elif not name:
                message = "Empty target name"
            else:
                target.name = name
                target.type = type
                target.filter = filter
                target.exposure = exposure
                target.repeat = repeat
                target.ra = ra
                target.dec = dec
                target.save()

        return redirect('scheduler_target', id)

    uuid = target.uuid

    images = Images.objects.raw(
        "select *,get_filter_name(filter) as filter_string from images where keywords->'TARGET UUID'='%s' and type != 'avg' order by time desc"
        % (uuid))
    nimages = len(list(images))

    context['images'] = images
    context['nimages'] = nimages

    return TemplateResponse(request, 'scheduler_target.html', context=context)
Esempio n. 28
0
def alembic():
  return resolve('alembic.config:main')()
Esempio n. 29
0
def Resolve(tree, GeneToSpecies):
    StoreSpeciesSets(tree, GeneToSpecies)
    for n in tree.traverse("postorder"):
        tree = resolve.resolve(n, GeneToSpecies)
    return tree
Esempio n. 30
0
			string += '\n\t\t],\n'

		for k in self.set_required_pre:
			string += '\t\t"%s": [\n' %(dico[k + "Adjust"])  #ici
			for c in self.alphabet:
				fmt = '\t\t\t{ "read" : "%s", "to_state": "%s", "write": "%s", "action": "%s"},\n'
				string += fmt %(c, dico[k], c, 'RIGHT')  #ici
			string = string[:-2]
			string += '\n\t\t],\n'


		string = string[:-2]
		string += '\n\t}\n'
		string += "}\n"
		with open("lol.json", "w") as stream:
			stream.write(string)
		# print string


if __name__ == "__main__":
	tk = get_tokens()
	p = Prog(tk)
	print p.name
	print p.alphabet
	print p.blank
	print p.set_lb
	for st in p.lst_st:
		print str(st)
	resolve(p)
	p.tojson()
Esempio n. 31
0
import json

import requests

from resolve import resolve
from jsonfind import find_and_modify

if __name__ == '__main__':
    response = requests.get('http://localhost:5000')
    body = response.json()
    print(
        f'response body: {json.dumps(body["container"]["params"], indent=4)}')
    for resolver in body['resolvers']:
        value = resolve(resolver, resolver['target']['type'])
        find_and_modify(resolver['target']['query'],
                        body['container']['params'], value)

    print(
        f'resolved body: {json.dumps(body["container"]["params"], indent=4)}')
Esempio n. 32
0
#建立数据库中的表单
def create_mysql():
    key = [u'中文名称']
    url = item_url + '1'
    soup = BeautifulSoup(spider(url))
    table = soup.html.body.findChildren('table')
    tr = table[2].findChildren('tr')
    for i in range(len(tr)):
        td = tr[i].findChildren('td')
        key.append(td[0].contents[0].split('\n')[0])
    sql_create = """create table tcmcenter.tcm( tcmid int not null auto_increment,"""
    for i in range(len(key) - 1):
        sql_create = sql_create + key[i] + ' text null,'
    sql_create = sql_create + key[-1] + " text null,primary key(tcmid));"
    #print sql_create
    cur.execute(sql_create)
    #设置成MyISAM的形式,但是创建的时候默认是InnoDB,这么做的主要目的是使用InnoDB时不允许row size太大
    sql_alter = """alter table tcmcenter.tcm engine=MyISAM"""
    cur.execute(sql_alter)
    conn.commit()


if __name__ == '__main__':
    create_mysql()
    for i in range(100):
        url = item_url + str(i + 1)
        resolve(spider(url))
    cur.close()
    conn.close()
Esempio n. 33
0
def alembic():
    return resolve('alembic.config:main')()
Esempio n. 34
0
def main():
    tar = None
    if "M" in options.debug:
        import pdb
        pdb.set_trace()
    if not options.filelist:
        if options.archive:
            tar = tarfile.open(options.archive)
            options.filelist = tar.getnames()
        elif options.code:
            tmp = tempfile.NamedTemporaryFile(suffix=".m")
            tmp.file.write(options.code)
            tmp.file.flush()
            options.filelist = [tmp.name]
            if options.output:
                print "Conflicting options -c and -o"
                return
            options.output = "-"
        else:
            options.parser.print_help()
            return
    if options.output == "-":
        fp = sys.stdout
    elif options.output:
        fp = open(options.output, "w")
    else:
        fp = None
    if fp:
        print_header(fp)
    if options.glob_pattern:
        options.filelist = fnmatch.filter(options.filelist,
                                          options.glob_pattern)
    nerrors = 0
    for i, options.filename in enumerate(options.filelist):
        try:
            if options.verbose:
                print i, options.filename
            if not options.filename.endswith(".m"):
                if options.verbose:
                    print("\tIgnored: '%s' (unexpected file type)" %
                          options.filename)
                continue
            if basename(options.filename) in options.xfiles:
                if options.verbose:
                    print "\tExcluded: '%s'" % options.filename
                continue
            if tar:
                buf = tar.extractfile(options.filename).read()
            else:
                buf = open(options.filename).read()
            buf = buf.replace("\r\n", "\n")
            buf = buf.decode("ascii", errors="ignore")
            stmt_list = parse.parse(buf if buf[-1] == '\n' else buf + '\n')
            #assert None not in stmt_list
            if not stmt_list:
                continue
            if not options.no_resolve:
                G = resolve.resolve(stmt_list)
            if not options.no_backend:
                s = backend.backend(stmt_list)
            if not options.output:
                f = splitext(basename(options.filename))[0] + ".py"
                with open(f, "w") as fp:
                    print_header(fp)
                    fp.write(s)
                try:
                    py_compile.compile(f,doraise=True)
                    if options.execfile:
                        execfile(f)
                except:
                    if options.delete-on-error:
                        os.unlink(f)
                        if options.verbose:
                            print "Removed",f
                    raise
            else:
                fp.write(s)
        except KeyboardInterrupt:
            break
        except:
            nerrors += 1
            traceback.print_exc(file=sys.stdout)
            if options.strict:
                break
        finally:
            print "Errors:", nerrors
Esempio n. 35
0
File: main.py Progetto: RobBW/smop
                    buf = buf[:-1] + "\n" + raw_input("... ")
                if buf[0] == '?':
                    print main.__doc__
                    continue
                if buf[0] == "!":
                    try:
                        exec buf[1:]
                    except Exception as ex:
                        print ex
                    continue
                t = parse.parse(buf if buf[-1]=='\n' else buf+'\n')
                if not t:
                    continue
                print "t=", repr(t)
                print 60*"-"
                resolve.resolve(t,symtab)
                print "t=", repr(t)
                print 60*"-"
                print "symtab:",symtab
                s = backend.backend(t)
                print "python:",s.strip()
                try:
                    print eval(s)
                except SyntaxError:
                    exec s
            except EOFError:
                return
            except Exception as ex:
                print ex

    if not output:
Esempio n. 36
0
def pscheduler():
  return resolve('pyramid_scheduler.pscheduler:main')()
Esempio n. 37
0
            string = string[:-2]
            string += '\n\t\t],\n'

        for k in self.set_required_pre:
            string += '\t\t"%s": [\n' % (dico[k + "Adjust"])  #ici
            for c in self.alphabet:
                fmt = '\t\t\t{ "read" : "%s", "to_state": "%s", "write": "%s", "action": "%s"},\n'
                string += fmt % (c, dico[k], c, 'RIGHT')  #ici
            string = string[:-2]
            string += '\n\t\t],\n'

        string = string[:-2]
        string += '\n\t}\n'
        string += "}\n"
        with open("lol.json", "w") as stream:
            stream.write(string)
        # print string


if __name__ == "__main__":
    tk = get_tokens()
    p = Prog(tk)
    print p.name
    print p.alphabet
    print p.blank
    print p.set_lb
    for st in p.lst_st:
        print str(st)
    resolve(p)
    p.tojson()
Esempio n. 38
0
    def start(self):
        if not os.path.exists("/var/log/cronus"):
            os.makedirs("/var/log/cronus")

        logger_error = logging.getLogger("error_log")
        eh = logging.FileHandler("/var/log/cronus/error.log")
        eh.setLevel(logging.DEBUG)
        logger_error.addHandler(eh)

        logger_activity = logging.getLogger("activity_log")
        ah = logging.FileHandler("/var/log/cronus/activity.log")
        ah.setLevel(logging.DEBUG)
        logger_activity.addHandler(ah)

        while 1:
            conn = MySQLdb.connect(host=config.dbhost, user=config.dbuser, passwd=config.dbpasswd, db=config.dbname)
            cursor = conn.cursor()
            # retrieve new jobs
            cursor.execute("SELECT * from job_queue WHERE status = 0")
            conn.commit()
            conn.close()

            job_rows = cursor.fetchall()

            if len(job_rows) == 0:
                print "No jobs"
            else:
                # seperate jobs that should be executed and discarded
                job_rows, discarded_rows = resolve.resolve(job_rows)
                print "No of resolved rows", len(job_rows)
                print "No if discarded rows", len(discarded_rows)

                # set the executable job's status to 1 and invokes JobHandler.
                # updates the job in the db to prevent QueueHandler picking the job again
                for job_row in job_rows:
                    job_id = job_row[0]
                    status = 1
                    deployment_sets = self.get_deployment_sets(job_id)
                    job = Job(job_id, status, deployment_sets)
                    conn = MySQLdb.connect(
                        host=config.dbhost, user=config.dbuser, passwd=config.dbpasswd, db=config.dbname
                    )
                    cursor = conn.cursor()
                    cursor.execute("UPDATE job_queue SET status = 1 WHERE id = " + str(job_id))
                    conn.commit()
                    conn.close()

                    jobhandler = JobHandler(job)
                    jobhandler.start()

                # set the discarded job's status to 4 and invokes JobHandler
                # updates the job in the db to prevent QueueHandler picking the job again
                for job_row in discarded_rows:
                    job_id = job_row[0]
                    status = 4
                    deployment_sets = self.get_deployment_sets(job_id)
                    job = Job(job_id, status, deployment_sets)
                    conn = MySQLdb.connect(
                        host=config.dbhost, user=config.dbuser, passwd=config.dbpasswd, db=config.dbname
                    )
                    cursor = conn.cursor()
                    cursor.execute("UPDATE job_queue SET status = 1 WHERE id = " + str(job_id))
                    conn.commit()
                    conn.close()

                    jobhandler = JobHandler(job)
                    jobhandler.start()

            time.sleep(60)
Esempio n. 39
0
File: main.py Progetto: kem1/smop
def main():
    if "M" in options.debug:
        import pdb
        pdb.set_trace()
    if not options.filelist:
        options.parser.print_help()
        return
    if options.output == "-":
        fp = sys.stdout
    elif options.output:
        fp = open(options.output, "w")
    else:
        fp = None

    nerrors = 0
    for i, options.filename in enumerate(options.filelist):
        try:
            if options.verbose:
                print(i, options.filename)
            if not options.filename.endswith(".m"):
                print("\tIgnored: '%s' (unexpected file type)" %
                      options.filename)
                continue
            if basename(options.filename) in options.xfiles:
                if options.verbose:
                    print("\tExcluded: '%s'" % options.filename)
                continue
            buf = open(options.filename).read()
            buf = buf.replace("\r\n", "\n")
            stmt_list = parse.parse(buf if buf[-1] == '\n' else buf + '\n')

            if not stmt_list:
                continue
            if not options.no_resolve:
                G = resolve.resolve(stmt_list)
                graph_list = []
                for n in G.nodes():
                    temp = str.split(n, '_')
                    while len(temp) > 3:
                        temp[0] += '_' + temp.pop(1)
                    graph_list.append(temp + [G.node[n]["ident"].props])
                resolve_array_refs(stmt_list, graph_list)
            #print_list(stmt_list)
            if not options.no_backend:
                s = backend.backend(stmt_list).strip()
            if not options.output:
                f = splitext(basename(options.filename))[0] + ".py"
                with open(f, "w") as fp:
                    print_header(fp, s)
                    fp.write(s)
            else:
                print_header(fp, s)
                fp.write(s)
        except KeyboardInterrupt:
            break
        except:
            nerrors += 1
            traceback.print_exc(file=sys.stdout)
            if options.strict:
                break
        finally:
            pass
    if nerrors:
        print("Errors:", nerrors)
Esempio n. 40
0
def proxy(argv=sys.argv):
  pcmd = argv[0][argv[0].rindex('i-') + 2:]
  return resolve('pyramid.scripts.' + pcmd + ':main')(argv=argv)
Esempio n. 41
0
File: main.py Progetto: yenchih/smop
def main():
    #args = options.parser.parse_args()
    #for key in dir(args):
    #    if not key.startswith("_"):
    #        setattr(options,key,getattr(args,key))
    if not options.filelist:
        options.parser.print_help()
        return
    #assert options.filelist
    #xfiles = options.exclude.split(",") if options.exclude else []
    if not options.output:
        options.output = "a.py"
    fp = open(options.output,"w") if options.output != "-" else sys.stdout

    print >> fp, "# Autogenerated with SMOP "# + options.version
    # for key in dir(options.args):
    #     if not key.startswith("_"):
    #         value = getattr(options,key)
    #         print >> fp, '# %s=%s' % (key,value)
    print >> fp, "from __future__ import division"
    print >> fp, "from core import *"

    #if options.callgraph:
    #    C = nx.DiGraph()
    for options.filename in options.filelist:
        try:
            #for options.filename in glob.glob(os.path.expanduser(pattern)):
            print >> fp, "#", options.filename
            if not options.filename.endswith((".m",".tst")):
                print "\tIgnored file: '%s'" % options.filename
                continue
            if os.path.basename(options.filename) in options.xfiles:
                print "\tExcluded file: '%s'" % options.filename
                continue
            if options.verbose:
                print options.filename
            buf = open(options.filename).read().replace("\r\n","\n")
            stmt_list=parse.parse(buf if buf[-1]=='\n' else buf+'\n')
            #assert None not in stmt_list                  
            if not stmt_list and options.strict:
                return
            if options.enumerate:
                for i,stmt_obj in enumerate(stmt_list): 
                    #stmt_class = stmt_obj.__class__.__name__
                    print i, stmt_obj
            #     if i == options.debug_index:
            #         import pdb ; pdb.set_trace()
            #     if stmt_class == "func_stmt":
            #         func_name = stmt_obj.ident.name 
            #         if options.verbose:
            #             print "\t",func_name
            #     else:
            #         func_name = ""
            if not options.no_resolve:
                G = resolve.resolve(stmt_list)
            if not options.no_backend:
                s = backend.backend(stmt_list)
                print >> fp, s
        except Exception as e:
            print e
            if options.strict:
                raise
Esempio n. 42
0
def scheduler_targets_list(request, type=None):
    message = None

    inactive = False
    active = True
    completed = True
    archived = False
    failed = False

    if request.method == 'POST':
        message = ""
        ids = [int(id) for id in request.POST.getlist('target_ids[]')]
        action = request.POST.get('action')

        # message += request.POST.__str__()
        # if message:
        #     message += "<br>"

        if action == 'new':
            name = request.POST.get('new-name')
            coords = request.POST.get('new-coords')
            type = request.POST.get('new-type')
            filter = request.POST.get('new-filter')

            # Parse exposure
            try:
                exposure = float(request.POST.get('new-exposure'))

                exposure = max(0.1, min(exposure, 10000.0))
            except:
                exposure = 10.0

            # Repeat
            try:
                repeat = int(request.POST.get('new-repeat'))
                repeat = max(1, min(repeat, 1000))
            except:
                repeat = 1

            # Remove whitespaces
            name = '_'.join(name.split())

            # Parse coordinates
            sname, ra, dec = resolve(coords)

            if not sname:
                message = "Can't resolve object: %s" % (coords)
            elif not name:
                message = "Empty target name"
            else:
                id = db_query(
                    "INSERT INTO scheduler_targets (name, type, ra, dec, exposure, repeat, filter, status, time_created)"
                    +
                    " VALUES (%s, %s, %s, %s, %s, %s, %s, get_scheduler_target_status_id('active'), favor2_timestamp()) RETURNING id",
                    (name, type, ra, dec, exposure, repeat, filter))

                message = "Target %d created: Name: %s RA: %g Dec: %g Type: %s Filter: %s Exp: %g Repeat: %d" % (
                    id, name, ra, dec, type, filter, exposure, repeat)

        elif len(ids):
            for id in ids:
                target = SchedulerTargets.objects.get(id=id)

                if action == 'disable' and target.status.name == 'active':
                    target.status = SchedulerTargetStatus.objects.get(
                        name='inactive')
                    target.save()
                    message += "Target %d disabled<br>" % id

                if action == 'enable' and target.status.name == 'inactive':
                    target.status = SchedulerTargetStatus.objects.get(
                        name='active')
                    target.save()
                    message += "Target %d enabled<br>" % id

                if action == 'complete' and target.status.name != 'archived':
                    target.status = SchedulerTargetStatus.objects.get(
                        name='completed')
                    target.save()
                    message += "Target %d completed<br>" % id

                if action == 'restart':
                    target.status = SchedulerTargetStatus.objects.get(
                        name='active')
                    target.save()
                    message += "Target %d restarted<br>" % id

                if action == 'delete':
                    target.delete()
                    message += "Target %d deleted<br>" % id
        else:
            message = "No targets selected"

        # Redirect to the same view, but with no POST args. We can't display messages with it!
        return redirect('scheduler_targets')
    elif request.method == 'GET':
        active = int(request.GET.get('active', active))
        inactive = int(request.GET.get('inactive', inactive))
        completed = int(request.GET.get('completed', completed))
        failed = int(request.GET.get('failed', failed))

        type = request.GET.get('type', type)

    targets = SchedulerTargets.objects.order_by('-time_created')

    if not active:
        targets = targets.exclude(status__name='active')

    if not inactive:
        targets = targets.exclude(status__name='inactive')

    if not completed:
        targets = targets.exclude(status__name='completed')

    if not archived:
        targets = targets.exclude(status__name='archived')

    if not failed:
        targets = targets.exclude(status__name='failed')

    if type and type != 'all':
        targets = targets.filter(type=type)
    else:
        type = 'all'

    context = {
        'targets': targets,
        'message': message,
        'type': type,
        'active': active,
        'inactive': inactive,
        'completed': completed,
        'archived': archived,
        'failed': failed
    }

    context['types'] = [
        _['type']
        for _ in SchedulerTargets.objects.distinct('type').values('type')
    ]
    context['types'].append('all')

    return TemplateResponse(request, 'scheduler_targets.html', context=context)
Esempio n. 43
0
    args = parser.parse_args()

    #print("The arguments given are: ")
    #print("Genome is",args.genome_file)
    #print("VCF File is", args.vcf_file)
    #print("MEI Annotation file is", args.annot_file)
    #print("Output File is", args.output_file)7
    vcf_new = ''
    if args.vcf_folder is None:
        if args.output_file is None:
            output = args.vcf_file + "_v2"
            vcf_new = open(output, "w")
        else:
            output = args.output_file
            vcf_new = open(output, "w")

    if args.resolve:
        if args.annot_file is None or args.genome_file is None:
            sys.exit('Please run with correct genome and annotation file')
        else:
            mei_annot_file = args.annot_file
            genome = args.genome_file
            rslv.resolve(genome, args.vcf_file, vcf_new, mei_annot_file,
                         args.precise, args.vcf_folder, args.verbose)

    elif args.mendelian:
        print(
            "Running mendelian filter (Make sure that your VCF has the required columns for the trio and son must be at the last column)"
        )
        mf.flt(args.vcf_file, vcf_new)