Exemple #1
0
def main():
    try:
        import clime
    except ImportError:
        clime = None

    if clime:
        clime.start({'calendar': git_calendar})
    else:
        raise Exception("I need clime.")
Exemple #2
0
def main():

    try:
        import clime
    except ImportError:
        clime = None

    if clime and clime.__version__ >= '0.2':
        clime.start({'count': count})
    else:
        import sys
        print >> sys.stderr, 'It works better with Clime (>= 0.2). Visit http://clime.mosky.tw/ for more details.'
        if len(sys.argv) <= 1:
            count()
        else:
            count(sys.argv[1])
Exemple #3
0
    response = BidResponse()

    ofile = gzip.GzipFile(ofile, 'w')
    for line in buf_read(io):
        try:
            m = pattern.findall(line)
            if m:
                time, req, resp = m[0]
                request.ParseFromString(req)
                response.ParseFromString(resp)
                req = pb2json(request)
                resp = pb2json(response)

                # add some reference property
                req['time'] = time
                req['_type'] = 'BidRequest'
                resp['time'] = time
                resp['request_id']  = req['id']
                resp['_type'] = 'BidResponse'

                ofile.write(json.dumps(req) + '\n')
                ofile.write(json.dumps(resp) + '\n')
        except:
            pass



import re
if __name__ == "__main__":
    import clime; clime.start(default="convert")
Exemple #4
0
#!/usr/bin/env python
# -*- coding: utf-8 -*-

def reverse(string):
    '''reverse string
    '''

    print string.decode('UTF-8')[::-1]

if __name__ == '__main__':

    # > v0.2
    import clime
    clime.start(ignore_return=True)

    # >= v0.1.6
    #import clime
    #clime.customize(ignore_return=True)

    # It also works, because the ``reverse`` returns noting.
    #import clime.now
Exemple #5
0
        for row in ireader:
            if not row['Sponsor Package']: continue
            level = row['Sponsor Package'].split()[0]
            if level not in level_orders:
                logging.warning("not recognize level %s", level)
                continue

            name = row["Sponsor Name"].decode('utf8')
            logo = upload_image(row["Sponsor Logo Image"])
            description = row["Sponsor Description"].decode('utf8')

            sponsor_categories[level].append({
                "name": name,
                "level": level,
                "logo": logo,
                "description": description
            })

    sponsor_categories = [{
        "level":k,
        "sponsors": sponsor_categories[k]
    } for k in level_orders]

    html = template.render(sponsor_categories=sponsor_categories)
    with open('sponsor_page.gen.html', 'w') as ofile:
        ofile.write(html.encode('utf8'))


if __name__ == '__main__':
    import clime; clime.start(debug=True)
Exemple #6
0
def say(word, name=None):
    if name:
        print '%s, %s!' % (word, name)
    else:
        print '%s!' % word

def hi_cmd(name=None):
    say('Hi', name)

def hello_cmd(name=None):
    say('Hello', name)

if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX)

########NEW FILE########
__FILENAME__ = lineno
#!/usr/bin/env python
# -*- coding: utf-8 -*-

import sys

def lineno(start=0):
    for i, line in enumerate(sys.stdin, start):
        sys.stdout.write('%3d| %s' % (i, line))

if __name__ == '__main__':
    import clime.now
Exemple #7
0
        ofile.write(template.render({
            'img': img,
            'rows': new_rows
        }).encode('utf8'))


def main():
    with open('results.csv', 'w') as ofile:
        writer = csv.DictWriter(ofile, (
            'title',
            'link',
            'type',
            'contact',
            'place',
            'lat',
            'lng',
            'address',
            'size',
            'price',
            'img')
        )
        writer.writeheader()
        for i in parse(6):
            writer.writerow(i)
        for i in parse(12):
            writer.writerow(i)

if __name__ == '__main__':
    import clime
    clime.start(debug=True)
def parseTextContracts_cmd(where=None, limit=None):
    """Command that runs process to extract data from a text based contract using Poppler."""
    docformat = st.DOCFORMAT_CONTRACT

    query = queries.idOnly('T', docformat, where, limit)
    process = parseTextContracts()
    bulkProcess(process, query, abortOnError=False)


def parseTextInvoices_cmd(where=None, limit=None):
    """Command that runs process to extract data from a text based invoice using Poppler."""
    docformat = st.DOCFORMAT_INVOICE

    query = queries.idOnly('T', docformat, where, limit)
    process = parseTextInvoices()
    bulkProcess(process, query, abortOnError=False)


def parseTextOrders_cmd(where=None, limit=None):
    """Command that runs process to extract data from a text based order using Poppler."""
    docformat = st.DOCFORMAT_ORDER

    query = queries.idOnly('T', docformat, where, limit)
    process = parseTextOrders()
    bulkProcess(process, query, abortOnError=False)


if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX, debug=True)
    addinfo = ''
    if not noinfo:
        addinfo = ''' | sed -e "s|\(.\+\)$|\\1\\t{8}\\t%(page)i\\t%(extract_params)s\\t{1}\\t{2}\\t{3}\\t{4}\\t{5}\\t{6}\\t{7}\\t{8}|g" ''' % locals()

    addinfo += '\''  # quote for end of parallel section

    if outfile is not None:
        output_file = '''> %(outfile)s ''' % locals()

    cmd = ' '.join([pdfpaths, parallel, ghostscript, convert_resize, cropbox,
                    convert_crop, textcleaner_arg, threshold_arg, ocr, remove_nl, addinfo, output_file])

    if printcmd:
        print(cmd)
    else:
        cmdout = osutil.getStdoutFromCmd(cmd, shell=True)
        if cmdout.strip() != '':
            print cmdout


    # remove cuneiform output files
    filelist = glob.glob("/tmp/*cuneiform.txt")
    for f in filelist:
        os.remove(f)


if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX, doc=__doc__, default='run', debug=False)
Exemple #10
0
    #Load plugin module
    plugin_module = load_module(module_name, *find_module(plugin_name, [module_path]))

    #Get the command method and set it to command object
    methods = dir(plugin_module)
    for method in methods:
        if method.endswith("cmd"):
            method_obj = getattr(plugin_module, method)
            setattr(cmd_obj, method, method_obj)

    return plugin_module

def __load_module_from_package(package):

    #Find all python file in the package file
    package_path = os.path.join(plugins_root, package)

    plugin_files = os.listdir(package_path)

if __name__ == '__main__':

    __import_plugin_cmd("cli" ,"hello")

    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX, debug=True)




        all_p = dict(p.items() + cl_params.items())

        if i == 0:
            all_p['inputfile'] = inputfile
            #all_p['where'] = "and ep.params='%(b_params)s'" % b_params
        else:
            all_p['inputfile'] = invalidfile

        all_p['outfile'] = "%s%s_%i.tsv" % (st.to_validate_dir, targetfield, i)
        invalidfile = "%s%s_%i.tsv" % (st.invalid_data_dir, targetfield, i)

        if i == len(p) - 1:
            all_p['outputpng'] = True
            all_p['outputcrop'] = True
            all_p['outputchop'] = True

        rp.run_cmd(**all_p)

        osutil.getStdoutFromCmd(
            '''cat %s | python %svalidate.py %s  > %s ''' %
            (all_p['outfile'], st.python_bin, validfile, invalidfile),
            shell=True)


if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX,
                default='run_extract',
                debug=True)
Exemple #12
0
        print '%s, %s!' % (word, name)
    else:
        print '%s!' % word


def hi_cmd(name=None):
    say('Hi', name)


def hello_cmd(name=None):
    say('Hello', name)


if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX)

########NEW FILE########
__FILENAME__ = lineno
#!/usr/bin/env python
# -*- coding: utf-8 -*-

import sys


def lineno(start=0):
    for i, line in enumerate(sys.stdin, start):
        sys.stdout.write('%3d| %s' % (i, line))


if __name__ == '__main__':
Exemple #13
0
def main():
    import clime
    from gmachine import cmd
    clime.start(obj=cmd, black_list=["main", "local"])
Exemple #14
0
from __future__ import print_function

try:
    bytes
except NameError:
    bytes = str
    str = unicode


def reverse(x):
    '''We assume it is a helper function for something else.

    It returns True to let other stuff work.
    '''

    if not isinstance(x, (bytes, str)):
        x = str(x)

    if isinstance(x, bytes):
        x = x.decode('utf-8')

    print(x[::-1])

    return x


if __name__ == '__main__':
    import clime
    clime.start(ignore_return=True, debug=True)
Exemple #15
0
#!/usr/bin/env python
# -*- coding: utf-8 -*-

from __future__ import print_function

try:
    bytes
except NameError:
    bytes = str
    str = unicode

def reverse(x):
    '''We assume it is a helper function for something else.

    It returns True to let other stuff work.
    '''

    if not isinstance(x, (bytes, str)):
        x = str(x)

    if isinstance(x, bytes):
        x = x.decode('utf-8')

    print(x[::-1])

    return x

if __name__ == '__main__':
    import clime
    clime.start(ignore_return=True, debug=True)
Exemple #16
0
        chp_csv_path = _chp_csv_path
    if db_path is None:
        db_path = _db_path

    # build the index

    dir_ = Directory(db_path)
    with open(chp_csv_path, 'rb') as csv_f:
        dir_.load_chp_csv(csv_f)

def build_cmd(chp_csv_path=None, db_path=None):
    '''Build a ZIP code index by the CSV from Chunghwa Post.

    -i, --chp-csv-path  The path of the CSV.
    -o, --db-path       The output path.
    '''

    print('Building ZIP code index ...', end=' ')
    sys.stdout.flush()
    build(chp_csv_path, db_path)
    print('Done.')

if __name__ == '__main__':

    try:
        import clime
    except ImportError:
        build(*sys.argv[1:])
    else:
        clime.start(white_pattern=clime.CMD_SUFFIX)
Exemple #17
0
def main():
    import clime
    from gmachine import cmd
    clime.start(obj=cmd, black_list=["main", "local"])
            if not row['Sponsor Package']: continue
            level = row['Sponsor Package'].split()[0]
            if level not in level_orders:
                logging.warning("not recognize level %s", level)
                continue

            name = row["Sponsor Name"].decode('utf8')
            logo = upload_image(row["Sponsor Logo Image"])
            description = row["Sponsor Description"].decode('utf8')

            sponsor_categories[level].append({
                "name": name,
                "level": level,
                "logo": logo,
                "description": description
            })

    sponsor_categories = [{
        "level": k,
        "sponsors": sponsor_categories[k]
    } for k in level_orders]

    html = template.render(sponsor_categories=sponsor_categories)
    with open('sponsor_page.gen.html', 'w') as ofile:
        ofile.write(html.encode('utf8'))


if __name__ == '__main__':
    import clime
    clime.start(debug=True)
Exemple #19
0
    for root, dirs, files in os.walk(dir_path.decode("cp950")):
        failed_files = filter(lambda n: n.endswith('-failed.pdf'), files)

        for failed_file in failed_files:
            fullpath = os.path.join(root, failed_file)

            try:
                reset_filename(fullpath)
            except WindowsError:
                print [fullpath]

def download(target_id):

    browser = webdriver.Ie()

    part1_login(browser)

    loggedin_cookies = cookies_to_dict(browser.get_cookies())

    get_profile_url = 'https://social.ntpc.gov.tw/jsp/G/SWJG010.jsp?update=1231231123'
    get_profile_formdata = 'actionType=query&primarykey1=&primarykey2=&primarykey3=&P_QUERYTYPE=G010&P_USERDOWNTN=10100010&P_ALLTITLES=11003005&P_LIMITCONTROL=townApply&P_FDYYY=&P_CHECKFLAG0=0&P_CHECKFLAG=&P_WFNO1=&P_WFNO2=&P_TBHEAD=W00&view_P_APPDTS=&P_APPDTS=&view_P_APPDTE=&P_APPDTE=&P_IDNO=F290211348&P_NAME=&P_DOWNTN=&P_AREA=&view_P_WSDTS=&P_WSDTS=&view_P_WSDTE=&P_WSDTE=&P_APPDOWNTN=&P_APPIDNO=&view_P_ALLOTDTSY=&view_P_ALLOTDTSM=&P_ALLOTDTS=&view_P_ALLOTDTEY=&view_P_ALLOTDTEM=&P_ALLOTDTE=&P_CHK539=&view_P_DOCDT=&P_DOCDT=&P_DOCNO='

    resp_caselist = requests.post(get_profile_url, data=get_profile_formdata, cookies=loggedin_cookies, verify=False)
    print resp_caselist.text



if __name__ == '__main__':
    import clime
    clime.start(white_list=['upload', 'download', 'batchupload', 'reset_fail'], debug=DEBUG)
Exemple #20
0
def application(env, start_response):
    path = env['PATH_INFO']
    qs = env['QUERY_STRING']
    logger.info(path + "?" + qs)

    start_response('204 No Content', [])
    return []

class LogServer(gevent.server.DatagramServer):
    def handle(self, data, address):
        logger.info(data)


def start(type="TCP", port=8080, filename="request.log", when="H"):
    config = yaml.load(open('conf.yaml', 'r').read().format(**{
        "filename": filename,
        "when": when
    }))
    logging.config.dictConfig(config)

    if type == "TCP":
        WSGIServer(('', port), application).serve_forever()
    else:
        LogServer(":%s" % port).serve_forever()


if __name__ == '__main__':
   import clime; clime.start()
    # start('tagtoo_rtb_log', type="UDP")

Exemple #21
0
#!/usr/bin/env python
# -*- coding: utf-8 -*-

from __future__ import print_function


def say(word, name=None):
    if name:
        print('%s, %s!' % (word, name))
    else:
        print('%s!' % word)


def hi_cmd(name=None):
    say('Hi', name)


def hello_cmd(name=None):
    say('Hello', name)


if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX)
        min_percent_ratio_score = aratio_diffs[close_percent]

        if min_ratio_score * min_ratio_percent_score < min_percent_score * min_percent_ratio_score:
            b_index = close_ratio
        else:
            b_index = close_percent
    else:
        b_index = close_ratio  # They're the same

    b = blobs[b_index]

    minx = minX(b)
    miny = minY(b)
    maxx = maxX(b)
    maxy = maxY(b)

    imgc = imgc[minx:maxx, miny:maxy]

    imout = np.uint8(imgc)
    out = Image.fromarray(imout)

    out.save(sys.stdout, format='PNG')


if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX,
                doc=__doc__,
                default='run',
                debug=False)
        validfile = "%s%s.tsv" % (st.raw_data_dir, targetfield)
    else:
        validfile = validfile 


    for i, p in enumerate(st.extract_params):

        all_p = dict(p.items() + cl_params.items())

        if i == 0:
            all_p['inputfile'] = inputfile
            #all_p['where'] = "and ep.params='%(b_params)s'" % b_params
        else:
            all_p['inputfile'] = invalidfile

        all_p['outfile'] = "%s%s_%i.tsv" % (st.to_validate_dir, targetfield, i)
        invalidfile = "%s%s_%i.tsv" % (st.invalid_data_dir, targetfield, i)

        if i == len(p) - 1:
            all_p['outputpng'] = True
            all_p['outputcrop'] = True
            all_p['outputchop'] = True

        rp.run_cmd(**all_p)

        osutil.getStdoutFromCmd('''cat %s | python %svalidate.py %s  > %s ''' % (all_p['outfile'], st.python_bin, validfile, invalidfile), shell=True)

if __name__ == '__main__':
    import clime
    clime.start(white_pattern=clime.CMD_SUFFIX, default='run_extract', debug=True)