示例#1
0
    def test_example(self, engine):
        users = get_table('users', columns=['id', 'name', 'age', 'password'])
        start = time.time()
        i = users.insert()
        i.execute(name='Mary', age=30, password='******')
        i.execute({'name': 'John', 'age': 42},
                  {'name': 'Susan', 'age': 57},
                  {'name': 'Carl', 'age': 33})

        s = users.select()    # SELECT * FROM users
        rs = s.execute()

        row = rs.fetchone()
        assert row.id == 1
        assert row['name'] == 'Mary'
        assert row.age == 30
        assert row[users.c.password] == 'secret'

        stuff = [(row.name, row.age) for row in rs]
        assert stuff == [('John', 42), ('Susan', 57), ('Carl', 33)]

        # row = db.engine.execute('select sum_of_ages()').fetchone()
        row = engine.execute('select sum_of_ages()').fetchone()
        assert row[0] == 162

        # make sure this stuff is performant
        test_time = time.time() - start
        assert test_time < 0.1, test_time
def main(args):
    output_folder = os.path.expanduser(args.output_folder)
    books = helper.get_table(output_folder, force=args.force)
    if args.gui:
        app = gui.create()
        app.set_output_folder(output_folder)
        app.populate_genres(helper.get_genres(books))
        app._helper = helper
        app._books = books
        threading.Thread(app.mainloop()).start()
        return 0

    if args.list_genres:
        print("\nAvailable genre options:")
        genres = helper.get_genres(books)
        for key in sorted(genres):
            print("  '{}': {} books".format(key, genres[key]))
        print()
        return 0

    if args.list_books is not None:
        print("\nList of available books:")
        count = 0
        books = helper.get_books_in_genres(books, args.list_books)
        for book in sorted(books):
            count += 1
            print("  {}. {}".format(count, book))
        print()
        return 0

    if not args.genre and not args.title and not args.all:
        print("\nNo books selected to download!")
        print("  Please select books by title (--title) or genre (--genre)")
        print("  If you want to download everything use --all\n")
        return 1

    helper.download_books(
        books,
        args.output_folder,
        force=args.force,
        selected_genre=args.genre,
        selected_title=args.title,
        pdf=(not args.only_epub),
        epub=(not args.only_pdf),
        confirm_download=args.confirm_before_download,
        verbose=args.verbose,
    )

    print("\nFinish downloading.")
    return 0
示例#3
0
    def test_example_2(self, engine):
        """
        Confirm that we get a fresh database each time.
        No rows from the previous test should appear here.
        """
        users = get_table('users')
        i = users.insert()
        i.execute(name='Margo', age=29, password='******')

        s = users.select()
        rs = s.execute()

        row = rs.fetchone()
        assert row.id == 1
        assert row['name'] == 'Margo'
        assert row.age == 29
        assert row[users.c.password] == 'broccoli'
        # no more after the first row
        assert rs.fetchall() == []
示例#4
0
def get_table():

    validated = validateGETRequest(request)
    if validated != "validated":
        return validated
        
    # Get items from the helper
    columns = helper.get_table()

    # Return 404 if item not found
    if 'error' in columns:
        response = Response(json.dumps(columns), status=400, mimetype='application/json')
        response.headers["Access-Control-Allow-Origin"] = "*"
        return response

    res_data = {
        'table': columns
    }

    # Return response
    response = Response(json.dumps(res_data), status=200, mimetype='application/json')
    response.headers["Access-Control-Allow-Origin"] = "*"
    return response
full_text = helper.clear_text_of_ambigous_chars(bs.getText())

text = bs.findAll(text=re.compile(status_pattern))[0]
status_raw = re.findall(status_pattern,text)[0]
status = datetime.datetime.strptime(status_raw, '(Stand: %d.%m.%Y, %H:%M Uhr)').strftime("%Y-%m-%d")

cases_raw = re.findall(cases_pattern, full_text)[0]
cases = int(re.findall(r'[0-9]+', cases_raw)[0])

add_to_database("09184", status, cases, "Kreis München")


table = bs.find('table', {'class':'contenttable'})

data = dict(helper.get_table(table))

community = {
            'Aschheim': { 'uid': '09184112', cases: -1 },
            'Aying': { 'uid': '09184137', cases: -1 },
            'Baierbrunn':{ 'uid': '09184113', cases: -1 },
            'Brunnthal': { 'uid': '09184114', cases: -1 },
            'Garching b. München': { 'uid': '09184119', cases: -1 },
            'Gräfelfing': { 'uid': '09184120', cases: -1 },
            'Grasbrunn':{ 'uid': '09184121', cases: -1 },
            'Grünwald':{ 'uid': '09184122', cases: -1 },
            'Haar':{ 'uid': '09184123', cases: -1 },
            'Höhenkirchen-Siegertsbrunn':{ 'uid': '09184127', cases: -1 },
            'Hohenbrunn':{ 'uid': '09184129', cases: -1 },
            'Ismaning':{ 'uid': '09184130', cases: -1 },
            'Kirchheim b. München':{ 'uid': '09184131', cases: -1 },
示例#6
0
import datetime
import re
import locale

locale.setlocale(locale.LC_TIME, "de_DE.utf-8")
import helper
import scrape

from database_interface import *

main_url = "https://www.landkreis-harburg.de/corona"

req = scrape.request_url(main_url)

bs = BeautifulSoup(req.text, "html.parser")

text_match = re.compile("Zahl erfasster Coronafälle im Landkreis Harburg")
text_position = bs.find(text=text_match)
table = text_position.findNext('table')

data = helper.get_table(table)

# remove table head
data.pop(0)

for row in data:
    status = helper.get_status(row[0])
    cases = int(row[1])
    add_to_database("03353", status, cases, "Kreis Harburg")

status_pattern = re.compile(r'.*Stand: .*')
cases_pattern = re.compile(r'.*Es gibt aktuell.*')


DISTRICT_UID = "08135"

# Aktuelle Informationen zum Coronavirus (Stand: 18.03.2020, 12:00 Uhr)
status_raw = bs.findAll(text=re.compile("Stand"))[0]
status= datetime.datetime.strptime(status_raw, 'Aktuelle Informationen zum Coronavirus (Stand: %d.%m.%Y, %H:%M Uhr)').strftime("%Y-%m-%d %H:%M:%S")


text_match = re.compile("Was gibt’s neues?")
text_position = bs.find(text=text_match)
table = text_position.findNext('table')

data_total=helper.get_table(table)

cases = helper.get_number_only(data_total[1][0])

community = {
    # heidenheim an der brenz
            'Stadt Heidenheim':    { 'uid': '08135019', cases: -1 },
            'Giengen':             { 'uid': '08135016', cases: -1 },
            'Herbrechtingen':      { 'uid': '08135020', cases: -1 },
            'Niederstotzingen':    { 'uid': '08135027', cases: -1 },
            'Dischingen':          { 'uid': '08135010', cases: -1 },
            'Gerstetten':          { 'uid': '08135015', cases: -1 },
            'Hermaringen':         { 'uid': '08135021', cases: -1 },
            'Königsbronn':         { 'uid': '08135025', cases: -1 },
            'Nattheim':            { 'uid': '08135026', cases: -1 },
            'Sontheim':            { 'uid': '08135031', cases: -1 },
示例#8
0
import requests
import datetime
import re
import locale
import dateparser

locale.setlocale(locale.LC_TIME, "de_DE.utf-8")
import helper
import scrape

from database_interface import *

main_url = "https://www.landkreis-harburg.de/corona"

req = scrape.request_url(main_url)

bs = BeautifulSoup(req.text, "html.parser")

table = bs.find('table')

data = helper.get_table(bs.find('table'))

# remove table head
#data.pop(0)

for row in data:
    status = dateparser.parse(row[0]).strftime("%Y-%m-%d")
    cases = int(row[1])
    add_to_database("03353", status, cases, "Kreis Harburg")