コード例 #1
0
ファイル: artsper_new.py プロジェクト: SVwrite/Web_Scrapers
def main():

    # Creating SELLER_INFO === To be used with artwork entry
    sellers = db.Sellers()
    sellers.read_data_sellers()
    # sellers.__del__()
    # Trying to close the connection here throws error. Maybe putting it in a function works.

    # Creating ARTIST_INFO === To be used with artwork entry
    artists = db.Artist()
    artists.read_artist_data()
    # artists.__del__()

    artsperpainters = Website(
        'https://www.artsper.com',
        'https://www.artsper.com/us/contemporary-artists/youngtalents/sculptors-artists',
        "ARTSPER")
    artsper = Artsper(artsperpainters)
    artsper.miner()

    artsperpainters = Website(
        'https://www.artsper.com',
        'https://www.artsper.com/us/contemporary-artists/youngtalents/painters',
        "ARTSPER")

    artsper = Artsper(artsperpainters)
    artsper.miner()
コード例 #2
0
ファイル: artsper.py プロジェクト: SVwrite/Web_Scrapers
def main():
    # art_page_url = 'https://www.artsper.com/us/contemporary-artworks/painting/1147236/les-deux-freres'
    art_page_url = "https://www.artsper.com/in/contemporary-artworks/painting/189196/candy-zinzin-de-lespace"
    artsperpainters = Website('https://www.artsper.com',
                              'https://www.artsper.com/us/contemporary-artists/youngtalents/painters?',
                              "ARTSPER")

    a = Artsper(artsperpainters)
    # print(a.get_art_data_core(art_page_url))
    a.seller_info(TheMiner.fetch_page(art_page_url))
コード例 #3
0
def main():
    sellers = db.Sellers()
    sellers.read_data_sellers()
    artists = db.Artist()
    artists.read_artist_data()

    agent = Website(
        'https://www.emergingartistplatform.com',
        'https://www.emergingartistplatform.com/browse?Collection=Paintings&page=',
        "EMERGINGARTISTPLATFOM")
    eap = EAP(agent)
    eap.miner()

    agent = Website(
        'https://www.emergingartistplatform.com',
        'https://www.emergingartistplatform.com/browse?Collection=Sculptures&page=',
        "EMERGINGARTISTPLATFOM")
    eap = EAP(agent)
    eap.miner()
コード例 #4
0
ファイル: maine.py プロジェクト: SVwrite/Web_Scrapers
def main():
    start = time.perf_counter()

    # Creating SELLER_INFO
    sellers = db.Sellers()
    sellers.read_data_sellers()

    # Creating ARTIST_INFO
    artists = db.Artist()
    artists.read_artist_data()

    artsperpainters = Website(
        'https://www.artsper.com',
        'https://www.artsper.com/us/contemporary-artists/youngtalents/painters?',
        "ARTSPER")

    a_m = Artsper(artsperpainters)
    a_m.artsper_mine()

    finish = time.perf_counter()
    print(
        f"Lap Completed in {round(finish - start, 2)}, seconds.\n Starting sculptures"
    )

    artspersculptors = Website(
        'https://www.artsper.com',
        'https://www.artsper.com/us/contemporary-artists/youngtalents/sculptors-artists',
        "ARTSPER")

    a_m = Artsper(artspersculptors)
    a_m.artsper_mine()

    finish = time.perf_counter()

    print(
        f"Lap Completed in {round(finish - start, 2)}, seconds.\n Downloading and updating images"
    )

    TheMiner.sir_image_manager()

    finish = time.perf_counter()
    print(f"Finished in {round(finish - start, 2)}, seconds")
コード例 #5
0
ファイル: bare_bones.py プロジェクト: SVwrite/Web_Scrapers
def main():
    # Creating SELLER_INFO === To be used with artwork entry
    sellers = db.Sellers()
    sellers.read_data_sellers()

    # Creating ARTIST_INFO === To be used with artwork entry
    artists = db.Artist()
    artists.read_artist_data()

    kazoart_webagent = Website('https://www.kazoart.com',
                               'https://www.kazoart.com/en/artistes/technique/sculpture?eme=1',
                               "KAZOART")
    kazoart = Kazoart(kazoart_webagent)
    kazoart.miner()

    time.sleep(10)

    kazoart_webagent = Website('https://www.kazoart.com',
                               'https://www.kazoart.com/en/artistes/technique/peintures?eme=1',
                               "KAZOART")
    kazoart = Kazoart(kazoart_webagent)
    kazoart.miner()
コード例 #6
0
ファイル: artsy.py プロジェクト: SVwrite/Web_Scrapers
def main():
    # Creating SELLER_INFO === To be used with artwork entry
    sellers = db.Sellers()
    sellers.read_data_sellers()

    # Creating ARTIST_INFO === To be used with artwork entry
    artists = db.Artist()
    artists.read_artist_data()

    webagent = Website(
        'https://www.artsy.net',
        'https://www.artsy.net/collection/new-and-noteworthy-artists?additional_gene_ids%5B0%5D=painting&additional_gene_ids%5B1%5D=sculpture',
        'ARTSY')
    artsy = Artsy(webagent)
    artsy.miner()

    time.sleep(10)
コード例 #7
0
ファイル: singulart.py プロジェクト: SVwrite/Web_Scrapers
def main():
    # Creating SELLER_INFO === To be used with artwork entry
    sellers = db.Sellers()
    sellers.read_data_sellers()

    # Creating ARTIST_INFO === To be used with artwork entry
    artists = db.Artist()
    artists.read_artist_data()

    webagent = Website('https://www.singulart.com/en',
                               'https://www.singulart.com/en/painting',
                               "SINGULART")
    singulart = Singulart(webagent)
    singulart.miner()

    time.sleep(10)

    print("FINISHED")