def test_crawler():
write_key = 'a6fb60906a11113c030a4fb86db7d51b'
crawler = MicroCrawler(write_key=write_key)
crawler.run(timeout=3)
from microprediction import MicroCrawler
# New video tutorials are available at https://www.microprediction.com/python-1 to help you
# get started running crawlers at www.microprediction.com
if __name__ == '__main__':
try:
from microprediction.config_private import DALE_LEECH
crawler = MicroCrawler(write_key=DALE_LEECH)
except ImportError:
crawler = MicroCrawler(difficulty=11)
crawler.set_repository(
url=
'https://github.com/microprediction/microprediction/blob/master/crawler_examples/dale_leech.py'
)
crawler.run()
from microprediction import MicroCrawler
# New video tutorials are available at https://www.microprediction.com/python-1 to help you
# get started running crawlers at www.microprediction.com
if __name__ == '__main__':
MicroCrawler().run()
from microprediction import MicroCrawler, new_key
from pprint import pprint
import muid
difficulty = 8
print('Generating MUID of difficulty '+str(difficulty)+' - please be patient')
write_key = new_key(difficulty=difficulty)
print(write_key)
print(muid.animal(write_key) + ' is starting up ')
crawler = MicroCrawler(write_key=write_key, sleep_time=30, verbose=True )
crawler.run()
pprint(crawler.get_performance())
from microprediction import MicroCrawler
if __name__ == '__main__':
try:
from microprediction.config_private import DALE_LEECH
crawler = MicroCrawler(write_key=DALE_LEECH)
except ImportError:
crawler = MicroCrawler(difficulty=9)
crawler.run()
from microprediction.config_private import TOASTABLE_FOX
from microprediction import MicroCrawler
# Toastable Fox runs the default crawler.
# It ain't terrible.
# New video tutorials are available at https://www.microprediction.com/python-1 to help you
# get started running crawlers at www.microprediction.com
if __name__ == '__main__':
crawler = MicroCrawler(write_key=TOASTABLE_FOX)
crawler.set_repository(
url=
'https://github.com/microprediction/microprediction/blob/master/crawler_examples/toastable_fox.py'
)
crawler.max_active = 500
crawler.run()
def test_delays_3():
mc = MicroCrawler(write_key=create_key(difficulty=7))
assert len(mc.DELAYS) == 3
from microprediction import MicroCrawler, new_key write_key = new_key(difficulty=8) print(write_key) crawler = MicroCrawler(write_key=write_key, sleep_time=3) crawler.run()
from microprediction import MicroCrawler
if __name__ == '__main__':
crawler = MicroCrawler(difficulty=9)
crawler.run()
from microprediction import MicroCrawler, new_key write_key = new_key(difficulty=8) print(write_key) crawler = MicroCrawler(write_key=write_key) crawler.run()