Scrape pastes from pastebin.com
pip install -r requirements.txt
export SCRAPER_MODE="db"
export SCRAPER_CONN_STRING="mongodb://127.0.0.1:27017/"
python main.py
docker build -t python-pastebin-scraper:latest .
docker pull mongo:latest
sudo docker run -d -p 27017-27019:27017-27019 \
-v /tmp/data:/data/db \
--name mongodb mongo
docker run -d \
-e SCRAPER_MODE="db" \
-e SCRAPER_CONN_STRING="mongodb://mongodb:27017/" \
--name scraper --link mongodb python-pastebin-scraper:latest
file mode only dumps data