install system deps

sudo apt-get install libleveldb-dev screen

setup virtualenv and install python deps

virtualenv venv --python python3 source venv/bin/activate pip install -r requirements.txt

install blockchain-parser

cd python-bitcoin-blockchain-parser python setup.py install

patch python-bitcoinlib because it will give error for pushdata for some txs

patch venv/lib/python3.5/site-packages/bitcoin/core/script.py patch.txt

patch bitcoin-abc to add fast mempool transanction rpc

(do this from bitcoin-abc directory)

git am < 0001-Add-new-RPC-call-getrawmempooltxs.patch make (make install?)

edit bitcoin configuration

vim ~/.bitcoin/bitcoin.conf

server=1 rpcallowip=0.0.0.0/0 rpcport=8332 rpcuser=root rpcpassword=bitcoin txindex=1 zmqpubrawtx=tcp://127.0.0.1:28332 zmqpubrawblock=tcp://127.0.0.1:28332

edit configuration

cp .env.example .env vim .env

set values to match bitcoin configuration

stop bitcoind at this point, so the lock on leveldb is removed

bitcoin-cli stop

create the indexes for mongodb collections

python create-indexes.py

this will import from leveldb and in parallel

only run this once, the start_bitd.sh script will keep you updated

python import.py --start-block 558000 --par 4

start bitcoin again

bitcoind -daemon

this will run the rpc, mempool, and zmq scripts

it is recommended to add this to start running after bitcoind

starts on your machine

bash start_bitd.sh

open screen to see status of zmq listener

screen -r bitd-importer

Name		Name	Last commit message	Last commit date
Latest commit History 123 Commits
python-bitcoin-blockchain-parser		python-bitcoin-blockchain-parser
.env.example		.env.example
.gitignore		.gitignore
0001-Add-new-RPC-call-getrawmempooltxs.patch		0001-Add-new-RPC-call-getrawmempooltxs.patch
README.md		README.md
cmp-remote.sh		cmp-remote.sh
create-indexes.py		create-indexes.py
download-tna-from-fountainhead.py		download-tna-from-fountainhead.py
import-block-range-from-leveldb.py		import-block-range-from-leveldb.py
import-block-range-from-rpc.py		import-block-range-from-rpc.py
import-from-zmq.py		import-from-zmq.py
import-txs-from-mempool.py		import-txs-from-mempool.py
import.py		import.py
patch.txt		patch.txt
requirements.txt		requirements.txt
start_bitd.sh		start_bitd.sh
tna-render-tx.py		tna-render-tx.py
tna.py		tna.py
util.py		util.py

digger3d/bitd-importer

Folders and files

Latest commit

History

Repository files navigation