def check_version():
from dashboard import version
current_version = version()
with yaspin(
text=f"Checking for updates. Running version: {current_version}",
color="green") as spinner:
url = 'https://raw.githubusercontent.com/pxsocs/warden_terminal/master/version.txt'
remote_version = tor_request(url).text
if str(remote_version).strip() == str(current_version).strip():
spinner.ok("✅ ")
spinner.write(success(" You are running latest version"))
else:
spinner.fail("💥 ")
spinner.write(
warning(f" Update available - version: {remote_version}"))
import click
if click.confirm(warning(' [?] Would you like to upgrade?'),
default=False):
print(" ---------------------------------------")
print(f"Upgrading from GitHub: "),
import subprocess
subprocess.run("git fetch --all", shell=True)
subprocess.run("git reset --hard origin/master", shell=True)
print(" ---------------------------------------")
print(success(" ✅ Done Upgrading"))
print("")
def create_tor():
from ansi_management import (warning, success, error, info, clear_screen,
bold, muted, yellow, blue)
from config import Config
# ----------------------------------------------
# Test Tor
# ----------------------------------------------
with yaspin(text="Testing Tor", color="cyan") as spinner:
from connections import test_tor
tor = test_tor()
if tor['status']:
logging.info(success("Tor Connected"))
spinner.ok("✅ ")
spinner.text = success(" Tor Connected [Success]")
print("")
return (tor)
else:
logging.error(error("Could not connect to Tor"))
spinner.fail("💥 ")
spinner.text = warning(" Tor NOT connected [ERROR]")
print(error(" Could not connect to Tor."))
print(
info(
" [i] If you have a Tor Browser installed try opening (leave it running) and try again."
))
print(
info(" [i] If you are running Linux try the command: ") +
yellow('service tor start'))
print(
info(
" or download Tor at: https://www.torproject.org/download/"
))
print("")
def create_tor():
# ----------------------------------------------
# Test Tor
# ----------------------------------------------
with yaspin(text="Testing Tor", color="cyan") as spinner:
tor = test_tor()
if tor['status']:
logging.info(success("Tor Connected"))
spinner.ok("✅ ")
spinner.write(success(" Tor Connected [Success]"))
print("")
return (tor)
else:
logging.error(error("Could not connect to Tor"))
spinner.fail("💥 ")
spinner.write(warning(" Tor NOT connected [ERROR]"))
print(
error(
" Could not connect to Tor. WARden requires Tor to run. Quitting..."
))
print(
info(
" Download Tor at: https://www.torproject.org/download/"
))
print("")
exit()
def data_whitepaper():
from node_warden import launch_logger
launch_logger()
logging.info("Downloading Whitepaper >> bitcoin.pdf")
try:
from pathlib import Path
filename = Path('bitcoin.pdf')
url = 'https://bitcoin.org/bitcoin.pdf'
response = tor_request(url)
filename.write_bytes(response.content)
logging.info(success("File bitcoin.pdf saved [Success]"))
except Exception as e:
logging.error(
warning(
f" Could not download bitcoin.pdf >> error: {e} [ERROR]"))
def data_logger():
from node_warden import debug_file
lines = 8
log_txt = tail(debug_file, lines)
return_str = []
for element in log_txt:
if 'INFO' in element:
return_str.append(info(element))
elif 'ERROR' in log_txt:
return_str.append(error(element))
elif 'WARN' in log_txt:
return_str.append(warning(element))
else:
return_str.append((element))
return_str = ''.join(return_str)
return return_str
def data_logger():
from node_warden import debug_file
try:
lines = 8
log_txt = tail(debug_file, lines)
return_str = []
for element in log_txt:
if 'INFO' in element:
return_str.append(info(element))
elif 'ERROR' in log_txt:
return_str.append(error(element))
elif 'WARN' in log_txt:
return_str.append(warning(element))
else:
return_str.append((element))
return_str = ''.join(return_str)
except Exception:
return yellow('>> Error Loading Log Messages. Retying...')
return return_str
def data_login():
tabs = []
processes = subprocess.check_output("last")
processes = list(processes.splitlines())
for process in processes:
try:
process = process.decode("utf-8")
if 'still' not in process or 'boot' in process:
continue
user = process.split()[0]
process = process.replace(user, '')
console = process.split()[0]
process = process.replace(console, '')
date_str = parser.parse(process, fuzzy=True)
# Check if someone logged in the last 60 minutes
expiration = 60
too_soon = datetime.now() - timedelta(minutes=expiration)
if date_str > too_soon:
warn = warning(emoji.emojize(':warning:'))
tabs.append([
f" {warn} {error(f'Recent Login (last {expiration} min)')}:"
])
tabs.append([
f" {warning(user)} at {muted(console)} " + bold(
f"logged on {success(date_str.strftime('%H:%M (%b-%d)' ))}"
)
])
except Exception:
tabs.append([f" {process}"])
if tabs != []:
tabs = tabulate(tabs,
headers=['Users Logged in to this computer'],
colalign=["left"])
else:
tabs = muted(
'List of users logged in to this computer is empty.\nEither no outside users are logged in or login info is not available.'
)
return (tabs)
def load_config(quiet=False):
# Load Config
config_file = os.path.join(basedir, 'config.ini')
CONFIG = configparser.ConfigParser()
if quiet:
CONFIG.read(config_file)
return (CONFIG)
with yaspin(text="Loading config.ini", color="cyan") as spinner:
# Check that config file exists
if os.path.isfile(config_file):
CONFIG.read(config_file)
spinner.ok("✅ ")
spinner.write(success(" Config Loaded [Success]"))
print("")
return (CONFIG)
else:
spinner.fail("💥 ")
spinner.write(
warning(" Config file could not be loaded [ERROR]"))
print(error(" WARden requires config.ini to run. Quitting..."))
exit()
def init_app(app):
from ansi_management import (warning, success, error)
from utils import (create_config, runningInDocker)
from config import Config
from connections import tor_request
warnings.filterwarnings('ignore')
# Load config.ini into app
# --------------------------------------------
# Read Global Variables from warden.config(s)
# Can be accessed like a dictionary like:
# app.settings['PORTFOLIO']['RENEW_NAV']
# --------------------------------------------
config_file = Config.config_file
app.warden_status = {}
# Check for internet connection
internet_ok = internet_connected()
if internet_ok is True:
print(success("✅ Internet Connection"))
else:
print(
error(
"[!] WARden needs internet connection. Check your connection.")
)
print(warning("[!] Exiting"))
exit()
# Config
config_settings = configparser.ConfigParser()
if os.path.isfile(config_file):
config_settings.read(config_file)
app.warden_status['initial_setup'] = False
print(
success(
"✅ Config Loaded from config.ini - edit it for customization"
))
else:
print(
error(
" Config File could not be loaded, created a new one with default values..."
))
create_config(config_file)
config_settings.read(config_file)
app.warden_status['initial_setup'] = True
table_error = False
try:
# create empty instance of LoginManager
app.login_manager = LoginManager()
except sqlite3.OperationalError:
table_error = True
# Create empty instance of SQLAlchemy
app.db = SQLAlchemy()
app.db.init_app(app)
# Import models so tables are created
from models import Trades, User, AccountInfo, TickerInfo, SpecterInfo
app.db.create_all()
# There was an initial error on getting users
# probably because tables were not created yet.
# The above create_all should have solved it so try again.
if table_error:
# create empty instance of LoginManager
app.login_manager = LoginManager()
# If login required - go to login:
app.login_manager.login_view = "warden.login"
# To display messages - info class (Bootstrap)
app.login_manager.login_message_category = "secondary"
app.login_manager.init_app(app)
# Create empty instance of messagehandler
from message_handler import MessageHandler
app.message_handler = MessageHandler()
app.message_handler.clean_all()
# Get Version
print("")
try:
version_file = Config.version_file
with open(version_file, 'r') as file:
current_version = file.read().replace('\n', '')
except Exception:
current_version = 'unknown'
with app.app_context():
app.version = current_version
# Check if there are any users on database, if not, needs initial setup
users = User.query.all()
if users == []:
app.warden_status['initial_setup'] = True
# Check for Cryptocompare API Keys
print("")
check_cryptocompare()
print("")
print(f"[i] Running WARden version: {current_version}")
app.warden_status['running_version'] = current_version
# CHECK FOR UPGRADE
repo_url = 'https://api.github.com/repos/pxsocs/warden/releases'
try:
github_version = tor_request(repo_url).json()[0]['tag_name']
except Exception:
github_version = None
app.warden_status['github_version'] = github_version
if github_version:
print(f"[i] Newest WARden version available: {github_version}")
parsed_github = version.parse(github_version)
parsed_version = version.parse(current_version)
app.warden_status['needs_upgrade'] = False
if parsed_github > parsed_version:
print(warning(" [i] Upgrade Available"))
app.warden_status['needs_upgrade'] = True
if parsed_github == parsed_version:
print(success("✅ You are running the latest version"))
else:
print(warning("[!] Could not check GitHub for updates"))
print("")
# Check if config.ini exists
with app.app_context():
app.settings = config_settings
with app.app_context():
try:
from utils import fxsymbol
app.fx = fxsymbol(config_settings['PORTFOLIO']['base_fx'], 'all')
except KeyError: # Problem with this config, reset
print(error(" [!] Config File needs to be rebuilt"))
print("")
create_config(config_file)
# TOR Server through Onion Address --
# USE WITH CAUTION - ONION ADDRESSES CAN BE EXPOSED!
# WARden needs to implement authentication (coming soon)
if app.settings['SERVER'].getboolean('onion_server'):
from stem.control import Controller
from urllib.parse import urlparse
app.tor_port = app.settings['SERVER'].getint('onion_port')
app.port = app.settings['SERVER'].getint('port')
from warden_modules import home_path
toraddr_file = os.path.join(home_path(), "onion.txt")
app.save_tor_address_to = toraddr_file
proxy_url = "socks5h://localhost:9050"
tor_control_port = ""
try:
tor_control_address = urlparse(proxy_url).netloc.split(":")[0]
if tor_control_address == "localhost":
tor_control_address = "127.0.0.1"
app.controller = Controller.from_port(
address=tor_control_address,
port=int(tor_control_port) if tor_control_port else "default",
)
except Exception:
app.controller = None
from tor import start_hidden_service
start_hidden_service(app)
from routes import warden
from errors.handlers import errors
from api.routes import api
from csv_routes.routes import csv_routes
from user_routes.routes import user_routes
from simulator.routes import simulator
app.register_blueprint(warden)
app.register_blueprint(errors)
app.register_blueprint(api)
app.register_blueprint(csv_routes)
app.register_blueprint(user_routes)
app.register_blueprint(simulator)
# Prepare app to receive Specter Server info
# For the first load, just get a saved file if available
# The background jobs will update later
with app.app_context():
from specter_importer import Specter
app.specter = Specter()
app.specter.refresh_txs(load=True)
app.downloading = False
with app.app_context():
app.runningInDocker = runningInDocker()
with app.app_context():
app.tor = create_tor()
# Check if home folder exists, if not create
home = str(Path.home())
home_path = os.path.join(home, 'warden/')
try:
os.makedirs(os.path.dirname(home_path))
except Exception:
pass
# Start Schedulers
from backgroundjobs import (background_settings_update,
background_specter_update,
background_scan_network,
background_specter_health,
background_mempool_seeker)
def bk_su():
with app.app_context():
background_specter_update()
def bk_stu():
with app.app_context():
background_settings_update()
def bk_scan():
with app.app_context():
background_scan_network()
def bk_specter_health():
with app.app_context():
background_specter_health()
def bk_mempool_health():
with app.app_context():
background_mempool_seeker()
app.scheduler = BackgroundScheduler()
app.scheduler.add_job(bk_su, 'interval', seconds=1)
app.scheduler.add_job(bk_stu, 'interval', seconds=1)
app.scheduler.add_job(bk_scan, 'interval', seconds=1)
app.scheduler.add_job(bk_specter_health, 'interval', seconds=1)
app.scheduler.add_job(bk_mempool_health, 'interval', seconds=1)
app.scheduler.start()
print(success("✅ Background jobs running"))
print("")
app.app_context().push()
print(success("✅ Application startup is complete"))
return app
def main(debug=False, reloader=False):
from utils import (create_config, runningInDocker)
from ansi_management import (warning, success, error, info, clear_screen,
bold, muted, yellow, blue)
# Make sure current libraries are found in path
current_path = os.path.abspath(os.path.dirname(__file__))
# CLS + Welcome
print("")
print("")
print(yellow("Welcome to the WARden <> Launching Application ..."))
print("")
print(f"[i] Running from directory: {current_path}")
print("")
if runningInDocker():
print(
success(
f"✅ Running inside docker container {emoji.emojize(':whale:')} Getting some James Bartley vibes..."
))
print("")
app = create_app()
app.app_context().push()
app = init_app(app)
app.app_context().push()
def close_running_threads(app):
print("")
print("")
print(yellow("[i] Please Wait... Shutting down."))
# Delete Debug File
try:
from config import Config
os.remove(Config.debug_file)
except FileNotFoundError:
pass
# Clean all messages
app.message_handler.clean_all()
# Breaks background jobs
app.scheduler.shutdown(wait=False)
goodbye()
os._exit(1)
# Register the def above to run at close
atexit.register(close_running_threads, app)
print("")
print(success("✅ WARden Server is Ready... Launch cool ASCII logo!"))
print("")
logging.info("Launched WARden Server [Success]")
def onion_string():
from utils import pickle_it
if app.settings['SERVER'].getboolean('onion_server'):
try:
pickle_it('save', 'onion_address.pkl',
app.tor_service_id + '.onion')
return (f"""
{emoji.emojize(':onion:')} Tor Onion server running at:
{yellow(app.tor_service_id + '.onion')}
""")
except Exception:
return (yellow("[!] Tor Onion Server Not Running"))
else:
return ('')
def local_network_string():
host = app.settings['SERVER'].get('host')
port = str(app.settings['SERVER'].getint('port'))
if app.runningInDocker:
return ('')
else:
if host == '0.0.0.0':
return (f"""
Or through your network at address:
{yellow('http://')}{yellow(get_local_ip())}{yellow(f':{port}/')}
""")
port = app.settings['SERVER'].getint('port')
# Check if this port is available
from utils import is_port_in_use
ports = [5001, 5002, 5003, 5004, 5005, 5006, 5007, 5008, 5009, 5010]
if is_port_in_use(port) is True:
# Ooops. Port in use... Let's try other ports...
for p in ports:
if is_port_in_use(p) is False:
print(
warning(
f"[i] Please note that port {str(port)} is in use."))
print(
warning(
f"[i] Port was automatically changed to {str(p)} which is free."
))
# Reassign port
port = p
app.settings['SERVER']['port'] = str(port)
break
print(
fg.brightgreen("""
_ _ __ ___ ____ _
| |_| |__ ___ \ \ / / \ | _ \ __| | ___ _ __
| __| '_ \ / _ \ \ \ /\ / / _ \ | |_) / _` |/ _ \ '_ |
| |_| | | | __/ \ V V / ___ \| _ < (_| | __/ | | |
\__|_| |_|\___| \_/\_/_/ \_\_| \_\__,_|\___|_| |_|"""))
print(f"""
{yellow("Powered by NgU technology")} {emoji.emojize(':rocket:')}
Privacy Focused Portfolio & Bitcoin Address Tracker
-----------------------------------------------------------------
Application Loaded
Open your browser and navigate to one of these addresses:
{yellow('http://localhost:' + str(port) + '/')}
{yellow('http://127.0.0.1:' + str(port) + '/')}
{local_network_string()}
{onion_string()}
----------------------------------------------------------------
CTRL + C to quit server
----------------------------------------------------------------
""")
app.run(debug=debug,
threaded=True,
host=app.settings['SERVER'].get('host'),
port=port,
use_reloader=reloader)
if app.settings['SERVER'].getboolean('onion_server'):
from tor import stop_hidden_services
stop_hidden_services(app)
def check_cryptocompare():
from utils import pickle_it
with yaspin(text="Testing price grab from Cryptocompare",
color="green") as spinner:
data = {'Response': 'Error', 'Message': None}
try:
api_key = pickle_it('load', 'cryptocompare_api.pkl')
if api_key != 'file not found':
baseURL = (
"https://min-api.cryptocompare.com/data/pricemultifull?fsyms=BTC"
+ "&tsyms=USD&api_key=" + api_key)
req = requests.get(baseURL)
data = req.json()
btc_price = (data['DISPLAY']['BTC']['USD']['PRICE'])
spinner.text = (success(f"BTC price is: {btc_price}"))
spinner.ok("✅ ")
pickle_it('save', 'cryptocompare_api.pkl', api_key)
return
else:
data = {'Response': 'Error', 'Message': 'No API Key is set'}
except Exception as e:
data = {'Response': 'Error', 'Message': str(e)}
logging.error(data)
try:
if data['Response'] == 'Error':
spinner.color = 'yellow'
spinner.text = "CryptoCompare Returned an error " + data[
'Message']
# ++++++++++++++++++++++++++
# Load Legacy
# ++++++++++++++++++++++++++
try:
# Let's try to use one of the
# legacy api keys stored under cryptocompare_api.keys file
# You can add as many as you'd like there
filename = 'warden/static/cryptocompare_api.keys'
file = open(filename, 'r')
for line in file:
legacy_key = str(line)
spinner.text = (
warning(f"Trying different API Keys..."))
baseURL = (
"https://min-api.cryptocompare.com/data/pricemultifull?fsyms=BTC"
+ "&tsyms=USD&api_key=" + legacy_key)
try:
data = None
logging.debug(f"Trying API Key {legacy_key}")
request = requests.get(baseURL)
data = request.json()
btc_price = (
data['DISPLAY']['BTC']['USD']['PRICE'])
spinner.text = (
success(f"BTC price is: {btc_price}"))
spinner.ok("✅ ")
logging.debug(f"API Key {legacy_key} Success")
pickle_it('save', 'cryptocompare_api.pkl',
legacy_key)
return
except Exception as e:
logging.debug(f"API Key {legacy_key} ERROR: {e}")
logging.debug(
f"API Key {legacy_key} Returned: {data}")
spinner.text = "Didn't work... Trying another."
except Exception:
pass
spinner.text = (error("Failed to get API Key - read below."))
spinner.fail("[!]")
print(
' -----------------------------------------------------------------'
)
print(yellow(" Looks like you need to get an API Key. "))
print(yellow(" The WARden comes with a shared key that"))
print(yellow(" eventually gets to the call limit."))
print(
' -----------------------------------------------------------------'
)
print(
yellow(
' Go to: https://www.cryptocompare.com/cryptopian/api-keys'
))
print(
yellow(
' To get an API Key. Keys from cryptocompare are free.'
))
print(
yellow(
' [Tip] Get a disposable email to signup and protect privacy.'
))
print(
yellow(
' Services like https://temp-mail.org/en/ work well.'
))
print(muted(" Current API:"))
print(f" {api_key}")
new_key = input(' Enter new API key (Q to quit): ')
if new_key == 'Q' or new_key == 'q':
exit()
pickle_it('save', 'cryptocompare_api.pkl', new_key)
check_cryptocompare()
except KeyError:
try:
btc_price = (data['DISPLAY']['BTC']['USD']['PRICE'])
spinner.ok("✅ ")
spinner.write(success(f"BTC price is: {btc_price}"))
pickle_it('save', 'cryptocompare_api.pkl', api_key)
return
except Exception:
spinner.text = (
warning("CryptoCompare Returned an UNKNOWN error"))
spinner.fail("💥 ")
return (data)
def check_cryptocompare():
with yaspin(text=f"Testing price grab from Cryptocompare",
color="green") as spinner:
config = load_config(True)
api_key = config['API'].get('cryptocompare')
# tickers should be in comma sep string format like "BTC,ETH,LTC" and "USD,EUR"
baseURL = (
"https://min-api.cryptocompare.com/data/pricemultifull?fsyms=BTC" +
"&tsyms=USD&api_key=" + api_key)
try:
request = tor_request(baseURL)
except requests.exceptions.ConnectionError:
spinner.fail("💥 ")
spinner.write(
warning(" Connection Error - check internet connection"))
exit()
data = request.json()
try:
if data['Response'] == 'Error':
config_file = os.path.join(basedir, 'config.ini')
spinner.fail("💥 ")
spinner.write(warning(" CryptoCompare Returned an error"))
print(" " + data['Message'])
if data['Message'] == 'You are over your rate limit please upgrade your account!':
# First try to get a random API KEY
if config['API'].getboolean('random') is not True:
print(
" Looks like you are over the API Limit. Will try to generate a random API."
)
size = 16
import binascii
random_key = binascii.b2a_hex(os.urandom(size))
config['API']['random'] = 'True'
config['API']['cryptocompare'] = str(
random_key.decode("utf-8"))
with open(config_file, 'w') as configfile:
config.write(configfile)
check_cryptocompare()
return
print(
' -----------------------------------------------------------------'
)
print(
yellow(" Looks like you need to get an API Key. "))
print(
yellow(" The WARden comes with a shared key that"))
print(yellow(" eventually gets to the call limit."))
print(
' -----------------------------------------------------------------'
)
print(
blue(
' Go to: https://www.cryptocompare.com/cryptopian/api-keys'
))
print(muted(" Current API:"))
print(f" {api_key}")
new_key = input(' Enter new API key (Q to quit): ')
if new_key == 'Q' or new_key == 'q':
exit()
config['API']['cryptocompare'] = new_key
with open(config_file, 'w') as configfile:
config.write(configfile)
check_cryptocompare()
except KeyError:
try:
btc_price = (data['DISPLAY']['BTC']['USD']['PRICE'])
spinner.ok("✅ ")
spinner.write(success(f" BTC price is: {btc_price}"))
return
except Exception:
spinner.fail("💥 ")
spinner.write(
warning(" CryptoCompare Returned an UNKNOWN error"))
print(data)
return (data)