def __init__(self,
warcs_dir='',
redis_db='',
loglevel=None,
app_port=8090,
rec_port=0,
agg_port=0):
if isinstance(loglevel, str):
try:
loglevel = getattr(logging, loglevel.upper())
except:
loglevel = None
loglevel = loglevel or logging.INFO
logging.basicConfig(format='%(asctime)s: [%(levelname)s]: %(message)s',
level=loglevel)
if getattr(sys, 'frozen', False):
self.app_dir = sys._MEIPASS
if not os.getcwd():
os.setcwd(self.app_dir)
else:
self.app_dir = os.getcwd()
if redis_db:
try:
os.makedirs(os.path.dirname(redis_db))
except OSError:
pass
self.warcs_dir = warcs_dir
self.init_env()
self._patch_redis(redis_db)
self.admin_init()
from webrecorder.standalone.assetsutils import patch_bundle
patch_bundle()
super(StandaloneRunner, self).__init__(app_port=app_port,
rec_port=rec_port,
agg_port=agg_port)
atexit.register(self.close)
def __init__(self, argres):
self.argres = argres
warcs_dir = self._get_prop('warcs_dir')
cache_dir = self._get_prop('cache_dir')
app_port = self._get_prop('port', 8090)
rec_port = self._get_prop('rec_port', -1)
warc_port = self._get_prop('warc_port', 0)
loglevel = self._get_prop('loglevel')
if isinstance(loglevel, str):
try:
loglevel = getattr(logging, loglevel.upper())
except:
loglevel = None
loglevel = loglevel or logging.INFO
logging.basicConfig(format='%(asctime)s: [%(levelname)s]: %(message)s',
level=loglevel)
if getattr(sys, 'frozen', False):
self.app_dir = sys._MEIPASS
if not os.getcwd():
os.setcwd(self.app_dir)
else:
self.app_dir = os.getcwd()
self.warcs_dir = warcs_dir
self.init_env()
self._patch_redis(cache_dir)
self.admin_init()
from webrecorder.standalone.assetsutils import patch_bundle
patch_bundle()
super(StandaloneRunner, self).__init__(app_port=app_port,
rec_port=rec_port,
warc_port=warc_port)
atexit.register(self.close)
def __init__(self, argres):
self.argres = argres
warcs_dir = self._get_prop('warcs_dir')
cache_dir = self._get_prop('cache_dir')
app_port = self._get_prop('port', 8090)
rec_port = self._get_prop('rec_port', -1)
warc_port = self._get_prop('warc_port', 0)
loglevel = self._get_prop('loglevel')
if isinstance(loglevel, str):
try:
loglevel = getattr(logging, loglevel.upper())
except:
loglevel = None
loglevel = loglevel or logging.INFO
logging.basicConfig(format='%(asctime)s: [%(levelname)s]: %(message)s',
level=loglevel)
if getattr(sys, 'frozen', False):
self.app_dir = sys._MEIPASS
if not os.getcwd():
os.setcwd(self.app_dir)
else:
self.app_dir = os.getcwd()
self.warcs_dir = warcs_dir
self.init_env()
self._patch_redis(cache_dir)
self.admin_init()
from webrecorder.standalone.assetsutils import patch_bundle
patch_bundle()
super(StandaloneRunner, self).__init__(app_port=app_port,
rec_port=rec_port,
warc_port=warc_port)
atexit.register(self.close)
def __init__(self, argres, app_port=8090, rec_port=-1, warc_port=0):
self.argres = argres
app_port = self._get_prop('port', app_port)
rec_port = self._get_prop('rec_port', rec_port)
warc_port = self._get_prop('warc_port', warc_port)
loglevel = self._get_prop('loglevel')
if isinstance(loglevel, str):
try:
loglevel = getattr(logging, loglevel.upper())
except:
loglevel = None
loglevel = loglevel or logging.INFO
logging.basicConfig(format='%(asctime)s: [%(levelname)s]: %(message)s',
level=loglevel)
if getattr(sys, 'frozen', False):
self.app_dir = sys._MEIPASS
if not os.getcwd():
os.setcwd(self.app_dir)
else:
self.app_dir = os.getcwd()
self.init_env()
self._runner_init()
is_recording = (rec_port > -1)
from webrecorder.standalone.assetsutils import patch_bundle
patch_bundle()
super(StandaloneRunner,
self).__init__(app_port=app_port,
rec_port=rec_port,
warc_port=warc_port,
run_storagecommitter=is_recording,
run_tempchecker=is_recording)
atexit.register(self.close)
def build_docs(output=sys.stdout):
#toc=[('label', 'path')]
toc = []
here = os.getcwd()
for p in cmd("find . -type f -name conf.py"):
P = os.path.dirname(p)
#echo "$p $P" >> $index
os.setcwd(P)
cmd("ls -al")
# update build target
if os.path.exists("Makefile"):
has_makefile = True
output.write(P)
toc.append((
p.split(os.path.sep)[0],
P,
p,
))
cmd("make html")
os.setcwd(here)
def __init__(self,
warcs_dir='',
redis_db='',
debug=False,
app_port=8090,
rec_port=0,
agg_port=0):
logging.basicConfig(format='%(asctime)s: [%(levelname)s]: %(message)s',
level=logging.DEBUG if debug else logging.INFO)
if getattr(sys, 'frozen', False):
self.app_dir = sys._MEIPASS
if not os.getcwd():
os.setcwd(self.app_dir)
else:
self.app_dir = os.getcwd()
if redis_db:
try:
os.makedirs(os.path.dirname(redis_db))
except OSError:
pass
self.warcs_dir = warcs_dir
self.init_env()
self._patch_redis(redis_db)
self.admin_init()
patch_bundle()
super(StandaloneRunner, self).__init__(app_port=app_port,
rec_port=rec_port,
agg_port=agg_port)
atexit.register(self.close)
try:
r = requests.head(url, timeout=None)
return r.status_code == requests.codes.ok
except:
return False
while not master_ready(slave_jar_url):
print("Master not ready yet, sleeping for 10sec!")
time.sleep(10)
slave_download(slave_jar)
print('Downloaded Jenkins slave jar.')
if os.environ['SLAVE_WORING_DIR']:
os.setcwd(os.environ['SLAVE_WORING_DIR'])
if os.environ['CLEAN_WORKING_DIR'] == 'true':
clean_dir(os.getcwd())
print("Cleaned up working directory.")
if os.environ['SLAVE_NAME'] == '':
slave_create(slave_name, os.getcwd(), os.environ['SLAVE_EXECUTORS'],
os.environ['SLAVE_LABELS'])
print('Created temporary Jenkins slave.')
process = slave_run(slave_jar, jnlp_url)
print('Started Jenkins slave with name "' + slave_name + '" and labels [' +
os.environ['SLAVE_LABELS'] + '].')
process.wait()
try:
r = requests.head(url, verify=False, timeout=None)
return r.status_code == requests.codes.ok
except:
return False
while not host_ready(worker_jar_url):
print('Host not ready yet, sleeping for 10sec!')
time.sleep(10)
worker_download(worker_jar)
print('Downloaded Jenkins worker jar.')
if os.environ['WORKER_WORKING_DIR']:
os.setcwd(os.environ['WORKER_WORKING_DIR'])
if os.environ['CLEAN_WORKING_DIR'] == 'true':
clean_dir(os.getcwd())
print('Cleaned up working directory.')
if os.environ['WORKER_NAME'] == '':
worker_create(worker_name, os.getcwd(), os.environ['WORKER_EXECUTORS'],
os.environ['WORKER_LABELS'])
print('Created temporary Jenkins worker.')
process = worker_run(worker_jar, jnlp_url)
print('Started Jenkins worker with name "' + worker_name + '" and labels [' +
os.environ['WORKER_LABELS'] + '].')
process.wait()
def chdir(path):
old_cwd = getcwd()
setcwd(path)
yield
setcwd(old_cwd)
hostaddress = "http://localhost/"
hat = raw_input("Enter the host address (localhost as default, 'ip' for local ip): ")
if hat.startswith("http://"):
hostaddress = hat
elif hat == "ip":
hostaddress = "http://" + [ip for ip in socket.gethostbyname_ex(socket.gethostname())[2] if not ip.startswith("127.")][:1][0] + "/"
print "Host address set to " + hostaddress + "."
app = Flask(__name__)
warnings.filterwarnings("ignore")
try:
os.setcwd(os.path.dirname(__file__))
except:
pass
def rgb_to_hex(rgb):
return '%02x%02x%02x' % rgb
@app.route("/<name>.xlsx", methods=["GET"])
def get_excel(name):
try:
with open(name + ".xlsx", "rb") as exceldoc:
resp = Response(exceldoc.read(), status=200, mimetype="application/octet-stream")
return resp
except:
return "sos"
