def _get_last_day_row_index(self, reference_index):
reference_date = self._get_row_datetime(reference_index)
reference_date_timestamp = Time.timestamp(reference_date)
current_index = reference_index - 1
result_diff = 24 * 3600
result_index = -1
diff = 24 * 3600
while current_index > 0 and diff > (-2 * 3600):
if self._has_row_date(current_index) is False or self._is_row_valid(current_index) is False:
current_index -= 1
continue
current_date = self._get_row_datetime(current_index)
current_date_timestamp = Time.timestamp(current_date)
diff = current_date_timestamp - (reference_date_timestamp - 24 * 3600)
diff_abs = abs(diff)
if diff_abs < result_diff and diff_abs < (2 * 3600):
result_diff = diff_abs
result_index = current_index
current_index -= 1
return result_index
def _save_spreadsheet(self):
stopper = Time()
print("Saving...")
stopper.start()
self.spreadsheet.save()
stopper.end()
print(f"Spreadsheet has been saved. ({stopper.result:0.3f}s)")
def _check_permissions(self):
stopper = Time()
print("Checking permissions...")
stopper.start()
self.spreadsheet.save()
stopper.end()
print(f"Done. ({stopper.result:0.3f}s)")
def make_request(self, param):
request_time = Time()
request_status = 500
try:
request_time.start()
url = self.api + self.endpoint + str(param)
response = get(url)
request_status = response.status_code
if response.status_code == 200:
return response.json()
return None
except ConnectionError:
request_status = 500
return None
except HTTPError as error:
request_status = error.response.status_code
finally:
request_time.end()
print(
f" Request {self.name}: {request_status} ({request_time.result:0.3f}s)"
)
def _load_workbook(self):
try:
stopper = Time()
print("Loading spreadsheet...")
stopper.start()
workbook = load_workbook(self.filename)
stopper.end()
print(f"Done. ({stopper.result:0.3f}s)")
return workbook
except FileNotFoundError:
stopper = Time()
print("Creating spreadsheet...")
stopper.start()
workbook = self._create_workbook()
stopper.end()
print(f"Done. ({stopper.result:0.3f}s)")
return workbook
def get_data(self):
stopper = Time()
try:
self._check_permissions()
datetime = Time.now()
print(f"Datetime: {datetime}")
for crate_name in self.required_crates:
crate = Crate(crate_name)
print(f"{crate.short_name} data:")
if MAKE_ORDERS_HISTOGRAM_REQUEST is True:
order_histogram_data = self.order_histogram.get_data(crate)
stopper.start()
self.spreadsheet.insert_histogram_data(
crate, datetime, order_histogram_data)
stopper.end()
print(f" Data extraction time: ({stopper.result:0.3f}s)")
if MAKE_PRICE_OVERVIEW_REQUEST is True:
price_overview_data = self.price_overview.get_data(crate)
stopper.start()
self.spreadsheet.insert_price_overview_data(
crate, datetime, price_overview_data)
stopper.end()
print(f" Data extraction time: ({stopper.result:0.3f}s)")
if DRAW_COLORS_SHEET is True:
self.spreadsheet.insert_colors()
self._save_spreadsheet()
except PermissionError:
print('\033[91m' + 'Permission denied' + '\033[0m')
def _backup(self):
backup_time = Time.backup()
backup = self.output_dir + self.output_filename + "_" + backup_time + self.output_file_extension
is_backup_exist = os.path.exists(backup)
if is_backup_exist is False:
shutil.copy(self.output, backup)
def main_loop():
while 1:
print(Time.now_with_seconds())
os.system("python main.py")
next_interval = Time.timeout(900)
time.sleep(next_interval + 1)