def extract_content_category(category_id, category_name, conn):
category_data = category.category()
category_data.category_id = category_id
category_data.category_name = category_name
categories_leaf = category_data.get_leaf_category_by_root(category_id, conn)
for category_item in categories_leaf:
print(category_item)
def get_child_category(category_id):
data_product = product.product().get_all_product_by_category(
(category_id, ), conn)
child_categories = category.category().get_child_category((category_id, ),
conn)
return render_template('index.html',
parent_id=category_id,
products=data_product,
categories=data_category,
child_categories=child_categories)
def extract_category_info(conn, category_item, idx ):
print('start extract data from thread: ', idx)
if conn == 0:
conn = psycopg2.connect(tiki_info.db_connection)
global counts
category_data = category.category()
category_data.category_link = category_item.a['href']
category_data.category_name = category_item.select("span.text")[0].get_text()
stored_row = category_data.get_sub_category(conn)
for key in stored_row.keys():
counts[key] += stored_row[key]
def cancel_job():
print('Starting pause job: ')
ETL_jobs.pause_jobs()
print('After pause. ')
all_categories = category.category().get_parent_category(conn)
return render_template('scrapping.html', all_categories=all_categories)
def scrapping():
all_categories = category.category().get_parent_category(conn)
return render_template('scrapping.html', all_categories=all_categories)
from flask import Flask, render_template, render_template_string
import json
from packages.object_scrapping import product, category
import psycopg2
import app, constants.tiki_information as tiki_info
# from flask_menu import Menu, register_menu
conn = psycopg2.connect(tiki_info.db_connection)
data_category = category.category().get_parent_category(conn)
app = Flask(__name__, template_folder="templates")
@app.route('/')
@app.route('/home')
def index():
data_product = product.product().get_all_product_by_category(
data_category[0][0], conn)
return render_template('index.html',
products=data_product,
categories=data_category)
@app.route('/product/<int:category_id>', methods=['GET', 'POST'])
def get_product(category_id):
data_product = product.product().get_all_product_by_category(
(category_id, ), conn)
return render_template('index.html',
products=data_product,
categories=data_category)