def init_entities(df, entity_type='stock', provider='exchange'):
df = df.drop_duplicates(subset=['id'])
data_schema = get_entity_schema(entity_type)
store_category = get_db_name(data_schema=data_schema)
db_engine = get_db_engine(provider, db_name=store_category)
security_schema = get_entity_schema(entity_type)
current = get_entities(entity_type=entity_type, columns=[security_schema.id, security_schema.code],
provider=provider)
if df_is_not_null(current):
df = df[~df['id'].isin(current['id'])]
df.to_sql(security_schema.__tablename__, db_engine, index=False, if_exists='append')
def get_group(provider,
data_schema,
column,
group_func=func.count,
session=None):
local_session = False
if not session:
store_category = get_db_name(data_schema)
session = get_db_session(provider=provider,
store_category=store_category)
local_session = True
try:
if group_func:
query = session.query(column, group_func(column)).group_by(column)
else:
query = session.query(column).group_by(column)
df = pd.read_sql(query.statement, query.session.bind)
return df
except Exception:
raise
finally:
if local_session:
session.close()