def main():
conf = ConfigParser.SafeConfigParser()
conf.read("stock.ini")
is_test = int(conf.get("CONFIG","is_test"))
db = StockDB(host=conf.get("DB",
"host"),
user=conf.get("DB",
"user"),
pas=conf.get("DB",
"pass"),
database=conf.get("DB",
"database"))
"""DBテーブルの生成"""
db.create_fs_db()
db.Commit()
"""CCODEの取得"""
ccodes = db.GetCCode()
"""StockFS"""
f = StockFS()
for ccode in ccodes:
print ccode
f1 = f.get(ccode)
list_of_list = [data.getList() for data in f1]
db.InsertStockFSData(list_of_list)
db.Commit()
db.close()
return 0
def main():
conf = ConfigParser.SafeConfigParser()
conf.read("stock.ini")
is_test = int(conf.get("CONFIG","is_test"))
db = StockDB(host=conf.get("DB",
"host"),
user=conf.get("DB",
"user"),
pas=conf.get("DB",
"pass"),
database=conf.get("DB",
"database"))
"""DBテーブルの生成"""
db.create_db()
db.Commit()
"""jsmの初期化"""
q = jsm.Quotes()
"""Brandの更新日付を取得する"""
is_brand_get = 0
update_span = int(conf.get("CONFIG","brand_refresh"))
brand_updated = db.GetDateBrandRefreshed()
if brand_updated is None:
is_brand_get = 1
else:
today = datetime.date.today()
if brand_updated <= today - datetime.timedelta(days=update_span):
is_brand_get = 1
if is_brand_get == 1:
"""
Brandの更新はbrand_refreshの日数に一度行う。
"""
"""Brandの取得"""
b = jsm.Brand()
IDS = b.IDS
cnt = 0
for industry_code in IDS.keys():
print industry_code
industry_name = IDS[industry_code]
brand_data = q.get_brand(industry_code)
cnt += len(brand_data)
list_of_dict_brand = [{"ccode":brand.ccode,
"industry_code":industry_code,
"industry_name":industry_name,
"market":brand.market,
"name":brand.name,
"info":brand.info
} for brand in brand_data]
db.InsertBrandData(list_of_dict_brand)
db.UpdateBrandRefreshed(cnt)
db.Commit()
"""CCODEの取得"""
ccodes = db.GetCCode()
if ccodes is None:
return 1
"""Financial Dataの取得"""
list_of_dict_finance = []
cnt = 0
for ccode in ccodes:
#print ccode
if is_test == 1 and cnt > 5:
break
try:
finance_data = q.get_finance(ccode)
list_of_dict_finance.append({"ccode":ccode,
"market_cap":finance_data.market_cap,
"shares_issued":finance_data.shares_issued,
"dividend_yield":finance_data.dividend_yield,
"dividend_one":finance_data.dividend_one,
"per":finance_data.per,
"pbr":finance_data.pbr,
"eps":finance_data.eps,
"bps":finance_data.bps,
"price_min":finance_data.price_min,
"round_lot":finance_data.round_lot})
cnt += 1
except :
print "Error in Financial Data " , ccode
db.InsertFinancialData(list_of_dict_finance)
db.Commit()
"""Quoteの取得"""
cnt = 0
commit_limit = 10
list_of_dict_stock = []
default_start_date = datetime.date(2000,1,1)
default_end_date = datetime.date.today()
for ccode in ccodes:
if is_test == 1 and cnt > 4:
break
print ccode
"""DBよりccode別の開始日付を取得する"""
start_date = db.GetStartDate(ccode)
if start_date is None:
"""存在しなければ2000/1/1から取得する"""
start_date = default_start_date
"""デフォルトの終了日付は本日"""
end_date = default_end_date
try:
if start_date >= end_date:
"""開始時点が今日もしくはそれ以降の場合は取得できない。"""
quote_data = None
else:
quote_data = q.get_historical_prices(ccode,jsm.DAILY,start_date=start_date,end_date=end_date)
cnt += 1
if quote_data is None:
continue
[list_of_dict_stock.append({"ccode":ccode,
"date":quote.date,
"open":quote.open,
"high":quote.high,
"low":quote.low,
"close":quote.close,
"volume":quote.volume}) for quote in quote_data]
db.UpdateStockCondition(ccode,1,default_start_date.strftime("%Y-%m-%d"),end_date.strftime("%Y-%m-%d"))
except :
db.UpdateStockCondition(ccode,0,default_start_date.strftime("%Y-%m-%d"),end_date.strftime("%Y-%m-%d"))
print "Error in Quote Data ", ccode
if cnt >= commit_limit:
db.InsertStockData(list_of_dict_stock)
db.Commit()
cnt = 0
list_of_dict_stock = []
if len(list_of_dict_stock) > 0:
db.InsertStockData(list_of_dict_stock)
db.Commit()
db.close()
return 0