# -*- coding: utf-8' -*-

"""

Created on 2016

@author:jinchener

initial version from yiyuezhuo

"""

import requests

import time

import json

import os

import numpy as np

import pickle

import csv

import datetime

import xlwt

from xlsxwriter.workbook import Workbook

import shutil

import sys

reload(sys)

sys.setdefaultencoding('utf-8')

class TreeNode(object): #数据目录获取

return rl

class Downloader(object): #请求数据json文件并存储

self.cachell(valuecode, res_obj)

class Document(object): #解析json数据文件并解析

self.cvstran2xls(filename)

if __name__ == "__main__":

temp = u'国家数据(国家统计局)抓取器加强版/This toolkit could automatically download data from National data base. '

print temp.encode('gb18030')

querytype = ''

while not(querytype == '1' or querytype == '2' or querytype == '3' or querytype == '4' or querytype == '5' or querytype == '6' or querytype == '7' or querytype == '8'):

temp = u'请输入查询数据种类/Please input the type of query:\n1--月度数据/monthly 2--季度数据/seasonly 3--分省月度/promonthly 4--分省季度/proseasonly 5--主要城市月度价格/maincity 6--年度数据/yearly 7--分省年度/proyearly 8--主要城市年度价格/maincityyear'

print temp.encode('gb18030')

querytype = raw_input()

querystarttime = ''

if (querytype == '1' or querytype == '3' or querytype == '5'):

while not len(querystarttime) == 6:

temp = u'请输入查询的起始年月（六位数，形如201601）/Please input the start year of query (6 digits):'

print temp.encode('gb18030')

querystarttime = raw_input()

queryendtime = 'x'

while not (len(queryendtime) == 6 or len(queryendtime) == 0):

temp = u'请输入查询的结束年月（六位数，空输入表示最新的月份）/Please input the end year of query (4 digits,Empty Input for the latest year):'

print temp.encode('gb18030')

queryendtime = raw_input()

today = datetime.date.today()

if not len(queryendtime) == 6:

queryendtime = today.strftime('%Y%m%d')[:-2]

else:

pass

else:

while not len(querystarttime) == 4:

temp = u'请输入查询的起始年份（四位数，形如2016）/Please input the start year of query (4 digits):'

print temp.encode('gb18030')

querystarttime = raw_input()

queryendtime = 'x'

while not (len(queryendtime) == 4 or len(queryendtime) == 0):

temp = u'请输入查询的结束年份（四位数，空输入表示最新的年份）/Please input the end year of query (4 digits,Empty Input for the latest year):'

print temp.encode('gb18030')

queryendtime = raw_input()

today = datetime.date.today()

if not len(queryendtime) == 4:

queryendtime = today.strftime('%Y%m%d')[:-4]

else:

pass

today = datetime.date.today()

todaydate = today.strftime('%Y%m%d')

querytime = querystarttime + '-' + queryendtime

savefoldname = 'data'

# datatypedic = {"1": u"月度数据", "2": u"季度数据",

# "3": u"分省月度数据", "4": u"分省季度数据", "5": u"主要城市月度价格"}

datatypedic = {"1": u"monthly", "2": u"seasonly",

"3": u"promonthly", "4": u"proseasonly", "5": u"maincity", "6": u"yearly", "7": u"proyearly", "8": u"maincityyear"}

filename = datatypedic[querytype] + '--' + \

querytime + '--' + todaydate + '.csv'

dbcodenames = 'hgjd'

if(querytype == '1'): # 'hgyd'-->月度

dbcodenames = 'hgyd'

savefoldname = 'Monthly'

elif(querytype == '2'): # 'hgjd'-->季度

dbcodenames = 'hgjd'

savefoldname = 'Seasonly'

elif(querytype == '3'): # 'fsyd'-->分省月度

dbcodenames = 'fsyd'

savefoldname = 'Promonthly'

elif (querytype == '4'): # 'fsjd'-->分省季度

dbcodenames = 'fsjd'

savefoldname = 'Proseasonly'

elif (querytype == '6'): # 'fsjd'-->分省季度

dbcodenames = 'hgnd'

savefoldname = 'yearly'

elif (querytype == '7'): # 'fsjd'-->分省季度

dbcodenames = 'fsnd'

savefoldname = 'proyearly'

elif (querytype == '8'): # 'fsjd'-->分省季度

dbcodenames = 'csnd'

savefoldname = 'maincityyear'

else: # 'hgnd'--》年度

dbcodenames = 'csyd'

savefoldname = 'Maincity'

'''

querytime = '2016-2016'

filename = querytime + '.csv'

#savefoldname = 'Monthly'

dbcodenames = 'hgjd'

tree = TreeNode(iid='zb', name='zb', data_me=None, dbcodename=dbcodenames)

tree.get_recur()

with open('tree', 'wb') as f:

pickle.dump(tree, f)

'''

with open('tree', 'rb') as f:

tree = pickle.load(f)

if not os.path.isdir('temp'):

os.mkdir('temp')

downloader = Downloader(tree, raw_root='temp',

date=querytime, dbcodename=dbcodenames)

downloader.download()

with open('tree', 'rb') as f:

tree = pickle.load(f)

doc = Document(raw_root='temp', dbcodename=dbcodenames)

doc.to_file_all(tree, filename=filename, encoding='utf-8')

print '''Finished!'''

deletefolder=''

while not (len(deletefolder) == 1):

temp = u'\n\n是否删除临时数据文件夹temp？(y/n)'

print temp.encode('gb18030')

deletefolder = raw_input()

path=os.getcwd()

pathdlit=path+'\\'+'temp'

if deletefolder=='y':

shutil.rmtree(pathdlit)

else:

pass

deletefile = ''

while not (len(deletefile) == 1):

temp = u'\n\n是否删除临时数据文件%s？(y/n)'%(filename)

print temp.encode('gb18030')

deletefile = raw_input()

if deletefile == 'y':

os.remove(filename)

else:

raw_input()