コード例 #1
0
def saveLoanInfoToDB(db, infoLoan, infoBorrow,url):
  try:
    # check whether personInfo exists. if not, save it
    personID = db.getPersonID(infoLoan[4], INFO_SOURCE)
    if personID < 0:
      sql = "insert into personInfo (nickName, infoSource, updateTime, url) values ('%s', '%s', '%s', '%s');" % (infoLoan[4], INFO_SOURCE, str(time.time()), url)
      personID = db.insert(sql)
      

    # save borrowRecords to DB
    columns = "personID, updateTime, moneyAmount, interestRate, duration, infoSource, url, monthPay"
    values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (personID, str(time.time()), infoLoan[0], infoLoan[1], infoLoan[2], INFO_SOURCE, url, infoLoan[3])
    sql = "insert into borrowRecords (%s) values (%s);" % (columns, values)
    borrowID = db.insert(sql)

    # save bidRecords to DB
    columns = "borrowID, personID, bidMoney, updateTime, url"
    for borrow in infoBorrow:
      bidPersonName = ''.join(''.join(borrow[0].split()).split(','))
      bidMoney = ''.join(''.join(borrow[2].split()).split(','))
      bidPersonID = db.getPersonID(bidPersonName, INFO_SOURCE)
      if bidPersonID < 0:
        sql = "insert into personInfo (nickName, infoSource, updateTime, url) values ('%s', '%s', '%s', '%s');" % (bidPersonName, INFO_SOURCE, str(time.time()), url)
        bidPersonID = db.insert(sql)
      values = "'%s', '%s', '%s', '%s', '%s'" % (borrowID, bidPersonID, bidMoney, str(time.time()), url)
      sql = "insert into bidRecord (%s) values (%s);" % (columns, values)
      bidID = db.insert(sql)
  except Exception, data:
    print "[Exception]", data
コード例 #2
0
ファイル: renrendai.py プロジェクト: vicgu/spider-big-pig
def saveLoanInfoToDB(db, infoUser, infoItems, bidRecords, paybackRecords):
    try:
        personID = db.getPersonID(infoUser[0], DB_SOURCE)
        # check whether personInfo exists. if not, save it
        if personID < 0:
            columns = "nickName, updateTime, age, gender, infoSource, url"
            values = "'%s', '%s', '%s', '%s', '%s', '%s'" % (
                infoUser[0], str(
                    time.time()), infoUser[4], infoUser[1], DB_SOURCE, DB_URL)
            sql = "insert into personInfo (%s) values (%s);" % (columns,
                                                                values)
            personID = db.insert(sql)

        # save borrowRecords to DB
        columns = "personID, updateTime, moneyAmount, interestRate, duration, payment, infoSource, url, monthPay"
        values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (
            personID, str(time.time()), infoItems[0], infoItems[1],
            infoItems[2], infoItems[5], DB_SOURCE, DB_URL, infoItems[6])
        sql = "insert into borrowRecords (%s) values (%s);" % (columns, values)
        borrowID = db.insert(sql)

        # save bidRecords to DB
        columns = "borrowID, personID, bidMoney, updateTime, url, bidTime"
        for loan in bidRecords:
            bidPersonName = loan['userNickName']
            bidPersonID = db.getPersonID(bidPersonName, DB_SOURCE)
            if bidPersonID < 0:
                sql = "insert into personInfo (nickName, updateTime, infoSource, url) values ('%s', '%s', '%s', '%s');" % (
                    bidPersonName, str(time.time()), DB_SOURCE, DB_URL)
                bidPersonID = db.insert(sql)
            values = "'%s', '%s', '%s', '%s', '%s', '%s'" % (
                borrowID, bidPersonID, str(loan['amount']), str(
                    time.time()), DB_URL, loan['lendTime'])
            sql = "insert into bidRecord (%s) values (%s);" % (columns, values)
            bidID = db.insert(sql)

        # save paybackRecords to DB
        if paybackRecords == "":
            return
        columns = "borrowID, updateTime, url, state, paybackDate, paybackMoney, penalty"
        for loan in paybackRecords:
            values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (
                borrowID, str(
                    time.time()), DB_URL, loan['repayType'], loan['repayTime'],
                str(loan['unRepaidAmount']), str(loan['unRepaidFee']))
            sql = "insert into paybackRecord (%s) values (%s);" % (columns,
                                                                   values)
            paybackID = db.insert(sql)

    except Exception, data:
        print "Exception:", data
コード例 #3
0
ファイル: yirendai.py プロジェクト: vicgu/spider-big-pig
def saveToDB(db, item):
    # Check whether person existing in db
    personID = db.getPersonID(item[0], DB_SOURCE)
    if personID > 0:
        # update information
        return

    # Insert into database
    columns = (
        "nickName, gender, education, currentLiveplcae, marriage, monthIncome, house, creditMax, updateTime, infoSource"
    )
    values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (
        item[0],
        item[1],
        item[2],
        item[3],
        item[4],
        item[5],
        item[7],
        item[8],
        str(time.time()),
        DB_SOURCE,
    )
    sql = "insert into personInfo (%s) values (%s)" % (columns, values)
    db.exeSql(sql)
コード例 #4
0
ファイル: fujiancourt.py プロジェクト: vicgu/spider-big-pig
def saveToDB(db, data):
    # check whether exist
    sql = "select dishonestID from dishonestRecords where performCaseNum = '%s'" % (
        data['num'])
    res = db.select(sql)
    if (len(res) == 1):
        sql = "update dishonestRecords set performBasis = '%s', filingTime = '%s', performCourt = '%s', publishTime = '%s', updateTime = '%s', province = '%s', fulfilled = '%s', unfulfilled = '%s', dishonestAct = '%s', performBasisUnit = '%s', obligations = '%s' where performCaseNum = '%s'" % (
            data['wh'], data['time'], data['court'], data['fbsj'],
            str(time.time()), data['sf'], data['ylxqk'], data['wlxqk'],
            data['sxqx'], data['zcyjdw'], data['sxfyws'], data['num'])
        db.exeSql(sql)
        return

    personID = db.getPersonID(data['name'], DB_SOURCE)
    if personID < 0:
        sql = "insert into personInfo (nickName, name, infoSource, updateTime, age, gender, IDnumber) values ('%s', '%s', '%s', '%s', '%s', '%s', '%s')" % (
            data['name'], data['name'], DB_SOURCE, str(
                time.time()), data['age'], data['gender'], data['idNum'])
        personID = db.insert(sql)

    sql = '''insert into dishonestRecords
            (performBasis, personID, performCaseNum, filingTime, performCourt, publishTime, updateTime, province, fulfilled, unfulfilled, dishonestAct, performBasisUnit, obligations)
          values 
            ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s')''' % (
        data['wh'], str(personID), data['num'], data['time'], data['court'],
        data['fbsj'], str(time.time()), data['sf'], data['ylxqk'],
        data['wlxqk'], data['sxqx'], data['zcyjdw'], data['sxfyws'])

    db.exeSql(sql)
コード例 #5
0
ファイル: renrendai.py プロジェクト: vicgu/spider-big-pig
def saveFMPlanInfoToDB(db, infoPlan, joinDict, period):
    try:
        # save plan info to DB
        columns = "section, money, income, updateTime, state, leftMoney, lockedLimit, lockedOverTime, url"
        values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (
            str(period), infoPlan[0], infoPlan[1], str(
                time.time()), infoPlan[2], infoPlan[5], infoPlan[3],
            infoPlan[4], FM_PLAN_URL + str(period))
        sql = "insert into renrendai_youxuanlicai (%s) values (%s);" % (
            columns, values)
        licaiID = db.insert(sql)

        # save plan join info to DB
        columns = "licaiID, personID, investment, investmentTiime, updateTime, url"
        for join in joinDict:
            personID = db.getPersonID(join['nickName'], DB_SOURCE)
            # check whether personInfo exists. if not, save it
            if personID < 0:
                sql = "insert into personInfo (nickName, updateTime, infoSource, url) values ('%s', '%s', '%s', '%s');" % (
                    join['nickName'], str(time.time()), DB_SOURCE, DB_URL)
                personID = db.insert(sql)
            values = "'%s', '%s', '%s', '%s', '%s', '%s'" % (
                licaiID, personID, str(join['amount']), join['createTime'],
                str(time.time()), FM_PLAN_JOIN_URL + str(period))
            sql = "insert into renrendai_youxuanlicaiJoin (%s) values (%s);" % (
                columns, values)
            db.exeSql(sql)

    except Exception, data:
        print "Exception:", data
コード例 #6
0
def addToDBOneRecord(db, item):
 # if SAVE_DB == False:
  #  return
  #print "begin db"
  personID = db.getPersonID(item[0], INFO_SOURCE)
  if personID < 0:
    sql = "insert into personInfo (nickName, infoSource, updateTime) values ('%s', '%s', '%s')" % (item[0], INFO_SOURCE, str(time.time()))
    personID = db.insert(sql)

    print "insert success"
  else:
    print "insert fail"
コード例 #7
0
ファイル: renrendai.py プロジェクト: vicgu/spider-big-pig
def addToDBOneRecord(db, item):
    # if SAVE_DB == False:
    #  return
    #print "begin db"
    personID = db.getPersonID(item[0], INFO_SOURCE)
    if personID < 0:
        sql = "insert into personInfo (nickName, infoSource, updateTime) values ('%s', '%s', '%s')" % (
            item[0], INFO_SOURCE, str(time.time()))
        personID = db.insert(sql)

        print "insert success"
    else:
        print "insert fail"
コード例 #8
0
def onGoingToDBOneRecord(db, item):
  if SAVE_DB == False:
    return

  personID = db.getPersonID(item[0], INFO_SOURCE)
  if personID < 0:
    sql = "insert into personInfo (nickName, infoSource, updateTime) values ('%s', '%s', '%s')" % (item[0], INFO_SOURCE, str(time.time()))
    personID = db.insert(sql)
  
  columns = "personID, updateTime, startTime, hasFinish, moneyAmount, interestRate, infoSource, duration, payment, bidding"
  values = "%s, '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (str(personID), str(time.time()), item[2], "n", item[3], item[4], INFO_SOURCE, item[8], item[9], item[6])
  sql = "insert into borrowRecords (%s) values (%s)" % (columns, values)
  db.exeSql(sql)
コード例 #9
0
def saveLoanInfoToDB(db, infoUser, infoItems, bidRecords, paybackRecords):
  try:
    personID = db.getPersonID(infoUser[0], DB_SOURCE)
    # check whether personInfo exists. if not, save it
    if personID < 0:
      columns = "nickName, updateTime, age, gender, infoSource, url"
      values = "'%s', '%s', '%s', '%s', '%s', '%s'" % (infoUser[0], str(time.time()), infoUser[4], infoUser[1], DB_SOURCE, DB_URL)
      sql = "insert into personInfo (%s) values (%s);" % (columns, values)
      personID = db.insert(sql)

    # save borrowRecords to DB
    columns = "personID, updateTime, moneyAmount, interestRate, duration, payment, infoSource, url, monthPay"
    values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (personID, str(time.time()), infoItems[0], infoItems[1], infoItems[2], infoItems[5], DB_SOURCE, DB_URL, infoItems[6])
    sql = "insert into borrowRecords (%s) values (%s);" % (columns, values)
    borrowID = db.insert(sql)

    # save bidRecords to DB
    columns = "borrowID, personID, bidMoney, updateTime, url, bidTime"
    for loan in bidRecords:
      bidPersonName = loan['userNickName']
      bidPersonID = db.getPersonID(bidPersonName, DB_SOURCE)
      if bidPersonID < 0:
        sql = "insert into personInfo (nickName, updateTime, infoSource, url) values ('%s', '%s', '%s', '%s');" % (bidPersonName, str(time.time()), DB_SOURCE, DB_URL)
        bidPersonID = db.insert(sql)
      values = "'%s', '%s', '%s', '%s', '%s', '%s'" % (borrowID, bidPersonID, str(loan['amount']), str(time.time()), DB_URL, loan['lendTime'])
      sql = "insert into bidRecord (%s) values (%s);" % (columns, values)
      bidID = db.insert(sql)

    # save paybackRecords to DB
    if paybackRecords == "":
      return
    columns = "borrowID, updateTime, url, state, paybackDate, paybackMoney, penalty"
    for loan in paybackRecords:
      values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (borrowID, str(time.time()), DB_URL, loan['repayType'], loan['repayTime'], str(loan['unRepaidAmount']), str(loan['unRepaidFee']))
      sql = "insert into paybackRecord (%s) values (%s);" % (columns, values)
      paybackID = db.insert(sql)

  except Exception, data:
    print "Exception:", data
コード例 #10
0
def saveToDB(db, item):
    # Check whether person existing in db
    personID = db.getPersonID(item[0], DB_SOURCE)
    if personID > 0:
        # update information
        return

    # Insert into database
    columns = "nickName, gender, education, currentLiveplcae, marriage, monthIncome, house, creditMax, updateTime, infoSource"
    values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (
        item[0], item[1], item[2], item[3], item[4], item[5], item[7], item[8],
        str(time.time()), DB_SOURCE)
    sql = "insert into personInfo (%s) values (%s)" % (columns, values)
    db.exeSql(sql)
コード例 #11
0
def onGoingToDBOneRecord(db, item):
    if SAVE_DB == False:
        return

    personID = db.getPersonID(item[0], INFO_SOURCE)
    if personID < 0:
        sql = "insert into personInfo (nickName, infoSource, updateTime) values ('%s', '%s', '%s')" % (
            item[0], INFO_SOURCE, str(time.time()))
        personID = db.insert(sql)

    columns = "personID, updateTime, startTime, hasFinish, moneyAmount, interestRate, infoSource, duration, payment, bidding"
    values = "%s, '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (
        str(personID), str(time.time()), item[2], "n", item[3], item[4],
        INFO_SOURCE, item[8], item[9], item[6])
    sql = "insert into borrowRecords (%s) values (%s)" % (columns, values)
    db.exeSql(sql)
コード例 #12
0
def saveFMPlanInfoToDB(db, infoPlan, joinDict, period):
  try:
    # save plan info to DB
    columns = "section, money, income, updateTime, state, leftMoney, lockedLimit, lockedOverTime, url"
    values = "'%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s'" % (str(period), infoPlan[0], infoPlan[1], str(time.time()), infoPlan[2], infoPlan[5], infoPlan[3], infoPlan[4], FM_PLAN_URL+str(period))
    sql = "insert into renrendai_youxuanlicai (%s) values (%s);" % (columns, values)
    licaiID = db.insert(sql)

    # save plan join info to DB
    columns = "licaiID, personID, investment, investmentTiime, updateTime, url"
    for join in joinDict:
      personID = db.getPersonID(join['nickName'], DB_SOURCE)
      # check whether personInfo exists. if not, save it
      if personID < 0:
        sql = "insert into personInfo (nickName, updateTime, infoSource, url) values ('%s', '%s', '%s', '%s');" % (join['nickName'], str(time.time()), DB_SOURCE, DB_URL)
        personID = db.insert(sql)
      values = "'%s', '%s', '%s', '%s', '%s', '%s'" % (licaiID, personID, str(join['amount']), join['createTime'], str(time.time()), FM_PLAN_JOIN_URL+str(period))
      sql = "insert into renrendai_youxuanlicaiJoin (%s) values (%s);" % (columns, values)
      db.exeSql(sql)

  except Exception, data:
    print "Exception:", data
コード例 #13
0
def saveToDB(db, data):
  # check whether exist
  sql = "select dishonestID from dishonestRecords where performCaseNum = '%s'" % (data['num'])
  res =  db.select(sql)
  if (len(res) == 1):
    sql = "update dishonestRecords set performBasis = '%s', filingTime = '%s', performCourt = '%s', publishTime = '%s', updateTime = '%s', province = '%s', fulfilled = '%s', unfulfilled = '%s', dishonestAct = '%s', performBasisUnit = '%s', obligations = '%s' where performCaseNum = '%s'" % (
      data['wh'], data['time'], data['court'], data['fbsj'], str(time.time()), data['sf'], data['ylxqk'], data['wlxqk'], data['sxqx'], data['zcyjdw'], data['sxfyws'], data['num']
    )
    db.exeSql(sql)
    return
  
  personID = db.getPersonID(data['name'], DB_SOURCE)
  if personID < 0:
    sql = "insert into personInfo (nickName, name, infoSource, updateTime, age, gender, IDnumber) values ('%s', '%s', '%s', '%s', '%s', '%s', '%s')" % (data['name'], data['name'], DB_SOURCE, str(time.time()), data['age'], data['gender'], data['idNum'])
    personID = db.insert(sql)
    
  sql = '''insert into dishonestRecords
            (performBasis, personID, performCaseNum, filingTime, performCourt, publishTime, updateTime, province, fulfilled, unfulfilled, dishonestAct, performBasisUnit, obligations)
          values 
            ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s')''' % (
            data['wh'], str(personID), data['num'], data['time'], data['court'], data['fbsj'], str(time.time()), data['sf'], data['ylxqk'], data['wlxqk'], data['sxqx'], data['zcyjdw'], data['sxfyws']
          )
          
  db.exeSql(sql)
コード例 #14
0
# -*- coding: utf-8 -*-
コード例 #15
0
# -*- coding: utf-8 -*-