示例#1
0
def load_transactions(transaction_file, verbose=False):
    with open(transaction_file, 'r') as f:
        reader = csv.reader(f, delimiter="\t")
        reader.next()
        skip_lookup = False
        if Transaction.objects.count() == 0:
            skip_lookup = True
        for row in reader:
            try:
                amount_prime = float(row[2])
            except:
                amount_prime = None
            doc = row[3].strip()
            date_doc = spss_to_posix(row[4])
            date_rec = spss_to_posix(row[5])
            buyer = row[6].strip()
            buyer_type = row[7].strip()
            seller = row[8].strip()
            seller_type = row[9].strip()
            try:
                non_condo = int(row[10])
            except:
                non_condo = None
            try:
                purchase_less_20k = int(row[11])
            except:
                purchase_less_20k = None
            try:
                business_buyer = int(row[12])
            except:
                business_buyer = None
            try:
                yq_doc = int(row[13])
            except:
                yq_doc = None
            try:
                yeard = int(row[14])
            except:
                yeard = None
            apt = row[15].strip()
            direction = row[16].strip()
            houseno = row[17].strip()
            street = row[18].strip()
            suffix = row[19].strip()
            addr_final = row[20].strip()
            city_final = row[21].strip()
            try:
                lat_y = float(row[22])
            except:
                lat_y = None
            try:
                long_x = float(row[23])
            except:
                long_x = None
            try:
                tract_fix = float(row[24])
            except:
                tract_fix = None
            no_tract_info = True if int(row[25]) == 1 else False
            try:
                ca_num = int(row[26])
            except:
                ca_num = None
            ca_name = row[27].strip()
            place = row[28].strip()
            gisdate = row[29].strip()
            try:
                ptype_id = int(row[30])
            except:
                ptype_id = None
            try:
                residential = int(row[31])
            except:
                residential = None
            try:
                adj_yq = int(row[32])
            except:
                adj_yq = None
            try:
                adj_yd = int(row[33])
            except:
                adj_yd = None
            loc = None if row[22] == '' else Point(
                (Decimal(row[23]),
                 Decimal(row[22])), srid=4326).transform(3435)
            try:
                if skip_lookup:
                    raise Exception('no lookup')
                transaction =  Transaction.objects.get(\
                pin = pin\
         ,amount_prime = amount_prime\
                ,doc = doc\
                ,date_doc = date_doc\
         ,date_rec = date_rec\
         ,buyer = buyer\
         ,buyer_type = buyer_type\
         ,seller = seller\
         ,seller_type = seller_type\
         ,non_condo = non_condo\
         ,purchase_less_20k = purchase_less_20k\
         ,business_buyer = business_buyer\
                ,yq_doc = yq_doc\
         ,yeard = yeard\
         ,apt = apt\
         ,direction = direction\
         ,houseno = houseno\
         ,street = street\
         ,suffix = suffix\
         ,addr_final = addr_final\
         ,city_final = city_final\
         ,lat_y = lat_y\
         ,long_x = long_x\
         ,tract_fix = tract_fix\
         ,no_tract_info = no_tract_info\
         ,ca_num = ca_num\
         ,ca_name = ca_name\
         ,place = place\
         ,gisdate = gisdate\
         ,ptype_id = ptype_id\
         ,residential = residential\
         ,adj_yq = adj_yq\
         ,adj_yd = adj_yd\
                ,loc = loc\
                )
            except:
                transaction =  Transaction(\
                pin = pin\
         ,amount_prime = amount_prime\
                ,doc = doc\
                ,date_doc = date_doc\
         ,date_rec = date_rec\
         ,buyer = buyer\
         ,buyer_type = buyer_type\
         ,seller = seller\
         ,seller_type = seller_type\
         ,non_condo = non_condo\
         ,purchase_less_20k = purchase_less_20k\
         ,business_buyer = business_buyer\
                ,yq_doc = yq_doc\
         ,yeard = yeard\
         ,apt = apt\
         ,direction = direction\
         ,houseno = houseno\
         ,street = street\
         ,suffix = suffix\
         ,addr_final = addr_final\
         ,city_final = city_final\
         ,lat_y = lat_y\
         ,long_x = long_x\
         ,tract_fix = tract_fix\
         ,no_tract_info = no_tract_info\
         ,ca_num = ca_num\
         ,ca_name = ca_name\
         ,place = place\
         ,gisdate = gisdate\
         ,ptype_id = ptype_id\
         ,residential = residential\
         ,adj_yq = adj_yq\
         ,adj_yd = adj_yd\
                ,loc = loc\
                )
            transaction.save()
示例#2
0
def load_mortgages(mortgage_file, verbose=False):
    with open(mortgage_file, 'r') as f:
        reader = csv.reader(f, delimiter="\t")
        reader.next()
        skip_lookup = False
        if Mortgage.objects.count() == 0:
            skip_lookup = True
        for row in reader:
            pin = '{:0>14}'.format(int(Decimal(row[1])))
            doc = row[2].strip()
            try:
                mort_amt = float(row[3])
            except:
                mort_amt = None
            date_doc = spss_to_posix(row[4])
            date_rec = spss_to_posix(row[5])
            borrower1 = row[6].strip()
            borrower1_type = row[7].strip()
            lender1 = row[8].strip()
            lender1_type = row[9].strip()
            lender2 = row[10].strip()
            lender2_type = row[11].strip()
            try:
                yq_doc = int(row[12])
            except:
                yq_doc = None
            try:
                yeard = int(row[13])
            except:
                yeard = None
            apt = row[14].strip()
            direction = row[15].strip()
            houseno = row[16].strip()
            street = row[17].strip()
            suffix = row[18].strip()
            addr_final = row[19].strip()
            city_final = row[20].strip()
            try:
                lat_y = float(row[21])
            except:
                lat_y = None
            try:
                long_x = float(row[22])
            except:
                long_x = None
            try:
                tract_fix = float(row[23])
            except:
                tract_fix = None
            no_tract_info = True if int(row[24]) == 1 else False
            try:
                ca_num = int(row[25])
            except:
                ca_num = None
            ca_name = row[26].strip()
            place = row[27].strip()
            gisdate = row[28].strip()
            try:
                ptype_id = int(row[29])
            except:
                ptype_id = None
            try:
                residential = int(row[30])
            except:
                residential = None
            try:
                adj_yq = int(row[31])
            except:
                adj_yq = None
            try:
                adj_yd = int(row[32])
            except:
                adj_yd = None
            loc = None if row[21] == '' else Point(
                (Decimal(row[22]), Decimal(row[21])))
            try:
                if skip_lookup:
                    raise Exception('no lookup')
                mortgage =  Mortgage.objects.get(\
                pin = pin\
                ,doc = doc\
         ,mort_amt = mort_amt\
                ,date_doc = date_doc\
         ,date_rec = date_rec\
         ,borrower1 = borrower1\
         ,borrower1_type = borrower1_type\
         ,lender1 = lender1\
         ,lender1_type = lender1_type\
         ,lender2 = lender2\
         ,lender2_type = lender2_type\
                ,yq_doc = yq_doc\
         ,yeard = yeard\
         ,apt = apt\
         ,direction = direction\
         ,houseno = houseno\
         ,street = street\
         ,suffix = suffix\
         ,addr_final = addr_final\
         ,city_final = city_final\
         ,lat_y = lat_y\
         ,long_x = long_x\
         ,tract_fix = tract_fix\
         ,no_tract_info = no_tract_info\
         ,ca_num = ca_num\
         ,ca_name = ca_name\
         ,place = place\
         ,gisdate = gisdate\
         ,ptype_id = ptype_id\
         ,residential = residential\
         ,adj_yq = adj_yq\
         ,adj_yd = adj_yd\
                ,loc = loc\
                )
            except:
                mortgage =  Mortgage(\
                pin = pin\
                ,doc = doc\
         ,mort_amt = mort_amt\
                ,date_doc = date_doc\
         ,date_rec = date_rec\
         ,borrower1 = borrower1\
         ,borrower1_type = borrower1_type\
         ,lender1 = lender1\
         ,lender1_type = lender1_type\
         ,lender2 = lender2\
         ,lender2_type = lender2_type\
                ,yq_doc = yq_doc\
         ,yeard = yeard\
         ,apt = apt\
         ,direction = direction\
         ,houseno = houseno\
         ,street = street\
         ,suffix = suffix\
         ,addr_final = addr_final\
         ,city_final = city_final\
         ,lat_y = lat_y\
         ,long_x = long_x\
         ,tract_fix = tract_fix\
         ,no_tract_info = no_tract_info\
         ,ca_num = ca_num\
         ,ca_name = ca_name\
         ,place = place\
         ,gisdate = gisdate\
         ,ptype_id = ptype_id\
         ,residential = residential\
         ,adj_yq = adj_yq\
         ,adj_yd = adj_yd\
                ,loc = loc\
                )
            mortgage.save()
示例#3
0
def load_mortgages(mortgage_file, verbose = False):
  with open(mortgage_file,'r') as f:
    reader = csv.reader(f, delimiter="\t")
    reader.next()
    skip_lookup = False
    if Mortgage.objects.count() == 0:
      skip_lookup = True
    for row in reader:
      pin = '{:0>14}'.format(int(Decimal(row[1])))
      doc = row[2].strip()
      try:	mort_amt = float(row[3])
      except:	mort_amt = None
      date_doc = spss_to_posix(row[4])
      date_rec = spss_to_posix(row[5])
      borrower1 = row[6].strip()
      borrower1_type = row[7].strip()
      lender1 = row[8].strip()
      lender1_type = row[9].strip()
      lender2 = row[10].strip()
      lender2_type = row[11].strip()
      try:	yq_doc = int(row[12])
      except:	yq_doc = None
      try:	yeard = int(row[13])
      except:	yeard = None
      apt = row[14].strip()
      direction = row[15].strip()
      houseno = row[16].strip()
      street = row[17].strip()
      suffix = row[18].strip()
      addr_final = row[19].strip()
      city_final = row[20].strip()
      try:	lat_y = float(row[21])
      except:	lat_y = None
      try:	long_x = float(row[22])
      except:	long_x = None
      try:	tract_fix = float(row[23])
      except:	tract_fix = None
      no_tract_info = True if int(row[24])==1 else False
      try:	ca_num = int(row[25])
      except:	ca_num = None
      ca_name = row[26].strip()
      place = row[27].strip()
      gisdate = row[28].strip()
      try: 	ptype_id = int(row[29])
      except:	ptype_id = None
      try:	residential = int(row[30])
      except:	residential = None
      try:	adj_yq = int(row[31])
      except:	adj_yq = None
      try:	adj_yd = int(row[32])
      except:	adj_yd = None
      loc       = None if row[21]=='' else Point((Decimal(row[22]), Decimal(row[21])))
      try:
        if skip_lookup:
          raise Exception('no lookup')
        mortgage =  Mortgage.objects.get(\
        pin = pin\
        ,doc = doc\
	,mort_amt = mort_amt\
        ,date_doc = date_doc\
	,date_rec = date_rec\
	,borrower1 = borrower1\
	,borrower1_type = borrower1_type\
	,lender1 = lender1\
	,lender1_type = lender1_type\
	,lender2 = lender2\
	,lender2_type = lender2_type\
        ,yq_doc = yq_doc\
	,yeard = yeard\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
	,adj_yq = adj_yq\
	,adj_yd = adj_yd\
        ,loc = loc\
        )
      except:
        mortgage =  Mortgage(\
        pin = pin\
        ,doc = doc\
	,mort_amt = mort_amt\
        ,date_doc = date_doc\
	,date_rec = date_rec\
	,borrower1 = borrower1\
	,borrower1_type = borrower1_type\
	,lender1 = lender1\
	,lender1_type = lender1_type\
	,lender2 = lender2\
	,lender2_type = lender2_type\
        ,yq_doc = yq_doc\
	,yeard = yeard\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
	,adj_yq = adj_yq\
	,adj_yd = adj_yd\
        ,loc = loc\
        )
      mortgage.save()
示例#4
0
def load_foreclosures(forc_file, verbose = False):
  with open(forc_file,'r') as f:
    reader = csv.reader(f, delimiter="\t")
    reader.next()
    skip_lookup = False
    if Foreclosure.objects.count() == 0
      skip_lookup = True
    for row in reader:
      pin     = '{:0>14}'.format(int(Decimal(row[1])))
      filing_date   = spss_to_posix(row[2])
      try:	case_num1 = int(row[3])
      except:	case_num1 = None
      try: 	case_num2 = row[4].strip()
      except:	case_num2 = None
      try:	case_num3 = float(row[5])
      except:	case_num3 = None
      defendant_first_name = row[6].strip()
      defendant_last_name = row[7].strip()
      plaintiff      = row[8].strip()
      try:	yq_doc = int(row[9])
      except:	yq_doc = None
      try:	yeard = int(row[10])
      except:	yeard = None
      apt = row[11].strip()
      direction = row[12].strip()
      houseno = row[13].strip()
      street = row[14].strip()
      suffix = row[15].strip()
      addr_final = row[16].strip()
      city_final = row[17].strip()
      try:	lat_y = float(row[18])
      except:	lat_y = None
      try:	long_x = float(row[19])
      except:	long_x = None
      try:	tract_fix = float(row[20])
      except: 	tract_fix = None
      no_tract_info = True if int(row[21])==1 else False
      try:	ca_num = int(row[22])
      except:	ca_num = None
      ca_name = row[23].strip()
      place = row[24].strip()
      gisdate = row[25].strip()
      try:	ptype_id = int(row[26])
      except:	ptype_id = None
      try:	residential = int(row[27])
      except:	residential = None
      try:	adj_yq = int(row[28])
      except:	adj_yq = None
      try:	adj_yd = int(row[29])
      except:	adj_yd = None
      loc = None if row[18]=='' else Point((Decimal(row[19]), Decimal(row[18])),srid=4326).transform(3435)
      try:
        if skip_lookup:
          raise Exception('no lookup')
        forc = Foreclosure.objects.get(\
        pin = pin\
	,filing_date   = filing_date\
	,case_num1     = case_num1\
	,case_num2     = case_num2\
	,case_num3     = case_num3\
	,defendant_first_name = defendant_first_name\
	,defendant_last_name = defendant_last_name\
	,plaintiff      = plaintiff\
	,yq_doc        = yq_doc\
	,yeard         = yeard\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
	,adj_yq = adj_yq\
	,adj_yd = adj_yd\
        ,loc = loc\
        )
      except:
        forc =  Foreclosure(\
        pin = pin\
	,filing_date   = filing_date\
	,case_num1     = case_num1\
	,case_num2     = case_num2\
	,case_num3     = case_num3\
	,defendant_first_name = defendant_first_name\
	,defendant_last_name = defendant_last_name\
	,plaintiff      = plaintiff\
	,yq_doc        = yq_doc\
	,yeard         = yeard\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
	,adj_yq = adj_yq\
	,adj_yd = adj_yd\
        ,loc = loc\
        )
      forc.save()
示例#5
0
def load_transactions(transaction_file, verbose = False):
  with open(transaction_file,'r') as f:
    reader = csv.reader(f, delimiter="\t")
    reader.next()
    skip_lookup = False
    if Transaction.objects.count() == 0:
      skip_lookup = True
    for row in reader:
      try:	amount_prime = float(row[2])
      except:	amount_prime = None
      doc    = row[3].strip()
      date_doc = spss_to_posix(row[4])
      date_rec = spss_to_posix(row[5])
      buyer = row[6].strip()
      buyer_type = row[7].strip()
      seller = row[8].strip()
      seller_type = row[9].strip()
      try:	non_condo = int(row[10])
      except:	non_condo = None
      try:	purchase_less_20k = int(row[11])
      except:	purchase_less_20k = None
      try:	business_buyer = int(row[12])
      except:	business_buyer = None
      try:	yq_doc = int(row[13])
      except:   yq_doc = None
      try:	yeard = int(row[14])
      except:   yeard = None
      apt = row[15].strip()
      direction = row[16].strip()
      houseno = row[17].strip()
      street = row[18].strip()
      suffix = row[19].strip()
      addr_final = row[20].strip()
      city_final = row[21].strip()
      try:	lat_y = float(row[22])
      except:	lat_y = None
      try:	long_x = float(row[23])
      except:   long_x = None
      try:	tract_fix = float(row[24])
      except:	tract_fix = None
      no_tract_info = True if int(row[25])==1 else False
      try:	ca_num = int(row[26])
      except:	ca_num = None
      ca_name = row[27].strip()
      place = row[28].strip()
      gisdate = row[29].strip()
      try:	ptype_id = int(row[30])
      except:   ptype_id = None
      try: 	residential = int(row[31])
      except:	residential = None
      try:	adj_yq = int(row[32])
      except:   adj_yq = None
      try:	adj_yd = int(row[33])
      except:	adj_yd = None
      loc       = None if row[22]=='' else Point((Decimal(row[23]), Decimal(row[22])),srid=4326).transform(3435)
      try:
        if skip_lookup:
          raise Exception('no lookup')
        transaction =  Transaction.objects.get(\
        pin = pin\
	,amount_prime = amount_prime\
        ,doc = doc\
        ,date_doc = date_doc\
	,date_rec = date_rec\
	,buyer = buyer\
	,buyer_type = buyer_type\
	,seller = seller\
	,seller_type = seller_type\
	,non_condo = non_condo\
	,purchase_less_20k = purchase_less_20k\
	,business_buyer = business_buyer\
        ,yq_doc = yq_doc\
	,yeard = yeard\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
	,adj_yq = adj_yq\
	,adj_yd = adj_yd\
        ,loc = loc\
        )
      except:
        transaction =  Transaction(\
        pin = pin\
	,amount_prime = amount_prime\
        ,doc = doc\
        ,date_doc = date_doc\
	,date_rec = date_rec\
	,buyer = buyer\
	,buyer_type = buyer_type\
	,seller = seller\
	,seller_type = seller_type\
	,non_condo = non_condo\
	,purchase_less_20k = purchase_less_20k\
	,business_buyer = business_buyer\
        ,yq_doc = yq_doc\
	,yeard = yeard\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
	,adj_yq = adj_yq\
	,adj_yd = adj_yd\
        ,loc = loc\
        )
      transaction.save()
def load_cashfin(cashfin_file, verbose = False):
  with open(cashfin_file,'r') as f:
    reader = csv.reader(f, delimiter="\t")
    reader.next()
    skip_lookup = False
    if CashFin.objects.count() == 0:
      skip_lookup = True
    for row in reader:
      pin = '{:0>14}'.format(int(Decimal(row[1])))
      doc = row[2]
      date_doc = spss_to_posix(row[3])
      date_rec = spss_to_posix(row[4])
      try:	year = int(row[5])
      except:	year = None
      try: 	amount_prime = float(row[6])
      except:   amount_prime = None
      likely_distressed  = True if int(row[7])==1 else False
      likely_cash = True if int(row[8])==1 else False
      buyer = row[9].strip()
      buyer_type = row[10].strip()
      seller = row[11].strip()
      seller_type = row[12].strip()
      apt = row[13].strip()
      direction = row[14].strip()
      houseno = row[15].strip()
      street = row[16].strip()
      suffix = row[17].strip()
      addr_final = row[18].strip()
      city_final = row[19].strip()
      try:	lat_y = float(row[20])
      except:	lat_y = None
      try:	long_x = float(row[21])
      except:	long_x = None
      try:	tract_fix = float(row[22])
      except:	tract_fix = None
      no_tract_info = True if int(row[23])==1 else False
      try:	ca_num = int(row[24])
      except:	ca_num = None
      ca_name = row[25].strip()
      place = row[26].strip()
      gisdate = row[27].strip()
      try: 	ptype_id = int(row[28])
      except:   ptype_id = None
      try:	residential = int(row[29])
      except:	residential = None
      loc       = None if row[20]=='' else Point((Decimal(row[21]), Decimal(row[20])))
      try:
        if skip_lookup:
          raise Exception('no lookup')
        cashfin =  CashFin.objects.get(\
        pin = pin\
        ,doc = doc\
        ,date_doc = date_doc\
	,date_rec = date_rec\
	,year = year\
	,amount_prime = amount_prime\
	,likely_distressed  = likely_distressed\
	,likely_cash = likely_cash\
	,buyer = buyer\
	,buyer_type = buyer_type\
	,seller = seller\
	,seller_type = seller_type\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
        ,loc = loc\
        )
      except:
        cashfin =  CashFin(\
        pin = pin\
        ,doc = doc\
        ,date_doc = date_doc\
	,date_rec = date_rec\
	,year = year\
	,amount_prime = amount_prime\
	,likely_distressed  = likely_distressed\
	,likely_cash = likely_cash\
	,buyer = buyer\
	,buyer_type = buyer_type\
	,seller = seller\
	,seller_type = seller_type\
	,apt = apt\
	,direction = direction\
	,houseno = houseno\
	,street = street\
	,suffix = suffix\
	,addr_final = addr_final\
	,city_final = city_final\
	,lat_y = lat_y\
	,long_x = long_x\
	,tract_fix = tract_fix\
	,no_tract_info = no_tract_info\
	,ca_num = ca_num\
	,ca_name = ca_name\
	,place = place\
	,gisdate = gisdate\
	,ptype_id = ptype_id\
	,residential = residential\
        ,loc = loc\
        )
      cashfin.save()
示例#7
0
def load_cashfin(cashfin_file, verbose=False):
    with open(cashfin_file, 'r') as f:
        reader = csv.reader(f, delimiter="\t")
        reader.next()
        skip_lookup = False
        if CashFin.objects.count() == 0:
            skip_lookup = True
        for row in reader:
            pin = '{:0>14}'.format(int(Decimal(row[1])))
            doc = row[2]
            date_doc = spss_to_posix(row[3])
            date_rec = spss_to_posix(row[4])
            try:
                year = int(row[5])
            except:
                year = None
            try:
                amount_prime = float(row[6])
            except:
                amount_prime = None
            likely_distressed = True if int(row[7]) == 1 else False
            likely_cash = True if int(row[8]) == 1 else False
            buyer = row[9].strip()
            buyer_type = row[10].strip()
            seller = row[11].strip()
            seller_type = row[12].strip()
            apt = row[13].strip()
            direction = row[14].strip()
            houseno = row[15].strip()
            street = row[16].strip()
            suffix = row[17].strip()
            addr_final = row[18].strip()
            city_final = row[19].strip()
            try:
                lat_y = float(row[20])
            except:
                lat_y = None
            try:
                long_x = float(row[21])
            except:
                long_x = None
            try:
                tract_fix = float(row[22])
            except:
                tract_fix = None
            no_tract_info = True if int(row[23]) == 1 else False
            try:
                ca_num = int(row[24])
            except:
                ca_num = None
            ca_name = row[25].strip()
            place = row[26].strip()
            gisdate = row[27].strip()
            try:
                ptype_id = int(row[28])
            except:
                ptype_id = None
            try:
                residential = int(row[29])
            except:
                residential = None
            loc = None if row[20] == '' else Point(
                (Decimal(row[21]), Decimal(row[20])))
            try:
                if skip_lookup:
                    raise Exception('no lookup')
                cashfin =  CashFin.objects.get(\
                pin = pin\
                ,doc = doc\
                ,date_doc = date_doc\
         ,date_rec = date_rec\
         ,year = year\
         ,amount_prime = amount_prime\
         ,likely_distressed  = likely_distressed\
         ,likely_cash = likely_cash\
         ,buyer = buyer\
         ,buyer_type = buyer_type\
         ,seller = seller\
         ,seller_type = seller_type\
         ,apt = apt\
         ,direction = direction\
         ,houseno = houseno\
         ,street = street\
         ,suffix = suffix\
         ,addr_final = addr_final\
         ,city_final = city_final\
         ,lat_y = lat_y\
         ,long_x = long_x\
         ,tract_fix = tract_fix\
         ,no_tract_info = no_tract_info\
         ,ca_num = ca_num\
         ,ca_name = ca_name\
         ,place = place\
         ,gisdate = gisdate\
         ,ptype_id = ptype_id\
         ,residential = residential\
                ,loc = loc\
                )
            except:
                cashfin =  CashFin(\
                pin = pin\
                ,doc = doc\
                ,date_doc = date_doc\
         ,date_rec = date_rec\
         ,year = year\
         ,amount_prime = amount_prime\
         ,likely_distressed  = likely_distressed\
         ,likely_cash = likely_cash\
         ,buyer = buyer\
         ,buyer_type = buyer_type\
         ,seller = seller\
         ,seller_type = seller_type\
         ,apt = apt\
         ,direction = direction\
         ,houseno = houseno\
         ,street = street\
         ,suffix = suffix\
         ,addr_final = addr_final\
         ,city_final = city_final\
         ,lat_y = lat_y\
         ,long_x = long_x\
         ,tract_fix = tract_fix\
         ,no_tract_info = no_tract_info\
         ,ca_num = ca_num\
         ,ca_name = ca_name\
         ,place = place\
         ,gisdate = gisdate\
         ,ptype_id = ptype_id\
         ,residential = residential\
                ,loc = loc\
                )
            cashfin.save()
示例#8
0
def load_auctions(auction_file, verbose=False):
    with open(auction_file, "r") as f:
        reader = csv.reader(f, delimiter="\t")
        reader.next()
        skip_lookup = False
        if Auction.objects.count() == 0:
            skip_lookup = True
        for row in reader:
            pin = "{:0>14}".format(int(Decimal(row[1])))
            doc = row[2].strip()
            date_doc = spss_to_posix(row[3])
            date_rec = spss_to_posix(row[4])
            reo = True if int(row[5]) == 1 else False
            buyer = row[6].strip()
            buyer_type = row[7].strip()
            seller = row[8].strip()
            seller_type = row[9].strip()
            try:
                yq_doc = int(row[10])
            except:
                yq_doc = None
            try:
                yeard = int(row[11])
            except:
                yeard = None
            apt = row[12].strip()
            direction = row[13].strip()
            houseno = row[14].strip()
            street = row[15].strip()
            suffix = row[16].strip()
            addr_final = row[17].strip()
            city_final = row[18].strip()
            try:
                lat_y = float(row[19])
            except:
                lat_y = None
            try:
                long_x = float(row[20])
            except:
                long_x = None
            try:
                tract_fix = float(row[21])
            except:
                tract_fix = None
            no_tract_info = True if int(row[22]) == 1 else False
            try:
                ca_num = row[23]
            except:
                ca_num = None
            ca_name = row[24].strip()
            place = row[25].strip()
            gisdate = row[26].strip()
            try:
                ptype_id = int(row[27])
            except:
                ptype_id = None
            try:
                residential = int(row[28])
            except:
                residential = None
            try:
                adj_yq = int(row[29])
            except:
                adj_yq = None
            try:
                adj_yd = int(row[30])
            except:
                adj_yd = None
            loc = None if row[19] == "" else Point((Decimal(row[20]), Decimal(row[19])))
            try:
                if skip_lookup:
                    raise Exception("no lookup")
                auction = Auction.objects.get(
                    pin=pin,
                    doc=doc,
                    date_doc=date_doc,
                    date_rec=date_rec,
                    reo=reo,
                    buyer=buyer,
                    buyer_type=buyer_type,
                    seller=seller,
                    seller_type=seller_type,
                    yq_doc=yq_doc,
                    yeard=yeard,
                    apt=apt,
                    direction=direction,
                    houseno=houseno,
                    street=street,
                    suffix=suffix,
                    addr_final=addr_final,
                    city_final=city_final,
                    lat_y=lat_y,
                    long_x=long_x,
                    tract_fix=tract_fix,
                    no_tract_info=no_tract_info,
                    ca_num=ca_num,
                    ca_name=ca_name,
                    place=place,
                    gisdate=gisdate,
                    ptype_id=ptype_id,
                    residential=residential,
                    adj_yq=adj_yq,
                    adj_yd=adj_yd,
                    loc=loc,
                )
            except:
                auction = Auction(
                    pin=pin,
                    doc=doc,
                    date_doc=date_doc,
                    date_rec=date_rec,
                    reo=reo,
                    buyer=buyer,
                    buyer_type=buyer_type,
                    seller=seller,
                    seller_type=seller_type,
                    yq_doc=yq_doc,
                    yeard=yeard,
                    apt=apt,
                    direction=direction,
                    houseno=houseno,
                    street=street,
                    suffix=suffix,
                    addr_final=addr_final,
                    city_final=city_final,
                    lat_y=lat_y,
                    long_x=long_x,
                    tract_fix=tract_fix,
                    no_tract_info=no_tract_info,
                    ca_num=ca_num,
                    ca_name=ca_name,
                    place=place,
                    gisdate=gisdate,
                    ptype_id=ptype_id,
                    residential=residential,
                    adj_yq=adj_yq,
                    adj_yd=adj_yd,
                    loc=loc,
                )
            auction.save()