def parse(self, response):
# Set up ItemLoader and accumulators
l = ItemLoader(item=StocksItem(), response=response)
highPriceList = []
lowPriceList = []
for inc in range(1, 24): # (24-1) trading days => 30 days
row = 1 + inc
# Create xpaths
highPath = '//div/div/table/tbody/tr[' + str(row) + ']//td[3]'
lowPath = '//div/div/table/tbody/tr[' + str(row) + ']//td[4]'
# Extract strings prices from html body
highPrice = Selector(text=response.body).xpath(highPath).extract()
lowPrice = Selector(text=response.body).xpath(lowPath).extract()
# Regex select one or more digits, possibly a decimal, and zero or more digits
highPrice = re.search('\d+\.?\d*', highPrice[0])
lowPrice = re.search('\d+\.?\d*', lowPrice[0])
# Convert regex return value to a float
highPrice = float(highPrice.group(0))
lowPrice = float(lowPrice.group(0))
# Append values
highPriceList.append(highPrice)
lowPriceList.append(lowPrice)
# Put values into ItemLoader
l.add_value('sym', response.meta['sym'])
l.add_value('highPrice', highPriceList)
l.add_value('lowPrice', lowPriceList)
return l.load_item()
