#this file is a command line script.

#it goes to a url in nosh and pulls that restaurants menu list

# 1. The script takes a restaurant url on the command line

# 2. fetches the html from the page

# 3. parses just the menu item information out

# 4. writes menu item information to a .csv file.

# Put the menu item name as the first value in the csv row,

# and the description (if it exists), as the second value.

# find and replace function for symbols

def findAndReplace(string):

return

# 1. Get to url from the command line.

# Use OptionParer from optparse

from optparse import OptionParser

parser = OptionParser()

# There are no options for this program

# There is one positional argument, which is the url of

# the restuarant in nosh

# example of url is http://www.nosh.com/restaurant/2630123

(options, args) = parser.parse_args()

######

#Do error handling for the number of arguments

if (len(args) < 1 or len(args) > 1):

import sys

sys.exit("To many arguments. \n\

An example of the command line should look like: \n\

python nosh_parse.py http://www.nosh.com/restuarant/2630123")

######

# get url

url = args[0]

# 2. fetch the html from the url

#import urllib. Fetches over HTTP

import urllib

website = urllib.urlopen(url)

#read from website. Store contents

html_contents = website.read()

#close website

website.close()

# 3. Parse the html!

#import BeautifulSoup! This is BeautifulSoup3

from BeautifulSoup import BeautifulSoup

#import regular expression library

import re

soup = BeautifulSoup(''.join(html_contents))

#get all items in the menu

items = soup.findChildren('div', id=re.compile("^item-"))

#get items and reviews

names = []

reviews = []

i = 0;

#import Html parser for &'s and 's

import HTMLParser

html = HTMLParser.HTMLParser()

while i < len(items):

my_table = items[i]

#get name

name_row = my_table.findNext('div', attrs={"class" : 'ow-check-in-mi'})

if (name_row):

name = name_row.findNext('a', href=re.compile("^/menuitem/"))

#str = name.contents[0].contents[0]

str = name.string # only 1 child. name.contents[0] also works

#print str

#str = html.unescape(str)

names.append(str)

#get review

review = name_row.findNextSibling('div', attrs={"class" : 'ow-check-in-review'})

#print review

if (review):

#rev_str = review.contents[1].contents[0]

review = my_table.findNext('span')

if (review):

rev_str = review.string # only 1 child. name.contents[0] also works

#rev_str = html.unescape(rev_str)

reviews.append(rev_str)

#print rev_str

else:

review.append('')

else:

reviews.append('')

"""

name_row = my_table.findChildren('div', attrs={"class" : 'ow-check-in-mi'})

# get name

for a in name_row:

#You are now at each child in this row

str = a.contents[0].contents[0]

str = html.unescape(str)

names.append(str)

#names.append(a.contents[0].contents[0])

#print names[i]

# get review

review_row = my_table.findChildren('div', attrs={"class" : 'ow-check-in-review'})

#print review_row

#print len(review_row)

if (len(review_row) > 0):

for a in review_row:

temp = a.contents[1].contents[0]#.encode('utf-8')

#temp = html.unescape(temp)

reviews.append(temp)

else:

# if you get here then it means there was no review for the menu item

reviews.append('')

"""

i = i + 1

# len of names and reviews should be the same

# 4. Write to a csv file

# import the csv file writing library

import csv

# get the number of the restaurant from the url. You still have url!

# example: http://www.nosh.com/restaurant/2630123

# first 31 characters are http://www.nosh.com/restaurant/

# get the substring of the url with only the number.

filename = url[31:] + '.csv'

with open(filename, 'wb') as csvfile:

writer = csv.writer(csvfile, delimiter=',',

quotechar='"')

i = 0

while (i < len(names)):

str1 = names[i]

str2 = reviews[i]

list = [str1, str2]

writer.writerow(list)

i = i + 1

# done!