Ejemplo n.º 1
0
def updateCourse(course):
	log.log("Updating %s" % str(course))
			
 	url = "https://registrar.princeton.edu/course-offerings/course_details.xml?courseid={}&term={}".format(course.number, TERM)
	html = urllib2.urlopen(url).read()
	soup = BeautifulSoup(html)
	
	rows = soup.find_all('tr')[1:]
	for row in rows:
			fields = row.find_all('td')
			
			classNumber = fields[0].get_text().strip()
			if not classNumber:
				continue
				
			theclass, created = Class.objects.get_or_create(number=classNumber, course=course)
			theclass.title = fields[1].get_text().strip()
			theclass.time = fields[2].get_text().strip().replace("\n", "")
			theclass.days = fields[3].get_text().strip().replace("\n", "")
			raw = fields[5].get_text().replace("\n","").replace(" ","")
			sindex = raw.find("Enrolled:")
			eindex = raw.find("Limit:")
			theclass.enroll = int(raw[sindex+9:eindex])
			theclass.max = int(raw[eindex+6:] or 1000)
			
			isClosed = fields[6].get_text().strip() == "Closed"
			if not isClosed:
				freeSpots = theclass.max - theclass.enroll
				try:
					# don't tweet "P99"
					if theclass.title != "P99":
						twitter.tweet("%s has %d open spot(s)." % (str(theclass), freeSpots))
 				except Exception:
 					pass
				log.log("Class %s is now open!" % str(classNumber))
				for subscription in Subscription.objects.filter(theclass=theclass, active=True):
					log.log("Sending subscription %s." % str(subscription))
					subscription.sendNotification()
					subscription.active = False
					subscription.save()
					
			theclass.isClosed = isClosed
			
			theclass.save()
Ejemplo n.º 2
0
def updateCourse(course):
	log.log("Updating %s" % str(course))
			
 	url = "https://registrar.princeton.edu/course-offerings/course_details.xml?courseid={}&term={}".format(course.number, TERM)
	html = urllib2.urlopen(url).read()
	soup = BeautifulSoup(html)
	
	rows = soup.find_all('tr')[1:]
	for row in rows:
			fields = row.find_all('td')
			
			classNumber = fields[0].get_text().strip()
			if not classNumber:
				continue
				
			theclass, created = Class.objects.get_or_create(number=classNumber, course=course)
			theclass.title = fields[1].get_text().strip()
			theclass.time = fields[2].get_text().strip().replace("\n", "")
			theclass.days = fields[3].get_text().strip().replace("\n", "")
			raw = fields[5].get_text().replace("\n","").replace(" ","")
			sindex = raw.find("Enrolled:")
			eindex = raw.find("Limit:")
			theclass.enroll = int(raw[sindex+9:eindex])
			theclass.max = int(raw[eindex+6:] or 1000)
			
			isClosed = fields[6].get_text().strip() == "Closed"
			if not isClosed:
				freeSpots = theclass.max - theclass.enroll
				try:
 					twitter.tweet("%s has %d open spot(s)." % (str(theclass), freeSpots))
 				except Exception:
 					pass
				log.log("Class %s is now open!" % str(classNumber))
				for subscription in Subscription.objects.filter(theclass=theclass, active=True):
					log.log("Sending subscription %s." % str(subscription))
					subscription.sendNotification()
					subscription.active = False
					subscription.save()
					
			theclass.isClosed = isClosed
			
			theclass.save()
Ejemplo n.º 3
0
import sys,os
sys.path.insert(0,os.path.abspath("/srv/tigerapps"))
import settings
from django.core.management import setup_environ
setup_environ(settings)

from pounce.models import Course, Class, Subscription, Entry, CoursesList
import pounce.log as log
from update import updateCourse, clean


log.log('Running updateall.py')

clean()

for course in Course.objects.all():
	updateCourse(course)

list = CoursesList.objects.all()[0]
list.cache()
Ejemplo n.º 4
0
            entry, created = Entry.objects.get_or_create(
                courseNumber=courseNumber, section=section)
            if created or enroll != entry.totalEnroll or closed != entry.totalClosed:
                entry.totalEnroll = enroll
                entry.totalClosed = closed
                entry.save()

                course, created = Course.objects.get_or_create(
                    number=courseNumber)
                course.code = ' / '.join([
                    code.strip().replace("  ", " ")
                    for code in fields[1].text.split('\n \n')
                ])
                course.title = fields[2].text.strip()
                course.save()
                updateCourse(course)
        except Exception:
            pass

    list = CoursesList.objects.all()[0]
    list.cache()


log.log('Running updatenew.py')

if (len(CoursesList.objects.all()) == 0):
    CoursesList().save()

scrape()
Ejemplo n.º 5
0
import sys, os
sys.path.insert(0, os.path.abspath("/srv/tigerapps"))
import settings
from django.core.management import setup_environ
setup_environ(settings)

from pounce.models import Course, Class, Subscription, Entry, CoursesList
import pounce.log as log
from update import updateCourse, clean

log.log('Running updateall.py')

clean()

for course in Course.objects.all():
    try:
        updateCourse(course)
    except Exception:
        print "Error updating course %s" % course.title

list = CoursesList.objects.all()[0]
list.cache()