research_field = [] publications = [] try: rows = table.findAll("tr") cells = rows[0].findAll("td") name = cells[0].b.getText() dept = "CS" faculty_page_link = cells[0].a.get("href") email = cells[1].b.next + "@cs.iitb.ac.in" cells = rows[1].findAll("td") research_field = cells[0].b.next.next if research_field : research_field = research_field.split(",") except Exception, e: print "Failed to read required data : %s" % e #Store in DB faculty = Faculty() faculty.institute_id = instituteID faculty.faculty_name = name faculty.designation = designation faculty.department = dept faculty.faculty_email = email faculty.faculty_page = faculty_page_link faculty.photo_href = photo_href faculty.qualifications = "" faculty.research_field = json.dumps(research_field) faculty.publications = json.dumps(publications) conn.insertFaculty(faculty)