raise Exception('ERROR. Surveys is not in results') surveys = res['Surveys'] for survey in surveys: #******** print("Processing survey '%s' (SurveyId: '%s')" % (survey['SurveyName'], survey.get('SurveyID','n/a'))) #******** q="insert into survey_meta(SurveyId, SurveyCreationDate, UserFirstName, UserLastName, SurveyName, SurveyOwnerId, SurveyExpirationDate) values\ ('%s','%s','%s','%s','%s','%s','%s') "% \ (MkSafeStr(survey.get('SurveyID','n/a')), survey.get('SurveyCreationDate','n/a'), MkSafeStr(survey.get('UserFirstName','n/a')), MkSafeStr(survey.get('UserLastName','n/a')), MkSafeStr(survey.get('SurveyName','n/a')), MkSafeStr(survey.get('SurveyOwnerID','n/a')), survey.get('SurveyExpirationDate','n/a')) db.execute(q.encode('UTF-8','ignore')) x=getSurvey(_User,_Token,survey['SurveyID']) if x == None: continue sid = survey['SurveyID'] root = ET.fromstring(x) questionElements = root.findall('./Questions/Question') for q in questionElements: qid=q.attrib['QuestionID'] type_=q.find('Type').text text=q.find('QuestionText').text desc=q.find('QuestionDescription').text forceElem = q.find('Validation/ForceResponse') if forceElem is not None:
#for c in mydb.query("select body from EdxForum.contents where body like '%:)%'"): for c in mydb.query(qq): obj=[]; s=c[0] try: s=s.encode('ascii', 'ignore') except : s='z' if(s!='z'): t=(s,code) all_data.append(s) categories.append(code) mydb=MySQLDB('127.0.0.1',3306,'jagadish','5PinkPenguines','EdxForum') mydb.execute('SET NAMES utf8;'); mydb.execute('SET CHARACTER SET utf8;'); mydb.execute('SET character_set_connection=utf8;'); if (len(sys.argv) !=2): print 'usage: python confusion.py test/train' sys.exit (1) all_data=[] codes=[] happy=[] qq="select body from EdxForum.contents where body like '%:)%' or body like '%:-)%' " l=getdata(qq,0)