def cacheData(self): r = redis.StrictRedis(host='localhost',port=6379,db=0) bc = Basecamp('https://seertechnologies.basecamphq.com', self.api_token) i = 1 userlist = {} xml = bc.people().text items = ET.fromstring(xml).findall('person') for item in items: #all users in seer r.hset('Users:' + item.find('email-address').text, 'name',item.find('first-name').text + " " + item.find('last-name').text) r.hset('Users:' + item.find('email-address').text, 'id',item.find('id').text) r.hset('Users:' + item.find('email-address').text, 'email',item.find('email-address').text) xml = bc.projects().text items = ET.fromstring(xml).findall('project') for item in items: #all projects under seer projectname = item.find('name').text projectid = item.find('id').text print projectname print projectid r.hset('Projects:' + projectname,"name",projectname) r.hset('Projects:' + projectname,"id",projectid) r.zadd('Projects',1,projectname) x = 1 while 1: #every time log in a project time_entries_data = bc.time_entries_per_project(project_id = int(projectid), page = x) if x > int(time_entries_data.headers['X-Pages']): break time_entries = time_entries_data.text items2 = ET.fromstring(time_entries).findall('time-entry') count = 0 for item2 in items2: timeentryid = item2.find('id').text todoitemid = item2.find('todo-item-id').text count = count + 1 r.hset('Time_entry:' + timeentryid,'date',item2.find('date').text) r.hset('Time_entry:' + timeentryid,'description', item2.find('description').text) r.hset('Time_entry:' + timeentryid,'hours',item2.find('hours').text) r.hset('Time_entry:' + timeentryid,'id',item2.find('id').text) r.hset('Time_entry:' + timeentryid,'person-id',item2.find('person-id').text) r.hset('Time_entry:' + timeentryid,'project-id',item2.find('project-id').text) r.hset('Time_entry:' + timeentryid,'todo-item-id',item2.find('todo-item-id').text) r.zadd('Time_entry:' + projectid, int(item2.find('person-id').text),timeentryid) print i i = i + 1 print item2.find('description').text if count != 50: break x = x + 1 todosearch = bc.todo_lists_per_project(project_id = int(projectid), filter = 'all').text todo_lists = ET.fromstring(todosearch).findall('todo-list') for todo_list in todo_lists: #per todo list in a project listid = todo_list.find('id').text r.hset("Todo_list:" + listid,'id',listid) r.hset("Todo_list:" + listid,'name',todo_list.find('name').text) r.hset("Todo_list:" + listid,'project-id',todo_list.find('project-id').text) r.hset("Todo_list:" + listid,'completed',todo_list.find('completed').text) r.hset("Todo_list:" + listid,'completed-count',todo_list.find('completed-count').text) r.hset("Todo_list:" + listid,'uncompleted-count',todo_list.find('uncompleted-count').text) r.hset("Todo_list:" + listid,'position',todo_list.find('position').text) r.zadd('Todo_list:' + projectid, 1, listid) todoitemsearch = bc.items(list_id = int(listid)).text todo_items = ET.fromstring(todoitemsearch).findall('todo-item') for todo_item in todo_items: #per todo item in a todo list itemid = todo_item.find('id').text r.hset("Todo_item:" + itemid,'id',itemid) r.hset("Todo_item:" + itemid,'content',todo_item.find('content').text) r.hset("Todo_item:" + itemid,'todo-list-id',todo_item.find('todo-list-id').text) r.zadd('Todo_item:' + listid, 1, itemid) messagesearch = bc.messages_per_project(project_id = int(projectid)).text messages = ET.fromstring(messagesearch).findall('post') for message in messages: #per message in a project postid = message.find('id').text r.hset("Message:" + postid,'id',postid) body = message.find('body').text #parser = MessageParser() #parser.feed(body) #parsed_message = parser.output parsed_message = body r.hset("Message:" + postid,'body',parsed_message) r.hset("Message:" + postid,'author-id',message.find('author-id').text) r.hset("Message:" + postid,'project-id',message.find('body').text) r.hset("Message:" + postid,'title',message.find('title').text) r.hset("Message:" + postid,'posted-on',message.find('posted-on').text) r.hset("Message:" + postid,'category-id',message.find('category-id').text) r.hset("Message:" + postid,'category-name',message.find('category-name').text) r.hset("Message:" + postid,'attachments-count',message.find('attachments-count').text) if int(message.find('attachments-count').text) > 0: attachments = message.findall('attachment') attachment_count = 1 for attachment in attachments: r.hset("Attachment:" + postid + ":" + str(attachment_count),'id', attachment.find('id').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'download-url', attachment.find('download-url').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'project-id', attachment.find('project-id').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'person-id', attachment.find('person-id').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'name', attachment.find('name').text) attachment_count = attachment_count + 1 r.zadd('Message:' + projectid, 1, postid) filesearch = bc.attachments(project_id = int(projectid)).text attachments = ET.fromstring(filesearch).findall('attachment') for attachment in attachments: #per attachment in a project attachmentid = attachment.find('id').text r.hset("Attachment:" + attachmentid,'id', attachment.find('id').text) r.hset("Attachment:" + attachmentid,'download-url', attachment.find('download-url').text) r.hset("Attachment:" + attachmentid,'project-id', attachment.find('project-id').text) r.hset("Attachment:" + attachmentid,'person-id', attachment.find('person-id').text) r.hset("Attachment:" + attachmentid,'name', attachment.find('name').text) for item in items: projectid = item.find('id').text projectpeople = bc.people_per_project(int(item.find('id').text)).text peoplesearch = ET.fromstring(projectpeople).findall('person') for person in peoplesearch: r.zadd("peopleperproject:" + projectid, int(person.find('id').text),person.find('email-address').text)
def cacheData(self): r = redis.StrictRedis(host='localhost', port=6379, db=0) bc = Basecamp('https://seertechnologies.basecamphq.com', self.api_token) i = 1 userlist = {} xml = bc.people().text items = ET.fromstring(xml).findall('person') for item in items: #all users in seer r.hset( 'Users:' + item.find('email-address').text, 'name', item.find('first-name').text + " " + item.find('last-name').text) r.hset('Users:' + item.find('email-address').text, 'id', item.find('id').text) r.hset('Users:' + item.find('email-address').text, 'email', item.find('email-address').text) xml = bc.projects().text items = ET.fromstring(xml).findall('project') for item in items: #all projects under seer projectname = item.find('name').text projectid = item.find('id').text print projectname print projectid r.hset('Projects:' + projectname, "name", projectname) r.hset('Projects:' + projectname, "id", projectid) r.zadd('Projects', 1, projectname) x = 1 while 1: #every time log in a project time_entries_data = bc.time_entries_per_project( project_id=int(projectid), page=x) if x > int(time_entries_data.headers['X-Pages']): break time_entries = time_entries_data.text items2 = ET.fromstring(time_entries).findall('time-entry') count = 0 for item2 in items2: timeentryid = item2.find('id').text todoitemid = item2.find('todo-item-id').text count = count + 1 r.hset('Time_entry:' + timeentryid, 'date', item2.find('date').text) r.hset('Time_entry:' + timeentryid, 'description', item2.find('description').text) r.hset('Time_entry:' + timeentryid, 'hours', item2.find('hours').text) r.hset('Time_entry:' + timeentryid, 'id', item2.find('id').text) r.hset('Time_entry:' + timeentryid, 'person-id', item2.find('person-id').text) r.hset('Time_entry:' + timeentryid, 'project-id', item2.find('project-id').text) r.hset('Time_entry:' + timeentryid, 'todo-item-id', item2.find('todo-item-id').text) r.zadd('Time_entry:' + projectid, int(item2.find('person-id').text), timeentryid) print i i = i + 1 print item2.find('description').text if count != 50: break x = x + 1 todosearch = bc.todo_lists_per_project(project_id=int(projectid), filter='all').text todo_lists = ET.fromstring(todosearch).findall('todo-list') for todo_list in todo_lists: #per todo list in a project listid = todo_list.find('id').text r.hset("Todo_list:" + listid, 'id', listid) r.hset("Todo_list:" + listid, 'name', todo_list.find('name').text) r.hset("Todo_list:" + listid, 'project-id', todo_list.find('project-id').text) r.hset("Todo_list:" + listid, 'completed', todo_list.find('completed').text) r.hset("Todo_list:" + listid, 'completed-count', todo_list.find('completed-count').text) r.hset("Todo_list:" + listid, 'uncompleted-count', todo_list.find('uncompleted-count').text) r.hset("Todo_list:" + listid, 'position', todo_list.find('position').text) r.zadd('Todo_list:' + projectid, 1, listid) todoitemsearch = bc.items(list_id=int(listid)).text todo_items = ET.fromstring(todoitemsearch).findall('todo-item') for todo_item in todo_items: #per todo item in a todo list itemid = todo_item.find('id').text r.hset("Todo_item:" + itemid, 'id', itemid) r.hset("Todo_item:" + itemid, 'content', todo_item.find('content').text) r.hset("Todo_item:" + itemid, 'todo-list-id', todo_item.find('todo-list-id').text) r.zadd('Todo_item:' + listid, 1, itemid) messagesearch = bc.messages_per_project( project_id=int(projectid)).text messages = ET.fromstring(messagesearch).findall('post') for message in messages: #per message in a project postid = message.find('id').text r.hset("Message:" + postid, 'id', postid) body = message.find('body').text #parser = MessageParser() #parser.feed(body) #parsed_message = parser.output parsed_message = body r.hset("Message:" + postid, 'body', parsed_message) r.hset("Message:" + postid, 'author-id', message.find('author-id').text) r.hset("Message:" + postid, 'project-id', message.find('body').text) r.hset("Message:" + postid, 'title', message.find('title').text) r.hset("Message:" + postid, 'posted-on', message.find('posted-on').text) r.hset("Message:" + postid, 'category-id', message.find('category-id').text) r.hset("Message:" + postid, 'category-name', message.find('category-name').text) r.hset("Message:" + postid, 'attachments-count', message.find('attachments-count').text) if int(message.find('attachments-count').text) > 0: attachments = message.findall('attachment') attachment_count = 1 for attachment in attachments: r.hset( "Attachment:" + postid + ":" + str(attachment_count), 'id', attachment.find('id').text) r.hset( "Attachment:" + postid + ":" + str(attachment_count), 'download-url', attachment.find('download-url').text) r.hset( "Attachment:" + postid + ":" + str(attachment_count), 'project-id', attachment.find('project-id').text) r.hset( "Attachment:" + postid + ":" + str(attachment_count), 'person-id', attachment.find('person-id').text) r.hset( "Attachment:" + postid + ":" + str(attachment_count), 'name', attachment.find('name').text) attachment_count = attachment_count + 1 r.zadd('Message:' + projectid, 1, postid) filesearch = bc.attachments(project_id=int(projectid)).text attachments = ET.fromstring(filesearch).findall('attachment') for attachment in attachments: #per attachment in a project attachmentid = attachment.find('id').text r.hset("Attachment:" + attachmentid, 'id', attachment.find('id').text) r.hset("Attachment:" + attachmentid, 'download-url', attachment.find('download-url').text) r.hset("Attachment:" + attachmentid, 'project-id', attachment.find('project-id').text) r.hset("Attachment:" + attachmentid, 'person-id', attachment.find('person-id').text) r.hset("Attachment:" + attachmentid, 'name', attachment.find('name').text) for item in items: projectid = item.find('id').text projectpeople = bc.people_per_project(int( item.find('id').text)).text peoplesearch = ET.fromstring(projectpeople).findall('person') for person in peoplesearch: r.zadd("peopleperproject:" + projectid, int(person.find('id').text), person.find('email-address').text)
def cacheData(self): getparams = {"token": "xoxp-2315794369-2421792110-2468567197-93f2c6","channel": "G02BLVCKM", "username": "******", "text": "```Starting to update Basecamp archives```" } req = requests.post('https://slack.com/api/chat.postMessage',params=getparams, verify=False) r = redis.StrictRedis(host='localhost',port=6379,db=0) bc = Basecamp('https://seertechnologies.basecamphq.com', self.api_token) i = 1 userlist = {} xml = bc.people().text items = ET.fromstring(xml).findall('person') for item in items: #all users in seer r.hset('Users:' + item.find('email-address').text, 'name',item.find('first-name').text + " " + item.find('last-name').text) r.hset('Users:' + item.find('email-address').text, 'id',item.find('id').text) r.hset('Users:' + item.find('email-address').text, 'email',item.find('email-address').text) r.zadd('Users', 1,item.find('id').text) r.hset('Users:' + item.find('id').text, 'latestLog', "1970-01-01") r.hset('Users:' + item.find('id').text, 'email',item.find('email-address').text) xml = bc.projects().text items = ET.fromstring(xml).findall('project') for item in items: #all projects under seer projectname = item.find('name').text projectid = item.find('id').text r.hset('Projects:' + projectname,"name",projectname) r.hset('Projects:' + projectname,"id",projectid) r.zadd('Projects',1,projectname) x = 1 while 1: #every time log in a project time_entries_data = bc.time_entries_per_project(project_id = int(projectid), page = x) if x > int(time_entries_data.headers['X-Pages']): break time_entries = time_entries_data.text items2 = ET.fromstring(time_entries).findall('time-entry') count = 0 for item2 in items2: timeentryid = item2.find('id').text todoitemid = item2.find('todo-item-id').text count = count + 1 r.hset('Time_entry:' + timeentryid,'date',item2.find('date').text) r.hset('Time_entry:' + timeentryid,'description', item2.find('description').text) r.hset('Time_entry:' + timeentryid,'hours',item2.find('hours').text) r.hset('Time_entry:' + timeentryid,'id',item2.find('id').text) r.hset('Time_entry:' + timeentryid,'person-id',item2.find('person-id').text) r.hset('Time_entry:' + timeentryid,'project-id',item2.find('project-id').text) r.hset('Time_entry:' + timeentryid,'todo-item-id',item2.find('todo-item-id').text) r.zadd('Time_entry:' + projectid, int(item2.find('person-id').text),timeentryid) logDate = datetime(int(item2.find('date').text[0:4]), int(item2.find('date').text[5:7]), int(item2.find('date').text[8:10])) dateToday = datetime.now() if dateToday.month==logDate.month and dateToday.year==logDate.year and dateToday.day-1==logDate.day: totalLogs = float(r.hget('Users:' + item2.find('person-id').text, 'totalLogsForTheWeek')) totalLogs = totalLogs + float(item2.find('hours').text) r.hset('Users:' + item2.find('person-id').text, 'totalLogsForTheWeek', totalLogs) r.hset('Users:' + item2.find('person-id').text, 'latestLog', item2.find('date').text) i = i + 1 if count != 50: break x = x + 1 todosearch = bc.todo_lists_per_project(project_id = int(projectid), filter = 'all').text todo_lists = ET.fromstring(todosearch).findall('todo-list') for todo_list in todo_lists: #per todo list in a project listid = todo_list.find('id').text r.hset("Todo_list:" + listid,'id',listid) r.hset("Todo_list:" + listid,'name',todo_list.find('name').text) r.hset("Todo_list:" + listid,'project-id',todo_list.find('project-id').text) r.hset("Todo_list:" + listid,'completed',todo_list.find('completed').text) r.hset("Todo_list:" + listid,'completed-count',todo_list.find('completed-count').text) r.hset("Todo_list:" + listid,'uncompleted-count',todo_list.find('uncompleted-count').text) r.hset("Todo_list:" + listid,'position',todo_list.find('position').text) r.zadd('Todo_list:' + projectid, 1, listid) todoitemsearch = bc.items(list_id = int(listid)).text todo_items = ET.fromstring(todoitemsearch).findall('todo-item') for todo_item in todo_items: #per todo item in a todo list itemid = todo_item.find('id').text r.hset("Todo_item:" + itemid,'id',itemid) r.hset("Todo_item:" + itemid,'content',todo_item.find('content').text) r.hset("Todo_item:" + itemid,'todo-list-id',todo_item.find('todo-list-id').text) r.zadd('Todo_item:' + listid, 1, itemid) messagesearch = bc.messages_per_project(project_id = int(projectid)).text messages = ET.fromstring(messagesearch).findall('post') for message in messages: #per message in a project postid = message.find('id').text r.hset("Message:" + postid,'id',postid) body = message.find('body').text #parser = MessageParser() #parser.feed(body) #parsed_message = parser.output parsed_message = body r.hset("Message:" + postid,'body',parsed_message) r.hset("Message:" + postid,'author-id',message.find('author-id').text) r.hset("Message:" + postid,'project-id',message.find('body').text) r.hset("Message:" + postid,'title',message.find('title').text) r.hset("Message:" + postid,'posted-on',message.find('posted-on').text) r.hset("Message:" + postid,'category-id',message.find('category-id').text) r.hset("Message:" + postid,'category-name',message.find('category-name').text) r.hset("Message:" + postid,'attachments-count',message.find('attachments-count').text) if int(message.find('attachments-count').text) > 0: attachments = message.findall('attachment') attachment_count = 1 for attachment in attachments: r.hset("Attachment:" + postid + ":" + str(attachment_count),'id', attachment.find('id').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'download-url', attachment.find('download-url').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'project-id', attachment.find('project-id').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'person-id', attachment.find('person-id').text) r.hset("Attachment:" + postid + ":" + str(attachment_count),'name', attachment.find('name').text) attachment_count = attachment_count + 1 r.zadd('Message:' + projectid, 1, postid) filesearch = bc.attachments(project_id = int(projectid)).text attachments = ET.fromstring(filesearch).findall('attachment') for attachment in attachments: #per attachment in a project attachmentid = attachment.find('id').text r.hset("Attachment:" + attachmentid,'id', attachment.find('id').text) r.hset("Attachment:" + attachmentid,'download-url', attachment.find('download-url').text) r.hset("Attachment:" + attachmentid,'project-id', attachment.find('project-id').text) r.hset("Attachment:" + attachmentid,'person-id', attachment.find('person-id').text) r.hset("Attachment:" + attachmentid,'name', attachment.find('name').text) for item in items: projectid = item.find('id').text projectpeople = bc.people_per_project(int(item.find('id').text)).text peoplesearch = ET.fromstring(projectpeople).findall('person') for person in peoplesearch: r.zadd("peopleperproject:" + projectid, int(person.find('id').text),person.find('email-address').text) getparams = {'token': self.slack_token,'pretty':'1'} req = requests.get('https://slack.com/api/users.list', params=getparams, verify=False) userlist = json.loads(req.content) for user in userlist['members']: r.hset('Slack:Users:' + user['profile']['email'], 'id', user['id']) getparams = {"token": "xoxp-2315794369-2421792110-2468567197-93f2c6","channel": "G02BLVCKM", "username": "******", "text": "```Basecamp updated!```" } req = requests.post('https://slack.com/api/chat.postMessage',params=getparams, verify=False)