Esempio n. 1
0
def build_index(directory):

    # read in the documents
    start = time.time()
    logging.debug('Reading in and tokenising the documents started at {}'.format(start))

    all_documents = []
    stories = Story.find('all', '')

    for story in stories:
        logging.debug('\t *', story.title)
        content = ''.join([
            para.content + ' '
            for para in story.get_approved_paragraphs()])
        all_documents.append(Document(content, name=story.id))

    logging.debug('Ended after {}'.format(time.time() - start))

    start = time.time()
    logging.debug('Computing the word relevancy values started at {}'.format(start))
    # compute the index
    index = defaultdict(defaultdict)
    for document in all_documents:
        index[document.name] = dict(build_index_for_doc(document, all_documents))
    logging.debug('Ended after {}'.format(time.time() - start))
    return index
Esempio n. 2
0
 def get_story(self):
     from dbapi.story import Story
     try:
         return Story.find('id', self.story_id)[0]
     except IndexError:
         raise Exception('This paragraph does not belong to any exsiting'
                         ' story in the datebase.')
def build_index(directory):

    # read in the documents
    start = time.time()
    logging.debug('Reading in and tokenising the documents started at {}'.format(start))

    # grab the stories (headers for the stories anyway)
    stories = Story.find('all', '')

    # load in the documents
    all_documents = []
    for story in stories:
        logging.debug('\t *', story.title)
        content = story.title + ' ' + ' '.join([paragraph.content for paragraph in story.get_approved_paragraphs()])
        all_documents.append(Document(content, name=story.id))

    logging.debug('Ended after {} seconds'.format(time.time() - start))

    start = time.time()
    logging.debug('Computing the word relevancy values started at {}'.format(start))

    # compute the index
    index = defaultdict(defaultdict)
    for document in all_documents:
        for word in document.tokens:
            index[document.name][word] = (
                term_freq(word, document, all_documents) *
                inverse_document_freq(word, document, all_documents)
            )

    logging.debug('Ended after {} seconds'.format(time.time() - start))
    return index
def add_to_story_tree(response, story_id):
	try:
		story_id = int(story_id)

		username = response.get_secure_cookie('username')
		user = User.find('username', str(username,'utf-8'))[0]
		addition_to_story = response.get_argument('paragraph')
		story = Story.find('id', story_id)[0]

		if False:#not Rules.check(addition_to_story, story.id):
			#return to story view without updating.... TODO: show error
			response.write('DR')
			response.redirect('/view_story/{}'.format(story_id))
			return

		response.write('aoeuhotnaeuhaoe ')
		parent = Paragraph.find('id',int(response.get_argument('parentId')))[0]
		
		if parent:
			parent.chain_paragraph(user, addition_to_story).save()

		response.redirect('/view_story/{}'.format(story_id))
	
	except Exception as e:
		response.write(str(e))
		raise e
def add_comment(response, story_id):
    username = response.get_secure_cookie('username')
    user = User.find('username', str(username, 'utf-8'))
    if not user:
        raise Exception("Expected user account when adding to story")
    user = user[0]
    story = Story.find('id', story_id)[0]
    story.add_comment(user, response.get_argument('commentbox')).save()
    response.redirect('/view_story/{}'.format(story_id))
def view_story(response, id):
    user = response.get_secure_cookie('username')
    story = Story.find('id', id)
    author = User.find('id', story[0].author_id)

    if user is not None:
        context = {'current_user':User.find('username', str(user, 'utf-8'))[0], 'story':story[0], 'author':author[0]}
    else:
        context = {'current_user':None, 'story':story[0], 'author':author[0]}

    html = template.render_file('templates/viewingstory.html', context)
    response.write(html)
def view_story_list(response):
    user = response.get_secure_cookie('username')

    stories = Story.find('all', '')

    if user is not None:
        context = {'current_user':User.find('username', str(user, 'utf-8'))[0], 'stories':stories}
    else:
        context = {'current_user':None, 'stories':stories}

    html = template.render_file('templates/storylist.html', context)
    response.write(html)
def display_story_tree(resp, story_id):
	user = resp.get_secure_cookie('username')
	story = Story.find('id', story_id)[0]
	author = User.find('id', story.author_id)[0]
	if user is not None:
		user = User.find('username', str(user, 'utf-8'))[0]
	else:
		user = None
	try:
		resp.write(template.render_file('view_story_tree.html', {'node': create_tree(story), 'story': story, 'author': author, 'user': user}))
	except Exception as e:
		story.delete()
def search_results(response):
    context = defaultdict()

    user = response.get_secure_cookie('username')
    stories = Story.find('all', '')

    try:
        context.update({
            'current_user': User.find('username', str(user, 'utf-8'))[0]})
    except TypeError:
        context.update({
            'current_user': None})

    cursor = conn.cursor()

    if response.get_arguments('storyquery') != []:
        query = response.get_argument('storyquery')
        results = search(cursor, conn, query)
        stories = []
        for result in results:
            stories.append(Story.find('id', int(result[0]))[0])

        context['stories'] = stories
        context['query'] = query
        context['story'] = ''

        assert 'query' in context
        print("QUERY", repr(query))
        html = template.render_file('templates/storylist.html', context)
        # html = template.render_file('templates/minimal.html', context)
        response.write(html)

    elif response.get_arguments('sort') != []:
        # filter logic here
        pass
    else:
        context['stories'] = stories
        context['story'] = None
        html = template.render_file('templates/storylist.html', context)
        response.write(html)
Esempio n. 10
0
def process_new_story(response):
    username = response.get_secure_cookie('username')
    user = User.find('username', str(username, 'utf-8'))[0]

    title = response.get_argument('title')
    story_text = response.get_argument('story')
    rule = response.get_argument('rule')
    comment = response.get_argument('comment')

    story = Story.create(user, title, comment)
    story.save()
    story.add_paragraph(user, story_text).save()

    response.redirect('/view_story/{}'.format(story.id))
Esempio n. 11
0
def main():
    # make sure we are using the same database as the rest of the code
    from dbapi import conn
    cursor = conn.cursor()

    searchindex.create_table(conn, True)

    # do the search function
    results = search(cursor, conn, input('Q? '))
    print()
    for result in results:
        print(Story.find('id', result[0])[0].title, '-->', result[1])

    conn.close()
Esempio n. 12
0
def add_to_story(response, id):
    username = response.get_secure_cookie('username')
    user = User.find('username',  str(username, 'utf-8'))

    if not user:
        raise Exception("Expected user account when adding to story")
    user = user[0]

    addition_to_story = response.get_argument('paragraph')
    story = Story.find('id', id)[0]

    if not Rules.check(addition_to_story, story.id):
        #reject the story
        print('Rejected')
        #return to story view without updating.... TODO: show error
        response.redirect('/view_story/{}'.format(id))
        return

    added_paragraph = story.add_paragraph(user, addition_to_story)
    added_paragraph.save()

    response.redirect('/view_story/{}'.format(id))
Esempio n. 13
0
    def chain_paragraph(self, userObj, content):
        '''Returns a Paragraph object, that when saved, is the child
of this paragraph.'''
        from dbapi.story import Story
        return Story.find('id', self.story_id)[0].add_paragraph(userObj, content, self.id)