Exemplo n.º 1
0
  def get(self):
    items_per_request = 50
    cur = self.request.get('cur')

    queries_query = models.Query.all()
    if cur:
      queries_query.with_cursor(cur)

    queries = queries_query.fetch(items_per_request)

    for q in queries:
      clean_string = search.clean_query_string(q.query_string)
      q.keyword_hashes = search.get_keyword_hashes(clean_string)

    db.put(queries)

    if len(queries) >= items_per_request:
      self.response.out.write("<a href='/admin/reindex?cur=%s'>continue</a>" % queries_query.cursor())
    else:
      self.response.out.write("done")
Exemplo n.º 2
0
    def get(self):
        items_per_request = 50
        cur = self.request.get('cur')

        queries_query = models.Query.all()
        if cur:
            queries_query.with_cursor(cur)

        queries = queries_query.fetch(items_per_request)

        for q in queries:
            clean_string = search.clean_query_string(q.query_string)
            q.keyword_hashes = search.get_keyword_hashes(clean_string)

        db.put(queries)

        if len(queries) >= items_per_request:
            self.response.out.write(
                "<a href='/admin/reindex?cur=%s'>continue</a>" %
                queries_query.cursor())
        else:
            self.response.out.write("done")
Exemplo n.º 3
0
    def get(self):
        q = self.request.get("q").strip()

        if not q:
            self.redirect("/")
            return

        self.login()

        clean_string = search.clean_query_string(q)
        query_hash = common.get_query_hash(clean_string)

        query_key = db.Key.from_path("Query", query_hash, parent=self.user_key)
        existing_query = self.datastore_fetcher.get(query_key)

        keyword_hashes = search.get_keyword_hashes(clean_string)
        search_hashes = keyword_hashes[: config.MAX_SEARCH_KEYWORDS]

        context = self.datastore_fetcher.get(db.Key.from_path("UserContext", self.user_key.id_or_name()))

        search_query = search.get_search_query(search_hashes)
        cur = self.request.get("cursor")
        if cur is not None:
            search_query.with_cursor(cur)

        result_keys = []
        existing_chats = {}
        users_status = {}
        unread_chats = {}
        cursor = None

        res_keys = search_query.fetch(config.ITEMS_PER_PAGE)
        if len(res_keys) >= config.ITEMS_PER_PAGE:
            cursor = search_query.cursor()

        for k in res_keys:
            q_key = search.decode_query_index_key_name(k.name())
            user_key = q_key.parent()
            if user_key != self.user_key:
                result_keys.append(q_key)
                chat_id = common.get_chat_key_name(self.user_key, user_key)
                existing_chats[user_key] = self.datastore_fetcher.get(
                    db.Key.from_path("User", self.user_key.id_or_name(), "UserChat", chat_id)
                )
                users_status[user_key] = self.memcache_fetcher.get(
                    config.MEMCACHE_LAST_BEEN_ONLINE(user_key.id_or_name())
                )
                unread_chats[user_key] = self.datastore_fetcher.get(
                    db.Key.from_path("User", self.user_key.id_or_name(), "UnreadChat", chat_id)
                )

        results = self.datastore_fetcher.get(result_keys)

        result_values = []
        online_count = 1
        for r in results:
            user_key = r.parent_key()
            status_class = "online" if users_status[user_key].get_result() is not None else "offline"
            if status_class == "online":
                online_count += 1

            v = {
                "query": r.query_string,
                "key": r.key(),
                "username": models.User.get_username(user_key),
                "status_class": status_class,
                "context": common.htmlize_string(r.context),
            }

            if existing_chats[user_key].get_result() is not None:
                v["existing_chat"] = existing_chats[user_key].name
                if unread_chats[user_key].get_result() is not None:
                    v["existing_chat_unread"] = True

            result_values.append(v)

        if not result_values:
            self.template_values["top_searches"] = get_top_searches()

        if not cursor:
            context_text = ""
            if context:
                context_text = context.context
                keyword_hashes = list(
                    keyword_hashes + search.get_keyword_hashes(search.clean_query_string(context_text))
                )[: config.MAX_KEYWORDS]
            query = existing_query.get_result()
            if query is not None:
                existing_index = db.Query(models.QueryIndex, keys_only=True).filter("query =", query).get()
                if existing_index is not None:
                    db.delete(existing_index)
                query.query_string = q
                query.context = context_text
                query.date_time = self.now
            else:
                query = models.Query(key=query_key, query_string=q, context=context_text, date_time=self.now)

            index = models.QueryIndex(
                key_name=search.encode_query_index_key_name(query_key),
                query=query_key,
                user=self.user_key,
                keyword_hashes=keyword_hashes,
            )

            top_search = models.TopSearch(
                key_name=query_key.name(), query_string=q, rating=float(len(search_hashes) * online_count)
            )
            db.put([query, index, top_search])

        self.template_values["results"] = result_values
        self.template_values["key"] = query.key()
        self.template_values["query"] = q
        self.template_values["cursor"] = cursor

        self.render_page("SearchPage.html")
Exemplo n.º 4
0
    def get(self):
        q = self.request.get('q').strip()

        if not q:
            self.redirect("/")
            return

        self.login()

        clean_string = search.clean_query_string(q)
        query_hash = common.get_query_hash(clean_string)

        query_key = db.Key.from_path('Query', query_hash, parent=self.user_key)
        existing_query = self.datastore_fetcher.get(query_key)

        keyword_hashes = search.get_keyword_hashes(clean_string)
        search_hashes = keyword_hashes[:config.MAX_SEARCH_KEYWORDS]

        context = self.datastore_fetcher.get(
            db.Key.from_path('UserContext', self.user_key.id_or_name()))

        search_query = search.get_search_query(search_hashes)
        cur = self.request.get('cursor')
        if cur is not None:
            search_query.with_cursor(cur)

        result_keys = []
        existing_chats = {}
        users_status = {}
        unread_chats = {}
        cursor = None

        res_keys = search_query.fetch(config.ITEMS_PER_PAGE)
        if len(res_keys) >= config.ITEMS_PER_PAGE:
            cursor = search_query.cursor()

        for k in res_keys:
            q_key = search.decode_query_index_key_name(k.name())
            user_key = q_key.parent()
            if user_key != self.user_key:
                result_keys.append(q_key)
                chat_id = common.get_chat_key_name(self.user_key, user_key)
                existing_chats[user_key] = self.datastore_fetcher.get(
                    db.Key.from_path('User', self.user_key.id_or_name(),
                                     'UserChat', chat_id))
                users_status[user_key] = self.memcache_fetcher.get(
                    config.MEMCACHE_LAST_BEEN_ONLINE(user_key.id_or_name()))
                unread_chats[user_key] = self.datastore_fetcher.get(
                    db.Key.from_path('User', self.user_key.id_or_name(),
                                     'UnreadChat', chat_id))

        results = self.datastore_fetcher.get(result_keys)

        result_values = []
        online_count = 1
        for r in results:
            user_key = r.parent_key()
            status_class = "online" if users_status[user_key].get_result(
            ) is not None else "offline"
            if status_class == 'online':
                online_count += 1

            v = {
                'query': r.query_string,
                'key': r.key(),
                'username': models.User.get_username(user_key),
                'status_class': status_class,
                'context': common.htmlize_string(r.context),
            }

            if existing_chats[user_key].get_result() is not None:
                v['existing_chat'] = existing_chats[user_key].name
                if unread_chats[user_key].get_result() is not None:
                    v['existing_chat_unread'] = True

            result_values.append(v)

        if not result_values:
            self.template_values['top_searches'] = get_top_searches()

        if not cursor:
            context_text = ""
            if context:
                context_text = context.context
                keyword_hashes = list(
                    keyword_hashes + search.get_keyword_hashes(
                        search.clean_query_string(context_text)))[:config.
                                                                  MAX_KEYWORDS]
            query = existing_query.get_result()
            if query is not None:
                existing_index = db.Query(models.QueryIndex,
                                          keys_only=True).filter(
                                              'query =', query).get()
                if existing_index is not None:
                    db.delete(existing_index)
                query.query_string = q
                query.context = context_text
                query.date_time = self.now
            else:
                query = models.Query(key=query_key,
                                     query_string=q,
                                     context=context_text,
                                     date_time=self.now)

            index = models.QueryIndex(
                key_name=search.encode_query_index_key_name(query_key),
                query=query_key,
                user=self.user_key,
                keyword_hashes=keyword_hashes)

            top_search = models.TopSearch(
                key_name=query_key.name(),
                query_string=q,
                rating=float(len(search_hashes) * online_count))
            db.put([query, index, top_search])

        self.template_values["results"] = result_values
        self.template_values["key"] = query.key()
        self.template_values["query"] = q
        self.template_values["cursor"] = cursor

        self.render_page('SearchPage.html')