コード例 #1
0
ファイル: mblrdr.py プロジェクト: smonev/mblrdr
    def addFeedToDataStore(self, feedUrl):
        fds = FeedDataSettings.get_by_id(feedUrl)
        if fds is None:
            fds = FeedDataSettings(url=feedUrl, id=feedUrl, article_count=0,
                                   feedDataCount=0, private_data='', new_etag='', new_modified='', refCount=1)
        else:
            fds.refCount = fds.refCount + 1

        logging.debug(
            'adding feed to data store %s, refCount: %s', feedUrl, fds.refCount)

        fds.put()
コード例 #2
0
ファイル: mblrdr.py プロジェクト: smonev/mblrdr
    def deleteFeed(self, feedUrl):
        logging.debug('deleting feed: %s', feedUrl)
        fds = FeedDataSettings.get_by_id(feedUrl)

        if fds is not None:
            fds.refCount = fds.refCount - 1
            logging.debug(
                'deleting feed %s, refCount: %s', feedUrl, fds.refCount)
            if fds.refCount > 0:
                fds.put()
            else:
                fds.key.delete()
コード例 #3
0
ファイル: mblrdr.py プロジェクト: smonev/mblrdr
    def addNewFeed(self, feedUrl):
        logging.debug('adding feed: %s', feedUrl)
        fds = FeedDataSettings.get_by_id(feedUrl)

        if fds is None:
            fds = FeedDataSettings(url=feedUrl, id=feedUrl, article_count=0,
                                   feedDataCount=0, private_data='', new_etag='', new_modified='', refCount=1)
            fds.put(use_cache=False, use_memcache=False)  # !
            logging.debug('adding feed, fds is None: %s', feedUrl)
            GetAndParse(feedUrl, False, fds)
        else:
            fds.refCount = fds.refCount + 1
            fds.put()
コード例 #4
0
ファイル: mblrdr.py プロジェクト: smonev/mblrdr
    def get(self):
        self.response.headers['Content-Type'] = 'application/json'
        self.response.headers['Cache-Control'] = "private, max-age=0"

        user = users.get_current_user()
        if user:
            ud = GetAppUserByEmail(user.email())
            if ud is not None:

                # rebuild indexs
                # allFeedDataSettings = FeedDataSettings.query()
                # for feed in allFeedDataSettings:
                #     feed.url = feed.url
                #     feed.put()

                allUserRead = ReadData.query(
                    ReadData.app_username == ud.app_username).fetch()

                #data = [{'url': read.feedUrl, 'readCount': read.readCount} for read in allUserRead]
                # data = [{read.feedUrl: {read: read.readCount} for read in
                # allUserRead]

                data = {}

                for read in allUserRead:
                    data[read.feedUrl] = {
                        'readCount': read.readCount
                    }

                #futures = [FeedDataSettings.query(FeedDataSettings.url == read.feedUrl).fetch_async(1) for read in allUserRead]
                futures = [FeedDataSettings.get_by_id_async(
                    read.feedUrl) for read in allUserRead]

                # todo:
                # get read keys
                # read mylti async
                # fdss = [ndb.get_multi_async(for read in allUserRead]
                # @ndb.tasklet
                # def get_cart_plus_offers(acct):
                #   cart, offers = yield get_cart_async(acct), get_offers_async(acct)
                #   raise ndb.Return((cart, offers))
                # https://developers.google.com/appengine/docs/python/ndb/async#using

                # todo test keys only and then multy async
                # (70) 2014-05-26 14:15:05.645 "GET /GetUserReadData" 200 real=4603ms api=0ms overhead=201ms (139 RPCs, cost=28420, billed_ops=[DATASTORE_READ:406])
                # (71) 2014-05-26 14:15:01.630 "GET /GetUserReadData" 200 real=3819ms api=0ms overhead=201ms (139 RPCs, cost=28420, billed_ops=[DATASTORE_READ:406])
                # (72) 2014-05-26 14:14:57.326 "GET /GetUserReadData" 200 real=4030ms api=0ms overhead=196ms (139 RPCs, cost=28420, billed_ops=[DATASTORE_READ:406])
                # (73) 2014-05-26 14:14:52.344 "GET /GetUserReadData" 200 real=4707ms api=0ms overhead=134ms (139 RPCs, cost=28420, billed_ops=[DATASTORE_READ:406])

                # (1)  2014-05-26 14:50:43.065 "GET /GetUserReadData" 200 real=737ms api=0ms overhead=2ms (3 RPCs, cost=9520, billed_ops=[DATASTORE_READ:136])
                # (2)  2014-05-26 14:50:41.645 "GET /GetUserReadData" 200 real=781ms api=0ms overhead=4ms (3 RPCs, cost=9520, billed_ops=[DATASTORE_READ:136])
                # (3)  2014-05-26 14:50:39.951 "GET /GetUserReadData" 200 real=859ms api=0ms overhead=4ms (3 RPCs, cost=9520, billed_ops=[DATASTORE_READ:136])
                # (4)  2014-05-26 14:50:38.157 "GET /GetUserReadData" 200 real=856ms api=0ms overhead=5ms (3 RPCs, cost=9520, billed_ops=[DATASTORE_READ:136])

                for future in futures:
                    fds = future.get_result()
                    if fds is not None:
                        data[fds.url]['totalCount'] = fds.article_count
                    else:
                        logging.debug('empty future %s', future)

                self.response.out.write(str(json.dumps(data)))