Example #1
0
def _mock_fetch_uris(endpoint, resource_uri):
    raw_values = _get_raw_values()
    values = iter(raw_values)

    rest = islice(values, 20)
    rest_data = list(rest)
    offset = 0
    while rest_data:
        if offset == 0:
            # Match every request without "offset" in it.
            regexp_txt = "(?!.*offset)"
        else:
            regexp_txt = ".*&offset=%d.*" % offset
        regexp = re.compile(endpoint + regexp_txt)

        offset += 20

        if offset == 80:
            next_uri = None
        else:
            query = '/?limit=20&key=install&offset=%d'
            next_uri = resource_uri + query % offset

        HTTPretty.register_uri(
            HTTPretty.GET,
            regexp,
            body=json_dumps({'meta': {"limit": 20,
                                      "next": next_uri,
                                      "offset": 0,
                                      "previous": None,
                                      "total_count": len(raw_values)},
                             'objects': rest_data}))

        rest = islice(values, 20)
        rest_data = list(rest)
Example #2
0
 def inject(self, batch):
     with self.transaction() as session:
         records = []
         for source_id, item in batch:
             item = dict(item)
             date = item.pop('_date')
             type = item.pop('_type')
             records.append(
                 Record(id=urlsafe_uid(date),
                        date=date, type=type,
                        source_id=source_id,
                        value=json_dumps(item)))
         session.add_all(records)
def _mock_fetch_uris(endpoint, resource_uri):
    raw_values = _get_raw_values()
    values = iter(raw_values)

    rest = islice(values, 20)
    rest_data = list(rest)
    offset = 0
    while rest_data:
        if offset == 0:
            # Match every request without "offset" in it.
            regexp_txt = "(?!.*offset)"
        else:
            regexp_txt = ".*&offset=%d.*" % offset
        regexp = re.compile(endpoint + regexp_txt)

        offset += 20

        if offset == 80:
            next_uri = None
        else:
            query = '/?limit=20&key=install&offset=%d'
            next_uri = resource_uri + query % offset

        HTTPretty.register_uri(HTTPretty.GET,
                               regexp,
                               body=json_dumps({
                                   'meta': {
                                       "limit": 20,
                                       "next": next_uri,
                                       "offset": 0,
                                       "previous": None,
                                       "total_count": len(raw_values)
                                   },
                                   'objects': rest_data
                               }))

        rest = islice(values, 20)
        rest_data = list(rest)
Example #4
0
 def test_dumps_datetime(self):
     data = json_dumps({'date': datetime(2012, 3, 15, 13, 55, 10)})
     self.assertEqual(data, '{"date": "2012-03-15T13:55:10.000000"}')
Example #5
0
 def test_dumps_date(self):
     data = json_dumps({'date': date(2012, 3, 15)})
     self.assertEqual(data, '{"date": "2012-03-15"}')
Example #6
0
 def inject(self, batch):
     with self.transaction() as session:
         records = []
         for source_id, item in batch:
             item = dict(item)
             date = item.pop("_date")
             type = item.pop("_type")
             records.append(
                 Record(id=urlsafe_uid(date), date=date, type=type, source_id=source_id, value=json_dumps(item))
             )
         session.add_all(records)
Example #7
0
 def test_dumps_datetime(self):
     data = json_dumps({'date': datetime(2012, 3, 15, 13, 55, 10)})
     self.assertEqual(data, '{"date": "2012-03-15T13:55:10.000000"}')
Example #8
0
 def test_dumps_date(self):
     data = json_dumps({'date': date(2012, 3, 15)})
     self.assertEqual(data, '{"date": "2012-03-15"}')
Example #9
0
 def inject(self, batch):
     for source, data in batch:
         self._file.write('%s\n' % json_dumps(data))
Example #10
0
 def inject(self, batch):
     for source, data in batch:
         self._file.write('%s\n' % json_dumps(data))