def _mock_fetch_uris(endpoint, resource_uri): raw_values = _get_raw_values() values = iter(raw_values) rest = islice(values, 20) rest_data = list(rest) offset = 0 while rest_data: if offset == 0: # Match every request without "offset" in it. regexp_txt = "(?!.*offset)" else: regexp_txt = ".*&offset=%d.*" % offset regexp = re.compile(endpoint + regexp_txt) offset += 20 if offset == 80: next_uri = None else: query = '/?limit=20&key=install&offset=%d' next_uri = resource_uri + query % offset HTTPretty.register_uri( HTTPretty.GET, regexp, body=json_dumps({'meta': {"limit": 20, "next": next_uri, "offset": 0, "previous": None, "total_count": len(raw_values)}, 'objects': rest_data})) rest = islice(values, 20) rest_data = list(rest)
def inject(self, batch): with self.transaction() as session: records = [] for source_id, item in batch: item = dict(item) date = item.pop('_date') type = item.pop('_type') records.append( Record(id=urlsafe_uid(date), date=date, type=type, source_id=source_id, value=json_dumps(item))) session.add_all(records)
def _mock_fetch_uris(endpoint, resource_uri): raw_values = _get_raw_values() values = iter(raw_values) rest = islice(values, 20) rest_data = list(rest) offset = 0 while rest_data: if offset == 0: # Match every request without "offset" in it. regexp_txt = "(?!.*offset)" else: regexp_txt = ".*&offset=%d.*" % offset regexp = re.compile(endpoint + regexp_txt) offset += 20 if offset == 80: next_uri = None else: query = '/?limit=20&key=install&offset=%d' next_uri = resource_uri + query % offset HTTPretty.register_uri(HTTPretty.GET, regexp, body=json_dumps({ 'meta': { "limit": 20, "next": next_uri, "offset": 0, "previous": None, "total_count": len(raw_values) }, 'objects': rest_data })) rest = islice(values, 20) rest_data = list(rest)
def test_dumps_datetime(self): data = json_dumps({'date': datetime(2012, 3, 15, 13, 55, 10)}) self.assertEqual(data, '{"date": "2012-03-15T13:55:10.000000"}')
def test_dumps_date(self): data = json_dumps({'date': date(2012, 3, 15)}) self.assertEqual(data, '{"date": "2012-03-15"}')
def inject(self, batch): with self.transaction() as session: records = [] for source_id, item in batch: item = dict(item) date = item.pop("_date") type = item.pop("_type") records.append( Record(id=urlsafe_uid(date), date=date, type=type, source_id=source_id, value=json_dumps(item)) ) session.add_all(records)
def test_dumps_datetime(self): data = json_dumps({'date': datetime(2012, 3, 15, 13, 55, 10)}) self.assertEqual(data, '{"date": "2012-03-15T13:55:10.000000"}')
def test_dumps_date(self): data = json_dumps({'date': date(2012, 3, 15)}) self.assertEqual(data, '{"date": "2012-03-15"}')
def inject(self, batch): for source, data in batch: self._file.write('%s\n' % json_dumps(data))
def inject(self, batch): for source, data in batch: self._file.write('%s\n' % json_dumps(data))