Example #1
0
 def test_worker_organization(self):
     dump_things_worker(self.ckan, 'organizations', {},
         stdin=BytesIO(b'"cd"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title":"Super Trouper"})
Example #2
0
 def test_worker_error(self):
     dump_things_worker(self.ckan, 'datasets', {},
         stdin=BytesIO(b'"99"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, "NotFound")
     self.assertEqual(data, None)
Example #3
0
 def test_worker_group(self):
     dump_things_worker(self.ckan, 'groups', {},
         stdin=BytesIO(b'"ab"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title":"ABBA"})
Example #4
0
 def _worker_pool_with_data(self, cmd, processes, job_iter):
     worker_stdin = BytesIO(b''.join(v for i, v in job_iter))
     worker_stdout = BytesIO()
     dump_things_worker(self.ckan,
                        'datasets', {'--datastore-fields': True},
                        stdin=worker_stdin,
                        stdout=worker_stdout)
     for i, v in enumerate(worker_stdout.getvalue().strip().split(b'\n')):
         yield [[], i, v]
 def test_worker_error(self):
     dump_things_worker(self.ckan, 'datasets',
         {'--insecure': False},
         stdin=BytesIO(b'"99"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, "NotFound")
     self.assertEqual(data, None)
 def test_worker_organization(self):
     dump_things_worker(self.ckan, 'organizations',
         {'--insecure': False},
         stdin=BytesIO(b'"cd"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title":"Super Trouper"})
Example #7
0
 def _worker_pool_with_data(self, cmd, processes, job_iter):
     worker_stdin = BytesIO(b''.join(v for i, v in job_iter))
     worker_stdout = BytesIO()
     dump_things_worker(self.ckan, 'datasets', {
         '--datastore-fields': True},
         stdin=worker_stdin,
         stdout=worker_stdout)
     for i, v in enumerate(worker_stdout.getvalue().strip().split(b'\n')):
         yield [[], i, v]
Example #8
0
 def test_worker_group(self):
     dump_things_worker(self.ckan,
                        'groups', {},
                        stdin=BytesIO(b'"ab"\n'),
                        stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title": "ABBA"})
Example #9
0
 def test_worker_one(self):
     rval = dump_things_worker(self.ckan, 'datasets', {},
         stdin=BytesIO(b'"34"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title":"Thirty-four"})
Example #10
0
 def test_worker_one(self):
     rval = dump_things_worker(self.ckan,
                               'datasets', {'--datastore-fields': False},
                               stdin=BytesIO(b'"34"\n'),
                               stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response[-1:], b'\n')
     timstamp, error, data = json.loads(response.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data["title"], "Thirty-four")
Example #11
0
 def test_worker_two(self):
     rval = dump_things_worker(self.ckan, 'datasets', {},
         stdin=BytesIO(b'"12"\n"34"\n'), stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response.count(b'\n'), 2, response)
     self.assertEqual(response[-1:], b'\n')
     r1, r2 = response.split(b'\n', 1)
     timstamp, error, data = json.loads(r1.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title":"Twelve"})
     timstamp, error, data = json.loads(r2.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data, {"title":"Thirty-four"})
Example #12
0
 def test_worker_two(self):
     rval = dump_things_worker(self.ckan,
                               'datasets', {'--datastore-fields': False},
                               stdin=BytesIO(b'"12"\n"34"\n'),
                               stdout=self.stdout)
     response = self.stdout.getvalue()
     self.assertEqual(response.count(b'\n'), 2, response)
     self.assertEqual(response[-1:], b'\n')
     r1, r2 = response.split(b'\n', 1)
     timstamp, error, data = json.loads(r1.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data["title"], "Twelve")
     timstamp, error, data = json.loads(r2.decode('UTF-8'))
     self.assertEqual(error, None)
     self.assertEqual(data["title"], "Thirty-four")