def write_popular_to_database(table, list_popular_music_ids): print "writing popular to database" video_results_json = [] for video_id, title in list_popular_music_ids: video_json = {} video_json["id"] = video_id video_json["title"] = title if video_id in language_table: video_json["language"] = language_table[video_id] if video_id in geo_table: video_json["geo"] = geo_table[video_id] if video_id in retweet_table: video_json["retweet_network"] = retweet_table[video_id] if video_id in max_retweet_table: video_json["num_retweet_was_retweeted"] = max_retweet_table[video_id][0] video_json["max_retweet_count"] = max_retweet_table[video_id][1]['text'] if video_id in time_of_day_table: video_json["popular_time"] = time_of_day_table[video_id] video_results_json.append(video_json) io = StringIO() json.dump(video_results_json, io) cursor.execute("INSERT into videos VALUES ('%s', 'popular', '%s')" % (table[1:], re.escape(io.getvalue()))) conn.commit()
def check(indent, expected): d1 = json.dumps(h, indent=indent) self.assertEqual(d1, expected) sio = StringIO() json.dump(h, sio, indent=indent) self.assertEqual(sio.getvalue(), expected)
def main(model_path): tag_data = tag_bank() user_data,data_in = loadData(tag_data) io = StringIO() response = example(tag_data,user_data, 8, model_path) json.dump(response, io) io.getvalue()
def test_sort_keys(self): # https://github.com/simplejson/simplejson/issues/106 for num_keys in range(2, 32): p = dict((str(x), x) for x in range(num_keys)) sio = StringIO() json.dump(p, sio, sort_keys=True) self.assertEqual(sio.getvalue(), json.dumps(p, sort_keys=True)) self.assertEqual(json.loads(sio.getvalue()), p)
def test_asdict_not_callable_dump(self): for f in CONSTRUCTORS: self.assertRaises(TypeError, json.dump, f(DeadDuck()), StringIO(), namedtuple_as_object=True) sio = StringIO() json.dump(f(DeadDict()), sio, namedtuple_as_object=True) self.assertEqual( json.dumps(f({})), sio.getvalue())
def test_namedtuple_dump_false(self): for v in [Value(1), Point(1, 2)]: l = list(v) sio = StringIO() json.dump(v, sio, namedtuple_as_object=False) self.assertEqual( l, json.loads(sio.getvalue())) self.assertRaises(TypeError, json.dump, v, StringIO(), tuple_as_array=False, namedtuple_as_object=False)
def post(arg): #url = "http://maps.googleapis.com/maps/api/geocode/json?address=googleplex&sensor=false" req = urllib.request.Request(arg) response = urllib.request.urlopen(req) data,in_data = data_in.loadData(response) a = suggestion.auto_suggest(data) a.find_rules() a.suggestion_for_user() io = StringIO() json.dump(a.response_data_user, io) io.getvalue()
def test_datetime_defaults(self): d = datetime(2014, 1, 4) # use_datetime=True is the default self.assertRaises(TypeError, json.dumps, d, use_datetime=False) self.assertEqual('"2014-01-04 00:00:00"', json.dumps(d)) self.assertEqual('"2014-01-04 00:00:00"', json.dumps(d, use_datetime=True)) self.assertRaises(TypeError, json.dump, d, StringIO(), use_datetime=False) sio = StringIO() json.dump(d, sio) self.assertEqual('"2014-01-04 00:00:00"', sio.getvalue()) sio = StringIO() json.dump(d, sio, use_datetime=True) self.assertEqual('"2014-01-04 00:00:00"', sio.getvalue())
def process_communes(): file_src = "/nas/dmap/dev/data/latlon/cdp_2009/commune-a.shp" file_dst = "./communes.json" begin_progress("process communes\t") csv = load_csv("/nas/dmap/dev/install/cdp_2009/src/communes.csv") data_src, layer_src = open_datasource(file_src) spatialReference = layer_src.GetSpatialRef() proj_src = spatialReference.ExportToProj4( ) if spatialReference else '' or proj_src index_insee = get_field_indexs(layer_src, "INSEE") file = open(file_dst, 'w') file.write('{"type":"FeatureCollection","features":[\n') fcpt = 0 fcount = layer_src.GetFeatureCount() for index in xrange(fcount): feature = layer_src.GetFeature(index) geometry = feature.GetGeometryRef() fid = feature.GetFID() insee = feature.GetFieldAsString(index_insee) if insee not in csv: raise ShapeDataError(insee + " must be in csv file") nom = csv[insee]['NOM'].decode("utf-8") cp = csv[insee]['CP'] g = geojson.loads(geometry.ExportToJson()) f = geojson.Feature(geometry=g, properties={ 'INSEE': insee, 'NAME': nom, 'CP': cp }) data = geojson.dumps(f) data = json.load(StringIO(data)) encoded = encoder.iterencode(data) for token in encoded: if charfloat_pat.match(token): file.write(token[0] + format % float(token[1:])) elif float_pat.match(token): file.write(format % float(token)) else: file.write(token) if index < fcount - 1: file.write(',') feature.Destroy() fcpt += 1 pc = float(fcpt) / float(fcount) * 100.0 set_progress(pc) file.write(']}') file.close() end_progress()
def test_decimal_defaults(self): d = Decimal(1) sio = StringIO() # use_decimal=False is the default self.assertRaises(TypeError, json.dumps, d, use_decimal=False) self.assertRaises(TypeError, json.dumps, d) self.assertRaises(TypeError, json.dump, d, sio, use_decimal=False) self.assertRaises(TypeError, json.dump, d, sio)
def parse_str_to_list(input): io = StringIO(input) r = [] for element in json.load(io): if type(element) == str: element = element.strip() r.append(float(element)) return r
def test_decimal_defaults(self): d = Decimal('1.1') # use_decimal=True is the default self.assertRaises(TypeError, json.dumps, d, use_decimal=False) self.assertEqual('1.1', json.dumps(d)) self.assertEqual('1.1', json.dumps(d, use_decimal=True)) self.assertRaises(TypeError, json.dump, d, StringIO(), use_decimal=False) sio = StringIO() json.dump(d, sio) self.assertEqual('1.1', sio.getvalue()) sio = StringIO() json.dump(d, sio, use_decimal=True) self.assertEqual('1.1', sio.getvalue())
def test_object_pairs_hook(self): s = '{"xkd":1, "kcw":2, "art":3, "hxm":4, "qrt":5, "pad":6, "hoy":7}' p = [("xkd", 1), ("kcw", 2), ("art", 3), ("hxm", 4), ("qrt", 5), ("pad", 6), ("hoy", 7)] self.assertEqual(json.loads(s), eval(s)) self.assertEqual(json.loads(s, object_pairs_hook=lambda x: x), p) self.assertEqual(json.load(StringIO(s), object_pairs_hook=lambda x: x), p) od = json.loads(s, object_pairs_hook=OrderedDict) self.assertEqual(od, OrderedDict(p)) self.assertEqual(type(od), OrderedDict) # the object_pairs_hook takes priority over the object_hook self.assertEqual( json.loads(s, object_pairs_hook=OrderedDict, object_hook=lambda x: None), OrderedDict(p))
def test_namedtuple_dump(self): for v in [Value(1), Point(1, 2), DuckValue(1), DuckPoint(1, 2)]: d = v._asdict() sio = StringIO() json.dump(v, sio) self.assertEqual(d, json.loads(sio.getvalue())) sio = StringIO() json.dump(v, sio, namedtuple_as_object=True) self.assertEqual( d, json.loads(sio.getvalue())) sio = StringIO() json.dump(v, sio, tuple_as_array=False) self.assertEqual(d, json.loads(sio.getvalue())) sio = StringIO() json.dump(v, sio, namedtuple_as_object=True, tuple_as_array=False) self.assertEqual( d, json.loads(sio.getvalue()))
def dumps(self, obj, **kw): sio = StringIO() json.dump(obj, sio, **kw) res = json.dumps(obj, **kw) self.assertEquals(res, sio.getvalue()) return res
def test_tuple_array_dump(self): t = (1, 2, 3) expect = json.dumps(list(t)) # Default is True sio = StringIO() json.dump(t, sio) self.assertEqual(expect, sio.getvalue()) sio = StringIO() json.dump(t, sio, tuple_as_array=True) self.assertEqual(expect, sio.getvalue()) self.assertRaises(TypeError, json.dump, t, StringIO(), tuple_as_array=False) # Ensure that the "default" does not get called sio = StringIO() json.dump(t, sio, default=repr) self.assertEqual(expect, sio.getvalue()) sio = StringIO() json.dump(t, sio, tuple_as_array=True, default=repr) self.assertEqual(expect, sio.getvalue()) # Ensure that the "default" gets called sio = StringIO() json.dump(t, sio, tuple_as_array=False, default=repr) self.assertEqual( json.dumps(repr(t)), sio.getvalue())
def sio_dump(obj, **kw): sio = StringIO() json.dumps(obj, **kw) return sio.getvalue()
def test_dump(self): sio = StringIO() json.dump({}, sio) self.assertEquals(sio.getvalue(), "{}")
def loads(self, s, **kw): sio = StringIO(s) res = json.loads(s, **kw) self.assertEqual(res, json.load(sio, **kw)) return res
def dumps(self, obj, **kw): sio = StringIO() json.dump(obj, sio, **kw) res = json.dumps(obj, **kw) self.assertEqual(res, sio.getvalue()) return res
def test_dump(self): sio = StringIO() json.dump({}, sio) self.assertEqual(sio.getvalue(), '{}')
# -*-coding:utf-8 -*- import simplejson as json from simplejson.compat import StringIO # from StringIO import StringIO obj = [u"foo", {u"bar": [u"baz", None, 1.0, 2]}] print (json.loads('["foo", {"bar":["baz", null, 1.0, 2]}]') == obj) # 注意对内存的内容,每次操作后指针seek好像就改变了,所以需要重新seek io = StringIO('["streaming API"]') # print json.load(io).__class__ # io.seek(0) # print io.readline() # json.load(io) ==> list print (json.load(io)[0] == "streaming API") io.seek(0) print len(json.load(io)) # 读取json格式字符串并解码为 python object f = open("test", "r") print json.load(f)
# # Copyright © 2018 <@DESKTOP-TA60DPH> # # Distributed under terms of the MIT license. # Auther : RB import requests import simplejson as json from simplejson.compat import StringIO """ get the ranking between NTU on kaggle competition """ rank = requests.get("https://www.kaggle.com/c/9489/leaderboard.json?includeBeforeUser=false&includeAfterUser=true") io = StringIO(rank.text) data = json.load(io) before = data["beforeUser"] near = data["nearUser"] after = data["afterUser"] counter = 1 print(" ",format("rank","^6"),format('score',"^15"),format('teamName',"<30")) position = 0 for i in before: our = ' ' if i['teamName'][:4] == "NTU_": if i['teamName'] == "NTU_r06942018___": our = '*' position = counter
#coding=utf8 #! /usr/bin/env python import simplejson obj = simplejson.dumps(['foo', {'bar':('baz', None, 1.0, 2)}]) print obj print simplejson.dumps("\"foo\bar") print simplejson.dumps(u'\u1234') print simplejson.dumps('\\') print simplejson.dumps({"c": 0, "b": 0, "a": 0}, sort_keys=True) from simplejson.compat import StringIO io = StringIO() simplejson.dump(['streaming API'], io) print io.getvalue() print(simplejson.dumps({'4': 5, '6': 7}, sort_keys=True, indent=4 * ' ')) obj = [u'foo', {u'bar': [u'baz', None, 1.0, 2]}] print simplejson.loads('["foo", {"bar":["baz", null, 1.0, 2]}]') == obj print simplejson.loads('["foo", {"bar":["baz", null, 1.0, 2]}]')[0] print simplejson.loads('"\\"foo\\bar"') == u'"foo\x08ar' print u'"foo\x08ar' print simplejson.loads('"\\"foo\\bar"') io = StringIO('["streaming API"]')