def on_save(): global current_file if current_file: serialization.serialize(course, current_file) dirty = False else: on_save_as()
def export_settings(self): serialization.serialize(self.get_settings()) messagebox = QMessageBox() messagebox.setIcon(QMessageBox.Information) messagebox.setText("Settings saved in 'settings.json'") messagebox.setWindowTitle("Export settings...") messagebox.exec_()
def test_serialize_and_deserialize_other_data(): data = [ Bite('Sum of Numbers', 1, 'Beginner'), Bite('Regex Fun', 2, 'Advanced'), ] pkl_file = TMP / str(int(time.time())) serialize(pkl_file, data=data) actual = deserialize(pkl_file) expected = data assert actual == expected
def render(self, data, headers = {}, status_code = 200, raw = False): if request.headers['Accept'] == 'application/xml': if raw: data = data else: data = serialize(data, 'xml') response = Response(data, content_type='application/xml; charset=utf-8') elif request.headers['Accept'] == 'text/csv': if raw: data = data else: data = serialize(data, 'csv') response = Response(data, content_type='text/csv; charset=utf-8') # JSON or invalid Content-Type else : if raw: data = data else: if self.to_hal is not None and status_code == 200: if 'X-Total-Count' in headers: args = {'total' : headers['X-Total-Count']} else: args = {} data = self.to_hal(data, args = args) data = serialize(data, 'json') response = Response(data, content_type='application/hal+json; charset=utf-8') access_control_headers = "Content-Length, Content-Type, " access_control_headers += "Date, Server, " access_control_headers += "X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reset, Retry-After, " access_control_headers += "X-Total-Count" headers['Access-Control-Expose-Headers'] = access_control_headers response.headers.extend(headers) response.status_code = status_code real_ip = request.headers.get('X-Real-Ip') if real_ip == None: real_ip = '' Log.info(request.path+' '+real_ip+' '+str(status_code) + ' '+str(response.headers.get('Content-Length'))) return response
def fetch_reddit(filename=None): from praw.errors import HTTPException, APIException, ClientException import praw import time start = time.time() current = start i = 0 with redirect(filename): while True: try: r = praw.Reddit(get_UA()) # Read the file in etc/user-agent submissions = [] for submission in praw.helpers.submission_stream(r, 'all'): i += 1 print('Opened submission %s' % submission.title) comments = [] for comment in submission.comments: comments.append(collect_attrs(comment, comment_attrs)) for subcomment in comment.replies: comments.append(collect_attrs(comment, comment_attrs)) if i % group_size == 0: # Save submissions every `group_size` (ex 25th) submission print('Writing submission group for reddit') serialize(submissions, '../serialized/reddit%s' % (i/group_size)) submissions = [] print('Wrote submission group. Time so far: %s' % (time.time() - start)) concatenate('reddit') i = 0 submissions.append(collect_attrs(submission, submission_attrs)) taken = time.time() - current # "Current" current = time.time() print('Finished processing submission. Total elapsed: %s. For submission: %s' % (current - start, taken)) except HTTPException or APIException as e: # Catch what isn't my fault print(e) print('Retrying...') time.sleep(1) except ClientException as e: # Catch what is print(e) break except KeyboardInterrupt: concatenate('reddit') sys.exit(0)
def do_POST(self): content_length = int(self.headers['Content-Length']) post_data = self.rfile.read(content_length) callback_res = callback(serialization.deserialize(post_data)) self._set_response() if callback_res is not None: self.wfile.write(serialization.serialize(callback_res))
def template(item, seen): print('Crawling %s' % item) if len(seen) % interval == 0: print('Saving') concatenate(source) try: seen.add(item) content, remaining = get(item, seen) serialize(content, '../serialized/%s%s' % (source, len(seen))) return remaining # If something goes wrong (on API side), throw away everything from this section of the crawl except exceptions as e: print(repr(e)) return defaultval except KeyboardInterrupt: concatenate(source) sys.exit(0)
def build_spend_message(outpoint: OutPoint, pk: str, sequence: int, txouts: TxOut): """ https://bitcoin.org/en/developer-guide#term-sighash-all similar to: SIGHASH_ALL """ return sha256d_hexdigest(outpoint.serialize() + str(sequence) + binascii.hexlify(pk).decode() + serialize(txouts)).encode()
def join_room(player, room, sock): request = { "command": Command.JOIN_ROOM.value, "player": player, "room": room } sock.send(serialize(request)) response = deserialize(sock.recv(4096)) return response["board"], response["game_status"], response[ "opponent_id"], response["symbol"]
def fetch_gutenberg(filename=None): from gutenberg.acquire import load_etext from gutenberg.cleanup import strip_headers from gutenbergsettings import popularTitles, saveInterval start = time.time() lastsave = start with redirect(filename): try: for title in popularTitles: text = strip_headers(load_etext(title)).strip() serialize([(title, text)], '../serialized/guten%s' % title) sinceLast = time.time() - lastsave print('%s since last save' % sinceLast) if sinceLast > saveInterval: concatenate('guten') lastsave = time.time() except KeyboardInterrupt: concatenate('guten') sys.exit(0)
def connection_loop(connection, client_address, state): try: while True: data = connection.recv(4096) if not data: break command, command_input = parse_request(data) if command == Command.JOIN_ROOM.value: response = join_room(command_input, client_address, state) if command == Command.GET_GAME_STATUS.value: response = get_game_status(client_address, state) if command == Command.FILL_POSITION.value: response = fill_position(command_input, client_address, state) connection.send(serialize(response)) finally: connection.close() print('client disconnected')
def serialize_poses(self): serialize(self.poses)
def render(self, data, headers={}, status_code=200, raw=False): if not self.resolve_content(): data = {'message': 'invalid format', 'code': 55} status_code = 405 if self.content_type == 'xml': if raw: data = data else: data = serialize(data, 'xml') response = Response(data, content_type='application/xml; charset=utf-8') elif self.content_type == 'csv': if raw: data = data else: data = serialize(data, 'csv') resource_path = request.path.split("/") if resource_path[len(resource_path) - 1] != "": resource_type = resource_path[len(resource_path) - 1] else: resource_type = resource_path[len(resource_path) - 2] args_hash = md5hash(format_args(request.args)) headers[ "Content-Disposition"] = "attachment; filename=salicapi-%s-%s.csv" % ( resource_type, args_hash) response = Response(data, content_type='text/csv; charset=utf-8') # JSON or invalid Content-Type else: if raw: data = data else: if self.to_hal is not None and status_code == 200: if 'X-Total-Count' in headers: args = {'total': headers['X-Total-Count']} else: args = {} data = self.to_hal(data, args=args) data = serialize(data, 'json') response = Response( data, content_type='application/hal+json; charset=utf-8') access_control_headers = "Content-Length, Content-Type, " access_control_headers += "Date, Server, " access_control_headers += "X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reset, Retry-After, " access_control_headers += "X-Total-Count, " access_control_headers += "Content-Disposition" headers['Access-Control-Expose-Headers'] = access_control_headers response.headers.extend(headers) response.status_code = status_code real_ip = request.headers.get('X-Real-Ip') if real_ip == None: real_ip = '' Log.info(request.path + ' ' + real_ip + ' ' + str(status_code) + ' ' + str(response.headers.get('Content-Length'))) return response
def fill_position(position, sock): request = {"command": Command.FILL_POSITION.value, "position": position} sock.send(serialize(request)) deserialize(sock.recv(4096))
def refresh_game_status(sock): request = {"command": Command.GET_GAME_STATUS.value} sock.send(serialize(request)) response = deserialize(sock.recv(4096)) return response["board"], response["game_status"], response["opponent_id"]
def send(self, data): try: res = requests.post(self._url, serialization.serialize(data)) except requests.exceptions.ConnectionError: return False, None return res.ok, serialization.deserialize(res.content)
def serialize(self, item): return serialize(self.schema, item)
else: print('Data does not already exist..') # Create Data inputs = np.random.randint(low=0, high=10, size=[10000, 2]) # Convert to torch tensors inputs = torch.from_numpy(inputs) # Convert to float inputs = inputs.float() # Train-test split inputs_train, inputs_test = train_test_split(inputs, train_size=0.7, test_size=0.3) inputs_test, inputs_val = train_test_split(inputs_test, train_size=0.5, test_size=0.5) # Convert to torch tensors inputs = [inputs_train, inputs_val, inputs_test] # Visualize print(inputs[0].shape, inputs[1].shape, inputs[2].shape) # Save serialize(inputs, 'C:\\Users\\kaspe\\Code Projects\\Add_DNN\\inputs.pickle')
def render(self, data, headers = {}, status_code = 200, raw = False): if not self.resolve_content(): data = {'message' : 'invalid format', 'code' : 55} status_code = 405 if self.content_type == 'xml': if raw: data = data else: data = serialize(data, 'xml') response = Response(data, content_type='application/xml; charset=utf-8') elif self.content_type == 'csv': if raw: data = data else: data = serialize(data, 'csv') resource_path = request.path.split("/") if resource_path[len(resource_path)-1] != "": resource_type = resource_path[len(resource_path)-1] else: resource_type = resource_path[len(resource_path)-2] args_hash = md5hash(format_args(request.args)) headers["Content-Disposition"] = "attachment; filename=salicapi-%s-%s.csv"%(resource_type, args_hash) response = Response(data, content_type='text/csv; charset=utf-8') # JSON or invalid Content-Type else : if raw: data = data else: if self.to_hal is not None and status_code == 200: if 'X-Total-Count' in headers: args = {'total' : headers['X-Total-Count']} else: args = {} data = self.to_hal(data, args = args) data = serialize(data, 'json') response = Response(data, content_type='application/hal+json; charset=utf-8') access_control_headers = "Content-Length, Content-Type, " access_control_headers += "Date, Server, " access_control_headers += "X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reset, Retry-After, " access_control_headers += "X-Total-Count, " access_control_headers += "Content-Disposition" headers['Access-Control-Expose-Headers'] = access_control_headers response.headers.extend(headers) response.status_code = status_code real_ip = request.headers.get('X-Real-Ip') if real_ip == None: real_ip = '' Log.info(request.path+' '+real_ip+' '+str(status_code) + ' '+str(response.headers.get('Content-Length'))) return response