def test():
'''Testing BsonNetwork Protocol'''
import sys
import util
import bson
import logging
from util.test import testFactory
from echo import BsonNetworkEchoProtocol, flipMessage
parser = util.arg_parser('usage: %prog [options]', logging=logging.WARNING)
options, args = parser.parse_args()
fmt='[%(asctime)s][%(levelname)8s] %(message)s'
logging.basicConfig(level=options.logging, format=fmt)
factory = BsonNetworkFactory('echoer', options)
factory.logging = logging
factory.protocol = BsonNetworkEchoProtocol
send = [{'_src':'client', '_dst':'echoer', 'h':'d'} for i in range(0, 64)]
recv = map(flipMessage, send)
send.insert(0, {'_src':'client'})
recv.insert(0, {'_src':'echoer'})
data = []
for i in range(0, len(send)):
data.append((bson.dumps(send[i]), bson.dumps(recv[i])))
testFactory(factory, data)
def __init__(self, argv):
"""
get parameter from argv
まず、tgtを固定する方を実装する。
"""
if "help" in argv.keys():
#self.print_arg_help()
pass
self.src_corpus = arg_parser(argv, "src_corpus", required=True)
self.tgt_corpus = arg_parser(argv, "tgt_corpus", required=True)
self.src_vocab_size = arg_parser(argv,
"src_vocab_size",
default_val=8000,
required=True)
self.unk_surface = arg_parser(argv, "unk_surface", default_val="⁇")
self.kSentenceBoundary = arg_parser(argv,
"kSentenceBoundary",
default_val=chr(0x0000))
self.character_coverage = arg_parser(argv, "coverage", default_val=1.0)
self.Trie = None
self.desired_src_voc_size = int(self.src_vocab_size * 1.1)
self.required_chars = dict()
self.sep_voc = arg_parser(argv, "sep_voc", default_val=chr(9601))
self.src_sentences = None
self.tgt_sentences = None
def parseArgs(): usage = '''usage: %prog [options] This the bsonnetwork echo server. It accepts and maintains connections and echoes any received BSON objects. ''' from util import arg_parser parser = arg_parser(usage) return parser.parse_args()
def parseArgs():
usage = '''usage: %prog [options]
This the bsonnetwork python router. It accepts and maintains connections
and routes BSON objects between all connected clients.
client object must specify:
_dst : destination client id (string)
_src : source client id (string)
client objects should specify:
_sec : shared secret (must if using -s)
'''
from util import arg_parser
parser = arg_parser(usage)
return parser.parse_args()
def common_arg_parser():
"""
Create an argparse.ArgumentParser for run.py.
"""
parser = arg_parser()
parser.add_argument('-seed', type=int, default=123)
parser.add_argument('-environment', type=str, default="env")
parser.add_argument('-data_path', type=str, default="./data/data")
parser.add_argument('-agent',
type=str,
default='Train',
help="training methods")
parser.add_argument('-FA',
type=str,
default="FA",
help='Function approximation')
parser.add_argument('-T', dest='T', type=int, default=3, help="time_step")
parser.add_argument('-ST',
dest='ST',
type=eval,
default="[10,30,60,120]",
help="evaluation_time_step")
parser.add_argument('-gpu_no',
dest='gpu_no',
type=str,
default="0",
help='which gpu for usage')
parser.add_argument('-latent_factor',
dest='latent_factor',
type=int,
default=10,
help="latent factor")
parser.add_argument('-learning_rate',
dest='learning_rate',
type=float,
default=0.01,
help="learning rate")
parser.add_argument('-training_epoch',
dest='training_epoch',
type=int,
default=30000,
help="training epoch")
parser.add_argument('-rnn_layer',
dest='rnn_layer',
type=int,
default=1,
help="rnn_layer")
parser.add_argument('-inner_epoch',
dest='inner_epoch',
type=int,
default=50,
help="rnn_layer")
parser.add_argument('-batch',
dest='batch',
type=int,
default=128,
help="batch_size")
parser.add_argument('-gamma',
dest='gamma',
type=float,
default=0.0,
help="gamma")
parser.add_argument('-clip_param',
dest='clip_param',
type=float,
default=0.2,
help="clip_param")
parser.add_argument('-restore_model',
dest='restore_model',
type=str2bool,
default="False",
help="")
parser.add_argument('-num_blocks',
dest='num_blocks',
type=int,
default=2,
help="")
parser.add_argument('-num_heads',
dest='num_heads',
type=int,
default=1,
help="")
parser.add_argument('-dropout_rate',
dest='dropout_rate',
type=float,
default=0.1,
help="")
return parser
@classmethod
def configured_socket(cls, family, type):
sock = super(PersistentClient, cls).configured_socket(family, type)
set_tcp_keepalive(sock, tcp_keepidle=5, tcp_keepcnt=5, tcp_keepintvl=1)
return sock
if __name__ == '__main__':
'''Testing'''
import util
import logging
from util.test import testFactory
from echo import EchoProtocol
parser = util.arg_parser('usage: %prog [options]', logging=logging.WARNING)
options, args = parser.parse_args()
fmt='[%(asctime)s][%(levelname)8s] %(message)s'
logging.basicConfig(level=options.logging, format=fmt)
factory = Factory()
factory.protocol = EchoProtocol
data = 'TestMessageFEWFSDVFSDR@#R#$@$#@%$Y^U&*&(^%$#@^&IRUYHTGSFDAFVD)'
data = [data for i in range(0, 100)]
testFactory(factory, data)
