Ejemplo n.º 1
0
 def add_args(parser: argparse.ArgumentParser):
     parser.add_argument('--session.learning_rate',
                         default=0.01,
                         type=float,
                         help='Training initial learning rate.')
     parser.add_argument('--session.momentum',
                         default=0.9,
                         type=float,
                         help='Training initial momentum for SGD.')
     parser.add_argument('--session.batch_size_train',
                         default=64,
                         type=int,
                         help='Training batch size.')
     parser.add_argument('--session.batch_size_test',
                         default=64,
                         type=int,
                         help='Testing batch size.')
     parser.add_argument(
         '--session.log_interval',
         default=150,
         type=int,
         help='Batches until session prints log statements.')
     parser.add_argument(
         '--session.sync_interval',
         default=150,
         type=int,
         help='Batches before we we sync with chain and emit new weights.')
     parser.add_argument(
         '--session.root_dir',
         default='~/.bittensor/sessions/',
         type=str,
         help='Root path to load and save data associated with each session'
     )
     parser.add_argument(
         '--session.name',
         default='cifar',
         type=str,
         help='Trials for this session go in session.root / session.name')
     parser.add_argument(
         '--session.trial_uid',
         default=str(time.time()).split('.')[0],
         type=str,
         help=
         'Saved models go in session.root_dir / session.name / session.trial_uid'
     )
     parser.add_argument('--session.record_log',
                         default=True,
                         help='Record all logs when running this session')
     parser.add_argument(
         '--session.config_file',
         type=str,
         help=
         'config file to run this neuron, if not using cmd line arguments.')
     Neuron.add_args(parser)
     DPNSynapse.add_args(parser)
Ejemplo n.º 2
0
 def add_args(parser: argparse.ArgumentParser):    
     parser.add_argument('--session.learning_rate', default=0.01, type=float, help='Training initial learning rate.')
     parser.add_argument('--session.momentum', default=0.9, type=float, help='Training initial momentum for SGD.')
     parser.add_argument('--session.batch_size_train', default=64, type=int, help='Training batch size.')
     parser.add_argument('--session.batch_size_test', default=64, type=int, help='Testing batch size.')
     parser.add_argument('--session.log_interval', default=150, type=int, help='Batches until session prints log statements.')
     parser.add_argument('--session.sync_interval', default=150, type=int, help='Batches before we we sync with chain and emit new weights.')
     parser.add_argument('--session.root_dir', default='data/', type=str,  help='Root path to load and save data associated with each session')
     parser.add_argument('--session.name', default='mnist', type=str, help='Trials for this session go in session.root / session.name')
     parser.add_argument('--session.uid', default=str(time.time()).split('.')[0], type=str, help='Saved models go in session.root_dir / session.name / session.uid')
     Neuron.add_args(parser)
     FFNNSynapse.add_args(parser)
Ejemplo n.º 3
0
 def add_args(parser: argparse.ArgumentParser):
     parser.add_argument('--session.learning_rate',
                         default=0.01,
                         type=float,
                         help='Training initial learning rate.')
     parser.add_argument('--session.momentum',
                         default=0.98,
                         type=float,
                         help='Training initial momentum for SGD.')
     parser.add_argument('--session.epoch_length',
                         default=10,
                         type=int,
                         help='Iterations of training per epoch')
     parser.add_argument('--session.batch_size_train',
                         default=1,
                         type=int,
                         help='Training batch size.')
     parser.add_argument(
         '--session.sync_interval',
         default=100,
         type=int,
         help='Batches before we sync with chain and emit new weights.')
     parser.add_argument('--session.log_interval',
                         default=10,
                         type=int,
                         help='Batches before we log session info.')
     parser.add_argument(
         '--session.accumulation_interval',
         default=1,
         type=int,
         help='Batches before we apply acummulated gradients.')
     parser.add_argument(
         '--session.apply_remote_gradients',
         default=False,
         type=bool,
         help=
         'If true, neuron applies gradients which accumulate from remotes calls.'
     )
     parser.add_argument(
         '--session.root_dir',
         default='~/.bittensor/sessions/',
         type=str,
         help='Root path to load and save data associated with each session'
     )
     parser.add_argument(
         '--session.name',
         default='bert-nsp',
         type=str,
         help='Trials for this session go in session.root / session.name')
     parser.add_argument(
         '--session.trial_uid',
         default=str(time.time()).split('.')[0],
         type=str,
         help=
         'Saved models go in session.root_dir / session.name / session.uid')
     parser.add_argument('--session.record_log',
                         default=True,
                         help='Record all logs when running this session')
     parser.add_argument(
         '--session.config_file',
         type=str,
         help=
         'config file to run this neuron, if not using cmd line arguments.')
     BertNSPSynapse.add_args(parser)
     Neuron.add_args(parser)