def agent__get_identifier(self, args):
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.get_identifier \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__get_identifier in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "test_agent"
config.agents.append(agent)
#
# TESTING
#
text = "Identifier: "
text = text + agent.get_identifier()
print(text)
def transaction__purge_accounts(self, args):
import os
from sample_agent import Agent
from sample_config import Config
from sample_transaction import Transaction
text = "This test checks transaction.purge_accounts \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s',
datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log",
level=logging.INFO)
logging.info(
'START logging for test transaction__purge_accounts in run: %s',
environment_directory + identifier + ".xml")
# Construct a config
config = Config()
agent_one = Agent("agent_one", {"test": "parameters"},
{"test": "variables"})
agent_two = Agent("agent_two", {"test": "parameters"},
{"test": "variables"})
config.agents = []
config.agents.append(agent_one)
config.agents.append(agent_two)
#
# TESTING
#
print("Before purging the accounts")
transaction = Transaction()
transaction.this_transaction("type", "asset", "agent_one", "agent_two",
0, 2, 3, 4)
transaction.add_transaction(config)
transaction = Transaction()
transaction.this_transaction("type", "asset", "agent_one", "agent_two",
1, 2, 3, 4)
transaction.add_transaction(config)
print(config.get_agent_by_id("agent_one"))
print(config.get_agent_by_id("agent_two"))
print("After clearing one bank's accounts")
transaction.purge_accounts(config)
print(config.get_agent_by_id("agent_one"))
print(config.get_agent_by_id("agent_two"))
def transaction__write_transaction(self, args):
import os
from sample_agent import Agent
from sample_config import Config
from sample_transaction import Transaction
text = "This test checks transaction.write_transaction \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s',
datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log",
level=logging.INFO)
logging.info(
'START logging for test transaction__write_transaction in run: %s',
environment_directory + identifier + ".xml")
# Construct a config
config = Config()
agent_one = Agent("agent_one", {"test": "parameters"},
{"test": "variables"})
agent_two = Agent("agent_two", {"test": "parameters"},
{"test": "variables"})
config.agents = []
config.agents.append(agent_one)
config.agents.append(agent_two)
#
# TESTING
#
print("Creating a transaction")
transaction = Transaction()
print("Assigning values")
transaction.this_transaction("type", "asset", "agent_one", "agent_two",
1, 2, 3, 4)
print("Adding the transaction to the books")
transaction.add_transaction(config)
print("Printing transaction:")
print(transaction.write_transaction())
def agent__get_transactions_from_file(self, args):
import os
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.get_transactions_from_file \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__clear_accounts in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
list_env = os.listdir(environment_directory)
config.read_xml_config_file(environment_directory + list_env[0])
# get the firm_directory from the environment
firm_directory = config.firm_directory
# and loop over all firms in the directory
listing = os.listdir(firm_directory)
firmFilename = firm_directory + listing[0]
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "firm_test_config_id"
config.agents = []
config.agents.append(agent)
#config.agent.get_parameters_from_file(firmFilename, config)
#
# TESTING
#
config.agents[0].accounts = []
print("Printing agent:\n")
print(config.agents[0])
print("Reading transactions from the config file.\n")
print("Printing agent: \n")
config.agents[0].get_transactions_from_file(firm_directory + listing[0], config)
print(config.agents[0])
def agent__get_parameters_from_file(self, args):
import os
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.get_parameters_from_file \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__get_parameters_from_file in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
list_env = os.listdir(environment_directory)
config.read_xml_config_file(environment_directory + list_env[0])
# get the firm_directory from the environment
firm_directory = config.firm_directory
# and loop over all firms in the directory
listing = os.listdir(firm_directory)
firmFilename = firm_directory + listing[0]
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "test_agent"
config.agents.append(agent)
agent.get_parameters_from_file(firmFilename, config)
#
# TESTING
#
# test whether the parameters are read properly
text = "Identifier has been read as follows: \n"
text = text + "Identifier: "
text = text + agent.identifier
text = text + "\n"
text = text + "Productivity: "
text = text + str(agent.parameters["productivity"])
print(text)
track_number = 0 # track_number = 0,1,2,...,18
episode_count = 10
max_steps = 50
reward = 0
done = False
step = 0
# Generate a Torcs environment
env = TorcsEnv(vision=vision,
throttle=throttle,
brake=brake,
gear_change=gear_change,
port=port,
track_number=track_number)
agent = Agent(env)
print("TORCS Experiment Start.")
for i in range(episode_count):
print("Episode : " + str(i))
if np.mod(i, 3) == 0:
# Sometimes you need to relaunch TORCS because of the memory leak error
ob = env.reset(relaunch=True)
else:
ob = env.reset()
total_reward = 0.
for j in range(max_steps):
action = agent.act(ob)
from gym_torcs import TorcsEnv
from sample_agent import Agent
import numpy as np
vision = True
episode_count = 10
max_steps = 50
reward = 0
done = False
step = 0
# Generate a Torcs environment
env = TorcsEnv(vision=vision, throttle=False)
agent = Agent(1) # steering only
print("TORCS Experiment Start.")
for i in range(episode_count):
print("Episode : " + str(i))
if np.mod(i, 3) == 0:
# Sometimes you need to relaunch TORCS because of the memory leak error
ob = env.reset(relaunch=True)
else:
ob = env.reset()
# env.reset() return current state including
#
total_reward = 0.
for j in range(max_steps):
# -*- coding: utf-8 -*-
from Gym_LineTracer import LineTracerEnv, APPWINDOW
from sample_agent import Agent
import wx
from threading import Thread
# Define Agent And Environment
agent = Agent(2)
env = LineTracerEnv()
class SimulationLoop(Thread):
def __init__(self):
Thread.__init__(self)
self.start() # start the thread
def run(self):
observation = env.reset()
for t in range(1000):
env.render()
print(observation)
action = agent.act()
observation, reward, done, info = env.step(action)
if done:
print("Episode finished after {} timesteps".format(t + 1))
break
wx.Yield()
env.monitor.close()
def initialize_agents(self):
for agent_iterator in range(0,
int(self.model_parameters['num_agents'])):
temp_agent = Agent(str(agent_iterator), {}, {})
self.agents.append(temp_agent)
reward = 0
done = False
#change directory to file path
os.chdir(os.path.dirname(os.path.abspath(__file__)))
if __name__ == "__main__":
log_level = logging.INFO
logging.basicConfig(format='%(asctime)s %(levelname)-8s %(message)s',
level=log_level,
datefmt='%Y-%m-%d %H:%M:%S')
logging.info("simstar env init")
env = SimstarEnv(synronized_mode=True, speed_up=5, hz=1)
agent = Agent(dim_action=3)
logging.info("entering main loop")
for ee in range(max_episodes):
episode_total_reward = 0
logging.info("reset environment. eposde number: %d", ee + 1)
time.sleep(2)
observation = env.reset()
for ii in range(max_steps):
action = agent.act(observation, reward, done)
action[2] = 0.0
print(ii, action)
debug_action = [0.0, 1.0, 0.0]
action = debug_action
observation, reward, done, _ = env.step(action)
from gym_torcs import TorcsEnv
from sample_agent import Agent
import numpy as np
vision = True
episode_count = 10
max_steps = 50
reward = 0
done = False
step = 0
# Generate a Torcs environment
env = TorcsEnv(vision=vision, throttle=False)
agent = Agent(1) # steering only
print("TORCS Experiment Start.")
for i in range(episode_count):
print("Episode : " + str(i))
if np.mod(i, 3) == 0:
# Sometimes you need to relaunch TORCS because of the memory leak error
ob = env.reset(relaunch=True)
else:
ob = env.reset()
total_reward = 0.
for j in range(max_steps):
action = agent.act(ob, reward, done, vision)
def compute_gradient(traj, baseline, max_current_steps):
gradient = np.zeros((n_action, n_states))
for i in range(avg_episode):
single_gradient = np.zeros((n_action,n_states))
for j in range(max_current_steps):
if j < traj[i+1][3]:
single_traj = traj[i+1]
single_gradient = single_gradient + single_traj[0][j] * (single_traj[4][j] - baseline[j])
gradient = gradient + single_gradient
return gradient / avg_episode
# Generate a Torcs environment
print ("Creating Torcs environment")
env = TorcsEnv(vision=vision, throttle=False)
print("Torcs env created--------------------")
agent = Agent(3) # now we use steering only, but we might use throttle and gear
#Init theta vector
theta = np.random.normal(0, 0.01,(n_action,n_states))
performance = np.array([0])
#Baselines sum
baseline_n = 0
baseline_d = 0
#max of steps per trajectory
max_current_steps = 0
#Vector to compute gradient
traj = np.array([[0, 0, 0, 0, 0]])
def agent__purge_accounts(self, args):
import os
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.purge_accounts \n"
text = text + " Checking if after the purge_accounts the total amount \n"
text = text + " of transactions in the firm stays the same. \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__purge_accounts in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
list_env = os.listdir(environment_directory)
config.read_xml_config_file(environment_directory + list_env[0])
# get the firm_directory from the environment
firm_directory = config.firm_directory
# and loop over all firms in the directory
listing = os.listdir(firm_directory)
firmFilename = firm_directory + listing[0]
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "test_agent"
config.agents = []
config.agents.append(agent)
agent.get_parameters_from_file(firmFilename, config)
#
# TESTING
#
account = 0.0
tranx = 0
for transaction in agent.accounts:
account = account + transaction.amount
tranx = tranx + 1
print(tranx)
print(account)
from sample_transaction import Transaction
transaction = Transaction()
transaction.this_transaction("deposits", "", agent.identifier,
agent.identifier, 0.0, 0.09, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
# environment.households[0:1][0] is only for testing purposes DO NOT USE IN PRODUCTION
# what it does is is takes the first household in environment, but if there are no
# households (which happens in testing) it doesn't break down
account = 0.0
tranx = 0
for transaction in agent.accounts:
account = account + transaction.amount
tranx = tranx + 1
print(tranx)
print(account)
agent.accounts[0].purge_accounts(config)
account = 0.0
tranx = 0
for transaction in agent.accounts:
account = account + transaction.amount
tranx = tranx + 1
print(tranx)
print(account)
def agent__get_account_num_transactions(self, args):
import os
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.get_account_num_transactions \n"
text = text + " The purpose of this method is to count the numbers of transaction for \n"
text = text + " accounts firms hold. Our standard frm has 3 transactions by default. \n"
text = text + " But we double count as we have only one agent, so you should see 6. \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__get_account_num_transactions in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
list_env = os.listdir(environment_directory)
config.read_xml_config_file(environment_directory + list_env[0])
# get the firm_directory from the environment
firm_directory = config.firm_directory
# and loop over all firms in the directory
listing = os.listdir(firm_directory)
firmFilename = firm_directory + listing[0]
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "test_agent"
config.agents = []
config.agents.append(agent)
agent.get_parameters_from_file(firmFilename, config)
from sample_transaction import Transaction
amount = 150.0
transaction = Transaction()
transaction.this_transaction("loans", "", agent.identifier, agent.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
amount = 150.0
transaction = Transaction()
transaction.this_transaction("cash", "", agent.identifier, agent.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
amount = 200.0
transaction = Transaction()
transaction.this_transaction("goods", "", agent.identifier, agent.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
#
# TESTING
#
num_transactions = 0.0 # counting all types in account together
print(agent)
# and checking if the number of transaction
# is increasing by one
for type in ["loans", "cash", "goods"]:
if type == "loans":
num_transactions = num_transactions + agent.get_account_num_transactions(type)
print("L = " + str(num_transactions))
if type == "cash":
num_transactions = num_transactions + agent.get_account_num_transactions(type)
print("L+M = " + str(num_transactions))
if type == "goods":
num_transactions = num_transactions + agent.get_account_num_transactions(type)
print("L+M+G = " + str(num_transactions))
def agent__get_account(self, args):
import os
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.get_account \n"
text = text + " The purpose of this method is to establish an account for our firm which contains \n"
text = text + " all kinds of assets and liabilities. The method simply adds all kinds of assets \n"
text = text + " and stores them in one volume. As our firms holds 250.0 assets \n"
text = text + " and 250 liabilites the total volume of our account should be 500.0 \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__get_account in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
list_env = os.listdir(environment_directory)
config.read_xml_config_file(environment_directory + list_env[0])
# get the firm_directory from the environment
firm_directory = config.firm_directory
# and loop over all firms in the directory
listing = os.listdir(firm_directory)
firmFilename = firm_directory + listing[0]
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "test_agent"
config.agents = []
config.agents.append(agent)
agent.get_parameters_from_file(firmFilename, config)
agent_helper = Agent("helperagent id", {"test": "parameters"}, {"test": "variables"})
agent_helper.identifier = "helper_agent"
config.agents.append(agent_helper)
from sample_transaction import Transaction
amount = 150.0
transaction = Transaction()
transaction.this_transaction("loans", "", agent.identifier, agent_helper.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
amount = 100.0
transaction = Transaction()
transaction.this_transaction("cash", "", agent.identifier, agent_helper.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
amount = 250.0
transaction = Transaction()
transaction.this_transaction("goods", "", agent.identifier, agent_helper.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
#
# TESTING
#
print(agent.accounts)
account = 0.0 # counting all types in account together
print(agent.__str__()) # and checking how much is the total
# volume of the account
for type in ["loans", "cash", "goods"]:
if type == "loans":
account = account + agent.get_account(type)
print("L = " + str(account))
if type == "cash":
account = account + agent.get_account(type)
print("L+M = " + str(account))
if type == "goods":
account = account + agent.get_account(type)
print("L+M+G = " + str(account))
def agent__check_consistency(self, args):
import os
from sample_agent import Agent
from sample_config import Config # needed for the bankDirectory
text = "This test checks agent.check_consistency \n"
self.print_info(text)
#
# INITIALIZATION
#
environment_directory = str(args[0])
identifier = str(args[1])
log_directory = str(args[2])
# Configure logging parameters so we get output while the program runs
logging.basicConfig(format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %H:%M:%S',
filename=log_directory + identifier + ".log", level=logging.INFO)
logging.info('START logging for test agent__check_consistency in run: %s',
environment_directory + identifier + ".xml")
# Construct firm filename
config = Config()
list_env = os.listdir(environment_directory)
config.read_xml_config_file(environment_directory + list_env[0])
# get the firm_directory from the environment
firm_directory = config.firm_directory
# and loop over all firms in the directory
listing = os.listdir(firm_directory)
firmFilename = firm_directory + listing[0]
# generate an agent
agent = Agent("baseagent id", {"test": "parameters"}, {"test": "variables"})
agent.identifier = "test_agent"
config.agents = []
config.agents.append(agent)
agent.get_parameters_from_file(firmFilename, config)
from sample_transaction import Transaction
amount = 150.0
transaction = Transaction()
transaction.this_transaction("loans", "", agent.identifier, agent.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
amount = 150.0
transaction = Transaction()
transaction.this_transaction("cash", "", agent.identifier, agent.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
amount = 200.0
transaction = Transaction()
transaction.this_transaction("goods", "", agent.identifier, agent.identifier,
amount, 0.0, 0, -1)
# environment.firms[0] is only for testing purposes DO NOT USE IN PRODUCTION
transaction.add_transaction(config)
#
# TESTING
#
print(agent.check_consistency())
