env_manager.py

import gym
import gym_soccer
import gym_bandits
import gym_pull
from gym.scoreboard.scoring import score_from_local
from rlagents.agent_manager import AgentManager

"""
Env Manager is responsible for running an agent or group of agents over an environment
"""


class EnvManager(object):
    def __init__(self, env_name, agents, api_key=None):
        self.env_name = env_name

        self.env = gym.make(env_name)

        if not isinstance(agents, AgentManager):
            raise TypeError("EnvManager requires an AgentManager as the agents")

        self.agents = agents
        self.api_key = api_key

    def run(self, n_episodes=100, print_stats=True, video_callable=None, upload=False, path=None):

        if path is None:
            path = "/tmp/rlagents/"

        self.env.monitor.start(path, force=True, write_upon_reset=True, video_callable=video_callable)

        for i_episode in range(n_episodes):
            observation = self.env.reset()
            reward = 0
            done = False
            agent = self.agents.next_agent()

            if not agent.configured:
                agent.configure(self.env.action_space, self.env.observation_space)

            action = agent.act(observation, reward, done, initial_state=True)

            while not done:
                observation, reward, done, info = self.env.step(action)
                action = agent.act(observation, reward, done)

            if print_stats:
                print score_from_local(path)

        self.env.monitor.close()

        if upload:
            gym.upload(path, api_key=self.api_key)