run_solution.py

from flatland.envs.rail_env import RailEnv
from flatland.evaluators.client import FlatlandRemoteClient
from flatland_baselines.deadlock_avoidance_heuristic.observation.full_env_observation import FullEnvObservation
from flatland_baselines.deadlock_avoidance_heuristic.policy.deadlock_avoidance_policy import DeadLockAvoidancePolicy
from flatland_baselines.deadlock_avoidance_heuristic.utils.progress_bar import ProgressBar

remote_client = FlatlandRemoteClient()


def main(debug: bool = True):
    episode = 0

    while True:
        print("/ start DeadLockAvoidancePolicy", flush=True)
        episode += 1
        print("[INFO] EPISODE_START : {}".format(episode))
        # NO WAY TO CHECK service/self.evaluation_done in client

        # -------------------  user code  -------------------------
        my_observation_builder = FullEnvObservation()
        # ---------------------------------------------------------

        observations, info = remote_client.env_create(obs_builder_object=my_observation_builder)

        # -------------------  user code  -------------------------
        env: RailEnv = remote_client.env
        flatlandSolver = DeadLockAvoidancePolicy()
        # ---------------------------------------------------------
        if isinstance(observations, bool):
            if not observations:
                """
                The remote env returns False as the first obs
                when it is done evaluating all the individual episodes
                """
                print("[INFO] DONE ALL, BREAKING")
                break

        pbar = ProgressBar()
        total_reward = 0
        nbr_done = 0
        while True:
            try:
                actions = flatlandSolver.act_many(env.get_agent_handles(), observations)
                observations, all_rewards, done, info = remote_client.env_step(actions)
                total_reward += sum(list(all_rewards.values()))
                if env._elapsed_steps < env._max_episode_steps:
                    nbr_done = sum(list(done.values())[:-1])
            except Exception as e:
                print("[ERR] DONE BUT step() CALLED")
                raise e

            if debug:
                if done['__all__']:
                    pbar.console_print(nbr_done, env.get_num_agents(), 'Nbr of done agents: {}'.format(len(done) - 1), '')

            if done['__all__']:
                print("[INFO] TOTAL_REW: ", total_reward)
                print("[INFO] EPISODE_DONE : ", episode)
                break

    print("Evaluation Complete...")
    print(remote_client.submit())
    print("\\ end random_agent", flush=True)


if __name__ == '__main__':
    main()