Close sample_env

Author: iory

examples/ale/train_a2c_ale.py

@@ -179,6 +179,7 @@ def make_env(process_idx, test):
             log_interval=args.log_interval,
             eval_n_runs=args.eval_n_runs, eval_interval=args.eval_interval,
             outdir=args.outdir, eval_env=eval_env)
+    sample_env.close()
 
 
 if __name__ == '__main__':

examples/gym/train_a2c_gym.py

@@ -197,6 +197,7 @@ def make_env(process_idx, test):
             log_interval=args.log_interval,
             eval_n_runs=args.eval_n_runs, eval_interval=args.eval_interval,
             outdir=args.outdir, eval_env=eval_env)
+    sample_env.close()
 
 
 if __name__ == '__main__':

tests/agents_tests/test_a2c.py

@@ -75,6 +75,7 @@ def _test_abc(self, steps=1000000,
             eval_env=test_env)
 
         agent.stop_episode()
+        env.close()
 
         # Test
         n_test_runs = 100