Fix is_finite_mdp

Fixes eleurent/finite-mdp#3
eleurent · Jan 31, 2023 · 35216ba · 35216ba
1 parent b0803fb
commit 35216ba
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/rl_agents/agents/dynamic_programming/value_iteration.py b/rl_agents/agents/dynamic_programming/value_iteration.py
@@ -76,7 +76,7 @@ def fixed_point_iteration(self, operator, initial):
     def is_finite_mdp(env):
         try:
             finite_mdp = __import__("finite_mdp.envs.finite_mdp_env")
-            if isinstance(env, finite_mdp.envs.finite_mdp_env.FiniteMDPEnv):
+            if isinstance(env.unwrapped, finite_mdp.envs.finite_mdp_env.FiniteMDPEnv):
                 return True
         except (ModuleNotFoundError, TypeError):
             return False