a2c-CartPole-v1 / rl_algo_impls /wrappers /action_mask_wrapper.py
sgoodfriend's picture
A2C playing CartPole-v1 from https://github.com/sgoodfriend/rl-algo-impls/tree/983cb75e43e51cf4ef57f177194ab9a4a1a8808b
c0392b0
from typing import Optional, Union
import numpy as np
from gym_microrts.envs.vec_env import MicroRTSGridModeVecEnv
from rl_algo_impls.wrappers.vectorable_wrapper import (
VecEnv,
VecotarableWrapper,
find_wrapper,
)
class IncompleteArrayError(Exception):
pass
class SingleActionMaskWrapper(VecotarableWrapper):
def get_action_mask(self) -> Optional[np.ndarray]:
envs = getattr(self.env.unwrapped, "envs", None) # type: ignore
assert (
envs
), f"{self.__class__.__name__} expects to wrap synchronous vectorized env"
masks = [getattr(e.unwrapped, "action_mask", None) for e in envs]
assert all(m is not None for m in masks)
return np.array(masks, dtype=np.bool_)
class MicrortsMaskWrapper(VecotarableWrapper):
def get_action_mask(self) -> np.ndarray:
return self.env.get_action_mask().astype(bool) # type: ignore
def find_action_masker(
env: VecEnv,
) -> Optional[Union[SingleActionMaskWrapper, MicrortsMaskWrapper]]:
return find_wrapper(env, SingleActionMaskWrapper) or find_wrapper(
env, MicrortsMaskWrapper
)