grapefroot

from IPython.display import display
from JSAnimation.IPython_display import display_animation
from matplotlib import animation

def run_env_steps(env, num_steps=1000):
    env.reset()
    frames = []
    for _ in range(num_steps):
        # Render into buffer. 
        # You will still see the window.