# @OldAPIStack
frozenlake-appo-vtrace:
    env: FrozenLake-v1
    run: APPO
    stop:
        env_runners/episode_return_mean: 0.99
        timesteps_total: 1000000
    config:
        # Works for both torch and tf.
        framework: torch

        # Sparse reward environment (short horizon).
        env_config:
            desc:
                - SFFFFFFF
                - FFFFFFFF
                - FFFFFFFF
                - FFFFFFFF
                - FFFFFFFF
                - FFFFFFFF
                - FFFFFFFF
                - FFFFFFFG
            is_slippery: false
        horizon: 20
        rollout_fragment_length: 10
        batch_mode: complete_episodes
        vtrace: true

        num_envs_per_env_runner: 5
        num_env_runners: 4
        num_gpus: 0
        num_epochs: 1
        vf_loss_coeff: 0.01