Add upgo to vtrace

20da4bcc · sbl1996@126.com · 7c8b11c3 · 20da4bcc
Commit 20da4bcc authored Jun 15, 2024 by sbl1996@126.com
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

scripts/cleanba.py scripts/cleanba.py +1 -1

No files found.
--- a/scripts/cleanba.py
+++ b/scripts/cleanba.py
@@ -329,7 +329,7 @@ def advantage_fn(
            return adv_fn(
                next_v, ratios, values, rewards, next_dones, switch_or_mains, args.gamma,
                args.rho_clip_min, args.rho_clip_max, args.c_clip_min, args.c_clip_max,
-                return_carry=return_carry)
+                args.upgo, return_carry=return_carry)


 def rollout(