From c0a1e94ca593b57e0d8b43be240212fd1aad4c7a Mon Sep 17 00:00:00 2001 From: vmoens Date: Fri, 9 Feb 2024 14:05:14 +0000 Subject: [PATCH] amend --- tutorials/sphinx-tutorials/torchrl_demo.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tutorials/sphinx-tutorials/torchrl_demo.py b/tutorials/sphinx-tutorials/torchrl_demo.py index 6a7a30fdbcd..ce3f0bb4b98 100644 --- a/tutorials/sphinx-tutorials/torchrl_demo.py +++ b/tutorials/sphinx-tutorials/torchrl_demo.py @@ -803,7 +803,8 @@ def forward(self, obs, action): value_module, in_keys=["observation", "action"], out_keys=["state_action_value"] ) -loss_fn = DDPGLoss(actor, value, gamma=0.99) +loss_fn = DDPGLoss(actor, value) +loss_fn.make_value_estimator(loss_fn.default_value_estimator, gamma=0.99) ###############################################################################