amend

pytorch · Feb 9, 2024 · c0a1e94 · c0a1e94
1 parent 7bb29d1
commit c0a1e94
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tutorials/sphinx-tutorials/torchrl_demo.py b/tutorials/sphinx-tutorials/torchrl_demo.py
@@ -803,7 +803,8 @@ def forward(self, obs, action):
     value_module, in_keys=["observation", "action"], out_keys=["state_action_value"]
 )
 
-loss_fn = DDPGLoss(actor, value, gamma=0.99)
+loss_fn = DDPGLoss(actor, value)
+loss_fn.make_value_estimator(loss_fn.default_value_estimator, gamma=0.99)
 
 ###############################################################################