From 771d76588e5931fb063cc73f99851f34c3202c49 Mon Sep 17 00:00:00 2001 From: Roddie Hasan Date: Tue, 7 Jan 2025 09:59:36 -0600 Subject: [PATCH] Save checkpoint when timestep limit reached Save checkpoint when timestep limit reached --- rlgym_ppo/learner.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/rlgym_ppo/learner.py b/rlgym_ppo/learner.py index c89e971..09bcb30 100644 --- a/rlgym_ppo/learner.py +++ b/rlgym_ppo/learner.py @@ -327,6 +327,12 @@ def _learn(self): self.epoch += 1 + # save checkpoint if timestep limit is hit + else: + if self.agent.cumulative_timesteps >= self.timestep_limit: + print(f"Timestep limit of {self.timestep_limit} reached, saving checkpoint...") + self.save(self.agent.cumulative_timesteps) + @torch.no_grad() def add_new_experience(self, experience): """