diff options
| author | Muhammad Rizqi Nur <rizqinur2010@gmail.com> | 2022-10-28 10:16:23 +0000 |
|---|---|---|
| committer | Muhammad Rizqi Nur <rizqinur2010@gmail.com> | 2022-10-28 10:16:23 +0000 |
| commit | 16451ca573220e49f2eaaab97580b6b91287c8c4 (patch) | |
| tree | 5f80fa2082fbbc6469c5807020273af75b5f1a21 /modules/textual_inversion/learn_schedule.py | |
| parent | 1618df41bad092e068c61bf510b1e20856821ad5 (diff) | |
| download | stable-diffusion-webui-gfx803-16451ca573220e49f2eaaab97580b6b91287c8c4.tar.gz stable-diffusion-webui-gfx803-16451ca573220e49f2eaaab97580b6b91287c8c4.tar.bz2 stable-diffusion-webui-gfx803-16451ca573220e49f2eaaab97580b6b91287c8c4.zip | |
Learning rate sched syntax support for grad clipping
Diffstat (limited to 'modules/textual_inversion/learn_schedule.py')
| -rw-r--r-- | modules/textual_inversion/learn_schedule.py | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/modules/textual_inversion/learn_schedule.py b/modules/textual_inversion/learn_schedule.py index 2062726a..ffec3e1b 100644 --- a/modules/textual_inversion/learn_schedule.py +++ b/modules/textual_inversion/learn_schedule.py @@ -51,14 +51,19 @@ class LearnRateScheduler: self.finished = False
- def apply(self, optimizer, step_number):
+ def step(self, step_number):
if step_number <= self.end_step:
- return
+ return False
try:
(self.learn_rate, self.end_step) = next(self.schedules)
- except Exception:
+ except StopIteration:
self.finished = True
+ return False
+ return True
+
+ def apply(self, optimizer, step_number):
+ if not self.step(step_number):
return
if self.verbose:
|