diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2023-01-04 16:57:02 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-01-04 16:57:02 +0000 |
| commit | 9092e1ca7756642692197316d3dec47c23322381 (patch) | |
| tree | 22f5d5e7417f24599a415fd64c9f1652495ce5a3 /modules/textual_inversion/learn_schedule.py | |
| parent | b7deea47eeb033052062621b0005d4321b53bff7 (diff) | |
| parent | eeb1de4388773ba92b9920a4f64eb91add2e02ca (diff) | |
| download | stable-diffusion-webui-gfx803-9092e1ca7756642692197316d3dec47c23322381.tar.gz stable-diffusion-webui-gfx803-9092e1ca7756642692197316d3dec47c23322381.tar.bz2 stable-diffusion-webui-gfx803-9092e1ca7756642692197316d3dec47c23322381.zip | |
Merge pull request #3842 from R-N/gradient-clipping
Gradient clipping in train tab
Diffstat (limited to 'modules/textual_inversion/learn_schedule.py')
| -rw-r--r-- | modules/textual_inversion/learn_schedule.py | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/modules/textual_inversion/learn_schedule.py b/modules/textual_inversion/learn_schedule.py index dd0c0ad1..f63fc72f 100644 --- a/modules/textual_inversion/learn_schedule.py +++ b/modules/textual_inversion/learn_schedule.py @@ -58,14 +58,19 @@ class LearnRateScheduler: self.finished = False
- def apply(self, optimizer, step_number):
+ def step(self, step_number):
if step_number < self.end_step:
- return
+ return False
try:
(self.learn_rate, self.end_step) = next(self.schedules)
- except Exception:
+ except StopIteration:
self.finished = True
+ return False
+ return True
+
+ def apply(self, optimizer, step_number):
+ if not self.step(step_number):
return
if self.verbose:
|