diff options
| author | random-thoughtss <116161560+random-thoughtss@users.noreply.github.com> | 2022-10-30 07:30:18 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2022-10-30 07:30:18 +0000 |
| commit | 15468c993974ed30fb204792c9598dfa62088bbb (patch) | |
| tree | 313bbeb9d55c752cacfaa08b769c873c3566ebaf /modules/textual_inversion/learn_schedule.py | |
| parent | 39f55c3c35873bc7dd9792cb2155746a1c3d4292 (diff) | |
| parent | 17a2076f72562b428052ee3fc8c43d19c03ecd1e (diff) | |
| download | stable-diffusion-webui-gfx803-15468c993974ed30fb204792c9598dfa62088bbb.tar.gz stable-diffusion-webui-gfx803-15468c993974ed30fb204792c9598dfa62088bbb.tar.bz2 stable-diffusion-webui-gfx803-15468c993974ed30fb204792c9598dfa62088bbb.zip | |
Merge branch 'AUTOMATIC1111:master' into master
Diffstat (limited to 'modules/textual_inversion/learn_schedule.py')
| -rw-r--r-- | modules/textual_inversion/learn_schedule.py | 35 |
1 files changed, 21 insertions, 14 deletions
diff --git a/modules/textual_inversion/learn_schedule.py b/modules/textual_inversion/learn_schedule.py index 3a736065..dd0c0ad1 100644 --- a/modules/textual_inversion/learn_schedule.py +++ b/modules/textual_inversion/learn_schedule.py @@ -4,30 +4,37 @@ import tqdm class LearnScheduleIterator:
def __init__(self, learn_rate, max_steps, cur_step=0):
"""
- specify learn_rate as "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, 1e-5:10000 until 10000
+ specify learn_rate as "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, and 1e-5 until 10000
"""
pairs = learn_rate.split(',')
self.rates = []
self.it = 0
self.maxit = 0
- for i, pair in enumerate(pairs):
- tmp = pair.split(':')
- if len(tmp) == 2:
- step = int(tmp[1])
- if step > cur_step:
- self.rates.append((float(tmp[0]), min(step, max_steps)))
- self.maxit += 1
- if step > max_steps:
+ try:
+ for i, pair in enumerate(pairs):
+ if not pair.strip():
+ continue
+ tmp = pair.split(':')
+ if len(tmp) == 2:
+ step = int(tmp[1])
+ if step > cur_step:
+ self.rates.append((float(tmp[0]), min(step, max_steps)))
+ self.maxit += 1
+ if step > max_steps:
+ return
+ elif step == -1:
+ self.rates.append((float(tmp[0]), max_steps))
+ self.maxit += 1
return
- elif step == -1:
+ else:
self.rates.append((float(tmp[0]), max_steps))
self.maxit += 1
return
- else:
- self.rates.append((float(tmp[0]), max_steps))
- self.maxit += 1
- return
+ assert self.rates
+ except (ValueError, AssertionError):
+ raise Exception('Invalid learning rate schedule. It should be a number or, for example, like "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, and 1e-5 until 10000.')
+
def __iter__(self):
return self
|