Commit b8c36649 authored by AUTOMATIC1111's avatar AUTOMATIC1111 Committed by GitHub

Merge pull request #16142 from AndreyRGW/dev

Add Simple Scheduler
parents 9cbde793 9414309f
...@@ -76,6 +76,16 @@ def kl_optimal(n, sigma_min, sigma_max, device): ...@@ -76,6 +76,16 @@ def kl_optimal(n, sigma_min, sigma_max, device):
sigmas = torch.tan(step_indices / n * alpha_min + (1.0 - step_indices / n) * alpha_max) sigmas = torch.tan(step_indices / n * alpha_min + (1.0 - step_indices / n) * alpha_max)
return sigmas return sigmas
def simple_scheduler(n, sigma_min, sigma_max, inner_model, device):
sigs = []
ss = len(inner_model.sigmas) / n
for x in range(n):
sigs += [float(inner_model.sigmas[-(1 + int(x * ss))])]
sigs += [0.0]
return torch.FloatTensor(sigs).to(device)
def normal_scheduler(n, sigma_min, sigma_max, inner_model, device, sgm=False, floor=False): def normal_scheduler(n, sigma_min, sigma_max, inner_model, device, sgm=False, floor=False):
start = inner_model.sigma_to_t(torch.tensor(sigma_max)) start = inner_model.sigma_to_t(torch.tensor(sigma_max))
end = inner_model.sigma_to_t(torch.tensor(sigma_min)) end = inner_model.sigma_to_t(torch.tensor(sigma_min))
...@@ -92,6 +102,7 @@ def normal_scheduler(n, sigma_min, sigma_max, inner_model, device, sgm=False, fl ...@@ -92,6 +102,7 @@ def normal_scheduler(n, sigma_min, sigma_max, inner_model, device, sgm=False, fl
sigs += [0.0] sigs += [0.0]
return torch.FloatTensor(sigs).to(device) return torch.FloatTensor(sigs).to(device)
def ddim_scheduler(n, sigma_min, sigma_max, inner_model, device): def ddim_scheduler(n, sigma_min, sigma_max, inner_model, device):
sigs = [] sigs = []
ss = max(len(inner_model.sigmas) // n, 1) ss = max(len(inner_model.sigmas) // n, 1)
...@@ -113,6 +124,7 @@ schedulers = [ ...@@ -113,6 +124,7 @@ schedulers = [
Scheduler('sgm_uniform', 'SGM Uniform', sgm_uniform, need_inner_model=True, aliases=["SGMUniform"]), Scheduler('sgm_uniform', 'SGM Uniform', sgm_uniform, need_inner_model=True, aliases=["SGMUniform"]),
Scheduler('kl_optimal', 'KL Optimal', kl_optimal), Scheduler('kl_optimal', 'KL Optimal', kl_optimal),
Scheduler('align_your_steps', 'Align Your Steps', get_align_your_steps_sigmas), Scheduler('align_your_steps', 'Align Your Steps', get_align_your_steps_sigmas),
Scheduler('simple', 'Simple', simple_scheduler, need_inner_model=True),
Scheduler('normal', 'Normal', normal_scheduler, need_inner_model=True), Scheduler('normal', 'Normal', normal_scheduler, need_inner_model=True),
Scheduler('ddim', 'DDIM', ddim_scheduler, need_inner_model=True), Scheduler('ddim', 'DDIM', ddim_scheduler, need_inner_model=True),
] ]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment