Skip to content

Commit

Permalink
Add support for sequences more than 77 tokens.
Browse files Browse the repository at this point in the history
  • Loading branch information
rn7s2 committed Sep 12, 2023
1 parent 60b7040 commit f24f33d
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 2 deletions.
1 change: 1 addition & 0 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -32,4 +32,5 @@ torchdiffeq
torchsde
transformers==4.30.0
diffusers==0.18.2
compel
openvino==2023.1.0.dev20230811
12 changes: 10 additions & 2 deletions scripts/openvino_accelerate.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
import functools
import gradio as gr
import numpy as np
from compel import Compel

import modules
import modules.paths as paths
Expand Down Expand Up @@ -884,9 +885,16 @@ def callback(iter, t, latents):
'height': p.height,
})

compel = Compel(tokenizer=shared.sd_diffusers_model.tokenizer,
text_encoder=shared.sd_diffusers_model.text_encoder,
truncate_long_prompts=False)
conditioning = compel.build_conditioning_tensor(p.prompt)
negative_conditioning = compel.build_conditioning_tensor(p.negative_prompt)
[conditioning, negative_conditioning] = compel.pad_conditioning_tensors_to_same_length([conditioning, negative_conditioning])

output = shared.sd_diffusers_model(
prompt=p.prompts,
negative_prompt=p.negative_prompts,
prompt_embeds=conditioning,
negative_prompt_embeds=negative_conditioning,
num_inference_steps=p.steps,
guidance_scale=p.cfg_scale,
generator=generator,
Expand Down

0 comments on commit f24f33d

Please sign in to comment.