-
Notifications
You must be signed in to change notification settings - Fork 15
/
example.py
28 lines (23 loc) · 1.21 KB
/
example.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
from wrapper import PengiWrapper as Pengi
pengi = Pengi(config="base") #base or base_no_text_enc
audio_file_paths = ["FILE_PATH_1", "FILE_PATH_2"]
text_prompts = ["generate metadata", "generate metadata"]
add_texts = ["",""]
generated_response = pengi.generate(
audio_paths=audio_file_paths,
text_prompts=text_prompts,
add_texts=add_texts,
max_len=30,
beam_size=3,
temperature=1.0,
stop_token=' <|endoftext|>',
)
generated_summary = pengi.describe(
audio_paths=audio_file_paths,
max_len=30,
beam_size=3,
temperature=1.0,
stop_token=' <|endoftext|>',
)
audio_prefix, audio_embeddings = pengi.get_audio_embeddings(audio_paths=audio_file_paths)
text_prefix, text_embeddings = pengi.get_prompt_embeddings(prompts=text_prompts)