Skip to content

Commit

Permalink
adding model gpt-4o as new tab
Browse files Browse the repository at this point in the history
  • Loading branch information
bkocis committed May 13, 2024
1 parent c70ab3f commit abbd837
Showing 1 changed file with 58 additions and 0 deletions.
58 changes: 58 additions & 0 deletions chatgptApp/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,53 @@ def insert_into_db(conn, table, message, content):
logging.info(f"{c.fetchall()}")


def message_handler_4o(
chat: Optional[ChatOpenAI],
message: str,
chatbot_messages: ChatHistory,
messages: List[BaseMessage]
) -> Tuple[ChatOpenAI, str, ChatHistory, List[BaseMessage]]:
if chat is None:
queue = Queue()
chat = ChatOpenAI(
model_name='gpt-4o',
temperature=DEFAULT_TEMPERATURE,
streaming=True,
callbacks=([QueueCallback(queue)]),
)
else:
queue = chat.callbacks[0].queue

job_done = object()

logging.info("asking question to GPT")
messages.append(HumanMessage(content=message))
chatbot_messages.append((message, ""))

def task():
chat(messages)
queue.put(job_done)

t = Thread(target=task)
t.start()
content = ""
while True:
try:
next_token = queue.get(True, timeout=1)
if next_token is job_done:
break
content += next_token
chatbot_messages[-1] = (message, content)
yield chat, "", chatbot_messages, messages
except Empty:
continue
messages.append(AIMessage(content=content))
logging.debug(f"reply = {content}")
logging.info("Done!")
insert_into_db(conn, table, message, content)
return chat, "", chatbot_messages, messages


def message_handler_4(
chat: Optional[ChatOpenAI],
message: str,
Expand Down Expand Up @@ -196,6 +243,17 @@ def main(human_message_prompt_template):

with gr.Column(elem_id="col_container"):
gr.Markdown(page_subtitle, elem_id="centerImage")
with gr.Tab("GPT4o-py"):
chatbot = gr.Chatbot(**kwargs)
with gr.Row():
message = gr.Textbox(show_label=False, placeholder="write question here")
message.submit(
message_handler_4o,
[chat, message, chatbot, messages_py],
[chat, message, chatbot, messages_py],
queue=True,
)

with gr.Tab("ChatGPT4-py"):
chatbot = gr.Chatbot(**kwargs)
with gr.Row():
Expand Down

0 comments on commit abbd837

Please sign in to comment.