myGPT_Drv.py

# This driver aimed to not using openai libary, but using requests libary to call openai API directly.
import requests
import json

class GPT3_Drv:
    def __init__(self, endpoint="https://mygpt233.openai.azure.com/openai/deployments/myGPT3/completions?api-version=2022-12-01", apiKey="233333"):
        self.endpoint = endpoint
        self.header = {
            "Content-Type": "application/json",
            "api-key": apiKey
        }
        self.body = {
            "prompt": "Hello World",
            "max_tokens": 512,
            "temperature": 0.7,
            "top_p": 1,
            "frequency_penalty": 0,
            "presence_penalty": 0,
            "stop": None
        }
        self.maxReadToken = 4000
        self.maxOutTokens = 4000
        self.jsonEncoder = json.JSONEncoder()
    
    def forward(self, x = 'Hello World'):
        assert len(x.encode()) < self.maxReadToken
        self.body['prompt'] = x
        self.body['max_tokens'] = self.maxReadToken - len(x.encode())
        response = requests.post(self.endpoint, headers=self.header, data=self.jsonEncoder.encode(self.body))
        try:
            return response.json()['choices'][0]['text']
        except:
            return 'Net Error ' + response.text

class chat_Drv:
    def __init__(self, endpoint="https://mygpt233.openai.azure.com/openai/deployments/myGPTChat_3_5/chat/completions?api-version=2023-03-15-preview", apiKey="233333", maxToken=4096):
        self.endpoint = endpoint
        self.header = {
            "Content-Type": "application/json",
            "api-key": apiKey
        }
        self.messages = [{"role":"system","content":"You are a smart and kawaii girl."}]
        self.body = {
            "messages": None,
            "max_tokens": 256,
            "temperature": 0.7,
            "top_p": 1,
            "frequency_penalty": 0,
            "presence_penalty": 0,
            "stop": None
        }
        self.maxReadToken = maxToken
        self.maxOutTokens = maxToken
        self.jsonEncoder = json.JSONEncoder()
    
    def forward(self, x = 'Hello World'):
        assert len(x.encode()) < self.maxReadToken
        self.body['messages'] = self.messages + [{"role":"user","content":x}]
        self.body['max_tokens'] = self.maxReadToken - len(x.encode())
        response = requests.post(self.endpoint, headers=self.header, data=self.jsonEncoder.encode(self.body))
        try:
            return response.json()['choices'][0]['message']['content']
        except:
            return 'Net Error ' + response.text

class GPT4_Drv:
    def __init__(self, endpoint="https://mygpt233.openai.azure.com/openai/deployments/myGPT4_32K/chat/completions?api-version=2023-03-15-preview", apiKey="233333", maxReadToken=8192, maxOutToken=4096):
        self.endpoint = endpoint
        self.header = {
            "Content-Type": "application/json",
            "api-key": apiKey
        }
        self.messages = [{"role":"system","content":"You are a smart and kawaii girl."}]
        self.body = {
            "messages": None,
            "max_tokens": 2048,
            "temperature": 0.8,
            "top_p": 1,
            "frequency_penalty": 0,
            "presence_penalty": 0,
            "stop": None
        }
        self.maxReadToken = maxReadToken
        self.maxOutTokens = maxOutToken
        self.jsonEncoder = json.JSONEncoder()

    def forward(self, x = 'Hello World'):
        assert len(x.encode()) < self.maxReadToken
        self.body['messages'] = self.messages + [{"role":"user","content":x}]
        self.body['max_tokens'] = self.maxReadToken - len(x.encode()) # This is the expected output length
        if (self.body['max_tokens'] > self.maxOutTokens):
            self.body['max_tokens'] = self.maxOutTokens
        response = requests.post(self.endpoint, headers=self.header, data=self.jsonEncoder.encode(self.body))
        try:
            return response.json()['choices'][0]['message']['content']
        except:
            return 'Net Error ' + response.text
    
if __name__ == '__main__':
    import json
    jsonparam = json.load(open('gpt3token.key', 'r'))
    gpt3 = GPT3_Drv(apiKey=jsonparam['key'], endpoint=jsonparam['endpoint'])
    print(gpt3.forward('Hello World'))