/
OpenAiTokkitTest.java
264 lines (240 loc) · 16.7 KB
/
OpenAiTokkitTest.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
package xyz.felh.openai;
import com.alibaba.fastjson2.JSON;
import com.alibaba.fastjson2.JSONObject;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.fasterxml.jackson.annotation.JsonPropertyDescription;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.github.victools.jsonschema.generator.*;
import com.github.victools.jsonschema.module.jackson.JacksonModule;
import com.github.victools.jsonschema.module.jackson.JacksonOption;
import lombok.Data;
import lombok.extern.slf4j.Slf4j;
import okhttp3.OkHttpClient;
import org.junit.jupiter.api.Test;
import retrofit2.Retrofit;
import xyz.felh.openai.chat.ChatCompletion;
import xyz.felh.openai.chat.ChatMessage;
import xyz.felh.openai.chat.ChatMessageRole;
import xyz.felh.openai.chat.CreateChatCompletionRequest;
import xyz.felh.openai.chat.tool.Function;
import xyz.felh.openai.chat.tool.Tool;
import xyz.felh.openai.chat.tool.ToolCall;
import xyz.felh.openai.chat.tool.Type;
import xyz.felh.openai.interceptor.ExtractHeaderInterceptor;
import xyz.felh.openai.jtokkit.api.ModelType;
import xyz.felh.openai.jtokkit.utils.TikTokenUtils;
import xyz.felh.openai.utils.Preconditions;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.time.Duration;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import static xyz.felh.openai.OpenAiService.*;
@Slf4j
public class OpenAiTokkitTest {
private OpenAiService getOpenAiService() {
String sk = System.getenv("OPENAI_TOKEN");
ObjectMapper mapper = defaultObjectMapper();
Proxy proxy = new Proxy(Proxy.Type.SOCKS, new InetSocketAddress("127.0.0.1", 7890));
OkHttpClient client = defaultClient(sk, Duration.ofMillis(300000))
.newBuilder()
.addInterceptor(new ExtractHeaderInterceptor(responseHeaders -> log.info("headers: {}", JSON.toJSONString(responseHeaders))))
.proxy(proxy)
.build();
Retrofit retrofit = defaultRetrofit(client, mapper);
OpenAiApi api = retrofit.create(OpenAiApi.class);
return new OpenAiService(api, client);
}
@Data
public static class GetWeatherParam {
@JsonPropertyDescription("The city and state, e.g. San Francisco, CA")
@JsonProperty(value = "location", required = true)
private String location;
@JsonPropertyDescription("The unit of temperature")
@JsonProperty(value = "unit")
private Unit unit;
}
@Data
public static class GetLocationParam {
@JsonPropertyDescription("The longitude, e.g. 130.5555")
@JsonProperty(value = "longitude")
private String longitude;
@JsonPropertyDescription("The latitude")
@JsonProperty("latitude")
private String latitude;
// @JsonProperty("long_longs")
// private List<L> longLongs;
}
@Data
public static class L {
@JsonPropertyDescription("The X value")
@JsonProperty(value = "x", required = true)
private String x;
@JsonPropertyDescription("The Y value")
@JsonProperty(value = "y", required = true)
private String y;
// @JsonProperty(value = "z", required = true)
// private Integer z;
}
public enum Unit {
celsius, fahrenheit;
}
@Test
public void chatCompletion() {
String modelName = ModelType.GPT_4_TURBO_2024_04_09.getName();
List<ChatMessage> chatMessages = new ArrayList<>();
// chatMessages.add(new ChatMessage(ChatMessageRole.SYSTEM, "You are a helpful assistant. Do not include pleasantries in your responses. Mark code language tag if there is code."));
chatMessages.add(new ChatMessage(ChatMessageRole.USER, "FU0000002342304230234003",
List.of(ChatMessage.ContentItem.buildText("Hi, what weather is in Shanghai with unit celsius?"))));
SchemaGeneratorConfigBuilder configBuilder = new SchemaGeneratorConfigBuilder(SchemaVersion.DRAFT_7, OptionPreset.PLAIN_JSON)
.with(new JacksonModule(JacksonOption.RESPECT_JSONPROPERTY_REQUIRED));
SchemaGeneratorConfig config = configBuilder.build();
SchemaGenerator generator = new SchemaGenerator(config);
List<Tool> tools = Arrays.asList(
Tool.builder()
.type(Type.FUNCTION)
.function(Function.builder()
.name("get_weather")
.description("Get the current weather in a given location")
.parameters(JSONObject.parseObject(generator.generateSchema(GetWeatherParam.class).toString()))
.build()).build()
// , Tool.builder()
// .type(Type.FUNCTION)
// .function(Function.builder()
// .name("get_location")
// .description("Get the location from longitude and latitude")
// .parameters(JSONObject.parseObject(generator.generateSchema(GetLocationParam.class).toString()))
// .build()).build()
);
log.info("tools tokens: {}", TikTokenUtils.estimateTokensInTools(modelName, tools));
CreateChatCompletionRequest chatCompletionRequest = CreateChatCompletionRequest.builder()
.messages(chatMessages)
.model(modelName)
.tools(tools)
.build();
log.info("total tokens: {}", TikTokenUtils.estimateTokens(chatCompletionRequest));
ChatCompletion chatCompletion = getOpenAiService().createChatCompletion(chatCompletionRequest);
log.info("chatCompletion: " + toJSONString(chatCompletion));
List<ToolCall> toolCalls = chatCompletion.getChoices().get(0).getMessage().getToolCalls();
if (Preconditions.isNotBlank(toolCalls)) {
// add response message to new request
ChatMessage chatMessage = chatCompletion.getChoices().get(0).getMessage();
chatMessage.setContent("");
chatMessages.add(chatMessage);
// You can change to call your own function to get weather in parallel
for (ToolCall toolCall : toolCalls) {
// log.info("fc: {}", toolCall.getFunction());
ChatMessage cm = new ChatMessage(ChatMessageRole.TOOL, "Sunny");
cm.setToolCallId(toolCall.getId());
chatMessages.add(cm);
}
chatCompletionRequest.setToolChoice(null);
chatCompletionRequest.setTools(null);
log.info("prompts: {}", TikTokenUtils.estimateTokens(chatCompletionRequest));
chatCompletion = getOpenAiService().createChatCompletion(chatCompletionRequest);
log.info("request: " + toJSONString(chatCompletionRequest));
log.info("chatCompletion: " + toJSONString(chatCompletion));
}
// List<ChatMessage> messages1 = new ArrayList<>();
// messages1.add(new ChatMessage(ChatMessageRole.USER, "What's the weather like in Shanghai?", "u12323"));
// messages1.add(new ChatMessage(ChatMessageRole.ASSISTANT, "", null, FunctionCall.builder()
// .name("get_current_weather_of_the_world")
// .arguments("{\n \"location\": \"Shanghai\"\n}")
// .build()));
// messages1.add(new ChatMessage(ChatMessageRole.FUNCTION, "10-20度", "get_current_weather_of_the_world"));
// log.info("prompts: {}", TikTokenUtils.tokens("gpt-3.5-turbo-0613", messages1));
}
@Test
public void mock() throws JsonProcessingException {
// String json = """
// {"model":"gpt-3.5-turbo-1106","messages":[{"role":"user","content":[{"type":"text","text":"Hi, what weather is in Shanghai?","image_url":null}],"name":"FU0000002342304230234003","tool_calls":null,"tool_call_id":null},{"role":"assistant","content":"","name":null,"tool_calls":[{"id":"call_WW3uyZgruLEGV5FfFqEHJdWP","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\":\\"Shanghai\\"}"}}],"tool_call_id":null},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_WW3uyZgruLEGV5FfFqEHJdWP"}],"frequency_penalty":null,"logit_bias":null,"max_tokens":null,"n":null,"presence_penalty":null,"response_format":null,"seed":null,"stop":null,"stream":false,"temperature":null,"top_p":null,"tools":null,"tool_choice":null,"user":null}
// """;
// String json = """
// {"model":"gpt-3.5-turbo-1106","messages":[{"role":"user","content":[{"type":"text","text":"Hi, what weather is in Shanghai and Beijing?","image_url":null}],"name":"FU0000002342304230234003","tool_calls":null,"tool_call_id":null},{"role":"assistant","content":"","name":null,"tool_calls":[{"id":"call_6E7nDJMUTsKq9V83bOsgTEt3","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Shanghai\\", \\"unit\\": \\"celsius\\"}"}},{"id":"call_0FeVYss3MPCT5FJ8fYhWQsBd","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Beijing\\", \\"unit\\": \\"celsius\\"}"}}],"tool_call_id":null},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_6E7nDJMUTsKq9V83bOsgTEt3"},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_0FeVYss3MPCT5FJ8fYhWQsBd"}],"frequency_penalty":null,"logit_bias":null,"max_tokens":null,"n":null,"presence_penalty":null,"response_format":null,"seed":null,"stop":null,"stream":false,"temperature":null,"top_p":null,"tools":null,"tool_choice":null,"user":null}
// """;
// String json = """
// {"model":"gpt-3.5-turbo-1106","messages":[{"role":"user","content":[{"type":"text","text":"Hi, what weather is in Shanghai, Suzhou and Nanjing?","image_url":null}],"name":"FU0000002342304230234003","tool_calls":null,"tool_call_id":null},{"role":"assistant","content":"","name":null,"tool_calls":[{"id":"call_Zq8cBotKsktF3QC1dM6LF0sT","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Shanghai\\", \\"unit\\": \\"celsius\\"}"}},{"id":"call_yBj8onLAbfVYuZkZBTEeu3Lr","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Suzhou\\", \\"unit\\": \\"celsius\\"}"}},{"id":"call_WzdayZPO2GNYUOJmSXLHWo8N","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Nanjing\\", \\"unit\\": \\"celsius\\"}"}}],"tool_call_id":null},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_Zq8cBotKsktF3QC1dM6LF0sT"},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_yBj8onLAbfVYuZkZBTEeu3Lr"},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_WzdayZPO2GNYUOJmSXLHWo8N"}],"frequency_penalty":null,"logit_bias":null,"max_tokens":null,"n":null,"presence_penalty":null,"response_format":null,"seed":null,"stop":null,"stream":false,"temperature":null,"top_p":null,"tools":null,"tool_choice":null,"user":null}
//
// """;
// String json = """
// {"model":"gpt-3.5-turbo-1106","messages":[{"role":"user","content":[{"type":"text","text":"Hi, what weather is in Shanghai and 苏州?","image_url":null}],"name":"FU0000002342304230234003","tool_calls":null,"tool_call_id":null},{"role":"assistant","content":"","name":null,"tool_calls":[{"id":"call_8RjeAxqP0MSHzzvREXlj2WiX","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Shanghai\\", \\"unit\\": \\"celsius\\"}"}},{"id":"call_OBV3MpNAdHKWbeEpzUgFG9jm","type":"function","function":{"name":"get_weather","arguments":"{\\"location\\": \\"Suzhou\\", \\"unit\\": \\"celsius\\"}"}}],"tool_call_id":null},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_8RjeAxqP0MSHzzvREXlj2WiX"},{"role":"tool","content":"Sunny","name":null,"tool_calls":null,"tool_call_id":"call_OBV3MpNAdHKWbeEpzUgFG9jm"}],"frequency_penalty":null,"logit_bias":null,"max_tokens":null,"n":null,"presence_penalty":null,"response_format":null,"seed":null,"stop":null,"stream":false,"temperature":null,"top_p":null,"tools":null,"tool_choice":null,"user":null}
// """;
// gpt-4-0125-preview
String json = """
{
"model": "gpt-3.5-turbo-0125",
"messages": [{
"role": "system",
"content": "你是一个AI助手"
}, {
"role": "user",
"content": "明天上海、北京、苏州天气如何？"
}, {
"role": "assistant",
"content": "",
"tool_calls": [{
"id": "call_Ekcl5oetE5LWnCsPlreBGfMR",
"type": "function",
"function": {
"name": "get_n_day_weather_and_forecast",
"arguments": "{\\"location\\": \\"Shanghai\\", \\"unit\\": \\"celsius\\", \\"age\\": 1}"
}
}, {
"id": "call_e4M8VsYu9RcBvXpU50U3le2R",
"type": "function",
"function": {
"name": "get_n_day_weather_and_forecast",
"arguments": "{\\"location\\": \\"Beijing\\", \\"unit\\": \\"celsius\\", \\"age\\": 1}"
}
}]
}, {
"role": "tool",
"content":"{\\"location\\":\\"Beijing\\",\\"unit\\":\\"celsius\\",\\"age\\":1,\\"result\\":\\"晴\\"}",
"tool_call_id": "call_Ekcl5oetE5LWnCsPlreBGfMR"
}, {
"role": "tool",
"content": "{\\"location\\":\\"Beijing\\",\\"unit\\":\\"celsius\\",\\"age\\":1,\\"result\\":\\"晴\\"}",
"tool_call_id": "call_e4M8VsYu9RcBvXpU50U3le2R"
}]
}
""";
ObjectMapper objectMapper = new ObjectMapper();
CreateChatCompletionRequest request = objectMapper.readValue(json, CreateChatCompletionRequest.class);
log.info("request: {}", toJSONString(request));
for (ChatMessage message : request.getMessages()) {
if (!(message.getContent() instanceof String)) {
List<ChatMessage.ContentItem> ci = objectMapper.readValue(JSONObject.toJSONString(message.getContent()), new TypeReference<>() {
});
message.setContent(ci);
}
}
log.info("total tokens: {}", TikTokenUtils.estimateTokens(request));
ChatCompletion chatCompletion = getOpenAiService().createChatCompletion(request);
log.info("chatCompletion: {} {}", chatCompletion.getUsage().getPromptTokens(), toJSONString(chatCompletion));
}
@Test
public void issue11() {
String json = """
{
"role": "tool",
"content": "{\\"items\\":[{\\"title\\":\\"#MINSK NIGHTLIFE TOUR / BELARUS AFTER SANCTIONS JUNE ...\\", \\"link\\":\\"https://www.youtube.com/watch?v=d6te-xePaj0\\", \\"snippet\\":\\"Jun 26, 2022 ... Anfisa BELARUS•66K views · 16:51 · Go to channel · MANHATTAN NIGHTLIFE AREAS - PACKED BARS \\u0026 CLUBS Summer Update【ENTIRE TOUR】Best ...\\"}, {\\"title\\":\\"THE 10 BEST Nightlife Activities in Minsk (Updated 2024) - Tripadvisor\\", \\"link\\":\\"https://www.tripadvisor.com/Attractions-g294448-Activities-c20-Minsk.html\\", \\"snippet\\":\\"Results 1 - 30 of 77 ... These places are best for nightlife in Minsk: RetravelMe Belarus · Party Bus · HookahPlace Yakuba Kolasa · Nuahule Krasnaya · Dictator Bar.\\"}, {\\"title\\":\\"MINSK AT NIGHT WITH @IrishPartizan - YouTube\\", \\"link\\":\\"https://www.youtube.com/watch?v=1siveAZHym0\\", \\"snippet\\":\\"Aug 5, 2023 ... scene, this video is your ultimate guide to the hottest night spots in Minsk ... MINSK NIGHTLIFE AFTER SANCTIONS / BEST 5 NIGHT BARS IN MINSK.\\"}]}",
"name": "http",
"tool_call_id": "call_ZPSUPvPgBhNMSzI2mXDW36XZ"
}
""";
ChatMessage chatMessage = JSONObject.parseObject(json, ChatMessage.class);
int tokenSize = TikTokenUtils.estimateTokensInMessage("gpt-4", chatMessage, 2);
log.info("tokenSize: {}", tokenSize);
}
private String toJSONString(Object obj) {
ObjectMapper ob = new ObjectMapper();
try {
return ob.writeValueAsString(obj);
} catch (JsonProcessingException e) {
throw new RuntimeException(e);
}
}
}