-
Notifications
You must be signed in to change notification settings - Fork 702
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
8 changed files
with
136 additions
and
34 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -28,6 +28,7 @@ yarn-error.log* | |
| # local env files | ||
| .env*.local | ||
| .env | ||
| .idea/ | ||
|
|
||
| # vercel | ||
| .vercel | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,84 @@ | ||
|
|
||
| export function getSummaryPrompt(title: string,transcript: any) { | ||
| return `标题: "${title | ||
| .replace(/\n+/g, " ") | ||
| .trim()}"\n视频字幕: "${truncateTranscript(transcript) | ||
| .replace(/\n+/g, " ") | ||
| .trim()}"\n我希望你是一名专业的视频内容编辑，帮我总结视频的内容精华。请你将视频字幕文本进行总结，然后以无序列表的方式返回。不要超过5点，不要重复句子，确保所有的句子都清晰完整，祝你好运！`; | ||
| } | ||
|
|
||
| // Seems like 15,000 bytes is the limit for the prompt | ||
| const limit = 7000; // 1000 is a buffer | ||
|
|
||
| export function getChunckedTranscripts(textData: { text: any; index: any; }[], textDataOriginal: any[]) { | ||
|
|
||
| // [Thought Process] | ||
| // (1) If text is longer than limit, then split it into chunks (even numbered chunks) | ||
| // (2) Repeat until it's under limit | ||
| // (3) Then, try to fill the remaining space with some text | ||
| // (eg. 15,000 => 7,500 is too much chuncked, so fill the rest with some text) | ||
|
|
||
| let result = ""; | ||
| const text = textData.sort((a, b) => a.index - b.index).map(t => t.text).join(" "); | ||
| const bytes = textToBinaryString(text).length; | ||
|
|
||
| if (bytes > limit) { | ||
| // Get only even numbered chunks from textArr | ||
| const evenTextData = textData.filter((t, i) => i % 2 === 0); | ||
| result = getChunckedTranscripts(evenTextData, textDataOriginal); | ||
| } else { | ||
| // Check if any array items can be added to result to make it under limit but really close to it | ||
| if (textDataOriginal.length !== textData.length) { | ||
| textDataOriginal.forEach((obj, i) => { | ||
|
|
||
| if (textData.some(t => t.text === obj.text)) { return; } | ||
|
|
||
| textData.push(obj); | ||
|
|
||
| const newText = textData.sort((a, b) => a.index - b.index).map(t => t.text).join(" "); | ||
| const newBytes = textToBinaryString(newText).length; | ||
|
|
||
| if (newBytes < limit) { | ||
|
|
||
| const nextText = textDataOriginal[i + 1]; | ||
| const nextTextBytes = textToBinaryString(nextText.text).length; | ||
|
|
||
| if (newBytes + nextTextBytes > limit) { | ||
| const overRate = ((newBytes + nextTextBytes) - limit) / nextTextBytes; | ||
| const chunkedText = nextText.text.substring(0, Math.floor(nextText.text.length * overRate)); | ||
| textData.push({ text: chunkedText, index: nextText.index }); | ||
| result = textData.sort((a, b) => a.index - b.index).map(t => t.text).join(" "); | ||
| } else { | ||
| result = newText; | ||
| } | ||
| } | ||
|
|
||
| }) | ||
| } else { | ||
| result = text; | ||
| } | ||
| } | ||
|
|
||
| const originalText = textDataOriginal.sort((a, b) => a.index - b.index).map(t => t.text).join(" "); | ||
| return (result == "") ? originalText : result; // Just in case the result is empty | ||
|
|
||
| } | ||
|
|
||
| function truncateTranscript(str:string) { | ||
| const bytes = textToBinaryString(str).length; | ||
| if (bytes > limit) { | ||
| const ratio = limit / bytes; | ||
| const newStr = str.substring(0, str.length * ratio); | ||
| return newStr; | ||
| } | ||
| return str; | ||
| } | ||
|
|
||
| function textToBinaryString(str:string) { | ||
| let escstr = decodeURIComponent(encodeURIComponent(escape(str))); | ||
| let binstr = escstr.replace(/%([0-9A-F]{2})/gi, function (match, hex) { | ||
| let i = parseInt(hex, 16); | ||
| return String.fromCharCode(i); | ||
| }); | ||
| return binstr; | ||
| } |
cdffcc3There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Successfully deployed to the following URLs:
chat-bilibili-video – ./
chat-bilibili-video-git-main-jimmylv.vercel.app
chat-bilibili-video.vercel.app
chat-bilibili-video-jimmylv.vercel.app