tools, refactor: update fib-spliter to v1.4.0.

fibjs · Apr 7, 2023 · 9392354 · 9392354
1 parent 9134f64
commit 9392354
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 52 deletions.
diff --git a/tools/gen_index.js b/tools/gen_index.js
@@ -1,7 +1,7 @@
 const path = require('path');
 const db = require('db');
 const hash = require('hash');
-const split_folder = require('./util/split_folder');
+const { split_folder } = require('fib-spliter');
 const ChatGTP = require('./util/chatgpt');
 
 const chatgpt = new ChatGTP(process.env.OPENAI_API_KEY);
@@ -11,7 +11,20 @@ var nodes = split_folder([
     path.join(__dirname, '../docs/web/dist/docs/manual/module/ifs'),
     path.join(__dirname, '../docs/web/dist/docs/manual/object/ifs'),
     path.join(__dirname, '../test')
-]);
+], {
+    ".html": {
+        ignore_tags: [
+            'svg'
+        ],
+        before_split: function (html) {
+            html = html.replace(/<p>[0-9\r\n]*<\/p>/g, '');
+            html = html.replace(/<h3 /g, '</div><div><h3 ');
+            html = html.replace(/<code>/g, '<code>```\n');
+            html = html.replace(/<\/code>/g, '\n```</code>');
+            return html;
+        }
+    }
+});
 
 console.log(nodes.length, 'nodes');
 

diff --git a/tools/package.json b/tools/package.json
@@ -9,6 +9,6 @@
     "uglify-js": "^3.0.27",
     "devtools-protocol": "^0.0.856957",
     "dts-dom": "^3.6.0",
-    "fib-spliter": "^1.2.0"
+    "fib-spliter": "^1.4.0"
   }
 }
diff --git a/tools/util/split_folder.js b/tools/util/split_folder.js