feat: add nlp

.github/workflows/rust.yml

@@ -10,6 +10,8 @@ permissions:
 
 jobs:
   build-and-upload:
+    env:
+      RUST_TOOLCHAIN: nightly
     name: Build and upload
     runs-on: ${{ matrix.os }}
 

Cargo.toml

@@ -66,6 +66,7 @@ eframe = { version = "0.27.0", default-features = false, features = [
     "default_fonts", # Embed the default egui fonts.
     "glow", # Use the glow rendering backend. Alternative: "wgpu".
 ] }
+
 futures-util = "0.3.29"
 rayon = "1.10.0"
 prettify-js = "=0.1.0"

crates/netpurr/prompt/js.yaml

@@ -71,6 +71,9 @@ map:
   assert:
     fill: assert(<expect>,<actual>)
     desc: assert
+  assert_nlp:
+    fill: assert_nlp(<expect>,<actual>,0.7)
+    desc: assert nlp
   JSON:
     fill: JSON
     desc: JSON
@@ -80,3 +83,15 @@ map:
   JSON.stringify:
     fill: JSON.stringify(<value>)
     desc: JSON.stringify
+  nlp.keywords:
+    fill: nlp.keywords(<value>,key_count)
+    desc: get keywords
+  nlp.tags:
+    fill: nlp.tags(<value>)
+    desc: get tags
+  nlp.tag_filter:
+    fill: nlp.tag_filter(<value>,<[tags]>)
+    desc: get tags with filter
+  nlp.similarity:
+    fill: nlp.similarity(<value>,<value>)
+    desc: similarity

crates/netpurr_core/Cargo.toml

@@ -9,7 +9,7 @@ version.workspace = true
 [dependencies]
 reqwest_cookie_store = { path = "./../reqwest_cookie_store" }
 cookie_store = { path = "./../cookie_store" }
-
+jieba-rs = { version = "0.7", features = ["tfidf", "textrank"] }
 serde.workspace = true
 serde_json.workspace = true
 serde_yaml.workspace = true

crates/netpurr_core/src/lib.rs

@@ -6,4 +6,4 @@ pub mod runner;
 pub mod script;
 pub mod utils;
 
-pub const APP_NAME: &str = "Netpurr";
+pub const APP_NAME: &str = "Netpurr";