Builtin Wiktionary dictionary

shared/src/lib.rs

@@ -23,6 +23,7 @@ pub enum Dictionary {
     File(String, DictFileType),
     Url(String),
     Command(String),
+    Wiktionary(String, bool),
 }
 
 #[derive(Serialize, Deserialize, PartialEq, Eq, Clone, Debug)]

src-tauri/Cargo.toml

@@ -25,6 +25,7 @@ spacy-parsing = { path = "../spacy-parsing" }
 toml = "0.8.2"
 dirs = "5.0.1"
 chrono = { version = "0.4.31", features = ["serde"] }
+select = "0.6.0"
 
 
 [features]

src-tauri/src/dictionary.rs

@@ -1,3 +1,7 @@
+use select::{
+    document::Document,
+    predicate::{Attr, Class, Name, Predicate},
+};
 use shared::*;
 use std::{error::Error, fs};
 use tauri::State;
@@ -51,6 +55,52 @@ async fn get_def_command(lemma: &str, cmd: &str) -> Result<String, Box<dyn Error
     Ok(String::from_utf8(output.stdout)?)
 }
 
+fn to_title(language: &str) -> String {
+    let mut c = language.chars();
+    match c.next() {
+        None => String::new(),
+        Some(f) => f.to_uppercase().collect::<String>() + c.as_str().to_lowercase().as_str(),
+    }
+}
+
+async fn get_def_wiktionary(
+    lemma: &str,
+    language: &str,
+    ignore_morph: bool,
+) -> Result<String, Box<dyn Error>> {
+    let language = to_title(language);
+    let text = reqwest::get(format!("https://wiktionary.org/wiki/{lemma}"))
+        .await?
+        .text()
+        .await?;
+    let doc = Document::from_read(text.as_bytes())?;
+
+    let mut def = String::new();
+    for node in doc.find(Name("h2").descendant(Attr("id", language.as_str()))) {
+        let mut node = node.parent().unwrap();
+        while let Some(cur_node) = node.next() {
+            if cur_node.name() == Some("h2") {
+                break;
+            }
+            if cur_node.as_comment().is_none()
+            // TODO: this gets rid of all the labels which is maybe fine?
+                && cur_node
+                    .find(Class("mw-editsection").or(Class("mw-editsection-bracket")))
+                    .next()
+                    .is_none()
+            {
+                if cur_node.is(Class("NavFrame")) && ignore_morph {
+                    node = cur_node;
+                    continue;
+                }
+                def.push_str(&cur_node.html());
+            }
+            node = cur_node;
+        }
+    }
+    Ok(format!("<div>'{def}</div>"))
+}
+
 #[tauri::command]
 pub async fn get_defs(
     state: State<'_, SakinyjeState>,
@@ -75,6 +125,9 @@ async fn get_def(dict: &Dictionary, lemma: &str) -> Result<String, Box<dyn Error
         Dictionary::File(f, dict_type) => get_def_from_file(lemma, f, dict_type),
         Dictionary::Url(url) => get_def_url(lemma, url).await,
         Dictionary::Command(cmd) => get_def_command(lemma, cmd).await,
+        Dictionary::Wiktionary(lang, ignore_morph) => {
+            get_def_wiktionary(lemma, lang, *ignore_morph).await
+        }
     }
 }
 

src-ui/src/settings/dictionary_settings.rs

@@ -74,6 +74,11 @@ fn DictionaryRepresentation(
                 wdict(Dictionary::Command(String::new()));
             }
         }
+        "wiktionary" => {
+            if !matches!(rdict(), Dictionary::Wiktionary(_, _)) {
+                wdict(Dictionary::Wiktionary(String::new(), false));
+            }
+        }
         _ => unreachable!(),
     };
     view! {
@@ -88,6 +93,9 @@ fn DictionaryRepresentation(
                 <option value="command" selected=matches!(rdict(), Dictionary::Command(_))>
                     From command
                 </option>
+                <option value="wiktionary" selected=matches!(rdict(), Dictionary::Wiktionary(_, _))>
+                    From wiktionary
+                </option>
             </select>
         </div>
         {move || match rdict() {
@@ -135,6 +143,33 @@ fn DictionaryRepresentation(
                 }
                     .into_view()
             }
+            Dictionary::Wiktionary(url, _) => {
+                let (read_url, write_url) = create_signal(url);
+                view! {
+                    <div class="labeledinput">
+                        <label for="wiktionary">Language</label>
+                        <input
+                            id="wiktionary"
+                            type="text"
+                            on:input=move |ev| {
+                                write_url(event_target_value(&ev));
+                            }
+
+                            on:change=move |_| {
+                                wdict
+                                    .update(|v| {
+                                        if let Dictionary::Wiktionary(_, hide_morph) = v {
+                                            *v = Dictionary::Wiktionary(read_url(), *hide_morph);
+                                        }
+                                    })
+                            }
+
+                            prop:value=read_url
+                        />
+                    </div>
+                }
+                    .into_view()
+            }
             Dictionary::File(filename, dict_type) => {
                 view! {
                     <FileDictionaryRepresentation
@@ -148,6 +183,30 @@ fn DictionaryRepresentation(
     }
 }
 
+// <div class="labeledcheckbox">
+// <label for="hidemorph">Hide morphology</label>
+// <input
+// id="hidemorph"
+// type="checkbox"
+// on:change=move |ev| {
+// // write_showmorph(event_target_checked(&ev));
+//
+// // FIX: writing breaks it
+// if let Dictionary::Wiktionary(lang, _) = rdict() {
+// console_log("got here");
+// wdict(Dictionary::Wiktionary(lang, event_target_checked(&ev)));
+// console_log("anndd got here");
+// } else {
+// console_log("didnt got here");
+// }
+// // write_showmorph(event_target_checked(&ev));
+// // wdict.update(move |v| if let Dictionary::Wiktionary(lang, _) = v { *v = Dictionary::Wiktionary(lang.to_owned(), read_showmorph()) });
+// }
+//
+// prop:value=move || if let Dictionary::Wiktionary(_, hide_morph) = rdict() { hide_morph } else { false }
+// />
+// </div>
+
 #[component]
 fn file_dictionary_representation(
     filename: String,