From 628dc2a595cb29cad7cd73c70f9f04fa6c100e35 Mon Sep 17 00:00:00 2001 From: Daniel Yrovas Date: Sun, 13 Aug 2023 12:09:35 +1000 Subject: [PATCH] squash and rebase --- .gitignore | 2 +- internal/api/entry.go | 8 +- internal/database/migrations.go | 7 + internal/locale/translations/de_DE.json | 2 + internal/locale/translations/el_EL.json | 2 + internal/locale/translations/en_US.json | 2 + internal/locale/translations/es_ES.json | 2 + internal/locale/translations/fi_FI.json | 2 + internal/locale/translations/fr_FR.json | 2 + internal/locale/translations/hi_IN.json | 2 + internal/locale/translations/id_ID.json | 2 + internal/locale/translations/it_IT.json | 2 + internal/locale/translations/ja_JP.json | 2 + internal/locale/translations/nl_NL.json | 2 + internal/locale/translations/pl_PL.json | 2 + internal/locale/translations/pt_BR.json | 2 + internal/locale/translations/ru_RU.json | 2 + internal/locale/translations/tr_TR.json | 2 + internal/locale/translations/uk_UA.json | 4 +- internal/locale/translations/zh_CN.json | 2 + internal/locale/translations/zh_TW.json | 2 + internal/model/entry.go | 1 + internal/reader/processor/processor.go | 11 +- internal/reader/rewrite/rewriter.go | 38 +-- internal/reader/rewrite/rewriter_test.go | 244 +++++++++---------- internal/storage/entry.go | 30 +-- internal/storage/entry_query_builder.go | 3 +- internal/template/templates/views/entry.html | 44 ++-- internal/ui/entry_scraper.go | 43 ++++ internal/ui/static/js/app.js | 21 +- internal/ui/ui.go | 1 + 31 files changed, 308 insertions(+), 183 deletions(-) diff --git a/.gitignore b/.gitignore index f53dc2533d7..268def5864a 100644 --- a/.gitignore +++ b/.gitignore @@ -3,4 +3,4 @@ miniflux *.rpm *.deb .idea -.vscode \ No newline at end of file +.vscode diff --git a/internal/api/entry.go b/internal/api/entry.go index 1044e849d5a..13bd6ce83ea 100644 --- a/internal/api/entry.go +++ b/internal/api/entry.go @@ -279,7 +279,13 @@ func (h *handler) fetchContent(w http.ResponseWriter, r *http.Request) { return } - json.OK(w, r, map[string]string{"content": entry.Content}) + if request.QueryBoolParam(r, "save", false) { + if err := h.store.UpdateEntryContent(entry); err != nil { + json.ServerError(w, r, err) + } + } + + json.OK(w, r, map[string]string{"content": entry.Content, "web_content": entry.WebContent}) } func configureFilters(builder *storage.EntryQueryBuilder, r *http.Request) { diff --git a/internal/database/migrations.go b/internal/database/migrations.go index f238993c216..5f7321defd4 100644 --- a/internal/database/migrations.go +++ b/internal/database/migrations.go @@ -752,4 +752,11 @@ var migrations = []func(tx *sql.Tx) error{ _, err = tx.Exec(sql) return err }, + func(tx *sql.Tx) (err error) { + sql := ` + ALTER TABLE entries ADD COLUMN web_content text default ''; + ` + _, err = tx.Exec(sql) + return err + }, } diff --git a/internal/locale/translations/de_DE.json b/internal/locale/translations/de_DE.json index bfa263291fe..e5a30ee596c 100644 --- a/internal/locale/translations/de_DE.json +++ b/internal/locale/translations/de_DE.json @@ -67,6 +67,8 @@ "entry.save.title": "Diesen Artikel speichern", "entry.save.completed": "Erledigt!", "entry.save.toast.completed": "Artikel gespeichert", + "entry.scraper.label.rss": "RSS-Inhalte anzeigen", + "entry.scraper.title.rss": "RSS-Inhalte abrufen", "entry.scraper.label": "Herunterladen", "entry.scraper.title": "Inhalt herunterladen", "entry.scraper.completed": "Erledigt!", diff --git a/internal/locale/translations/el_EL.json b/internal/locale/translations/el_EL.json index 83def66d7b5..87804f60795 100644 --- a/internal/locale/translations/el_EL.json +++ b/internal/locale/translations/el_EL.json @@ -67,6 +67,8 @@ "entry.save.title": "Αποθηκεύστε αυτό το άρθρο", "entry.save.completed": "Έγινε!", "entry.save.toast.completed": "Το άρθρο αποθηκεύτηκε", + "entry.scraper.label.rss": "Εμφάνιση περιεχομένου RSS", + "entry.scraper.title.rss": "Λήψη περιεχομένου RSS", "entry.scraper.label": "Λήψη", "entry.scraper.title": "Λήψη αρχικού περιεχομένου", "entry.scraper.completed": "Έγινε!", diff --git a/internal/locale/translations/en_US.json b/internal/locale/translations/en_US.json index cef0a26334e..0c7c2b75e32 100644 --- a/internal/locale/translations/en_US.json +++ b/internal/locale/translations/en_US.json @@ -67,6 +67,8 @@ "entry.save.title": "Save this entry", "entry.save.completed": "Done!", "entry.save.toast.completed": "Entry saved", + "entry.scraper.label.rss": "Show RSS Content", + "entry.scraper.title.rss": "Fetch RSS content", "entry.scraper.label": "Download", "entry.scraper.title": "Fetch original content", "entry.scraper.completed": "Done!", diff --git a/internal/locale/translations/es_ES.json b/internal/locale/translations/es_ES.json index f78f0c917fe..3d917037432 100644 --- a/internal/locale/translations/es_ES.json +++ b/internal/locale/translations/es_ES.json @@ -67,6 +67,8 @@ "entry.save.title": "Guardar este artículo", "entry.save.completed": "¡Hecho!", "entry.save.toast.completed": "Artículos guardados", + "entry.scraper.label.rss": "Mostrar contenido RSS", + "entry.scraper.title.rss": "Obtener contenido RSS", "entry.scraper.label": "Descargar", "entry.scraper.title": "Obtener contenido original", "entry.scraper.completed": "¡Hecho!", diff --git a/internal/locale/translations/fi_FI.json b/internal/locale/translations/fi_FI.json index 4163dedc03a..48eb324636d 100644 --- a/internal/locale/translations/fi_FI.json +++ b/internal/locale/translations/fi_FI.json @@ -67,6 +67,8 @@ "entry.save.title": "Tallenna tämä artikkeli", "entry.save.completed": "Valmis!", "entry.save.toast.completed": "Artikkeli tallennettu", + "entry.scraper.label.rss": "Näytä RSS-sisältö", + "entry.scraper.title.rss": "Hae RSS-sisältöä", "entry.scraper.label": "Lataa", "entry.scraper.title": "Nouda alkuperäinen sisältö", "entry.scraper.completed": "Valmis!", diff --git a/internal/locale/translations/fr_FR.json b/internal/locale/translations/fr_FR.json index fabd3260af2..a4d874b26a9 100644 --- a/internal/locale/translations/fr_FR.json +++ b/internal/locale/translations/fr_FR.json @@ -67,6 +67,8 @@ "entry.save.title": "Sauvegarder cet article", "entry.save.completed": "Terminé !", "entry.save.toast.completed": "Article sauvegardé", + "entry.scraper.label.rss": "Afficher le contenu RSS", + "entry.scraper.title.rss": "Obtenir le contenu RSS", "entry.scraper.label": "Télécharger", "entry.scraper.title": "Récupérer le contenu original", "entry.scraper.completed": "Terminé !", diff --git a/internal/locale/translations/hi_IN.json b/internal/locale/translations/hi_IN.json index cdd3e5f9041..a0560d8a7d3 100644 --- a/internal/locale/translations/hi_IN.json +++ b/internal/locale/translations/hi_IN.json @@ -67,6 +67,8 @@ "entry.save.title": "एस लेख को सहेजे", "entry.save.completed": "कार्य समाप्त हुआ!", "entry.save.toast.completed": "लेख को सहेज लिया", + "entry.scraper.label.rss": "RSS सामग्री दिखाएँ", + "entry.scraper.title.rss": "RSS सामग्री प्राप्त करें", "entry.scraper.label": "डाउनलोड", "entry.scraper.title": "मूल विषयवस्तु लाए", "entry.scraper.completed": "कार्य समाप्त हुआ!", diff --git a/internal/locale/translations/id_ID.json b/internal/locale/translations/id_ID.json index d6688e0c8b3..4267770a89d 100644 --- a/internal/locale/translations/id_ID.json +++ b/internal/locale/translations/id_ID.json @@ -67,6 +67,8 @@ "entry.save.title": "Simpan artikel ini", "entry.save.completed": "Selesai!", "entry.save.toast.completed": "Artikel tersimpan", + "entry.scraper.label.rss": "Tampilkan Konten RSS", + "entry.scraper.title.rss": "Dapatkan Konten RSS", "entry.scraper.label": "Unduh", "entry.scraper.title": "Ambil konten asli", "entry.scraper.completed": "Selesai!", diff --git a/internal/locale/translations/it_IT.json b/internal/locale/translations/it_IT.json index 8bffcd14c68..694c2abe010 100644 --- a/internal/locale/translations/it_IT.json +++ b/internal/locale/translations/it_IT.json @@ -67,6 +67,8 @@ "entry.save.title": "Salva questo articolo", "entry.save.completed": "Fatto!", "entry.save.toast.completed": "Articolo salvato", + "entry.scraper.label.rss": "Mostra contenuto RSS", + "entry.scraper.title.rss": "Ottieni contenuto RSS", "entry.scraper.label": "Scarica", "entry.scraper.title": "Scarica il contenuto integrale", "entry.scraper.completed": "Fatto!", diff --git a/internal/locale/translations/ja_JP.json b/internal/locale/translations/ja_JP.json index e88f26c80e2..4014f9669f5 100644 --- a/internal/locale/translations/ja_JP.json +++ b/internal/locale/translations/ja_JP.json @@ -67,6 +67,8 @@ "entry.save.title": "この記事を保存", "entry.save.completed": "完了!", "entry.save.toast.completed": "記事は保存されました", + "entry.scraper.label.rss": "RSS コンテンツを表示", + "entry.scraper.title.rss": "RSS コンテンツを取得", "entry.scraper.label": "ダウンロード", "entry.scraper.title": "オリジナルの内容を取得", "entry.scraper.completed": "完了!", diff --git a/internal/locale/translations/nl_NL.json b/internal/locale/translations/nl_NL.json index 1403208b77f..13f952ec621 100644 --- a/internal/locale/translations/nl_NL.json +++ b/internal/locale/translations/nl_NL.json @@ -67,6 +67,8 @@ "entry.save.title": "Artikel opslaan", "entry.save.completed": "Done!", "entry.save.toast.completed": "Artikel opgeslagen", + "entry.scraper.label.rss": "Toon RSS-content", + "entry.scraper.title.rss": "Haal RSS-content op", "entry.scraper.label": "Downloaden", "entry.scraper.title": "Fetch original content", "entry.scraper.completed": "Klaar!", diff --git a/internal/locale/translations/pl_PL.json b/internal/locale/translations/pl_PL.json index cea71451b02..bec61cddfa8 100644 --- a/internal/locale/translations/pl_PL.json +++ b/internal/locale/translations/pl_PL.json @@ -67,6 +67,8 @@ "entry.save.title": "Zapisz ten artykuł", "entry.save.completed": "Gotowe!", "entry.save.toast.completed": "Artykuł zapisany", + "entry.scraper.label.rss": "Pokaż treść RSS", + "entry.scraper.title.rss": "Pobierz treść RSS", "entry.scraper.label": "Ściągnij", "entry.scraper.title": "Pobierz oryginalną treść", "entry.scraper.completed": "Gotowe!", diff --git a/internal/locale/translations/pt_BR.json b/internal/locale/translations/pt_BR.json index d1dcce60cb2..7c3b15131e7 100644 --- a/internal/locale/translations/pt_BR.json +++ b/internal/locale/translations/pt_BR.json @@ -67,6 +67,8 @@ "entry.save.title": "Salvar esse item", "entry.save.completed": "Feito!", "entry.save.toast.completed": "Item guardado", + "entry.scraper.label.rss": "Mostrar conteúdo RSS", + "entry.scraper.title.rss": "Obter conteúdo RSS", "entry.scraper.label": "Baixar", "entry.scraper.title": "Obter conteúdo completo", "entry.scraper.completed": "Feito!", diff --git a/internal/locale/translations/ru_RU.json b/internal/locale/translations/ru_RU.json index d7b473d1ad7..dddd0fe4962 100644 --- a/internal/locale/translations/ru_RU.json +++ b/internal/locale/translations/ru_RU.json @@ -67,6 +67,8 @@ "entry.save.title": "Сохранить эту статью", "entry.save.completed": "Готово!", "entry.save.toast.completed": "Статья сохранена", + "entry.scraper.label.rss": "Показать содержимое RSS", + "entry.scraper.title.rss": "Получить содержимое RSS", "entry.scraper.label": "Скачать", "entry.scraper.title": "Извлечь оригинальное содержимое", "entry.scraper.completed": "Готово!", diff --git a/internal/locale/translations/tr_TR.json b/internal/locale/translations/tr_TR.json index 572aad1b7b9..b858a480703 100644 --- a/internal/locale/translations/tr_TR.json +++ b/internal/locale/translations/tr_TR.json @@ -67,6 +67,8 @@ "entry.save.title": "Bu makaleyi kaydet", "entry.save.completed": "Bitti!", "entry.save.toast.completed": "Makale kaydedildi", + "entry.scraper.label.rss": "RSS İçeriğini Göster", + "entry.scraper.title.rss": "RSS İçeriğini Al", "entry.scraper.label": "İndir", "entry.scraper.title": "Orijinal içeriği çek", "entry.scraper.completed": "Bitti!", diff --git a/internal/locale/translations/uk_UA.json b/internal/locale/translations/uk_UA.json index a92e285af91..d64e698b4b2 100644 --- a/internal/locale/translations/uk_UA.json +++ b/internal/locale/translations/uk_UA.json @@ -67,6 +67,8 @@ "entry.save.title": "Зберегти цю статтю", "entry.save.completed": "Готово!", "entry.save.toast.completed": "Стаття збережена", + "entry.scraper.label.rss": "Показати вміст RSS", + "entry.scraper.title.rss": "Отримати вміст RSS", "entry.scraper.label": "Завантажити", "entry.scraper.title": "Отримати оригінальний зміст", "entry.scraper.completed": "Готово!", @@ -427,4 +429,4 @@ "%d роки тому", "%d років тому" ] -} \ No newline at end of file +} diff --git a/internal/locale/translations/zh_CN.json b/internal/locale/translations/zh_CN.json index 0acf016adeb..49b4a3bf355 100644 --- a/internal/locale/translations/zh_CN.json +++ b/internal/locale/translations/zh_CN.json @@ -67,6 +67,8 @@ "entry.save.title": "保存这篇文章", "entry.save.completed": "完成", "entry.save.toast.completed": "已保存文章", + "entry.scraper.label.rss": "显示 RSS 内容", + "entry.scraper.title.rss": "获取 RSS 内容", "entry.scraper.label": "抓取全文", "entry.scraper.title": "抓取全文内容", "entry.scraper.completed": "抓取完成", diff --git a/internal/locale/translations/zh_TW.json b/internal/locale/translations/zh_TW.json index 817884e2ebf..c51d0417e7d 100644 --- a/internal/locale/translations/zh_TW.json +++ b/internal/locale/translations/zh_TW.json @@ -67,6 +67,8 @@ "entry.save.title": "儲存這篇文章", "entry.save.completed": "完成", "entry.save.toast.completed": "已儲存文章", + "entry.scraper.label.rss": "顯示 RSS 內容", + "entry.scraper.title.rss": "獲取 RSS 內容", "entry.scraper.label": "下載原文", "entry.scraper.title": "下載原文內容", "entry.scraper.completed": "下載完成", diff --git a/internal/model/entry.go b/internal/model/entry.go index d09bd3ee3a3..57858d87bca 100644 --- a/internal/model/entry.go +++ b/internal/model/entry.go @@ -30,6 +30,7 @@ type Entry struct { CreatedAt time.Time `json:"created_at"` ChangedAt time.Time `json:"changed_at"` Content string `json:"content"` + WebContent string `json:"web_content,omitempty"` Author string `json:"author"` ShareCode string `json:"share_code"` Starred bool `json:"starred"` diff --git a/internal/reader/processor/processor.go b/internal/reader/processor/processor.go index 2deac4cf674..8fba3e4fa60 100644 --- a/internal/reader/processor/processor.go +++ b/internal/reader/processor/processor.go @@ -81,14 +81,15 @@ func ProcessFeedEntries(store *storage.Storage, feed *model.Feed, user *model.Us logger.Error(`[Processor] Unable to crawl this entry: %q => %v`, entry.URL, scraperErr) } else if content != "" { // We replace the entry content only if the scraper doesn't return any error. - entry.Content = content + // TODO: document change + entry.WebContent = content } } rewrite.Rewriter(url, entry, feed.RewriteRules) // The sanitizer should always run at the end of the process to make sure unsafe HTML is filtered. - entry.Content = sanitizer.Sanitize(url, entry.Content) + entry.WebContent = sanitizer.Sanitize(url, entry.WebContent) if entryIsNew { intg, err := store.Integration(feed.UserID) @@ -169,18 +170,18 @@ func ProcessEntryWebPage(feed *model.Feed, entry *model.Entry, user *model.User) } if content != "" { - entry.Content = content + entry.WebContent = content entry.ReadingTime = calculateReadingTime(content, user) } rewrite.Rewriter(url, entry, entry.Feed.RewriteRules) - entry.Content = sanitizer.Sanitize(url, entry.Content) + entry.WebContent = sanitizer.Sanitize(url, entry.WebContent) return nil } func getUrlFromEntry(feed *model.Feed, entry *model.Entry) string { - var url = entry.URL + url := entry.URL if feed.UrlRewriteRules != "" { parts := customReplaceRuleRegex.FindStringSubmatch(feed.UrlRewriteRules) diff --git a/internal/reader/rewrite/rewriter.go b/internal/reader/rewrite/rewriter.go index 40ca492fd25..c1d552a10fd 100644 --- a/internal/reader/rewrite/rewriter.go +++ b/internal/reader/rewrite/rewriter.go @@ -61,33 +61,33 @@ func parseRules(rulesText string) (rules []rule) { func applyRule(entryURL string, entry *model.Entry, rule rule) { switch rule.name { case "add_image_title": - entry.Content = addImageTitle(entryURL, entry.Content) + entry.WebContent = addImageTitle(entryURL, entry.WebContent) case "add_mailto_subject": - entry.Content = addMailtoSubject(entryURL, entry.Content) + entry.WebContent = addMailtoSubject(entryURL, entry.WebContent) case "add_dynamic_image": - entry.Content = addDynamicImage(entryURL, entry.Content) + entry.WebContent = addDynamicImage(entryURL, entry.WebContent) case "add_youtube_video": - entry.Content = addYoutubeVideo(entryURL, entry.Content) + entry.WebContent = addYoutubeVideo(entryURL, entry.WebContent) case "add_invidious_video": - entry.Content = addInvidiousVideo(entryURL, entry.Content) + entry.WebContent = addInvidiousVideo(entryURL, entry.WebContent) case "add_youtube_video_using_invidious_player": - entry.Content = addYoutubeVideoUsingInvidiousPlayer(entryURL, entry.Content) + entry.WebContent = addYoutubeVideoUsingInvidiousPlayer(entryURL, entry.WebContent) case "add_youtube_video_from_id": - entry.Content = addYoutubeVideoFromId(entry.Content) + entry.WebContent = addYoutubeVideoFromId(entry.WebContent) case "add_pdf_download_link": - entry.Content = addPDFLink(entryURL, entry.Content) + entry.WebContent = addPDFLink(entryURL, entry.WebContent) case "nl2br": - entry.Content = replaceLineFeeds(entry.Content) + entry.WebContent = replaceLineFeeds(entry.WebContent) case "convert_text_link", "convert_text_links": - entry.Content = replaceTextLinks(entry.Content) + entry.WebContent = replaceTextLinks(entry.WebContent) case "fix_medium_images": - entry.Content = fixMediumImages(entryURL, entry.Content) + entry.WebContent = fixMediumImages(entryURL, entry.WebContent) case "use_noscript_figure_images": - entry.Content = useNoScriptImages(entryURL, entry.Content) + entry.WebContent = useNoScriptImages(entryURL, entry.WebContent) case "replace": // Format: replace("search-term"|"replace-term") if len(rule.args) >= 2 { - entry.Content = replaceCustom(entry.Content, rule.args[0], rule.args[1]) + entry.WebContent = replaceCustom(entry.WebContent, rule.args[0], rule.args[1]) } else { logger.Debug("[Rewrite] Cannot find search and replace terms for replace rule %s", rule) } @@ -101,22 +101,22 @@ func applyRule(entryURL string, entry *model.Entry, rule rule) { case "remove": // Format: remove("#selector > .element, .another") if len(rule.args) >= 1 { - entry.Content = removeCustom(entry.Content, rule.args[0]) + entry.WebContent = removeCustom(entry.WebContent, rule.args[0]) } else { logger.Debug("[Rewrite] Cannot find selector for remove rule %s", rule) } case "add_castopod_episode": - entry.Content = addCastopodEpisode(entryURL, entry.Content) + entry.WebContent = addCastopodEpisode(entryURL, entry.WebContent) case "base64_decode": if len(rule.args) >= 1 { - entry.Content = applyFuncOnTextContent(entry.Content, rule.args[0], decodeBase64Content) + entry.WebContent = applyFuncOnTextContent(entry.WebContent, rule.args[0], decodeBase64Content) } else { - entry.Content = applyFuncOnTextContent(entry.Content, "body", decodeBase64Content) + entry.WebContent = applyFuncOnTextContent(entry.WebContent, "body", decodeBase64Content) } case "parse_markdown": - entry.Content = parseMarkdown(entry.Content) + entry.WebContent = parseMarkdown(entry.WebContent) case "remove_tables": - entry.Content = removeTables(entry.Content) + entry.WebContent = removeTables(entry.WebContent) case "remove_clickbait": entry.Title = removeClickbait(entry.Title) } diff --git a/internal/reader/rewrite/rewriter_test.go b/internal/reader/rewrite/rewriter_test.go index 6b9d2013cb0..43d8c2fd3d5 100644 --- a/internal/reader/rewrite/rewriter_test.go +++ b/internal/reader/rewrite/rewriter_test.go @@ -50,12 +50,12 @@ func TestReplaceTextLinks(t *testing.T) { func TestRewriteWithNoMatchingRule(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Some text.`, + Title: `A title`, + WebContent: `Some text.`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Some text.`, + Title: `A title`, + WebContent: `Some text.`, } Rewriter("https://example.org/article", testEntry, ``) @@ -68,12 +68,12 @@ func TestRewriteWithYoutubeLink(t *testing.T) { config.Opts = config.NewOptions() controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Video Description`, + Title: `A title`, + WebContent: `
Video Description`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Video Description`, + Title: `A title`, + WebContent: `Video Description`, } Rewriter("https://www.youtube.com/watch?v=1234", testEntry, ``) @@ -95,12 +95,12 @@ func TestRewriteWithYoutubeLinkAndCustomEmbedURL(t *testing.T) { } controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Video Description`, + Title: `A title`, + WebContent: `
Video Description`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Video Description`, + Title: `A title`, + WebContent: `Video Description`, } Rewriter("https://www.youtube.com/watch?v=1234", testEntry, ``) @@ -111,12 +111,12 @@ func TestRewriteWithYoutubeLinkAndCustomEmbedURL(t *testing.T) { func TestRewriteWithInexistingCustomRule(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Video Description`, + Title: `A title`, + WebContent: `Video Description`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Video Description`, + Title: `A title`, + WebContent: `Video Description`, } Rewriter("https://www.youtube.com/watch?v=1234", testEntry, `some rule`) @@ -127,12 +127,12 @@ func TestRewriteWithInexistingCustomRule(t *testing.T) { func TestRewriteWithXkcdLink(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.

Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.

`, + Title: `A title`, + WebContent: `
Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.

Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.

`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.`, + Title: `A title`, + WebContent: `Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.`, } Rewriter("https://xkcd.com/1912/", testEntry, ``) @@ -143,12 +143,12 @@ func TestRewriteWithXkcdLink(t *testing.T) { func TestRewriteWithXkcdLinkHtmlInjection(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
<foo>

<foo>

`, + Title: `A title`, + WebContent: `
<foo>

<foo>

`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `<foo>`, + Title: `A title`, + WebContent: `<foo>`, } Rewriter("https://xkcd.com/1912/", testEntry, ``) @@ -159,12 +159,12 @@ func TestRewriteWithXkcdLinkHtmlInjection(t *testing.T) { func TestRewriteWithXkcdLinkAndImageNoTitle(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.`, + Title: `A title`, + WebContent: `Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.`, + Title: `A title`, + WebContent: `Your problem is so terrible, I worry that, if I help you, I risk drawing the attention of whatever god of technology inflicted it on you.`, } Rewriter("https://xkcd.com/1912/", testEntry, ``) @@ -175,12 +175,12 @@ func TestRewriteWithXkcdLinkAndImageNoTitle(t *testing.T) { func TestRewriteWithXkcdLinkAndNoImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `test`, + Title: `A title`, + WebContent: `test`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `test`, + Title: `A title`, + WebContent: `test`, } Rewriter("https://xkcd.com/1912/", testEntry, ``) @@ -191,12 +191,12 @@ func TestRewriteWithXkcdLinkAndNoImage(t *testing.T) { func TestRewriteWithXkcdAndNoImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `test`, + Title: `A title`, + WebContent: `test`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `test`, + Title: `A title`, + WebContent: `test`, } Rewriter("https://xkcd.com/1912/", testEntry, ``) @@ -207,12 +207,12 @@ func TestRewriteWithXkcdAndNoImage(t *testing.T) { func TestRewriteMailtoLink(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `contact [blah blah]`, + Title: `A title`, + WebContent: `contact [blah blah]`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `contact`, + Title: `A title`, + WebContent: `contact`, } Rewriter("https://www.qwantz.com/", testEntry, ``) @@ -223,12 +223,12 @@ func TestRewriteMailtoLink(t *testing.T) { func TestRewriteWithPDFLink(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `PDF
test`, + Title: `A title`, + WebContent: `PDF
test`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `test`, + Title: `A title`, + WebContent: `test`, } Rewriter("https://example.org/document.pdf", testEntry, ``) @@ -239,12 +239,12 @@ func TestRewriteWithPDFLink(t *testing.T) { func TestRewriteWithNoLazyImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } Rewriter("https://example.org/article", testEntry, "add_dynamic_image") @@ -255,12 +255,12 @@ func TestRewriteWithNoLazyImage(t *testing.T) { func TestRewriteWithLazyImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } Rewriter("https://example.org/article", testEntry, "add_dynamic_image") @@ -271,12 +271,12 @@ func TestRewriteWithLazyImage(t *testing.T) { func TestRewriteWithLazyDivImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `
`, + Title: `A title`, + WebContent: `
`, } Rewriter("https://example.org/article", testEntry, "add_dynamic_image") @@ -287,12 +287,12 @@ func TestRewriteWithLazyDivImage(t *testing.T) { func TestRewriteWithUnknownLazyNoScriptImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `ImageFallback`, + Title: `A title`, + WebContent: `ImageFallback`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } Rewriter("https://example.org/article", testEntry, "add_dynamic_image") @@ -303,12 +303,12 @@ func TestRewriteWithUnknownLazyNoScriptImage(t *testing.T) { func TestRewriteWithLazySrcset(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } Rewriter("https://example.org/article", testEntry, "add_dynamic_image") @@ -319,12 +319,12 @@ func TestRewriteWithLazySrcset(t *testing.T) { func TestRewriteWithImageAndLazySrcset(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Image`, + Title: `A title`, + WebContent: `Image`, } Rewriter("https://example.org/article", testEntry, "add_dynamic_image") @@ -335,12 +335,12 @@ func TestRewriteWithImageAndLazySrcset(t *testing.T) { func TestNewLineRewriteRule(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `A
B
C`, + Title: `A title`, + WebContent: `A
B
C`, } testEntry := &model.Entry{ - Title: `A title`, - Content: "A\nB\nC", + Title: `A title`, + WebContent: "A\nB\nC", } Rewriter("https://example.org/article", testEntry, "nl2br") @@ -351,12 +351,12 @@ func TestNewLineRewriteRule(t *testing.T) { func TestConvertTextLinkRewriteRule(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Test: http://example.org/a/b`, + Title: `A title`, + WebContent: `Test: http://example.org/a/b`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Test: http://example.org/a/b`, + Title: `A title`, + WebContent: `Test: http://example.org/a/b`, } Rewriter("https://example.org/article", testEntry, "convert_text_link") @@ -367,12 +367,12 @@ func TestConvertTextLinkRewriteRule(t *testing.T) { func TestMediumImage(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `Image for post`, + Title: `A title`, + WebContent: `Image for post`, } testEntry := &model.Entry{ Title: `A title`, - Content: ` + WebContent: `
@@ -393,7 +393,7 @@ func TestMediumImage(t *testing.T) { `, } Rewriter("https://example.org/article", testEntry, "fix_medium_images") - testEntry.Content = strings.TrimSpace(testEntry.Content) + testEntry.WebContent = strings.TrimSpace(testEntry.WebContent) if !reflect.DeepEqual(testEntry, controlEntry) { t.Errorf(`Not expected output: got "%+v" instead of "%+v"`, testEntry, controlEntry) @@ -402,15 +402,15 @@ func TestMediumImage(t *testing.T) { func TestRewriteNoScriptImageWithoutNoScriptTag(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
The beautiful MDN logo.
MDN Logo
`, + Title: `A title`, + WebContent: `
The beautiful MDN logo.
MDN Logo
`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `
The beautiful MDN logo.
MDN Logo
`, + Title: `A title`, + WebContent: `
The beautiful MDN logo.
MDN Logo
`, } Rewriter("https://example.org/article", testEntry, "use_noscript_figure_images") - testEntry.Content = strings.TrimSpace(testEntry.Content) + testEntry.WebContent = strings.TrimSpace(testEntry.WebContent) if !reflect.DeepEqual(testEntry, controlEntry) { t.Errorf(`Not expected output: got "%+v" instead of "%+v"`, testEntry, controlEntry) @@ -419,15 +419,15 @@ func TestRewriteNoScriptImageWithoutNoScriptTag(t *testing.T) { func TestRewriteNoScriptImageWithNoScriptTag(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
MDN Logo
`, + Title: `A title`, + WebContent: `
MDN Logo
`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `
The beautiful MDN logo.
MDN Logo
`, + Title: `A title`, + WebContent: `
The beautiful MDN logo.
MDN Logo
`, } Rewriter("https://example.org/article", testEntry, "use_noscript_figure_images") - testEntry.Content = strings.TrimSpace(testEntry.Content) + testEntry.WebContent = strings.TrimSpace(testEntry.WebContent) if !reflect.DeepEqual(testEntry, controlEntry) { t.Errorf(`Not expected output: got "%+v" instead of "%+v"`, testEntry, controlEntry) @@ -436,12 +436,12 @@ func TestRewriteNoScriptImageWithNoScriptTag(t *testing.T) { func TestRewriteReplaceCustom(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: ``, + Title: `A title`, + WebContent: ``, } testEntry := &model.Entry{ - Title: `A title`, - Content: ``, + Title: `A title`, + WebContent: ``, } Rewriter("https://example.org/article", testEntry, `replace("article/(.*).svg"|"article/$1.png")`) @@ -468,12 +468,12 @@ func TestRewriteReplaceTitleCustom(t *testing.T) { func TestRewriteRemoveCustom(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Lorem Ipsum Super important info
`, + Title: `A title`, + WebContent: `
Lorem Ipsum Super important info
`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `
Lorem Ipsum I dont want to see thisSuper important info
`, + Title: `A title`, + WebContent: `
Lorem Ipsum I dont want to see thisSuper important info
`, } Rewriter("https://example.org/article", testEntry, `remove(".spam, .ads:not(.keep)")`) @@ -484,12 +484,12 @@ func TestRewriteRemoveCustom(t *testing.T) { func TestRewriteAddCastopodEpisode(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Episode Description`, + Title: `A title`, + WebContent: `
Episode Description`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `Episode Description`, + Title: `A title`, + WebContent: `Episode Description`, } Rewriter("https://podcast.demo/@demo/episodes/test", testEntry, `add_castopod_episode`) @@ -500,12 +500,12 @@ func TestRewriteAddCastopodEpisode(t *testing.T) { func TestRewriteBase64Decode(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `This is some base64 encoded content`, + Title: `A title`, + WebContent: `This is some base64 encoded content`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `VGhpcyBpcyBzb21lIGJhc2U2NCBlbmNvZGVkIGNvbnRlbnQ=`, + Title: `A title`, + WebContent: `VGhpcyBpcyBzb21lIGJhc2U2NCBlbmNvZGVkIGNvbnRlbnQ=`, } Rewriter("https://example.org/article", testEntry, `base64_decode`) @@ -516,12 +516,12 @@ func TestRewriteBase64Decode(t *testing.T) { func TestRewriteBase64DecodeInHTML(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Lorem Ipsum not valid base64This is some base64 encoded content
`, + Title: `A title`, + WebContent: `
Lorem Ipsum not valid base64This is some base64 encoded content
`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `
Lorem Ipsum not valid base64VGhpcyBpcyBzb21lIGJhc2U2NCBlbmNvZGVkIGNvbnRlbnQ=
`, + Title: `A title`, + WebContent: `
Lorem Ipsum not valid base64VGhpcyBpcyBzb21lIGJhc2U2NCBlbmNvZGVkIGNvbnRlbnQ=
`, } Rewriter("https://example.org/article", testEntry, `base64_decode`) @@ -532,12 +532,12 @@ func TestRewriteBase64DecodeInHTML(t *testing.T) { func TestRewriteBase64DecodeArgs(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `
Lorem IpsumThis is some base64 encoded content
`, + Title: `A title`, + WebContent: `
Lorem IpsumThis is some base64 encoded content
`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `
Lorem IpsumVGhpcyBpcyBzb21lIGJhc2U2NCBlbmNvZGVkIGNvbnRlbnQ=
`, + Title: `A title`, + WebContent: `
Lorem IpsumVGhpcyBpcyBzb21lIGJhc2U2NCBlbmNvZGVkIGNvbnRlbnQ=
`, } Rewriter("https://example.org/article", testEntry, `base64_decode(".base64")`) @@ -548,12 +548,12 @@ func TestRewriteBase64DecodeArgs(t *testing.T) { func TestRewriteRemoveTables(t *testing.T) { controlEntry := &model.Entry{ - Title: `A title`, - Content: `

Test

Hello World!

Test

`, + Title: `A title`, + WebContent: `

Test

Hello World!

Test

`, } testEntry := &model.Entry{ - Title: `A title`, - Content: `

Test

Hello World!

Test

`, + Title: `A title`, + WebContent: `

Test

Hello World!

Test

`, } Rewriter("https://example.org/article", testEntry, `remove_tables`) @@ -564,12 +564,12 @@ func TestRewriteRemoveTables(t *testing.T) { func TestRemoveClickbait(t *testing.T) { controlEntry := &model.Entry{ - Title: `This Is Amazing`, - Content: `Some description`, + Title: `This Is Amazing`, + WebContent: `Some description`, } testEntry := &model.Entry{ - Title: `THIS IS AMAZING`, - Content: `Some description`, + Title: `THIS IS AMAZING`, + WebContent: `Some description`, } Rewriter("https://example.org/article", testEntry, `remove_clickbait`) diff --git a/internal/storage/entry.go b/internal/storage/entry.go index fd8a011032a..d290ad8fdab 100644 --- a/internal/storage/entry.go +++ b/internal/storage/entry.go @@ -75,11 +75,11 @@ func (s *Storage) UpdateEntryContent(entry *model.Entry) error { UPDATE entries SET - content=$1, reading_time=$2 + content=$1, web_content=$2, reading_time=$3 WHERE - id=$3 AND user_id=$4 + id=$4 AND user_id=$5 ` - _, err = tx.Exec(query, entry.Content, entry.ReadingTime, entry.ID, entry.UserID) + _, err = tx.Exec(query, entry.Content, entry.WebContent, entry.ReadingTime, entry.ID, entry.UserID) if err != nil { tx.Rollback() return fmt.Errorf(`store: unable to update content of entry #%d: %v`, entry.ID, err) @@ -89,7 +89,7 @@ func (s *Storage) UpdateEntryContent(entry *model.Entry) error { UPDATE entries SET - document_vectors = setweight(to_tsvector(left(coalesce(title, ''), 500000)), 'A') || setweight(to_tsvector(left(coalesce(content, ''), 500000)), 'B') + document_vectors = setweight(to_tsvector(left(coalesce(title, ''), 500000)), 'A') || setweight(to_tsvector(left(coalesce(content, ''), 500000)), 'B') || setweight(to_tsvector(left(coalesce(web_content, ''), 500000)), 'C') WHERE id=$1 AND user_id=$2 ` @@ -98,7 +98,6 @@ func (s *Storage) UpdateEntryContent(entry *model.Entry) error { tx.Rollback() return fmt.Errorf(`store: unable to update content of entry #%d: %v`, entry.ID, err) } - return tx.Commit() } @@ -113,6 +112,7 @@ func (s *Storage) createEntry(tx *sql.Tx, entry *model.Entry) error { comments_url, published_at, content, + web_content, author, user_id, feed_id, @@ -133,9 +133,10 @@ func (s *Storage) createEntry(tx *sql.Tx, entry *model.Entry) error { $8, $9, $10, + $11, now(), - setweight(to_tsvector(left(coalesce($1, ''), 500000)), 'A') || setweight(to_tsvector(left(coalesce($6, ''), 500000)), 'B'), - $11 + setweight(to_tsvector(left(coalesce($1, ''), 500000)), 'A') || setweight(to_tsvector(left(coalesce($6, ''), 500000)), 'B') || setweight(to_tsvector(left(coalesce($7, ''), 500000)), 'C'), + $12 ) RETURNING id, status @@ -148,13 +149,13 @@ func (s *Storage) createEntry(tx *sql.Tx, entry *model.Entry) error { entry.CommentsURL, entry.Date, entry.Content, + entry.WebContent, entry.Author, entry.UserID, entry.FeedID, entry.ReadingTime, pq.Array(removeDuplicates(entry.Tags)), ).Scan(&entry.ID, &entry.Status) - if err != nil { return fmt.Errorf(`store: unable to create entry %q (feed #%d): %v`, entry.URL, entry.FeedID, err) } @@ -183,12 +184,13 @@ func (s *Storage) updateEntry(tx *sql.Tx, entry *model.Entry) error { url=$2, comments_url=$3, content=$4, - author=$5, - reading_time=$6, - document_vectors = setweight(to_tsvector(left(coalesce($1, ''), 500000)), 'A') || setweight(to_tsvector(left(coalesce($4, ''), 500000)), 'B'), - tags=$10 + web_content=$5, + author=$6, + reading_time=$7, + document_vectors = setweight(to_tsvector(left(coalesce($1, ''), 500000)), 'A') || setweight(to_tsvector(left(coalesce($4, ''), 500000)), 'B') || setweight(to_tsvector(left(coalesce($5, ''), 500000)), 'C'), + tags=$11 WHERE - user_id=$7 AND feed_id=$8 AND hash=$9 + user_id=$8 AND feed_id=$9 AND hash=$10 RETURNING id ` @@ -198,6 +200,7 @@ func (s *Storage) updateEntry(tx *sql.Tx, entry *model.Entry) error { entry.URL, entry.CommentsURL, entry.Content, + entry.WebContent, entry.Author, entry.ReadingTime, entry.UserID, @@ -205,7 +208,6 @@ func (s *Storage) updateEntry(tx *sql.Tx, entry *model.Entry) error { entry.Hash, pq.Array(removeDuplicates(entry.Tags)), ).Scan(&entry.ID) - if err != nil { return fmt.Errorf(`store: unable to update entry %q: %v`, entry.URL, err) } diff --git a/internal/storage/entry_query_builder.go b/internal/storage/entry_query_builder.go index 2a8defd5dcd..173fe46addb 100644 --- a/internal/storage/entry_query_builder.go +++ b/internal/storage/entry_query_builder.go @@ -250,6 +250,7 @@ func (e *EntryQueryBuilder) GetEntries() (model.Entries, error) { e.author, e.share_code, e.content, + e.web_content, e.status, e.starred, e.reading_time, @@ -315,6 +316,7 @@ func (e *EntryQueryBuilder) GetEntries() (model.Entries, error) { &entry.Author, &entry.ShareCode, &entry.Content, + &entry.WebContent, &entry.Status, &entry.Starred, &entry.ReadingTime, @@ -337,7 +339,6 @@ func (e *EntryQueryBuilder) GetEntries() (model.Entries, error) { &iconID, &tz, ) - if err != nil { return nil, fmt.Errorf("unable to fetch entry row: %v", err) } diff --git a/internal/template/templates/views/entry.html b/internal/template/templates/views/entry.html index 8b55e17ddd6..db0f8560431 100644 --- a/internal/template/templates/views/entry.html +++ b/internal/template/templates/views/entry.html @@ -78,11 +78,17 @@

  • {{ icon "scraper" }}{{ t "entry.scraper.label" }} + data-fetch-original-content-url="{{ route "fetchOriginal" "entryID" .entry.ID }}" + >{{ icon "scraper" }}{{ if .entry.WebContent }}{{ t "entry.scraper.label.rss" }}{{ else }}{{ t "entry.scraper.label" }}{{ end }}
    • {{ if .entry.CommentsURL }}
  • @@ -186,9 +192,17 @@

    {{ end }} {{end}} {{ if .user }} - {{ noescape (proxyFilter .entry.Content) }} + {{ if .entry.WebContent }} + {{ noescape (proxyFilter .entry.WebContent) }} + {{ else }} + {{ noescape (proxyFilter .entry.Content) }} + {{ end }} {{ else }} - {{ noescape .entry.Content }} + {{ if .entry.WebContent }} + {{ noescape .entry.WebContent }} + {{ else }} + {{ noescape .entry.Content }} + {{ end }} {{ end }} {{ if .entry.Enclosures }} @@ -203,11 +217,11 @@

    data-last-position="{{ .MediaProgression }}" data-save-url="{{ route "saveEnclosureProgression" "enclosureID" .ID }}" > - {{ if (and $.user (mustBeProxyfied "audio")) }} - - {{ else }} - - {{ end }} + {{ if (and $.user (mustBeProxyfied "audio")) }} + + {{ else }} + + {{ end }}

    • {{ else if hasPrefix .MimeType "video/" }} @@ -216,11 +230,11 @@

    data-last-position="{{ .MediaProgression }}" data-save-url="{{ route "saveEnclosureProgression" "enclosureID" .ID }}" > - {{ if (and $.user (mustBeProxyfied "video")) }} - - {{ else }} - - {{ end }} + {{ if (and $.user (mustBeProxyfied "video")) }} + + {{ else }} + + {{ end }}

    {{ else if hasPrefix .MimeType "image/" }} diff --git a/internal/ui/entry_scraper.go b/internal/ui/entry_scraper.go index afbaf061acc..cc7a9f9860c 100644 --- a/internal/ui/entry_scraper.go +++ b/internal/ui/entry_scraper.go @@ -65,5 +65,48 @@ func (h *handler) fetchContent(w http.ResponseWriter, r *http.Request) { readingTime := locale.NewPrinter(user.Language).Plural("entry.estimated_reading_time", entry.ReadingTime, entry.ReadingTime) + json.OK(w, r, map[string]string{"content": proxy.ProxyRewriter(h.router, entry.WebContent), "reading_time": readingTime}) +} + +func (h *handler) fetchOriginal(w http.ResponseWriter, r *http.Request) { + loggedUserID := request.UserID(r) + entryID := request.RouteInt64Param(r, "entryID") + + entryBuilder := h.store.NewEntryQueryBuilder(loggedUserID) + entryBuilder.WithEntryID(entryID) + entryBuilder.WithoutStatus(model.EntryStatusRemoved) + + entry, err := entryBuilder.GetEntry() + if err != nil { + json.ServerError(w, r, err) + return + } + + if entry == nil { + json.NotFound(w, r) + return + } + + user, err := h.store.UserByID(loggedUserID) + if err != nil { + json.ServerError(w, r, err) + return + } + + feedBuilder := storage.NewFeedQueryBuilder(h.store, loggedUserID) + feedBuilder.WithFeedID(entry.FeedID) + feed, err := feedBuilder.GetFeed() + if err != nil { + json.ServerError(w, r, err) + return + } + + if feed == nil { + json.NotFound(w, r) + return + } + + readingTime := locale.NewPrinter(user.Language).Plural("entry.estimated_reading_time", entry.ReadingTime, entry.ReadingTime) + json.OK(w, r, map[string]string{"content": proxy.ProxyRewriter(h.router, entry.Content), "reading_time": readingTime}) } diff --git a/internal/ui/static/js/app.js b/internal/ui/static/js/app.js index a89da8bd5b8..205a38b85be 100644 --- a/internal/ui/static/js/app.js +++ b/internal/ui/static/js/app.js @@ -326,12 +326,25 @@ function handleFetchOriginalContent() { return; } - let previousInnerHTML = element.innerHTML; - element.innerHTML = '' + element.dataset.labelLoading + ''; + let inner = element.querySelector("span"); + inner.textContent = element.dataset.labelLoading; let request = new RequestBuilder(element.dataset.fetchContentUrl); + let contentType = "web"; + let txt = element.dataset.labelRss; + let title = element.dataset.titleRss; + + if (element.dataset.currentContent === "web") { + request = new RequestBuilder(element.dataset.fetchOriginalContentUrl); + contentType = "rss"; + txt = element.dataset.label; + title = element.dataset.title; + } + request.withCallback((response) => { - element.innerHTML = previousInnerHTML; + inner.textContent = txt; + element.dataset.currentContent = contentType; + element.title = title; response.json().then((data) => { if (data.hasOwnProperty("content") && data.hasOwnProperty("reading_time")) { @@ -689,4 +702,4 @@ function checkShareAPI(title, url) { console.error(err); window.location.reload(); } -} \ No newline at end of file +} diff --git a/internal/ui/ui.go b/internal/ui/ui.go index 3acc32ad5a4..1a73f5e81e8 100644 --- a/internal/ui/ui.go +++ b/internal/ui/ui.go @@ -97,6 +97,7 @@ func Serve(router *mux.Router, store *storage.Storage, pool *worker.Pool) { uiRouter.HandleFunc("/entry/save/{entryID}", handler.saveEntry).Name("saveEntry").Methods(http.MethodPost) uiRouter.HandleFunc("/entry/enclosure/{enclosureID}/save-progression", handler.saveEnclosureProgression).Name("saveEnclosureProgression").Methods(http.MethodPost) uiRouter.HandleFunc("/entry/download/{entryID}", handler.fetchContent).Name("fetchContent").Methods(http.MethodPost) + uiRouter.HandleFunc("/entry/original/{entryID}", handler.fetchOriginal).Name("fetchOriginal").Methods(http.MethodPost) uiRouter.HandleFunc("/proxy/{encodedDigest}/{encodedURL}", handler.mediaProxy).Name("proxy").Methods(http.MethodGet) uiRouter.HandleFunc("/entry/bookmark/{entryID}", handler.toggleBookmark).Name("toggleBookmark").Methods(http.MethodPost)