refactor(cited-article): wip

Author: mydearxym

config/config.exs

@@ -31,6 +31,7 @@ config :pre_commit, commands: ["format"], verbose: false
 # of this file so it overrides the configuration defined above.
 
 config :groupher_server, :general,
+  site_host: "https://coderplanets.com",
   page_size: 30,
   inner_page_size: 5,
   # today is not include

lib/groupher_server/cms/delegates/article_curd.ex

@@ -149,6 +149,12 @@ defmodule GroupherServer.CMS.Delegate.ArticleCURD do
       |> Multi.run(:create_article, fn _, _ ->
         do_create_article(info.model, attrs, author, community)
       end)
+      |> Multi.run(:block_tasks, fn _, %{create_article: article} ->
+        # ArticleCommunity.mirror_article(thread, article.id, community.id)
+        # Later
+        # BlockTasks.handle(article)
+        {:ok, :pass}
+      end)
       |> Multi.run(:mirror_article, fn _, %{create_article: article} ->
         ArticleCommunity.mirror_article(thread, article.id, community.id)
       end)

lib/groupher_server/cms/delegates/block_tasks.ex

@@ -0,0 +1,178 @@
+defmodule GroupherServer.CMS.Delegate.BlockTasks do
+  @moduledoc """
+  run tasks in every article blocks if need
+  """
+  import Helper.Utils, only: [get_config: 2]
+  import GroupherServer.CMS.Helper.Matcher
+
+  alias GroupherServer.Repo
+
+  alias GroupherServer.CMS.Model.CitedContent
+  alias Helper.ORM
+
+  @site_host get_config(:general, :site_host)
+  @article_threads get_config(:article, :threads)
+  @valid_article_prefix Enum.map(@article_threads, &"#{@site_host}/#{&1}/")
+
+  """
+  我被谁引用了 是最重要的信息
+  我引用了谁不重要，自己扫帖子就行了
+  cited_thread, cited_article_id, [xxx_article]_id, [block_id, cited_block_id],
+
+  POST post_333 -> cited_article_333, [[block_3, cited_block_23]]
+
+  cited_type, cited_content_id, [contents]_id, [block_id, cited_block_id],
+
+  cited_type: thread or comment
+  content: article or comment
+  # cited_article_comment_id, [xxx_article]_id, [block_id, cited_block_id],
+  """
+
+  # reference
+  # mention
+
+  def handle(%{body: body} = article) do
+    with {:ok, body_map} <- Jason.decode(body) do
+      run_tasks(:cite, article, body_map["blocks"])
+    end
+  end
+
+  defp run_tasks(:cite, article, blocks) do
+    article = article |> Repo.preload(author: :user)
+
+    # NOTE:
+    cited_contents =
+      blocks
+      |> Enum.reduce([], &(&2 ++ get_cited_contents_per_block(article, &1)))
+      |> merge_same_cited_article_block
+
+    IO.inspect(cited_contents, label: "fuck all")
+
+    # CitedContent |>  ORM.create
+  end
+
+  @doc """
+  e.g:
+  [
+    %{
+      block_linker: ["block-zByQI"],
+      cited_by_id: 190058,
+      cited_by_type: "POST",
+      post_id: 190059,
+      user_id: 1413053
+    },
+    %{
+      block_linker: ["block-zByQI"],
+      cited_by_id: 190057,
+      cited_by_type: "POST",
+      post_id: 190059,
+      user_id: 1413053
+    },
+    %{
+      block_linker: ["block-ZgKJs"],
+      cited_by_id: 190057,
+      cited_by_type: "POST",
+      post_id: 190059,
+      user_id: 1413053
+    }
+  ]
+  into:
+  [
+    %{
+      block_linker: ["block-zByQI"],
+      cited_by_id: 190058,
+      cited_by_type: "POST",
+      post_id: 190059,
+      user_id: 1413053
+    },
+    %{
+      block_linker: ["block-zByQI", "block-ZgKJs"],
+      cited_by_id: 190057,
+      cited_by_type: "POST",
+      post_id: 190059,
+      user_id: 1413053
+    },
+  ]
+  """
+  defp merge_same_cited_article_block(cited_contents) do
+    cited_contents
+    |> Enum.chunk_by(& &1.cited_by_id)
+    |> Enum.map(fn content_by_group ->
+      Enum.reduce(content_by_group, fn content, acc ->
+        Map.merge(content, %{block_linker: content.block_linker ++ acc.block_linker})
+      end)
+    end)
+  end
+
+  defp get_cited_contents_per_block(article, %{
+         "id" => block_id,
+         "data" => %{"text" => text}
+       }) do
+    #
+    links_in_block = Floki.find(text, "a[href]")
+
+    Enum.reduce(links_in_block, [], fn link, acc ->
+      with {:ok, cited_article} <- parse_cited_article(link) do
+        List.insert_at(acc, 0, shape_cited_content(article, cited_article, block_id))
+      else
+        {:error, _} -> acc
+      end
+    end)
+    |> Enum.uniq()
+  end
+
+  defp shape_cited_content(article, cited_article, block_id) do
+    thread = article.meta.thread |> String.downcase() |> String.to_atom()
+    {:ok, info} = match(thread)
+
+    %{
+      cited_by_id: cited_article.id,
+      cited_by_type: cited_article.meta.thread,
+      block_linker: [block_id],
+      user_id: article.author.user.id
+    }
+    |> Map.put(info.foreign_key, article.id)
+  end
+
+  defp parse_cited_article({"a", attrs, _}) do
+    with {:ok, link} <- get_link(Enum.find(attrs, fn {a, v} -> a == "href" end)),
+         true <- is_valid_article_link?(link) do
+      get_cited_article(link)
+    end
+  end
+
+  defp get_link({"href", link}), do: {:ok, link}
+  defp get_link(_), do: {:error, "invalid fmt"}
+
+  defp is_valid_article_link?(url) do
+    Enum.any?(@valid_article_prefix, &String.starts_with?(url, &1))
+  end
+
+  # get cited article from url
+  # e.g: https://coderplanets.com/post/189993 -> ORM.find(Post, 189993)
+  defp get_cited_article(url) do
+    %{path: path} = URI.parse(url)
+    path_list = path |> String.split("/")
+    thread = path_list |> Enum.at(1) |> String.downcase() |> String.to_atom()
+    article_id = path_list |> Enum.at(2)
+
+    with {:ok, info} <- match(thread) do
+      ORM.find(info.model, article_id)
+    end
+  end
+
+  defp run_tasks(:mention) do
+    #
+  end
+
+  # 还是单抽一个模块吧
+  defp run_tasks(:danger_words) do
+    # title & body
+  end
+
+  defp parse_blocks(%{body: body} = article) do
+    with {:ok, body_map} <- Jason.decode(body) do
+      #
+    end
+  end
+end

lib/groupher_server/cms/models/cited_content.ex

@@ -0,0 +1,49 @@
+defmodule GroupherServer.CMS.Model.CitedContent do
+  @moduledoc false
+  alias __MODULE__
+
+  use Ecto.Schema
+  use Accessible
+
+  import Ecto.Changeset
+  import GroupherServer.CMS.Helper.Macros
+
+  alias GroupherServer.{Accounts, CMS}
+  alias Accounts.Model.User
+
+  alias CMS.Model.{ArticleComment, Embeds}
+
+  @timestamps_opts [type: :utc_datetime_usec]
+
+  @required_fields ~w(cited_by_type cited_by_id user_id)a
+  @article_cast_fields general_article_fields(:cast)
+  @optional_fields ~w(article_comment_id block_linkers)a ++ @article_cast_fields
+
+  @type t :: %CitedContent{}
+  schema "cited_contents" do
+    field(:cited_by_type, :string)
+    field(:cited_by_id, :id)
+
+    belongs_to(:author, User, foreign_key: :user_id)
+    belongs_to(:article_comment, ArticleComment, foreign_key: :article_comment_id)
+
+    article_belongs_to_fields()
+
+    field(:block_linkers, {:array, :string})
+    # content.block_linker = ["block-eee_block-bbb", "block-eee_block-bbb"]
+    timestamps()
+  end
+
+  @doc false
+  def changeset(%CitedContent{} = cited_content, attrs) do
+    cited_content
+    |> cast(attrs, @optional_fields ++ @required_fields)
+    |> validate_required(@required_fields)
+  end
+
+  @doc false
+  def update_changeset(%CitedContent{} = cited_content, attrs) do
+    cited_content
+    |> cast(attrs, @optional_fields ++ @required_fields)
+  end
+end

lib/groupher_server/cms/models/embeds/block_task_runner.ex

@@ -8,18 +8,19 @@ defmodule GroupherServer.CMS.Model.Embeds.BlockTaskRunner do
 
   alias GroupherServer.CMS.Model.Embeds
 
-  @optional_fields ~w(bi_link_tasks mention_user_tasks)a
+  @optional_fields ~w(bi_link_tasks)a
+  # @optional_fields ~w(bi_link_tasks mention_user_tasks)a
 
   @doc "for test usage"
   def default_meta() do
     %{
-      bi_link_tasks: [],
-      mention_user_tasks: []
+      bi_link_tasks: []
+      # mention_user_tasks: []
     }
   end
 
   embedded_schema do
-    embeds_many(:cite_tasks, Embeds.CitedTask, on_replace: :delete)
+    embeds_many(:reference_tasks, Embeds.ReferenceTask, on_replace: :delete)
     # embeds_many(:mention_user_tasks, Embeds.MentionUserTask, on_replace: :delete)
   end
 

lib/groupher_server/cms/models/embeds/cite_task.ex renamed to lib/groupher_server/cms/models/embeds/reference_task.ex

@@ -1,4 +1,4 @@
-defmodule GroupherServer.CMS.Model.Embeds.CiteTask do
+defmodule GroupherServer.CMS.Model.Embeds.ReferenceTask do
   @moduledoc """
   general article meta info for article-like content, like post, job, works ...
   """
@@ -22,9 +22,9 @@ defmodule GroupherServer.CMS.Model.Embeds.CiteTask do
     field(:article_id, :id)
     field(:block_id, :string)
 
-    field(:cited_article_id, :id)
+    field(:reference_article_id, :id)
     # 可选
-    field(:cited_block_id, :string)
+    field(:reference_block_id, :string)
 
     field(:is_finished, :boolean, default: false)
   end

priv/repo/migrations/20210611015726_create_cited_articles.exs

@@ -0,0 +1,23 @@
+defmodule GroupherServer.Repo.Migrations.CreateCitedArticles do
+  use Ecto.Migration
+
+  def change do
+    create table(:cited_contents) do
+      # cited_type, cited_content_id, [contents]_id, [block_id, cited_block_id],
+      add(:cited_by_type, :string)
+      add(:cited_by_id, :id)
+
+      add(:user_id, references(:users, on_delete: :delete_all), null: false)
+      add(:article_comment_id, references(:articles_comments, on_delete: :delete_all))
+
+      add(:post_id, references(:cms_posts, on_delete: :delete_all))
+      add(:repo_id, references(:cms_posts, on_delete: :delete_all))
+      add(:job_id, references(:cms_posts, on_delete: :delete_all))
+      add(:blog_id, references(:cms_posts, on_delete: :delete_all))
+
+      add(:block_linker, {:array, :string})
+    end
+
+    create(index(:cited_contents, [:cited_by_type, :cited_by_id]))
+  end
+end

test/groupher_server/cms/articles/blog_test.exs

@@ -22,7 +22,6 @@ defmodule GroupherServer.Test.Articles.Blog do
   end
 
   describe "[cms blogs curd]" do
-    @tag :wip
     test "can create blog with valid attrs", ~m(user community blog_attrs)a do
       assert {:error, _} = ORM.find_by(Author, user_id: user.id)
       {:ok, blog} = CMS.create_article(community, :blog, blog_attrs, user)

test/groupher_server/cms/articles/job_test.exs

@@ -23,7 +23,6 @@ defmodule GroupherServer.Test.Articles.Job do
   end
 
   describe "[cms jobs curd]" do
-    @tag :wip
     test "can create job with valid attrs", ~m(user community job_attrs)a do
       assert {:error, _} = ORM.find_by(Author, user_id: user.id)
       {:ok, job} = CMS.create_article(community, :job, job_attrs, user)

test/groupher_server/cms/articles/post_test.exs

@@ -23,7 +23,6 @@ defmodule GroupherServer.Test.CMS.Articles.Post do
   end
 
   describe "[cms post curd]" do
-    @tag :wip
     test "can create post with valid attrs", ~m(user community post_attrs)a do
       assert {:error, _} = ORM.find_by(Author, user_id: user.id)
       {:ok, post} = CMS.create_article(community, :post, post_attrs, user)