form_state.cljc

(ns com.fulcrologic.fulcro.algorithms.form-state
  "Functions that assist with supporting form editing/checking/diffing in Fulcro UI.  These functions work
  by making a pristine copy of your entity, and tracking what fields have been touched.  You are responsible
  for triggering these various states by marking fields as complete (`mark-complete!`), telling it to
  copy the data to/from pristine (e.g. `entity->pristine`), and by asking for out-of-date data for the current
  vs. pristine copy (`dirty-fields`).

  There is also support for detecting which fields have been marked complete and are dirty.

  Validation can be done via Clojure spec (not recommended), or by defining your own field validation functions via
  `make-validator` (recommended). This general-purpose validation factory function can easily be used to create more
  automated validation factories that can be more configuration-driven, but this is left as an exercise for the community.

  Specs are not recommended because forms commonly have multi-field dependencies that simply are
  not well-supported, and sometimes the use of things like Fulcro tempids leads to specs that you'd
  rather not have on your server. Use of spec really boils down to your intention for those
  spec (i.e. hard validation of final database value vs. potential runtime look of the data as
  it is manipulated). Specs that include \"state\" information will cause you more pain than
  you want, though you can certainly leverage specs anywhere it makes sense using the validator factory.

  IMPORTANT: This namespace is about *(possibly recursive) form data management*. Rendering and
  such are not part of the stated intention. See Fulcro RAD for more fully-automated,
  multi-platform form generation.

  See the Developer's Guide for more information.
  "
  (:require
    [clojure.spec.alpha :as s]
    [clojure.set :as set]
    [taoensso.timbre :as log]
    [edn-query-language.core :as eql]
    [com.fulcrologic.guardrails.core :refer [>def >defn >defn- => ?]]
    [com.fulcrologic.fulcro.algorithms.tempid :as tempid]
    [com.fulcrologic.fulcro.algorithms.normalized-state :as fns]
    [com.fulcrologic.fulcro.mutations :refer [defmutation]]
    [com.fulcrologic.fulcro.raw.components :as rc]
    [com.fulcrologic.fulcro.components :as comp]))

(def ident-generator #(s/gen #{[:table 1] [:other/by-id 9]}))

(>def ::id (s/with-gen eql/ident? ident-generator))         ; form config uses the entity's ident as an ID
(>def ::fields (s/every keyword? :kind set?))               ; a set of kws that are fields to track
(>def ::subforms (s/map-of keyword? any?))                  ; a map of subform field to component class
(>def ::pristine-state (s/map-of keyword? any?))            ; the saved state of the form
(>def ::complete? (s/every keyword? :kind set?))            ; the fields that have been interacted with
(>def ::config (s/or :denormalized (s/keys :req [::id ::fields] :opt [::pristine-state ::complete? ::subforms])
                 :normalized (s/and eql/ident? #(= ::forms-by-ident (first %)))))
(>def ::validity #{:valid :invalid :unchecked})
(>def ::denormalized-form (s/keys :req [::config]))

(>defn get-form-fields
  "Returns the set of defined form fields for the given component class (or instance)."
  [class]
  [rc/component-class? => (s/nilable ::fields)]
  (rc/component-options class :form-fields))

(>defn form-id
  "Returns the form database table ID for the given entity ident."
  [entity-ident]
  [(s/cat :id eql/ident?) => map?]
  {:table (first entity-ident)
   :row   (second entity-ident)})

(def FormConfig
  "A normalizing component supporting normalization of form state configuration. Not really for direct use."
  (rc/nc [::id ::fields ::complete? ::subforms ::pristine-state]
    {:componentName ::FormConfig
     :ident         (fn [_ {::keys [id]}]
                      [::forms-by-ident {:table (first id)
                                         :row   (second id)}])}))

(def form-config-join
  "A query join to ::form-config. This should be added to the query of a component that is
  using form state support."
  {::config (rc/get-query FormConfig)})

(>defn form-config
  "Generate a form config given:

  entity-ident - The ident of the entity you're configuring forms for.
  fields - A set of keywords on the entity that is the form.
  subforms - An optional set of keywords on the entity that is the form, for the joins to subforms."
  ([entity-ident fields]
   [eql/ident? ::fields => ::config]
   (form-config entity-ident fields {}))
  ([entity-ident fields subforms]
   [eql/ident? ::fields ::fields => ::config]
   {::id       entity-ident
    ::fields   fields
    ::subforms (into {}
                 (map (fn [[k v]] {k (with-meta {} {:component v})}))
                 subforms)}))

(defn- derive-form-info [class {:keys [state-map]}]
  (let [query-nodes         (some-> class
                              (rc/get-query state-map)
                              (eql/query->ast)
                              :children)
        query-nodes-by-key  (into {}
                              (map (fn [n] [(:dispatch-key n) n]))
                              query-nodes)
        join-component      (fn [k] (get-in query-nodes-by-key [k :component]))
        {props :prop joins :join} (group-by :type query-nodes)
        join-keys           (->> joins (map :dispatch-key) set)
        prop-keys           (->> props (map :dispatch-key) set)
        queries-for-config? (contains? join-keys ::config)
        all-fields          (get-form-fields class)
        has-fields?         (seq all-fields)
        fields              (set/intersection all-fields prop-keys)
        subform-keys        (set/intersection all-fields join-keys)
        subforms            (into {}
                              (map (fn [k] [k (with-meta {} {:component (join-component k)})]))
                              subform-keys)]
    (when (and has-fields? (not queries-for-config?))
      (throw (ex-info (str "Attempt to add form configuration to " (rc/component-name class) ", but it does not query for config!")
               {:offending-component class})))
    (when (and (not has-fields?) queries-for-config?)
      (throw (ex-info (str "Attempt to add form configuration to " (rc/component-name class) ", but it does not declare any fields!")
               {:offending-component class})))
    (let [extra-fields (seq (set/difference all-fields fields subform-keys))]
      (when (and has-fields? extra-fields)
        (throw (ex-info (str "Attempt to add form configuration to " (rc/component-name class) ". It declares fields but not all of them are in the query!"
                          "\n\nThe following fields are not in the query: \n\n" (pr-str extra-fields) "\n")
                 {:offending-component class}))))
    [fields subforms subform-keys]))

;; TODO: Test union child initialize
(>defn add-form-config
  "Add form configuration data to a *denormalized* entity (e.g. pre-merge). This is useful in
  initial state or when using `merge-component!`. This function *will not* touch an entity
  that already has form config but will recurse the entire form set. It can therefore be
  invoked on the top-level of the form set when adding, for example, an instance of a sub-form.

  class - The component class.
  entity - A denormalized (tree) of data that matches the given component class.
  opts map
    - :destructive? - If true, overwrites any previous form-config with new re-computed values.
    - :new? - If true (default true when the entity has a tempid, otherwise false), do not copy any data to the pristine state.
    - :state-map - If present, will support dynamic queries on the `class`.

  Returns the (possibly updated) denormalized entity, ready to merge."
  ([class entity]
   [rc/component-class? map? => map?]
   (add-form-config class entity {}))
  ([class entity {:keys [new? destructive? state-map] :as opts}]
   [rc/component-class? map? map? => map?]
   (if (comp/union-component? class state-map)
     ;; Union
     (let [query        (rc/get-query class state-map)
           [k _ :as ident] (rc/get-ident class entity)
           query        (get query k)
           target-child (some-> query (rc/query->component))]
       (if target-child
         (add-form-config target-child entity opts)
         (do
           (log/warn "add-form-config cannot resolve a child query for ident" ident "in the union query" query "for component" (comp/component-name class)
             "using the entity provided: " entity)
           entity)))
     ;; Normal
     (let [[fields subform-classmap subform-keys] (derive-form-info class opts)
           local-entity (if (or (not (contains? entity ::config)) destructive?)
                          (let [pristine-state (select-keys entity fields)
                                ident          (rc/get-ident class entity)
                                new?           (if (some? new?) new? (tempid/tempid? (second ident)))
                                subform-ident  (fn [k entity] (some-> (get subform-classmap k) meta
                                                                :component (rc/get-ident entity)))
                                subform-keys   (-> subform-classmap keys set)
                                subform-refs   (reduce
                                                 (fn [refs k]
                                                   (let [items (get entity k)]
                                                     (cond
                                                       ; to-one
                                                       (map? items) (assoc refs k (subform-ident k items))
                                                       ; to-many
                                                       (vector? items) (assoc refs k (mapv #(subform-ident k %) items))
                                                       :else refs)))
                                                 {}
                                                 subform-keys)
                                pristine-state (if new? {} (merge pristine-state subform-refs))
                                config         {::id             (rc/get-ident class entity)
                                                ::fields         fields
                                                ::pristine-state pristine-state
                                                ::subforms       (or subform-classmap {})}]
                            (merge entity {::config config}))
                          entity)]
       (reduce
         (fn [resulting-entity k]
           (let [child       (get resulting-entity k)
                 c           (some-> subform-classmap (get k) comp/query->component)
                 union?      (map? (comp/get-query c))
                 has-fields? (or union? (boolean (seq (rc/component-options c :form-fields))))]
             (try
               (cond
                 (and c has-fields? child (vector? child)) (assoc resulting-entity k (mapv #(add-form-config c % opts) child))
                 (and c has-fields? child) (assoc resulting-entity k (add-form-config c child opts))
                 :else resulting-entity)
               (catch #?(:clj Exception :cljs :default) e
                 (throw (ex-info (str "Subform " (rc/component-name c) " of " (rc/component-name class) " failed to initialize.")
                          {:nested-exception e}))))))
         local-entity
         subform-keys)))))

(>defn add-form-config*
  "Identical to `add-form-config`, but works against normalized entities in the
  app state. This makes it ideal for composition within mutations.

  state-map - The application state database (map, not atom).
  class - The component class. Must have declared form fields.
  entity-ident - The ident of the normalized entity of the given class that you wish to initialize.
  opts map
    - :destructive? - If true, overwrites any previous form-config with new re-computed values.
    - :new? - Default is true if ident uses a tempid. When new, no pristine state is stored in the form config.

  Returns an updated state map with normalized form configuration in place for the entity."
  ([state-map class entity-ident]
   [map? rc/component-class? eql/ident? => map?]
   (add-form-config* state-map class entity-ident {}))
  ([state-map class entity-ident {:keys [destructive? new?] :as opts}]
   [map? rc/component-class? eql/ident? map? => map?]
   (if (comp/union-component? class state-map)
     ;; Union
     (let [query        (rc/get-query class state-map)
           entity       (get-in state-map entity-ident)
           [k _ :as ident] (rc/get-ident class entity)
           query        (get query k)
           target-child (comp/query->component query)]
       (if target-child
         (add-form-config* state-map target-child ident opts)
         (do
           (log/warn "add-form-config* cannot resolve a child query for ident" ident "in the union query" query "for component" (comp/component-name class)
             "using the entity at that ident: " entity)
           state-map)))
     ;; Normal
     (let [[fields subform-classmap subform-keys] (derive-form-info class {:state-map state-map})
           new?              (if (some? new?) new? (tempid/tempid? (second entity-ident)))
           entity            (get-in state-map entity-ident)
           updated-state-map (if (or destructive? (not (contains? entity ::config)))
                               (let [pristine-state (if new? {} (select-keys entity (set/union subform-keys fields)))
                                     config         {::id             entity-ident
                                                     ::fields         fields
                                                     ::pristine-state pristine-state
                                                     ::subforms       (or subform-classmap {})}
                                     cfg-ident      [::forms-by-ident (form-id entity-ident)]]
                                 (-> state-map
                                   (assoc-in cfg-ident config)
                                   (assoc-in (conj entity-ident ::config) cfg-ident)))
                               state-map)]
       (if (and (empty? fields) (empty? subform-classmap))
         state-map
         (reduce
           ;; TODO: Test union case
           (fn [smap subform-key]
             (let [subform-class  (some-> subform-classmap (get subform-key) comp/query->component)
                   subform-target (get entity subform-key)]
               (try
                 (cond
                   (and subform-class subform-target (every? eql/ident? subform-target))
                   (reduce (fn [s subform-ident] (add-form-config* s subform-class subform-ident opts)) smap subform-target)

                   (and subform-class (eql/ident? subform-target))
                   (add-form-config* smap subform-class subform-target opts)

                   :else smap)
                 (catch #?(:clj Exception :cljs :default) e
                   (throw (ex-info (str "Subform " (rc/component-name subform-class) " of " (rc/component-name class) " failed to initialize.")
                            {:nested-exception e}))))))
           updated-state-map
           subform-keys))))))

(>defn immediate-subforms
  "Get the instances of the immediate subforms that are joined into the given entity by
   subform-join-keys (works with to-one and to-many).

   - `entity` - a denormalized (UI) entity.
   - `subform-join-keys` - The keys of the subforms of this entity, as a set.

   Returns a sequence of those entities (all denormalized)."
  [entity subform-join-keys]
  [map? set? => (s/coll-of map?)]
  (remove nil?
    (mapcat #(let [v (get entity %)]
               (if (sequential? v) v [v])) subform-join-keys)))

(>defn no-spec-or-valid?
  "Returns false if and only if the given key has a spec, and the spec is not valid for the value found in the given
  map of entity props (e.g. `(s/valid? key (get entity-props key))`).

  Returns true otherwise."
  [entity-props key]
  [map? keyword? => boolean?]
  (or (not (s/get-spec key))
    (s/valid? key (get entity-props key))))

(defn- merge-validity
  "Returns a new validity based on the combination of two.

  * :valid :valid = :valid
  * :valid :invalid = :invalid
  * :valid :unchecked = :unchecked
  * :invalid :valid = :invalid
  * :invalid :invalid = :invalid
  * :invalid :unchecked = :unchecked
  * :unchecked :valid = :unchecked
  * :unchecked :invalid = :unchecked
  * :unchecked :unchecked = :unchecked
  "
  [a b]
  [::validity ::validity => ::validity]
  (cond
    (or (= :unchecked a) (= :unchecked b)) :unchecked
    (and (= :valid a) (= :valid b)) :valid
    :otherwise :invalid))

(defn make-validator
  "Create a form/field validation function using a supplied field checker. The field checker will be given
  then entire form (denormalized) and a single field key that is to be checked. It must return
  a boolean indicating if that given field is valid.

  During a recursive check for a form, the validation function will be in the correct context (e.g. the form supplied will contain
  the field. There is no need to search for it in subforms).

  The options map can contain:

  * `validate-edges?` (default false). When true, the validator will be run on joins that lead to subforms. Normally it runs only on non-join
  form fields.

  make-validator returns a dual arity function:

  - `(fn [form] ...)` - Calling this version will return :unchecked, :valid, or :invalid for the entire form.
  - `(fn [form field] ...)` - Calling this version will return :unchecked, :valid, or :invalid for the single field.

  Typical usage would be to show messages around the form fields:

  ```
  (def field-valid? [form field] true) ; just say everything is valid

  (def my-validator (make-validator field-valid?))

  (defn valid? [form field]
     (= :valid (my-validator form field)))

  (defn checked? [form field]
     (not= :unchecked (my-validator form field)))
  ```
  "
  ([field-valid?]
   (make-validator field-valid? {:validate-edges? false}))
  ([field-valid? {:keys [validate-edges?]}]
   (fn custom-get-validity*
     ([ui-entity-props field]
      (let [{{complete? ::complete?} ::config} ui-entity-props
            complete? (or complete? #{})]
        #?(:cljs
           (when goog.DEBUG
             (cond
               (nil? field) (log/error "Field was nil!")
               (not (complete? field)) (log/debug field "is not marked complete")
               (not (field-valid? ui-entity-props field)) (log/debug field "is invalid"))))
        (cond
          (not (complete? field)) :unchecked
          (not (field-valid? ui-entity-props field)) :invalid
          :else :valid)))
     ([ui-entity-props]
      (let [{{:keys [::fields ::subforms]} ::config} ui-entity-props
            immediate-subforms (immediate-subforms ui-entity-props (-> subforms keys set))
            field-validity     (fn [current-validity k] (merge-validity current-validity (custom-get-validity* ui-entity-props k)))
            subform-validities (map custom-get-validity* immediate-subforms)
            subform-validity   (reduce merge-validity :valid subform-validities)
            fields-to-validate (if validate-edges? (concat fields (keys subforms)) fields)
            this-validity      (reduce field-validity :valid fields-to-validate)]
        (merge-validity this-validity subform-validity))))))

(let [spec-validator (make-validator no-spec-or-valid?)]
  (defn get-spec-validity
    "Get the validity (:valid :invalid or :unchecked) for the given form/field using Clojure specs of the field keys.

    - `ui-entity-props` : A denormalized (UI) entity, which can have subforms.
    - `field` : Optional. Returns the validity of just the single field on the top-level form.

    Returns `:invalid` if all of the fields have been interacted with, and *any* are invalid.

    Returns `:unchecked` if any field is not yet been interacted with.

    Fields are marked as having been interacted with by programmatic action on your part via
    the validate* mutation helper can be used in a mutation to mark fields ready for validation.

    If given a field then it checks just that field."
    ([form] (spec-validator form))
    ([form field] (spec-validator form field))))

(defn valid-spec?
  "Returns true if the given field (or the entire denormalized (UI) form recursively) is :valid
  according to clojure specs. Returns false if unchecked or invalid. Use `checked-spec?` or `get-spec-validity`
  for better detail."
  ([ui-form] (= :valid (get-spec-validity ui-form)))
  ([ui-form field] (= :valid (get-spec-validity ui-form field))))

(defn invalid-spec?
  "Returns true if the given field (or any field if only a form is given) in the denormalized (UI) form is :invalid
  (recursively) according to clojure specs. Returns false if the field is marked unchecked. Use `checked-spec?` or
  `get-spec-validity` for better detail."
  ([ui-form] (= :invalid (get-spec-validity ui-form)))
  ([ui-form field] (= :invalid (get-spec-validity ui-form field))))

(let [do-not-care        (constantly true)
      carefree-validator (make-validator do-not-care)]
  (defn checked?
    "Returns true if the field (or entire denormalized (UI) form) is ready to be checked for validation.
    Until this returns true validators will simply return :unchecked for a form/field."
    ([ui-form] (not= :unchecked (carefree-validator ui-form)))
    ([ui-form field]
     (not= :unchecked (carefree-validator ui-form field)))))

(>defn- immediate-subform-idents
  "Get the idents of the immediate subforms that are joined into entity by
   subform-join-keys (works with to-one and to-many). Entity is a NORMALIZED entity from the state map.

   Returns a sequence of those idents."
  [entity subform-join-keys]
  [map? (s/coll-of keyword? :kind set?) => (s/coll-of eql/ident?)]
  (remove nil?
    (mapcat (fn immediate-subform-idents-step [k]
              (let [v      (get entity k)
                    result (cond
                             (and (sequential? v) (every? eql/ident? v)) v
                             (eql/ident? v) [v]
                             :else [])]
                result)) subform-join-keys)))

(>defn update-forms
  "Recursively update a form and its subforms. This function works against the state database (normalized state).

  `state-map` : The application state map
  `xform` : A function (fn [entity form-config] [entity' form-config']) that is passed the normalized entity and form-config,
    and must return an updated version of them.
  `starting-entity-ident` : An ident in the state map of an entity that has been initialized as a form.

  Returns the updated state map."
  ([state-map xform starting-entity-ident]
   [map? fn? eql/ident? => map?]
   (update-forms state-map xform starting-entity-ident #{}))
  ([state-map xform starting-entity-ident idents-visited]
   [map? fn? eql/ident? set? => map?]
   (if (contains? idents-visited starting-entity-ident)
     state-map
     (let [entity         (get-in state-map starting-entity-ident)
           config-ident   (get entity ::config)
           config         (get-in state-map config-ident)
           {:keys [::subforms]} config
           [updated-entity updated-config] (xform entity config)
           visited        ((fnil conj #{}) idents-visited starting-entity-ident)
           subform-idents (immediate-subform-idents (get-in state-map starting-entity-ident) (-> subforms keys set))]
       (if config-ident
         (as-> state-map sm
           (assoc-in sm starting-entity-ident updated-entity)
           (assoc-in sm config-ident updated-config)
           (reduce (fn [s ident] (update-forms s xform ident visited)) sm subform-idents))
         state-map)))))

(defn- strip-tempid-idents
  "Remote tempid idents from to-one or to-many values"
  [v]
  (cond
    (and (eql/ident? v) (tempid/tempid? (second v)))
    nil

    (and (vector? v) (every? eql/ident? v)) (vec (keep strip-tempid-idents v))

    :else v))

(>defn dirty-fields
  "Obtains all of the dirty fields for the given (denormalized) ui-entity, recursively. This works against UI props
  because submission mutations should close over the data as parameters to a mutation. In other words, your form
  submission to a server should be triggered from UI with the output of this function as parameters:

  ```
  (dom/input { :onClick #(comp/transact! this `[(some-submit-function {:diff ~(f/dirty-fields props true)})]) })
  ```

  - `ui-entity` - The entity (denormalized) from the UI.
  - `as-delta?` - If false, each field's reported (new) value will just be the new value. When true, each value will be a map with :before and :after keys
  with the old and new values (useful for optimistic transaction semantics).

  Returns a map keyed by form ID (for each form/subform) whose values are maps of key/value pairs of
  changes. Fields from entities that have a temporary IDs will always be included.

  In other words, a change that happened for an entity with ident `entity-ident` on field `:field`:

  With `as-delta?` true:

  ```
  {entity-ident {:field {:before 1 :after 2}}}
  ```

  with `as-delta?` false:

  ```
  {entity-ident {:field 2}}
  ```

  If ui-entity has tempid in ident or has `:new-entity? true` in opts map, then all fields for that form will be
  included in result regardless of pristine state.
  "
  ([ui-entity as-delta?]
   [map? boolean? => map?]
   (dirty-fields ui-entity as-delta? {}))
  ([ui-entity as-delta? {:keys [new-entity?] :as opts}]
   [map? boolean? map? => map?]
   (let [{:keys [::id ::fields ::pristine-state ::subforms] :as config} (get ui-entity ::config)
         subform-keys       (-> subforms keys set)
         subform-ident      (fn [k entity] (some-> (get subforms k) meta :component (rc/get-ident entity)))
         new-entity?        (or new-entity? (tempid/tempid? (second id)))
         delta              (into {} (keep (fn [k]
                                             (let [before (get pristine-state k)
                                                   after  (get ui-entity k)]
                                               (if (or new-entity? (not= before after))
                                                 (if as-delta?
                                                   [k {:before before :after after}]
                                                   [k after])
                                                 nil))) fields))
         delta-with-refs    (into delta
                              (keep
                                (fn [k]
                                  (let [items         (get ui-entity k)
                                        old-value     (get-in ui-entity [::config ::pristine-state k])
                                        current-value (cond
                                                        (map? items) (subform-ident k items)
                                                        (vector? items) (mapv #(subform-ident k %) items)
                                                        :else items)
                                        has-tempids?  (if (every? eql/ident? current-value)
                                                        (some #(tempid/tempid? (second %)) current-value)
                                                        (tempid/tempid? (second current-value)))]
                                    (if (or new-entity? has-tempids? (not= old-value current-value))
                                      (let [old-value (strip-tempid-idents old-value)]
                                        (if as-delta?
                                          [k {:before old-value :after current-value}]
                                          [k current-value]))
                                      nil)))
                                subform-keys))
         local-dirty-fields (if (empty? delta-with-refs) {} {id delta-with-refs})
         complete-delta     (reduce
                              (fn [dirty-fields-so-far subform-join-field]
                                (let [subform (get ui-entity subform-join-field)]
                                  (cond
                                    ; to many
                                    (vector? subform) (reduce (fn [d f] (merge d (dirty-fields f as-delta? opts))) dirty-fields-so-far subform)
                                    ; to one
                                    (map? subform) (let [dirty-subform-fields (dirty-fields subform as-delta? opts)]
                                                     (merge dirty-fields-so-far dirty-subform-fields))
                                    ; missing subform
                                    :else dirty-fields-so-far)))
                              local-dirty-fields
                              subform-keys)]
     complete-delta)))

(>defn dirty?
  "Returns true if the given ui-entity-props that are configured as a form differ from the pristine version.
  Recursively follows subforms if given no field. Returns true if anything doesn't match up.

  If given a field, it only checks that field."
  ([ui-entity-props field]
   [map? keyword? => boolean?]
   (let [{{pristine-state ::pristine-state} ::config} ui-entity-props
         current  (get ui-entity-props field)
         original (get pristine-state field)]
     (if (and (eql/ident? original) (map? current))         ; normalized edge might be in tree-form in props
       (let [[k id] original]
         (not= id (get current k)))
       (not= current original))))
  ([ui-entity-props]
   [map? => boolean?]
   (boolean (seq (dirty-fields ui-entity-props false)))))

(defn clear-complete*
  "Mark the fields incomplete so that validation checks will no longer return values. This function works on an app state database
  map (not atom) and is meant to be composed into mutations. See the `mark-incomplete!` mutation if you do not need to combine
  this with other operations.

  Follows the subforms recursively through state, unless a specific field is given."
  ([state-map entity-ident field]
   (let [form-config-path (conj entity-ident ::config)
         form-config-path (if (eql/ident? (get-in state-map form-config-path))
                            (get-in state-map form-config-path)
                            (do
                              (log/error (str "FORM NOT NORMALIZED: " entity-ident))
                              form-config-path))
         complete-path    (conj form-config-path ::complete?)]
     (update-in state-map complete-path (fnil disj #{}) field)))
  ([state-map entity-ident]
   (update-forms state-map
     (fn mark*-step [e form-config]
       [e (assoc form-config ::complete? #{})]) entity-ident)))

(>defn mark-complete*
  "Mark the fields complete so that validation checks will return values. This function works on a app state database
  map (not atom) and is meant to be composed into mutations. See the `mark-complete!` mutation if you do not need to combine
  this with other operations.

  Follows the subforms recursively through state, unless a specific field is given."
  ([state-map entity-ident field]
   [map? eql/ident? keyword? => map?]
   (let [form-config-path (conj entity-ident ::config)
         form-config-path (if (eql/ident? (get-in state-map form-config-path))
                            (get-in state-map form-config-path)
                            (do
                              (log/error (str "FORM NOT NORMALIZED: " entity-ident "See https://book.fulcrologic.com/#err-fs-form-not-normalized"))
                              form-config-path))
         complete-path    (conj form-config-path ::complete?)]
     (update-in state-map complete-path (fnil conj #{}) field)))
  ([state-map entity-ident]
   [map? eql/ident? => map?]
   (update-forms state-map
     (fn mark*-step [e form-config]
       [e (assoc form-config ::complete? (into (::fields form-config)
                                           (keys (::subforms form-config))))]) entity-ident)))

(>defn delete-form-state*
  "Removes copies of entities used by form-state logic."
  [state-map entity-ident-or-idents]
  [map? (s/or :i eql/ident? :is (s/coll-of eql/ident?)) => map?]
  (let [entity-idents (if (eql/ident? entity-ident-or-idents)
                        [entity-ident-or-idents]
                        entity-ident-or-idents)

        ks            (mapv (fn [[t r]]
                              {:table t :row r})
                        entity-idents)]
    (update state-map ::forms-by-ident
      (fn [s]
        (apply dissoc s ks)))))

(>defn pristine->entity*
  "Copy the pristine state over top of the originating entity of the given form. Meant to be used inside of a
  mutation. Recursively follows subforms in app state. Returns the new app state map.

  state-map - The normalized state database (map, not atom)
  entity-ident - The ident of the entity that you wish to restore to its original pristine state.

  Only affects declared fields and sub-forms."
  [state-map entity-ident]
  [map? eql/ident? => map?]
  (update-forms state-map (fn reset-form-step [e {::keys [fields subforms pristine-state] :as config}]
                            (let [join-keys (keys subforms)
                                  all-keys  (set (concat join-keys fields))]
                              [(as-> e e (apply dissoc e all-keys) (merge e pristine-state)) config])) entity-ident))

(>defn entity->pristine*
  "Overwrite the pristine state (form state's copy) of the entity. This is meant to be used from a mutation
  to update the form state tracking recursively to make the form as 'unmodified'. That is to say, as if you
  committed the values to the server, and the current entity state is now the pristine state.

  This function does no sanity checks, so you should ensure the entity is valid!

  Recursively updates all sub forms.

  Returns the updated state-map (database)."
  [state-map entity-ident]
  [map? eql/ident? => map?]
  (update-forms state-map (fn commit-form-step [e {:keys [::fields ::subforms] :as config}]
                            (let [subform-keys       (-> subforms keys set)
                                  new-pristine-state (select-keys e (set/union subform-keys fields))]
                              [e (assoc config ::pristine-state new-pristine-state)])) entity-ident))

(defmutation reset-form!
  "Mutation: Reset the form (recursively) to its (last recorded) pristine state. If form ident is not supplied it uses the ident
   of the calling component. See `pristine->entity*` for a function you can compose into your own mutations."
  [{:keys [form-ident]}]
  (action [{:keys [ref state]}]
    (swap! state pristine->entity* (or form-ident ref))))

(defmutation mark-complete!
  "Mutation: Mark a given form (recursively) or field complete.

  entity-ident - The ident of the entity to mark complete. This is optional, but if not supplied it will derive it from
                 the ident of the invoking component.
  field - (optional) limit the marking to a single field.

  See `mark-complete*` for a function you can compose into your own mutations."
  [{:keys [entity-ident field]}]
  (action [{:keys [ref state]}]
    (let [entity-ident (or entity-ident ref)]
      (if field
        (swap! state mark-complete* entity-ident field)
        (swap! state mark-complete* entity-ident)))))

(defmutation clear-complete!
  "Mutation: Mark a given form (recursively) or field incomplete.

  entity-ident - The ident of the entity to mark. This is optional, but if not supplied it will derive it from
                 the ident of the invoking component.
  field - (optional) limit the marking to a single field.

  See `clear-complete*` for a function you can compose into your own mutations."
  [{:keys [entity-ident field]}]
  (action [{:keys [ref state]}]
    (let [entity-ident (or entity-ident ref)]
      (if field
        (swap! state clear-complete* entity-ident field)
        (swap! state clear-complete* entity-ident)))))

(defn completed-form-props
  "Calculates and returns the (ui) props of the given form-class based upon marking the form in the given state-map
  complete, and then using the query of the form-class to pull the props. This function is useful in mutations and
  other back-end logic that has access to the Fulcro database, but needs to call other support functions in this
  namespace where the form props are required.

  - `state-map`: The Fulcro normalized database
  - `form-class`: The form component class (an instance is also acceptable)
  - `form-ident`: The ident of the form instance to pull props for.

  Returns a tree of UI props where all fields have been marked complete.
  "
  [state-map form-class form-ident]
  (-> state-map
    (mark-complete* form-ident)
    (fns/ui->props form-class form-ident)))

(defn- normalize-form* [{:keys [children type] :as original-node} top-component-options]
  (let [detected-id-key (or (rc/ast-id-key children) (throw (ex-info "Query must have an ID field for normalization detection" {:query (eql/ast->query original-node)})))
        _               detected-id-key
        form-fields     (into #{}
                          (comp
                            (map :key)
                            (filter #(and
                                       (not (vector? %))
                                       (not= "ui" (namespace %))
                                       (not= % detected-id-key))))
                          children)
        children        (conj children (eql/expr->ast form-config-join))
        component       (fn [& args])
        new-children    (mapv
                          (fn [{:keys [type] :as node}]
                            (if (and (= type :join) (not (:component node)))
                              (normalize-form* node {})
                              node))
                          children)
        qatom           (atom nil)
        component       (rc/configure-anonymous-component! component (cond-> (with-meta
                                                                               (merge
                                                                                 {:initial-state (fn [& args] {})}
                                                                                 top-component-options
                                                                                 {:query       (fn [& args] @qatom)
                                                                                  :ident       (fn [_ props] [detected-id-key (get props detected-id-key)])
                                                                                  :form-fields form-fields
                                                                                  "props"      {"fulcro$queryid" :anonymous}})
                                                                               {:query-id :anonymous})))
        updated-node    (assoc original-node :children new-children :component component)
        query           (if (= type :join)
                          (eql/ast->query (assoc updated-node :type :root))
                          (eql/ast->query updated-node))
        _               (reset! qatom query)]
    updated-node))

(defn formc
  "Create an anonymous normalizing form component from EQL. Every level of the query MUST
   have an `:<???>/id` field which is used to build the ident, and every non-id attribute will be considered part
   of the form except:

   * Props in the namespace `ui` like `:ui/checked?`
   * Idents list `[:component/id :thing]`
   * Root links like `[:root/key '_]`

   This function also auto-adds the necessary form-state form join, and populates the anonymous component with the
   `:form-fields` option. You can add additional component options to the top-level anonymous component with
   `top-component-options`.

   See also `nc`, which is similar but does not autogenerate form-related add-ins."
  ([EQL] (formc EQL {}))
  ([EQL top-component-options]
   (let [ast (eql/query->ast EQL)]
     (:component (normalize-form* ast top-component-options)))))