Skip to content

Commit

Permalink
Create accounts after choosing main instance
Browse files Browse the repository at this point in the history
  • Loading branch information
@as51340
as51340 committed May 8, 2024
1 parent 9de2b8e commit 904b1e0
Show file tree
Hide file tree
Showing 2 changed files with 52 additions and 27 deletions.
17 changes: 7 additions & 10 deletions tests/jepsen/src/jepsen/memgraph/core.clj
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,12 +5,12 @@
[jepsen [cli :as cli]
[checker :as checker]
[generator :as gen]
[tests :as tests]]
[tests :as tests]
]
[jepsen.memgraph
[bank :as bank]
[large :as large]
[haempty :as haempty]
[habank :as habank]
[support :as support]
[hanemesis :as hanemesis]
[nemesis :as nemesis]
Expand All @@ -21,8 +21,7 @@
workloads."
{:bank bank/workload
:large large/workload
:high_availability haempty/workload
:ha_bank habank/workload})
:high_availability haempty/workload})

(def nemesis-configuration
"Nemesis configuration"
Expand Down Expand Up @@ -159,13 +158,12 @@
(:workload opts)
(throw (Exception. "Workload undefined!")))
nodes-config (if (:nodes-config opts)
(if (or (= workload :high_availability) (= workload :ha_bank))
(if (= workload :high_availability)
(resolve-all-node-hostnames (:nodes-config opts))
(resolve-all-node-hostnames (validate-nodes-configuration (:nodes-config opts)))) ; validate only if not HA
(throw (Exception. "Nodes config flag undefined!")))
; Bank tests (Both replication and HA) rely on 100% durable Memgraph, fsyncing after every txn.
sync-after-n-txn (if (or (= workload :bank)
(= workload :ha_bank))
; Bank test relies on 100% durable Memgraph, fsyncing after every txn.
sync-after-n-txn (if (= workload :bank)
1
100000)
licence (when (:license opts)
Expand All @@ -178,8 +176,7 @@
:sync-after-n-txn sync-after-n-txn
:license licence
:organization organization})]
(if (or (= workload :high_availability)
(= workload :ha_bank))
(if (= workload :high_availability)
(memgraph-ha-test test-opts)
(memgraph-test test-opts))))

Expand Down
62 changes: 45 additions & 17 deletions tests/jepsen/src/jepsen/memgraph/habank.clj
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,35 @@
[jepsen.memgraph.client :as mgclient]
[jepsen.memgraph.utils :as utils]))

(def account-num
"Number of accounts to be created"
5)

(def starting-balance
"Starting balance of each account"
400)

(def max-transfer-amount
20)

; Implicit 1st parameter you need to send is txn. 2nd is id. 3rd balance
(dbclient/defquery create-account
"CREATE (n:Account {id: $id, balance: $balance});")

; Implicit 1st parameter you need to send is txn.
(dbclient/defquery get-all-accounts
"MATCH (n:Account) RETURN n;")

; Implicit 1st parameter you need to send is txn. 2nd is id.
(dbclient/defquery get-account
"MATCH (n:Account {id: $id}) RETURN n;")

; Implicit 1st parameter you need to send is txn. 2nd is id. 3d is amount.
(dbclient/defquery update-balance
"MATCH (n:Account {id: $id})
SET n.balance = n.balance + $amount
RETURN n")

(dbclient/defquery get-all-instances
"SHOW INSTANCES;")

Expand All @@ -37,20 +66,10 @@
((haclient/set-db-setting "enterprise.license" license) session)
((haclient/set-db-setting "organization.name" organization) session)))

; This shouldn't be done in the setup phase but rather later, after registration.
; (when (= (:node this) "n4")
; (utils/with-session (:bolt+routing-conn this) session
; (do
; (mgclient/detach-delete-all session)
; (dotimes [i bank-utils/account-num]
; (info "Creating account:" i)
; (bank-utils/create-account session {:id i :balance bank-utils/starting-balance})))))

(invoke! [this _test op]
(let [node-config (:node-config this)]
(case (:f op)
; TODO: New operation for reading data path?
:read (if (contains? node-config :coordinator-id)
:show-instances-read (if (contains? node-config :coordinator-id)
(try
(utils/with-session (:bolt-conn this) session ; Use bolt connection for running show instances.
(let [instances (->> (get-all-instances session) (reduce conj []))]
Expand Down Expand Up @@ -83,7 +102,16 @@
(let [rand-main (nth (keys nodes-config) (rand-int 3))] ; 3 because first 3 instances are replication instances in cluster.edn
(try
(utils/with-session (:bolt-conn this) session ; Use bolt connection for setting instance to main.
((haclient/set-instance-to-main rand-main) session))
((haclient/set-instance-to-main rand-main) session)
; Detach-delete and initialize accounts only when setting instance to main passed.
(when (= (:node this) "n4")
(utils/with-session (:bolt+routing-conn this) session
(do
(mgclient/detach-delete-all session)
(dotimes [i account-num]
(create-account session {:id i :balance starting-balance})
(info "Created account:" i))))))

(catch Exception e
(assoc op :type :fail :value e))))

Expand All @@ -96,10 +124,10 @@
(when (or (= (:node this) "n4") (= (:node this) "n5") (= (:node this) "n6"))
(dbclient/disconnect (:bolt+routing-conn this)))))

(defn reads
(defn show-instances-reads
"Create read action."
[_ _]
{:type :invoke, :f :read, :value nil})
{:type :invoke, :f :show-instances-read, :value nil})

(defn single-read-to-roles
"Convert single read to roles. Single read is a list of instances."
Expand Down Expand Up @@ -152,7 +180,7 @@
(check [_ _ history _]
(let [reads (->> history
(filter #(= :ok (:type %)))
(filter #(= :read (:f %)))
(filter #(= :show-instances-read (:f %)))
(map :value))
; Full reads all reads which returned 6 instances
full-reads (->> reads
Expand Down Expand Up @@ -212,5 +240,5 @@
:checker (checker/compose
{:habank (habank-checker)
:timeline (timeline/html)})
:generator (haclient/ha-gen (gen/mix [reads]))
:final-generator {:clients (gen/once reads) :recovery-time 20}})
:generator (haclient/ha-gen (gen/mix [show-instances-reads]))
:final-generator {:clients (gen/once show-instances-reads) :recovery-time 20}})

0 comments on commit 904b1e0

Please sign in to comment.