ClickHouse/tests/jepsen.nukeeper/src/jepsen/nukeeper/nemesis.clj

(ns jepsen.nukeeper.nemesis
  (:require
           [clojure.tools.logging :refer :all]
           [jepsen
             [nemesis :as nemesis]
             [control :as c]
             [generator :as gen]]
            [jepsen.nukeeper.constants :refer :all]
            [jepsen.nukeeper.utils :refer :all]))

(defn random-single-node-killer-nemesis
  []
  (nemesis/node-start-stopper
   rand-nth
   (fn start [test node] (kill-clickhouse! node test))
   (fn stop [test node] (start-clickhouse! node test))))

(defn hammer-time-nemesis
  []
  (nemesis/hammer-time "clickhouse"))

(defn select-last-file
  [path]
  (info "EXECUTE ON PATH" path)
  (last (clojure.string/split (c/exec :find path :-type :f :-printf "%T+ $PWD%p\n" :| :sort :| :awk "'{print $2}'")) #"\n"))

(defn corrupt-file
  [fname]
  (c/exec :dd "if=/dev/zero" ("str of=" fname) "bs=1" "count=1" "seek=N" "conv=notrunc"))

(defn corruptor-nemesis
  [path corruption-op]
  (reify nemesis/Nemesis
    (setup! [this test] this)

    (invoke! [this test op]
      (let [nodes (list (rand-nth (:nodes test)))]
        (info "Corruption on node" nodes)
        (c/on-nodes test nodes
            (fn [node]
              (let [file-to-corrupt (select-last-file path)]
                (info "Corrupting file" file-to-corrupt)
                 (c/su
                     (corruption-op (select-last-file path))
                     (kill-clickhouse! node test)
                     (start-clickhouse! node test)))))
        {:f (:f op)
         :value :corrupted}))

    (teardown! [this test])))

(defn logs-corruption-nemesis
  []
  (corruptor-nemesis logsdir corrupt-file))

(defn snapshots-corruption-nemesis
  []
  (corruptor-nemesis snapshotsdir corrupt-file))

(def custom-nemesises
  {"killer" {:nemesis (random-single-node-killer-nemesis)
             :generator
             (gen/nemesis
              (cycle [(gen/sleep 5)
                      {:type :info, :f :start}
                      (gen/sleep 5)
                      {:type :info, :f :stop}]))}
   "simple-partitioner" {:nemesis (nemesis/partition-random-halves)
                         :generator
                         (gen/nemesis
                          (cycle [(gen/sleep 5)
                                  {:type :info, :f :start}
                                  (gen/sleep 5)
                                  {:type :info, :f :stop}]))}})