(ns chameleon.specs (:require [clojure.spec.alpha :as s] [chameleon.logging :as log] [clojure.spec.gen.alpha :as gen] [cheshire.core :as c] [clojure.core.async :as ca] [clojure.string :as str] [cheshire.core :as json] [chameleon.kafka :as ck]) (:import [org.apache.kafka.clients.consumer ConsumerRecord ConsumerRecords ] [org.apache.kafka.common TopicPartition] [java.util Properties])) (s/def ::host string?) (s/def ::provenance string?) (s/def ::payload map?) (s/def ::string (s/spec (s/and string? (complement str/blank?)) :gen gen/string-alphanumeric)) (s/def ::int (s/spec (s/and int? #(< 0 %) #(> 999999999 %)))) (s/def ::type (s/spec ::string :gen #(gen/elements ["vserver" "pserver" "generic-vnf"]))) (s/def ::id uuid?) (s/def ::source (s/keys :req-un [::type ::id])) (s/def ::target (s/keys :req-un [::type ::id])) (s/def ::_id ::id) (s/def ::spec-form-pair (s/* (s/cat :spec #(% (s/registry)) :form any?))) ;; spike event (s/def :spike/transaction-id uuid?) (s/def :spike/schema-version (s/spec #(re-matches #"v\d+" %) :gen #(->> (s/int-in 7 15) s/gen (gen/fmap (partial str "v"))))) (s/def :spike/key uuid?) (s/def :spike/name ::string) (s/def :spike/last-mod-source-of-truth ::string) (s/def :spike/source-of-truth ::string) (s/def :spike/vserver-selflink ::string) (s/def :spike/is-closed-loop-disabled boolean?) (s/def :spike/in-maint boolean?) (s/def :spike/timestamp inst?) (s/def :spike/operation (s/spec ::string :gen #(gen/elements ["UPDATE" "CREATE" "DELETE"]))) (s/def :spike/properties (s/keys :req-un [:spike/name ::id :spike/last-mod-source-of-truth :spike/source-of-truth :spike/vserver-selflink :spike/is-closed-loop-disabled :spike/in-maint])) (s/def :spike/vertex (s/keys :req-un [:spike/schema-version ::type :spike/key :spike/properties])) (s/def :spike/event (s/keys :req-un [:spike/transaction-id :spike/vertex :spike/operation :spike/timestamp])) (s/def :spike/payload (s/spec string? :gen #(gen/fmap (partial c/generate-string) (s/gen :spike/event)))) ;; gallifrey response (s/def :relationship/_meta (s/map-of ::string :gallifrey/history)) (s/def :relationship/_type (s/spec string? :gen #(gen/return "relationship"))) (s/def :relationship/type (s/spec string? :gen #(->> (s/gen ::string) (gen/fmap (partial str "tosca.relationship."))))) (s/def :relationship/properties (s/keys :req-un [:relationship/_type :relationship/type])) (s/def ::relationship (s/keys :req-un [:relationship/properties ::source ::target :relationship/_meta ::_id])) (s/def ::relationships (s/coll-of ::relationship :gen-max 8)) (s/def :gallifrey/k-start-actor ::string) (s/def :gallifrey/k-end inst?) (s/def :gallifrey/k-start inst?) (s/def :gallifrey/k-end-actor ::string) (s/def :gallifrey/history (s/keys :req-un [:gallifrey/k-start-actor :gallifrey/k-start] :opt [:gallifrey/k-end-actor :gallifrey/k-end])) (s/def :gallifrey/_type (s/spec ::string :gen #(gen/return "entity"))) (s/def :gallifrey/properties (s/keys :req-un [:gallifrey/_type ::type])) (s/def :gallifrey/payload (s/spec map? :gen #(->> [::_id :gallifrey/properties :gallifrey/properties ::relationships] (s/keys :req-un) s/gen (gen/fmap (partial clojure.walk/stringify-keys))))) (s/def :gallifrey/response (s/spec ::string)) ;; REST Requests (s/def :route/response (s/spec #(instance? clojure.lang.IDeref %) :gen (fn [] (->> (s/gen ::string) (gen/fmap #(future %)))))) (s/def :stubbed/gallifrey-response (s/spec string?)) ;; Logger specs (s/def ::logger (s/spec log/logger? :gen #(gen/return (log/error-logger "chameleon.specs")))) (s/def ::loggers (s/cat :e :chameleon.specs/logger :a :chameleon.specs/logger)) (s/def :logging/msgs (s/* string?)) (s/def :logging/valid-fields log/valid-logfields?) ;; Kafka Specs (defn channel? [x] (and (satisfies? clojure.core.async.impl.protocols/Channel x) (satisfies? clojure.core.async.impl.protocols/WritePort x) (satisfies? clojure.core.async.impl.protocols/ReadPort x))) (s/def :kafka/config (s/map-of ::string ::string)) (s/def :kafka/timeout ::int) (s/def :kafka/chan (s/spec channel? :gen #(gen/return (ca/chan)))) (s/def :kafka/topic ::string) (s/def :kafka/partition ::int) (s/def :kafka/offset ::int) (s/def :kafka/key ::string) (s/def :kafka/value ::string) (s/def :kafka/topic-partition (s/spec #(instance? TopicPartition %) :gen (fn [] (->> (s/cat :topic :kafka/topic :partition :kafka/partition) s/gen (gen/fmap (fn [[topic partition]] (TopicPartition. topic partition))))))) (s/def :kafka/consumer-record (s/spec #(instance? ConsumerRecord %) :gen (fn [] (->> (s/cat :topic :kafka/topic :partition :kafka/partition :offset :kafka/offset :key :kafka/key :value :kafka/value) s/gen (gen/fmap (fn [[topic partition offset key value]] (ConsumerRecord. topic partition offset key value))))))) (s/def :kafka/consumer-records (s/spec #(instance? ConsumerRecords %) :gen (fn [] (gen/fmap (fn [k] (ConsumerRecords. k)) (s/gen (s/map-of :kafka/topic-partition (s/coll-of :kafka/consumer-record))))))) (s/def :kafka/clojure-consumer-record (s/spec (s/keys :req-un [:kafka/topic :kafka/partition :kafka/offset :kafka/key :kafka/value]))) (s/def :kafka/properties (s/spec #(instance? Properties %) :gen #(s/tuple keyword? ::string))) (s/def :kafka/consumer (s/spec ck/clj-kafka-comsumer? :gen #(->> (s/cat :config :kafka/config :group-id ::string :topic :kafka/topic :logger ::logger) s/gen (gen/fmap (fn [[config group-id topic logger]] (println [config group-id topic logger]) (ck/clj-kafka-consumer config group-id topic logger))))))