Resolve conflict in the version number

VERSION

@@ -1 +1 @@
-0.6.0
+0.7.0-SNAPSHOT

dev/dev.clj

@@ -14,7 +14,7 @@
             [job-streamer.control-bus.system :as system]))
 
 (def dev-config
-  {:app {:middleware [wrap-stacktrace]}
+  {:app {:middleware [wrap-stacktrace :stacktrace]}
    :datomic {:uri "datomic:mem://jobstreamer"}})
 
 (def config

project.clj

@@ -12,9 +12,10 @@
                  [net.unit8.wscl/websocket-classloader "0.2.1"]
                  [net.unit8.logback/logback-websocket-appender "0.1.0"]
                  [io.undertow/undertow-websockets-jsr "1.3.22.Final"]
-                 [com.datomic/datomic-free "0.9.5372" :exclusions [org.slf4j/slf4j-api org.slf4j/slf4j-nop
+                 [com.datomic/datomic-free "0.9.5394" :exclusions [org.slf4j/slf4j-api org.slf4j/slf4j-nop
                                                                    com.amazonaws/aws-java-sdk]]
                  [org.jsoup/jsoup "1.9.2"]
+                 [org.clojure/data.json "0.2.6"]
                  [datomic-schema "1.3.0"]
                  [liberator "0.14.1"]
                  [compojure "1.5.1"]

src/clj/job_streamer/control_bus/component/agents.clj

@@ -14,7 +14,7 @@
 
 (defn list-resource [{:keys [agents]}]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get]
    :handle-ok (fn [ctx]
                 (->> (vals @agents)
@@ -35,7 +35,7 @@
 
 (defn entry-resource [{:keys [agents datomic]} instance-id & [cmd]]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :put]
    :put! (fn [ctx]
            (when-let [uuid (UUID/fromString instance-id)]

src/clj/job_streamer/control_bus/component/apps.clj

@@ -71,7 +71,7 @@
 
 (defn list-resource [{:keys [datomic applications]}]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :post]
    :malformed? #(validate (parse-body %)
                           :application/name v/required
@@ -106,7 +106,7 @@
 
 (defn batch-components-resource [{:keys [datomic]} app-name]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get]
    :handle-ok (fn [ctx]
                 (let [in-app (->> (d/query datomic
@@ -126,7 +126,7 @@
 
 (defn stats-resource [{:keys [datomic agents]} app-name]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get]
    :handle-ok (fn [ctx]
                 {:agents (count (ag/available-agents agents))

src/clj/job_streamer/control_bus/component/calendar.clj

@@ -20,7 +20,7 @@
 
 (defn list-resource [{:keys [datomic scheduler]}]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :post]
    :malformed? #(validate (parse-body %)
                           :calendar/name v/required)
@@ -35,6 +35,7 @@
                 true))
 
    :post! (fn [{cal :edn}]
+            (println cal)
             (let [id (or (:db/id cal) (d/tempid :db.part/user))]
               (if-let [old-id (d/query datomic
                                        '{:find [?calendar .]
@@ -64,7 +65,7 @@
 
 (defn entry-resource [{:keys [datomic scheduler]} name]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :put :delete]
    :malformed? (fn [ctx]
                  (or (validate (parse-body ctx)
@@ -77,7 +78,7 @@
                      '{:find [(pull ?e [:*]) .]
                        :in [$ ?n]
                        :where [[?e :calendar/name ?n]]} name)
-   
+
    :put! (fn [{cal :edn}]
            (d/transact datomic
                        [{:db/id (:db/id cal)

src/clj/job_streamer/control_bus/component/jobs.clj

@@ -4,6 +4,8 @@
             [com.stuartsierra.component :as component]
             [bouncer.validators :as v]
             [liberator.core :as liberator]
+            [clojure.string :as str]
+
             (job-streamer.control-bus [notification :as notification]
                                       [validation :refer [validate]]
                                       [util :refer [parse-body edn->datoms to-int]])
@@ -12,7 +14,7 @@
                                                 [scheduler :as scheduler]))
   (:import [java.util Date]))
 
-(defn- find-latest-execution
+(defn find-latest-execution
   "Find latest from given executions."
   [executions]
   (when executions
@@ -68,18 +70,57 @@
              [?job :job/name ?job-name]]}
    app-name job-name))
 
+(defn parse-query [query]
+  (loop [query-vector (str/split query #"\s")
+       query-map {:job-names []}]
+  (if-let [query-unit (first query-vector)]
+    (if (.startsWith query-unit "since:")
+      (recur (rest query-vector) (assoc query-map :since (java.sql.Date/valueOf (.substring query-unit 6))))
+      (if (.startsWith query-unit "until:")
+          (recur (rest query-vector) (assoc query-map :until (java.sql.Date/valueOf (.substring query-unit 6))))
+           (if (.startsWith query-unit "exit-status:")
+          (recur (rest query-vector) (assoc query-map :exit-status (.substring query-unit 12)))
+                (recur (rest query-vector) (update-in query-map [:job-names] conj query-unit)))))
+    query-map)))
 
 (defn find-all [{:keys [datomic]} app-name query & [offset limit]]
-  (let [base-query '{:find [?job]
-                     :in [$ ?app-name ?query]
+  (let [query-map (if query (parse-query query) nil)
+        base-query '{:find [?job]
+                     :in [$ ?app-name [?job-name-condition ...] ?since-condition ?until-condition ?exit-status-condition]
                      :where [[?app :application/name ?app-name]
                              [?app :application/jobs ?job]]}
+        job-name-condition (:job-names query-map)
+        since-condition (:since query-map)
+        until-condition (:until query-map)
+        exit-status-condition (:exit-status query-map)
         jobs (d/query datomic
-                      (if (not-empty query)
-                        (update-in base-query [:where]
-                                   conj '[(fulltext $ :job/name ?query) [[?job ?job-name]]])
-                            base-query)
-                      app-name (or query ""))]
+                      (cond-> base-query
+                              (not-empty job-name-condition)
+                              (update-in [:where] conj
+                                         '[?job :job/name ?job-name]
+                                         '[(.contains ^String ?job-name ?job-name-condition)])
+                              (or since-condition until-condition exit-status-condition)
+                              (update-in [:where] conj
+                                          '[?job :job/executions ?job-executions]
+                                          '[?job-execution :job-execution/create-time ?create-time]
+                                          '[(max ?create-time)]
+                                          '[?job-executions :job-execution/exit-status ?exit-status]
+                                          '[?job-executions :job-execution/end-time ?end-time])
+                              since-condition
+                              (update-in [:where] conj
+                                         '[(>= ?end-time ?since-condition)])
+                              until-condition
+                              (update-in [:where] conj
+                                         '[(<= ?end-time ?until-condition)])
+                              exit-status-condition
+                              (update-in [:where] conj
+                                         '[(.contains ^String ?exit-status ?exit-status-condition)]))
+                      app-name
+                      (or (not-empty job-name-condition) [""])
+                      (or since-condition "")
+                      (or until-condition "")
+                      (or exit-status-condition ""))]
+
     {:results (->> jobs
                    (drop (dec (or offset 0)))
                    (take (or limit 20))
@@ -212,7 +253,7 @@
 
 (defn list-resource [{:keys [datomic scheduler] :as jobs} app-name]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :post]
    :malformed? (fn [ctx]
                  (validate (parse-body ctx)
@@ -268,12 +309,13 @@
                                                                                                              :status-notification/exit-status
                                                                                                              :status-notification/type] (:db/id sn))))
                                                                                             vec)}))))))
-                                   vec))))))
+                                   vec))))
+    :etag (str (int (/ (System/currentTimeMillis) 10000)))))
 
 
 (defn entry-resource [{:keys [datomic scheduler] :as jobs} app-name job-name]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :put :delete]
    :malformed? #(parse-body %)
    :exists? (when-let [[app-id job-id] (find-by-name jobs app-name job-name)]
@@ -325,7 +367,7 @@
 
 (defn job-settings-resource [{:keys [datomic] :as jobs} app-name job-name & [cmd]]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
   :allowed-methods [:get :delete :put]
   :malformed? #(parse-body %)
   :exists? (when-let [[app-id job-id] (find-by-name jobs app-name job-name)]
@@ -426,7 +468,7 @@
 
 (defn executions-resource [{:keys [datomic] :as jobs} app-name job-name]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :post]
    :malformed? #(parse-body %)
    :exists? (when-let [[app-id job-id] (find-by-name jobs app-name job-name)]
@@ -460,7 +502,7 @@
 
 (defn execution-resource [{:keys [agents scheduler datomic] :as jobs} id & [cmd]]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:get :put]
    :malformed? #(parse-body %)
    :exists? (fn [ctx]

src/clj/job_streamer/control_bus/component/scheduler.clj

@@ -134,7 +134,7 @@
 
 (defn entry-resource [{:keys [datomic] :as scheduler} job-id & [cmd]]
   (liberator/resource
-   :available-media-types ["application/edn"]
+   :available-media-types ["application/edn" "application/json"]
    :allowed-methods [:post :put :delete]
    :malformed? #(parse-body %)
    :exists? (fn [ctx]

src/clj/job_streamer/control_bus/endpoint/api.clj

@@ -5,6 +5,7 @@
             [clojure.tools.logging :as log]
             [compojure.core :refer [ANY GET routes]]
             [bouncer.validators :as v]
+            [ring.util.response :refer [content-type]]
             (job-streamer.control-bus.component
              [apps :as apps]
              [jobs :as jobs]
@@ -75,6 +76,8 @@
      (apps/batch-components-resource apps app-name))
    (ANY "/:app-name/stats" [app-name]
      (apps/stats-resource apps app-name))
+   (GET "/version" [] (-> {:body  (clojure.string/replace (str "\"" (slurp "VERSION") "\"") "\n" "")}
+                                       (content-type "text/plain")))
 
    ;; For debug
    ;(GET "/logs" [] (pr-str (model/query '{:find [[(pull ?log [*]) ...]] :where [[?log :execution-log/level]]})))

src/clj/job_streamer/control_bus/system.clj

@@ -21,7 +21,8 @@
              [socketapp  :refer [socketapp-component]])
             (job-streamer.control-bus.endpoint
              [api :refer [api-endpoint]])
-            [job-streamer.control-bus.endpoint.api :refer [api-endpoint]]))
+            [job-streamer.control-bus.endpoint.api :refer [api-endpoint]])
+  (:use ring.middleware.stacktrace))
 
 
 (defn wrap-same-origin-policy [handler alias]
@@ -38,7 +39,9 @@
 (def base-config
   {:app {:middleware [[wrap-not-found :not-found]
                       [wrap-same-origin-policy :same-origin]
-                      [wrap-defaults :defaults]]
+                      [wrap-defaults :defaults]
+                      [ring.middleware.stacktrace/wrap-stacktrace :stacktrace]]
+
          :not-found  "Resource Not Found"
          :defaults  (meta-merge api-defaults {})}})
 

src/clj/job_streamer/control_bus/util.clj

@@ -3,7 +3,8 @@
             [clojure.edn :as edn]
             [clojure.java.io :as io]
             [datomic.api :as d]
-            [ring.util.request :refer [content-type]])
+            [ring.util.request :refer [content-type]]
+            [clojure.data.json :as json])
   (:import [org.jsoup Jsoup]))
 
 (defn to-int [n default-value]
@@ -126,13 +127,26 @@
       java.lang.String body
       (slurp (io/reader body)))))
 
+(defn json-value-reader [key value]
+  (if (= key :calendar/holidays)
+    (for [date value] (java.sql.Date/valueOf date))
+    value))
+
+(defn json->edn
+  "Convert a format from JSON to edn"
+  [json]
+  (json/read-str json
+                 :key-fn keyword
+                 :value-fn json-value-reader))
+
 (defn parse-body [context]
   (when (#{:put :post} (get-in context [:request :request-method]))
     (try
       (if-let [body (body-as-string context)]
         (case (or (content-type (:request context)) (get-in context [:request :content-type]))
           "application/edn" [false {:edn (edn/read-string body)}]
           "application/xml" [false {:edn (xml->edn body)}]
+          "application/json" [false {:edn (json->edn body)}]
           false)
         false)
       (catch Exception e

test/clj/job_streamer/control_bus/component/jobs_test.clj

@@ -71,3 +71,11 @@
         (is (= 201 (-> (handler request) :status))))
       (let [res (jobs/find-all (:jobs system) "default" nil)]
         (is (= 1 (:hits res)))))))
+
+(deftest parse-query
+  (testing "parse-query"
+    (let [result (jobs/parse-query "a b since:2016-09-01 until:2016-09-02 exit-status:COMPLETED")]
+      (is (= "a" (first (:job-names result))))
+      (is (= (java.sql.Date/valueOf "2016-09-01")  (:since result)))
+      (is (= (java.sql.Date/valueOf "2016-09-02")  (:until result)))
+      (is (=  "COMPLETED" (:exit-status result))))))