apache#13813 clojure examples with opencv4/origami

contrib/clojure-package/examples/gan/.gitignore

@@ -9,3 +9,4 @@ pom.xml.asc
 /.nrepl-port
 .hgignore
 .hg/
+results

contrib/clojure-package/examples/gan/project.clj

@@ -15,11 +15,12 @@
 ;; limitations under the License.
 ;;
 
-(defproject gan "0.1.0-SNAPSHOT"
+(defproject gan-origami "0.1.0-SNAPSHOT"
   :description "GAN MNIST with MXNet"
   :plugins [[lein-cljfmt "0.5.7"]]
+  :repositories [["vendredi" {:url "https://repository.hellonico.info/repository/hellonico/"}]]
   :dependencies [[org.clojure/clojure "1.9.0"]
                  [org.apache.mxnet.contrib.clojure/clojure-mxnet "1.5.0-SNAPSHOT"]
-                 [org.openpnp/opencv "3.4.2-1"]
+                 [origami "4.0.0-2"]
                  ]
-  :main gan.gan-mnist)
+  :main gan.gan-mnist)

contrib/clojure-package/examples/gan/src/gan/viz.clj

@@ -18,14 +18,9 @@
 (ns gan.viz
   (:require [org.apache.clojure-mxnet.ndarray :as ndarray]
             [org.apache.clojure-mxnet.shape :as mx-shape]
-            [org.apache.clojure-mxnet.io :as mx-io])
-  (:import (nu.pattern OpenCV)
-           (org.opencv.core Core CvType Mat Size)
-           (org.opencv.imgproc Imgproc)
-           (org.opencv.imgcodecs Imgcodecs)))
-
-;;; Viz stuff
-(OpenCV/loadShared)
+            [org.apache.clojure-mxnet.io :as mx-io]
+            [opencv4.utils :as cvu]
+            [opencv4.core :as cv :refer [CV_8UC1 new-matofbyte flip! imwrite new-size hconcat! vconcat! new-mat merge!]]))
 
 (defn clip [x]
   (->> x
@@ -37,29 +32,11 @@
        (mapv #(.byteValue %))))
 
 (defn get-img [raw-data channels height width flip]
-  (let [totals (* height width)
-        img (if (> channels 1)
-              ;; rgb image
-              (let [[ra ga ba] (byte-array (partition totals raw-data))
-                    rr (new Mat height width (CvType/CV_8U))
-                    gg (new Mat height width (CvType/CV_8U))
-                    bb (new Mat height width (CvType/CV_8U))
-                    result (new Mat)]
-                (.put rr (int 0) (int 0) ra)
-                (.put gg (int 0) (int 0) ga)
-                (.put bb (int 0) (int 0) ba)
-                (Core/merge (java.util.ArrayList. [bb gg rr]) result)
-                result)
+  (let [img (if (> channels 1)
+              (throw (Exception. "Image with 3 channels (RGB) not supported"))
               ;; gray image
-              (let [result (new Mat height width (CvType/CV_8U))
-                    _ (.put result (int 0) (int 0) (byte-array raw-data))]
-                result))]
-    (do
-      (if flip
-        (let [result (new Mat)
-              _ (Core/flip img result (int 0))]
-          result)
-        img))))
+              (cv/>> (new-mat height width CV_8UC1) (byte-array raw-data)))]
+    (if flip (flip! img 0) img)))
 
 (defn im-sav [{:keys [title output-path x flip]
                :or {flip false} :as g-mod}]
@@ -73,15 +50,10 @@
         line-arrs (into [] (partition (* col c totals) raw-data))
         line-mats (mapv (fn [line]
                           (let [img-arr (into [] (partition (* c totals) line))
-                                col-mats (new Mat)
-                                src (mapv (fn [arr] (get-img (into [] arr) c h w flip)) img-arr)
-                                _ (Core/hconcat (java.util.ArrayList. src) col-mats)]
-                            col-mats))
-                        line-arrs)
-        result (new Mat)
-        resized-img (new Mat)
-        _ (Core/vconcat (java.util.ArrayList. line-mats) result)]
-    (do
-      (Imgproc/resize result resized-img (new Size (* (.width result) 1.5) (* (.height result) 1.5)))
-      (Imgcodecs/imwrite (str output-path title ".jpg") resized-img)
-      (Thread/sleep 1000))))
+                                src (mapv (fn [arr] (get-img (into [] arr) c h w flip)) img-arr)]
+                            (hconcat! src)))
+                        line-arrs)]
+    (-> line-mats
+        (vconcat!)
+        (cvu/resize-by 1.5)
+        (imwrite (str output-path title ".jpg")))))

contrib/clojure-package/examples/infer/objectdetector/project.clj

@@ -17,9 +17,12 @@
 
 (defproject objectdetector "0.1.0-SNAPSHOT"
   :description "Object detection using infer with MXNet"
+  :repositories [["vendredi" "https://repository.hellonico.info/repository/hellonico/"]]
   :plugins [[lein-cljfmt "0.5.7"]]
+  :aliases {"sample-detector" ["run" "--" "-m" "models/resnet50_ssd/resnet50_ssd_model" "-i" "images/dog.jpg" "-d" "images/"]}
   :dependencies [[org.clojure/clojure "1.9.0"]
                  [org.clojure/tools.cli "0.4.1"]
+                 [origami "4.0.0-2"]
                  [org.apache.mxnet.contrib.clojure/clojure-mxnet "1.5.0-SNAPSHOT"]]
   :main ^:skip-aot infer.objectdetector-example
   :profiles {:uberjar {:aot :all}})

contrib/clojure-package/examples/infer/objectdetector/src/infer/draw.clj

@@ -0,0 +1,48 @@
+;; Licensed to the Apache Software Foundation (ASF) under one or more
+;; contributor license agreements.  See the NOTICE file distributed with
+;; this work for additional information regarding copyright ownership.
+;; The ASF licenses this file to You under the Apache License, Version 2.0
+;; (the "License"); you may not use this file except in compliance with
+;; the License.  You may obtain a copy of the License at
+;;
+;;    http://www.apache.org/licenses/LICENSE-2.0
+;;
+;; Unless required by applicable law or agreed to in writing, software
+;; distributed under the License is distributed on an "AS IS" BASIS,
+;; WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+;; See the License for the specific language governing permissions and
+;; limitations under the License.
+;;
+
+(ns infer.draw
+	(:require 
+		[opencv4.colors.rgb :as rgb]
+		[opencv4.core :refer [FONT_HERSHEY_PLAIN imread imwrite new-point put-text! rectangle]]))
+
+(defn black-boxes! [img results]
+    (doseq [
+      {confidence :confidence label :label top-left :top-left bottom-right :bottom-right} results]
+    	(let [
+      w (.width img)
+      h (.height img)
+    	top-left-p (new-point (int (* w (first top-left))) (int (* h (second top-left))))
+    	bottom-right-p (new-point (int (* w (first bottom-right))) (int (* h (second bottom-right))))
+    	]
+      (if (< 15 confidence)
+        (do
+         (rectangle img top-left-p bottom-right-p rgb/white 1)
+         (put-text! img 
+          (str label "[" confidence "% ]") 
+          top-left-p 
+          FONT_HERSHEY_PLAIN 
+          1.0 
+          rgb/white 1)))))
+    img)
+
+(defn draw-bounds [image results output-dir]
+  (let [out-file (str output-dir "/" (.getName (clojure.java.io/as-file image)))]
+    (println "processing: " image " > " out-file)
+		(-> image
+			(imread)
+			(black-boxes! results)
+			(imwrite out-file))))

contrib/clojure-package/examples/infer/objectdetector/src/infer/objectdetector_example.clj

@@ -20,6 +20,7 @@
             [org.apache.clojure-mxnet.infer :as infer]
             [org.apache.clojure-mxnet.layout :as layout]
             [clojure.java.io :as io]
+            [infer.draw :as draw]
             [clojure.string :refer [join]]
             [clojure.tools.cli :refer [parse-opts]])
   (:gen-class))
@@ -45,15 +46,19 @@
    ["-i" "--input-image IMAGE" "Input image"
     :default "images/dog.jpg"
     :validate [check-valid-file "Input file not found"]]
+   ["-o" "--output-dir IMAGE_DIR" "Output directory. Default current"
+    :default "."
+    :validate [check-valid-dir "Output directory not found"]]
    ["-d" "--input-dir IMAGE_DIR" "Input directory"
     :default "images/"
     :validate [check-valid-dir "Input directory not found"]]
    ["-h" "--help"]])
 
 (defn print-predictions
   "Print image detector predictions for the given input file"
-  [predictions width height]
+  [results width height]
   (println (apply str (repeat 80 "=")))
+  (let [predictions (second results) images (first results)]
   (doseq [[label prob-and-bounds] predictions]
     (println (format
               "Class: %s Prob=%.5f Coords=(%.3f, %.3f, %.3f, %.3f)"
@@ -63,19 +68,34 @@
               (* (aget prob-and-bounds 2) height)
               (* (aget prob-and-bounds 3) width)
               (* (aget prob-and-bounds 4) height))))
-  (println (apply str (repeat 80 "="))))
+  (println (apply str (repeat 80 "=")))))
+
+(defn result->map [result]
+  (let[prob-and-bounds (second result) label (first result)]
+    (hash-map 
+          :label label 
+          :confidence (int (* 100 (aget prob-and-bounds 0)))
+          :top-left [(aget prob-and-bounds 1) (aget prob-and-bounds 2)]
+          :bottom-right [(aget prob-and-bounds 3) (aget prob-and-bounds 4)])))
+
+(defn process-results [images results output-dir]
+  (dotimes [i (count images)]
+    (let [image (nth images i) _results (map result->map (nth results i))]
+      (draw/draw-bounds image _results output-dir))))
 
 (defn detect-single-image
   "Detect objects in a single image and print top-5 predictions"
-  [detector input-image]
+  [detector input-image output-dir]
   (let [image (infer/load-image-from-file input-image)
-        topk 5
-        [predictions] (infer/detect-objects detector image topk)]
-    predictions))
+        topk 5]
+        (process-results 
+        [input-image]
+        (infer/detect-objects detector image topk)
+        output-dir)))
 
 (defn detect-images-in-dir
   "Detect objects in all jpg images in the directory"
-  [detector input-dir]
+  [detector input-dir output-dir]
   (let [batch-size 20
         image-file-batches (->> input-dir
                                 io/file
@@ -84,17 +104,18 @@
                                 (filter #(re-matches #".*\.jpg$" (.getPath %)))
                                 (mapv #(.getPath %))
                                 (partition-all batch-size))]
-    (apply
-     concat
-     (for [image-files image-file-batches]
-       (let [image-batch (infer/load-image-paths image-files)
-             topk 5]
-         (infer/detect-objects-batch detector image-batch topk))))))
+      (doall
+      (for [image-files image-file-batches]
+       (let [image-batch (infer/load-image-paths image-files) topk 5]
+         (process-results 
+          image-files 
+          (infer/detect-objects-batch detector image-batch topk)
+          output-dir))))))
 
 (defn run-detector
   "Runs an image detector based on options provided"
   [options]
-  (let [{:keys [model-path-prefix input-image input-dir
+  (let [{:keys [model-path-prefix input-image input-dir output-dir
                 device device-id]} options
         width 512 height 512
         descriptors [{:name "data"
@@ -106,10 +127,9 @@
                   factory
                   {:contexts [(context/default-context)]})]
     (println "Object detection on a single image")
-    (print-predictions (detect-single-image detector input-image) width height)
+    (detect-single-image detector input-image output-dir)
     (println "Object detection on images in a directory")
-    (doseq [predictions (detect-images-in-dir detector input-dir)]
-      (print-predictions predictions width height))))
+    (detect-images-in-dir detector input-dir output-dir)))
 
 (defn -main
   [& args]

contrib/clojure-package/examples/neural-style/project.clj

@@ -18,8 +18,8 @@
 (defproject neural-style "0.1.0-SNAPSHOT"
   :description "Neural Style Transfer with MXNet"
   :plugins [[lein-cljfmt "0.5.7"]]
+  :repositories [["vendredi" {:url "https://repository.hellonico.info/repository/hellonico/"}]]
   :dependencies [[org.clojure/clojure "1.9.0"]
                  [org.apache.mxnet.contrib.clojure/clojure-mxnet "1.5.0-SNAPSHOT"]
-                 [net.mikera/imagez "0.12.0"]
-                 [thinktopic/think.image "0.4.16"]]
-  :main neural-style.core)
+                 [origami "4.0.0-2"]]
+  :main neural-style.core)