geni/examples/xgboost4j_tutorial.clj at develop · zero-one-group/geni · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
(ns examples.xgboost4j-tutorial
  (:require
   [clojure.java.io]
   [clojure.java.shell]
   [zero-one.geni.core :as g]
   [zero-one.geni.ml :as ml])
  (:import
   (ml.dmlc.xgboost4j.scala.spark XGBoostClassificationModel)))

(def iris-path "data/iris.data")

(when-not (-> iris-path clojure.java.io/file .exists)
  (clojure.java.shell/sh
   "wget"
   "-O"
   iris-path
   "https://archive.ics.uci.edu/ml/machine-learning-databases/iris/iris.data"))

(def raw-input
  (-> (g/read-csv! iris-path {:header false})
      (g/select {:sepal-length (g/double :_c0)
                 :sepal-width  (g/double :_c1)
                 :petal-length (g/double :_c2)
                 :petal-width  (g/double :_c3)
                 :class        :_c4})))

(def string-indexer
  (ml/fit
   raw-input
   (ml/string-indexer {:input-col  :class
                       :output-col :class-index})))

(def label-transformed
  (-> raw-input
      (ml/transform string-indexer)
      (g/drop :class)))

(def vector-assembler
  (ml/vector-assembler {:input-cols [:sepal-length
                                     :sepal-width
                                     :petal-length
                                     :petal-width]
                        :output-col :features}))

(def xgb-input
  (-> label-transformed
      (ml/transform vector-assembler)
      (g/select :features :class-index)))

(def xgb-classifier
  (ml/xgboost-classifier {:eta          0.1
                          :missing      -999
                          :num-round    100
                          :num-workers  2
                          :features-col :features
                          :label-col    :class-index}))

(def xgb-classifier-model
  (ml/fit xgb-input xgb-classifier))

(def predictions
  (-> xgb-input
      (ml/transform xgb-classifier-model)
      (g/select
       :class-index
       (g/element-at (ml/vector->array "probability") 1))))

(ml/write-stage! xgb-classifier-model "target/xgb_classification_model" {:mode "overwrite"})

(def xgb-classifier-model-2
  (ml/read-stage! XGBoostClassificationModel "target/xgb_classification_model"))

(ml/write-native-model! xgb-classifier-model "target/native_xgb_classification_model")