-
Notifications
You must be signed in to change notification settings - Fork 68
/
Copy pathproject.clj
147 lines (132 loc) · 9.57 KB
/
project.clj
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
(defproject gorillalabs/sparkling "2.1.3"
:description "A Clojure Library for Apache Spark"
:url "https://gorillalabs.github.io/sparkling/"
:license {:name "Eclipse Public License"
:url "http://www.eclipse.org/legal/epl-v10.html"}
:scm {:name "git"
:url "https://github.com/gorillalabs/sparkling"}
:dependencies [[org.clojure/tools.logging "0.3.1"]
[org.clojure/clojure "1.7.0" :scope "provided"]
[clj-time "0.9.0"]
[com.twitter/carbonite "1.4.0" :exclusions [com.twitter/chill-java]]
[com.damballa/parkour "0.6.2" :exclusions [com.thoughtworks.paranamer/paranamer]]
[com.damballa/abracad "0.4.12" :exclusions [com.fasterxml.jackson.core/jackson-core]]
[org.apache.avro/avro-mapred "1.7.7" :scope "provided" :classifier "hadoop2" :exclusions [org.slf4j/slf4j-api io.netty/netty commons-lang org.mortbay.jetty/servlet-api]]
]
:aliases {"all" ["with-profile" "default"]}
:profiles {:default [:base :system :user :provided :spark-3.2.1 :dev]
:dev {:dependencies [[criterium "0.4.3"]]
:plugins [[lein-dotenv "RELEASE"]
[jonase/eastwood "0.1.4"]
[lein-kibit "0.1.2"]
[lein-marginalia "0.8.0" :exclusions [org.clojure/clojure com.google.guava/guava]]
[lein-ancient "0.5.4" :exclusions [org.clojure/clojure org.clojure/tools.reader commons-codec]]
[lein-release "1.0.5" :exclusions [org.clojure/clojure]]
[gargamel "0.5.0"]
[lein-pprint "1.1.1"]]
:resource-paths ["data"]
;; so gen-class stuff works in the repl
:aot [sparkling.api
sparkling.function
sparkling.scalaInterop
]}
:jenkins {:plugins [[lein-test-out "0.3.1"]] }
:spark-1.1.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.1.0"]
]}
:spark-1.4.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.4.0"]
]}
:spark-1.5.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.5.0"]
]}
:spark-1.6.1 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.6.1"]
[com.github.fommil.netlib/all "1.1.2" :extension "pom"]
[com.googlecode.matrix-toolkits-java/mtj "1.0.2"]
[org.apache.spark/spark-mllib_2.10 "1.6.1" ]
] }
:spark-2.1.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "2.1.0"]
[com.github.fommil.netlib/all "1.1.2" :extension "pom"]
[com.googlecode.matrix-toolkits-java/mtj "1.0.4"]
[org.apache.spark/spark-mllib_2.10 "2.1.0" ]
] }
:hadoop-2.6.0 ^{:pom-scope :provided} {:dependencies
[[org.apache.hadoop/hadoop-client "2.6.0"
:exclusions [commons-codec org.apache.curator/curator-recipes org.slf4j/slf4j-api com.google.guava/guava io.netty/netty org.apache.curator/curator-framework org.apache.zookeeper/zookeeper]]
[org.apache.hadoop/hadoop-hdfs "2.6.0" :exclusions [com.google.guava/guava io.netty/netty]]]}
:spark-1.2.1 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.2.1" :scope "provided"
:exclusions [commons-net commons-codec commons-io]
]
[commons-net "3.1"]
[commons-codec "1.4"]
[commons-io "2.4"]]}
:spark-1.3.1 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "1.3.1"]]}
:spark-2.0.2 ^{:pom-scope :provided} {:dependencies
[[org.apache.spark/spark-core_2.10 "2.0.2"]
[com.github.fommil.netlib/all "1.1.2" :extension "pom"]
[com.googlecode.matrix-toolkits-java/mtj "1.0.4"]
[org.apache.spark/spark-mllib_2.10 "2.0.2" ]
] }
:spark-3.2.1 ^{:pom-scope :provided} {:dependencies
[
[org.apache.spark/spark-core_2.12 "3.2.1"]
[org.apache.spark/spark-sql_2.12 "3.2.1"]
[com.github.fommil.netlib/all "1.1.2" :extension "pom"]
[com.googlecode.matrix-toolkits-java/mtj "1.0.4"]
[org.apache.spark/spark-mllib_2.12 "3.2.1" ]
[org.apache.hadoop/hadoop-client "3.2.1"]]}
:test {:resource-paths ["dev-resources" "data"]
:aot [
sparkling.core
sparkling.api
sparkling.sql
sparkling.sql.types
sparkling.sql.types-test
sparkling.function
sparkling.scalaInterop
sparkling.destructuring
sparkling.debug
sparkling.rdd.hadoopAvro
sparkling.rdd.jdbc
sparkling.testutils.records.domain
sparkling.testutils.records.registrator
sparkling.api-test
sparkling.core-test
sparkling.function-test
sparkling.conf-test
sparkling.rdd.hadoopAvro-test
sparkling.rdd.jdbc-test
sparkling.accumulator-test
sparkling.test-registrator
sparkling.serialization-test
sparkling.ml.classification
sparkling.ml.core
sparkling.ml.transform
sparkling.ml.validation
sparkling.ml.core-test]}
}
:source-paths ["src/clojure"]
:java-source-paths ["src/java"]
:codox {:defaults {:doc/format :markdown}
:include [sparkling.core sparkling.conf sparkling.kryo sparkling.broadcast sparkling.debug sparkling.destructuring]
:output-dir "doc"
:src-dir-uri "https://raw.githubusercontent.com/gorillalabs/sparkling/v1.2.2/"
:src-linenum-anchor-prefix "L"}
:javac-options ["-Xlint:unchecked" "-target" "1.8" "-source" "1.8"]
:jvm-opts ^:replace ["-server" "-Xmx2g"
"--add-opens" "java.base/java.net=ALL-UNNAMED"
"--add-opens" "java.base/java.lang=ALL-UNNAMED"
"--add-opens" "java.base/java.util=ALL-UNNAMED"
"--add-opens" "java.base/java.util.concurrent=ALL-UNNAMED"
"--add-opens" "java.base/java.nio=ALL-UNNAMED"
"--add-opens" "java.base/sun.nio.ch=ALL-UNNAMED"
"--add-opens" "java.base/java.lang.invoke=ALL-UNNAMED"
"--add-opens" "java.base/sun.util.calendar=ALL-UNNAMED"]
:global-vars {*warn-on-reflection* false}
)
;; test with
;; lein do clean, with-profile +spark-1.1.0 test