Skip to content

Commit fef5f5d

Browse files
solrbotjanhoy
solrbot
and
janhoy
authored
Update org.apache.hadoop:* to v3.4.0 (#2380)
* Update org.apache.hadoop:* to v3.4.0 * Exclude jline and jsch * Fix lock for ReplicaMap * Use IOUtils.cleanupWithLogger insteaad of deprecated IOUtils.cleanup * unusedDeclaredArtifacts org.slf4j:jcl-over-slf4j:2.0.13@jar Co-authored-by: Jan Høydahl <[email protected]>
1 parent 0f4a465 commit fef5f5d

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

50 files changed

+52
-51
lines changed

‎solr/licenses/hadoop-annotations-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-annotations-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
612302e6e385d7e6a62bc0129dbc58689f8c7b2b

‎solr/licenses/hadoop-auth-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-auth-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
6f5ab3a46b3d2734c0ae4d6338f0be3529efe083

‎solr/licenses/hadoop-client-api-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-client-api-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
14b26fbacedff53bc10eebc1fddface4f1f655af

‎solr/licenses/hadoop-client-minicluster-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-client-minicluster-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
a1af909b1cb220c0f81224b2241c4a0aa2860ee6

‎solr/licenses/hadoop-client-runtime-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-client-runtime-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
de1ed42503ec64b84a91b330fdd2ed508b6f9df8

‎solr/licenses/hadoop-common-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-common-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
2b4b1694b695b31cdd8e345b6b59fd74d43a26bc

‎solr/licenses/hadoop-hdfs-3.3.6-tests.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-hdfs-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-hdfs-3.4.0-tests.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
18f9797a908899efbe4e27f6d5b76420f446a695

‎solr/licenses/hadoop-hdfs-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
d46983ccf965bffaeab8b67713aa9442c5b7d5bf

‎solr/licenses/hadoop-minikdc-3.3.6.jar.sha1

-1
This file was deleted.

‎solr/licenses/hadoop-minikdc-3.4.0.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
ec7c619e1deff5a9f2da0293fc9f5fcae66d159e

‎solr/licenses/kerb-admin-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-admin-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
e239e34968f59b4c7f75cffff08c6a140b3afa44

‎solr/licenses/kerb-client-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-client-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
ae6bb140ed545771efc13973f5ad665766a2e1d4

‎solr/licenses/kerb-common-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-common-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
32fde271604661ef07ec61b6654d381dfeaff5b1

‎solr/licenses/kerb-core-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-core-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
2ed4ee03585bb1749f3d5bf4951208cb36839e82

‎solr/licenses/kerb-crypto-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-crypto-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
a19d9c3fbcf52abd2f804f2d88f8bbf4195883a8

‎solr/licenses/kerb-identity-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-identity-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
0704d04804ff500f160b99ecf83258187e31d5ef

‎solr/licenses/kerb-server-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-server-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
7e2ea712dd36f8039a437d61379a60a388e1b2d2

‎solr/licenses/kerb-simplekdc-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-simplekdc-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
d267abb85f5aa3223e66b978c5b5a148d1fa5304

‎solr/licenses/kerb-util-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerb-util-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
dda5fbcbd1e8d5de40edcf6161faf94b915152ce

‎solr/licenses/kerby-asn1-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerby-asn1-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
71e4005a005c8c4476b959befdc1ad668fbbe758

‎solr/licenses/kerby-config-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerby-config-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
322b25b1fb7f57f6987c54c5ef32887036108d61

‎solr/licenses/kerby-pkix-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerby-pkix-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
8301fe828f3b931617df990f77da636eacd9212d

‎solr/licenses/kerby-util-1.0.1.jar.sha1

-1
This file was deleted.

‎solr/licenses/kerby-util-2.0.3.jar.sha1

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
f1e80545460c37fca6b2c18f02fa32f6040928f0

‎solr/modules/hadoop-auth/build.gradle

+2
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,8 @@ dependencies {
9999
exclude group:'org.apache.kerby', module:'kerby-xdr'
100100
exclude group:'org.apache.kerby', module:'token-provider'
101101
exclude group:'org.slf4j', module:'slf4j-reload4j'
102+
exclude group:'org.jline', module:'jline'
103+
exclude group:'com.jcraft', module:'jsch'
102104
})
103105

104106
// Zookeeper dependency - some tests like HdfsCloudBackupRestore need this

‎solr/modules/hdfs/build.gradle

-1
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,6 @@ dependencies {
5050
testImplementation 'org.apache.hadoop.thirdparty:hadoop-shaded-guava'
5151
testRuntimeOnly 'org.apache.hadoop:hadoop-client-minicluster'
5252

53-
testImplementation 'org.slf4j:jcl-over-slf4j'
5453
testRuntimeOnly 'org.apache.logging.log4j:log4j-1.2-api'
5554

5655
// classes like solr.ICUCollationField, used by NNFailoverTest for example.

‎solr/modules/hdfs/src/test/org/apache/hadoop/fs/RawLocalFileSystem.java

+1-1
Original file line numberDiff line numberDiff line change
@@ -329,7 +329,7 @@ private LocalFSFileOutputStream(Path f, boolean append,
329329
success = true;
330330
} finally {
331331
if (!success) {
332-
IOUtils.cleanup(LOG, this.fos);
332+
IOUtils.cleanupWithLogger(LOG, this.fos);
333333
}
334334
}
335335
}

‎solr/modules/hdfs/src/test/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/BlockPoolSlice.java

+2-2
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@
2626
import org.apache.hadoop.hdfs.protocol.BlockListAsLongs.BlockReportReplica;
2727
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.ReplicaState;
2828
import org.apache.hadoop.hdfs.server.datanode.BlockMetadataHeader;
29+
import org.apache.hadoop.hdfs.server.datanode.DataSetLockManager;
2930
import org.apache.hadoop.hdfs.server.datanode.DataStorage;
3031
import org.apache.hadoop.hdfs.server.datanode.DatanodeUtil;
3132
import org.apache.hadoop.hdfs.server.datanode.FileIoProvider;
@@ -72,7 +73,6 @@
7273
import java.util.concurrent.RecursiveAction;
7374
import java.util.concurrent.TimeUnit;
7475
import java.util.concurrent.atomic.AtomicLong;
75-
import java.util.concurrent.locks.ReentrantReadWriteLock;
7676

7777
/**
7878
* A block pool slice represents a portion of a block pool stored on a volume.
@@ -787,7 +787,7 @@ void shutdown(BlockListAsLongs blocksListToPersist) {
787787

788788
private boolean readReplicasFromCache(ReplicaMap volumeMap,
789789
final RamDiskReplicaTracker lazyWriteReplicaMap) {
790-
ReplicaMap tmpReplicaMap = new ReplicaMap(new ReentrantReadWriteLock());
790+
ReplicaMap tmpReplicaMap = new ReplicaMap(new DataSetLockManager());
791791
File replicaFile = new File(replicaCacheDir, REPLICA_CACHE_FILE);
792792
// Check whether the file exists or not.
793793
if (!replicaFile.exists()) {

‎versions.lock

+24-24
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ commons-cli:commons-cli:1.9.0 (2 constraints: a90fcab3)
9090
commons-codec:commons-codec:1.17.1 (11 constraints: 5a953ac4)
9191
commons-collections:commons-collections:3.2.2 (3 constraints: 77242dac)
9292
commons-digester:commons-digester:2.1 (1 constraints: 550fb664)
93-
commons-io:commons-io:2.15.1 (10 constraints: 47759e4f)
93+
commons-io:commons-io:2.15.1 (10 constraints: ff7571ba)
9494
commons-validator:commons-validator:1.7 (1 constraints: a10a3dd2)
9595
de.l3s.boilerpipe:boilerpipe:1.1.0 (1 constraints: 590ce401)
9696
edu.ucar:cdm:4.5.5 (3 constraints: 9d1abd7d)
@@ -197,11 +197,11 @@ org.apache.commons:commons-text:1.12.0 (2 constraints: 651f97e5)
197197
org.apache.curator:curator-client:5.7.0 (2 constraints: ec14cea3)
198198
org.apache.curator:curator-framework:5.7.0 (2 constraints: 0914ad75)
199199
org.apache.curator:curator-recipes:5.7.0 (1 constraints: 0e051936)
200-
org.apache.hadoop:hadoop-annotations:3.3.6 (1 constraints: 0e050936)
201-
org.apache.hadoop:hadoop-auth:3.3.6 (1 constraints: 0e050936)
202-
org.apache.hadoop:hadoop-client-api:3.3.6 (3 constraints: 25280861)
203-
org.apache.hadoop:hadoop-client-runtime:3.3.6 (2 constraints: 6f17dc43)
204-
org.apache.hadoop:hadoop-common:3.3.6 (1 constraints: 0e050936)
200+
org.apache.hadoop:hadoop-annotations:3.4.0 (1 constraints: 09050636)
201+
org.apache.hadoop:hadoop-auth:3.4.0 (1 constraints: 09050636)
202+
org.apache.hadoop:hadoop-client-api:3.4.0 (3 constraints: 16281b5e)
203+
org.apache.hadoop:hadoop-client-runtime:3.4.0 (2 constraints: 6517d242)
204+
org.apache.hadoop:hadoop-common:3.4.0 (1 constraints: 09050636)
205205
org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.2.0 (1 constraints: 0505f635)
206206
org.apache.httpcomponents:httpclient:4.5.14 (9 constraints: 62806342)
207207
org.apache.httpcomponents:httpcore:4.4.16 (8 constraints: 256d4617)
@@ -222,13 +222,13 @@ org.apache.kafka:kafka-storage-api:3.7.1 (2 constraints: 0218d3d8)
222222
org.apache.kafka:kafka-streams:3.7.1 (1 constraints: 0d051036)
223223
org.apache.kafka:kafka-tools-api:3.7.1 (1 constraints: 020b16e8)
224224
org.apache.kafka:kafka_2.13:3.7.1 (1 constraints: 0d051036)
225-
org.apache.kerby:kerb-core:1.0.1 (5 constraints: 683677dd)
226-
org.apache.kerby:kerb-crypto:1.0.1 (2 constraints: d617fe96)
227-
org.apache.kerby:kerb-util:1.0.1 (3 constraints: 1a1ddb4c)
228-
org.apache.kerby:kerby-asn1:1.0.1 (1 constraints: fd0be9f4)
229-
org.apache.kerby:kerby-config:1.0.1 (4 constraints: 4d3182b9)
230-
org.apache.kerby:kerby-pkix:1.0.1 (1 constraints: 710bfce4)
231-
org.apache.kerby:kerby-util:1.0.1 (2 constraints: 6518bdb6)
225+
org.apache.kerby:kerb-core:2.0.3 (5 constraints: 743627e0)
226+
org.apache.kerby:kerb-crypto:2.0.3 (2 constraints: dc177597)
227+
org.apache.kerby:kerb-util:2.0.3 (3 constraints: 201d584d)
228+
org.apache.kerby:kerby-asn1:2.0.3 (1 constraints: 000cf0f4)
229+
org.apache.kerby:kerby-config:2.0.3 (4 constraints: 593132bc)
230+
org.apache.kerby:kerby-pkix:2.0.3 (1 constraints: 740b03e5)
231+
org.apache.kerby:kerby-util:2.0.3 (2 constraints: 6b1837b7)
232232
org.apache.logging.log4j:log4j-1.2-api:2.21.0 (1 constraints: 3705363b)
233233
org.apache.logging.log4j:log4j-api:2.21.0 (10 constraints: f07d3453)
234234
org.apache.logging.log4j:log4j-core:2.21.0 (5 constraints: 5f510091)
@@ -380,14 +380,14 @@ org.scala-lang.modules:scala-java8-compat_2.13:1.0.2 (1 constraints: fa0af8e7)
380380
org.semver4j:semver4j:5.3.0 (1 constraints: 0a050d36)
381381
org.slf4j:jcl-over-slf4j:2.0.13 (3 constraints: fa17e8b5)
382382
org.slf4j:jul-to-slf4j:2.0.13 (3 constraints: 54285f5f)
383-
org.slf4j:slf4j-api:2.0.13 (71 constraints: 9dbf4f86)
383+
org.slf4j:slf4j-api:2.0.13 (71 constraints: a1bfff9b)
384384
org.tallison:isoparser:1.9.41.7 (1 constraints: fb0c5528)
385385
org.tallison:jmatio:1.5 (1 constraints: ff0b57e9)
386386
org.tallison:metadata-extractor:2.17.1.0 (1 constraints: f00c3b28)
387387
org.tallison.xmp:xmpcore-shaded:6.1.10 (1 constraints: 300e8d49)
388388
org.threeten:threetenbp:1.6.9 (4 constraints: 2833ea68)
389389
org.tukaani:xz:1.9 (1 constraints: 030c5be9)
390-
org.xerial.snappy:snappy-java:1.1.10.5 (5 constraints: 3d469c91)
390+
org.xerial.snappy:snappy-java:1.1.10.5 (5 constraints: be46ae36)
391391
software.amazon.awssdk:annotations:2.26.19 (28 constraints: 48a79471)
392392
software.amazon.awssdk:apache-client:2.26.19 (4 constraints: 112adae3)
393393
software.amazon.awssdk:arns:2.26.19 (2 constraints: 231878c1)
@@ -451,15 +451,15 @@ net.bytebuddy:byte-buddy-agent:1.14.15 (1 constraints: 760bb5e9)
451451
net.minidev:accessors-smart:2.4.9 (1 constraints: 500a92b8)
452452
net.minidev:json-smart:2.4.10 (1 constraints: 400e9a7c)
453453
no.nav.security:mock-oauth2-server:0.5.10 (1 constraints: 3805333b)
454-
org.apache.hadoop:hadoop-client-minicluster:3.3.6 (1 constraints: 0e050936)
455-
org.apache.hadoop:hadoop-hdfs:3.3.6 (1 constraints: 0e050936)
456-
org.apache.hadoop:hadoop-minikdc:3.3.6 (1 constraints: 0e050936)
457-
org.apache.kerby:kerb-admin:1.0.1 (1 constraints: 840d892f)
458-
org.apache.kerby:kerb-client:1.0.1 (1 constraints: 840d892f)
459-
org.apache.kerby:kerb-common:1.0.1 (2 constraints: a51841ca)
460-
org.apache.kerby:kerb-identity:1.0.1 (1 constraints: 5f0cb602)
461-
org.apache.kerby:kerb-server:1.0.1 (1 constraints: d10b65f2)
462-
org.apache.kerby:kerb-simplekdc:1.0.1 (1 constraints: dc0d7e3e)
454+
org.apache.hadoop:hadoop-client-minicluster:3.4.0 (1 constraints: 09050636)
455+
org.apache.hadoop:hadoop-hdfs:3.4.0 (1 constraints: 09050636)
456+
org.apache.hadoop:hadoop-minikdc:3.4.0 (1 constraints: 09050636)
457+
org.apache.kerby:kerb-admin:2.0.3 (1 constraints: 870d902f)
458+
org.apache.kerby:kerb-client:2.0.3 (1 constraints: 870d902f)
459+
org.apache.kerby:kerb-common:2.0.3 (3 constraints: df2506b3)
460+
org.apache.kerby:kerb-identity:2.0.3 (1 constraints: 620cbd02)
461+
org.apache.kerby:kerb-server:2.0.3 (1 constraints: d40b6cf2)
462+
org.apache.kerby:kerb-simplekdc:2.0.3 (1 constraints: df0d853e)
463463
org.apache.tomcat.embed:tomcat-embed-el:9.0.76 (1 constraints: d41558cf)
464464
org.bouncycastle:bcpkix-jdk18on:1.78.1 (1 constraints: 43055a3b)
465465
org.bouncycastle:bcprov-jdk18on:1.78.1 (2 constraints: 851b50bd)

‎versions.props

+1-1
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ org.apache.commons:commons-lang3=3.15.0
4141
org.apache.commons:commons-math3=3.6.1
4242
org.apache.curator:*=5.7.0
4343
org.apache.hadoop.thirdparty:*=1.2.0
44-
org.apache.hadoop:*=3.3.6
44+
org.apache.hadoop:*=3.4.0
4545
org.apache.httpcomponents:httpclient=4.5.14
4646
org.apache.httpcomponents:httpcore=4.4.16
4747
org.apache.httpcomponents:httpmime=4.5.14

0 commit comments

Comments
 (0)