Skip to content

Commit a015602

Browse files
authored
Merge branch 'apache:trunk' into MAPREDUCE-7421
2 parents 909d346 + c5fdc3b commit a015602

File tree

418 files changed

+12261
-9853
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

418 files changed

+12261
-9853
lines changed

hadoop-common-project/hadoop-common/pom.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -219,6 +219,11 @@
219219
<artifactId>mockito-inline</artifactId>
220220
<scope>test</scope>
221221
</dependency>
222+
<dependency>
223+
<groupId>org.mockito</groupId>
224+
<artifactId>mockito-junit-jupiter</artifactId>
225+
<scope>test</scope>
226+
</dependency>
222227
<dependency>
223228
<groupId>org.apache.avro</groupId>
224229
<artifactId>avro</artifactId>

hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/DummySharedResource.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
*/
1818
package org.apache.hadoop.ha;
1919

20-
import org.junit.Assert;
20+
import static org.junit.jupiter.api.Assertions.assertEquals;
2121

2222
/**
2323
* A fake shared resource, for use in automatic failover testing.
@@ -47,6 +47,6 @@ public synchronized void release(DummyHAService oldHolder) {
4747
}
4848

4949
public synchronized void assertNoViolations() {
50-
Assert.assertEquals(0, violations);
50+
assertEquals(0, violations);
5151
}
5252
}

hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/MiniZKFCCluster.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,8 @@
1717
*/
1818
package org.apache.hadoop.ha;
1919

20-
import static org.junit.Assert.assertArrayEquals;
21-
import static org.junit.Assert.assertEquals;
20+
import static org.junit.jupiter.api.Assertions.assertArrayEquals;
21+
import static org.junit.jupiter.api.Assertions.assertEquals;
2222

2323
import java.io.IOException;
2424
import java.net.InetSocketAddress;

hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestActiveStandbyElector.java

Lines changed: 61 additions & 55 deletions
Original file line numberDiff line numberDiff line change
@@ -36,9 +36,8 @@
3636
import org.apache.zookeeper.data.ACL;
3737
import org.apache.zookeeper.data.Stat;
3838
import org.apache.zookeeper.ZooDefs.Ids;
39-
import org.junit.Before;
40-
import org.junit.Test;
41-
import org.junit.Assert;
39+
import org.junit.jupiter.api.BeforeEach;
40+
import org.junit.jupiter.api.Test;
4241
import org.mockito.ArgumentCaptor;
4342
import org.mockito.Mockito;
4443

@@ -49,7 +48,13 @@
4948
import org.apache.hadoop.util.ZKUtil.ZKAuthInfo;
5049
import org.apache.hadoop.test.GenericTestUtils;
5150

52-
import static org.mockito.ArgumentMatchers.any;
51+
import static org.junit.jupiter.api.Assertions.assertEquals;
52+
import static org.junit.jupiter.api.Assertions.assertFalse;
53+
import static org.junit.jupiter.api.Assertions.assertNull;
54+
import static org.junit.jupiter.api.Assertions.assertThrows;
55+
import static org.junit.jupiter.api.Assertions.assertTrue;
56+
import static org.junit.jupiter.api.Assertions.fail;
57+
import static org.mockito.Mockito.any;
5358

5459
public class TestActiveStandbyElector {
5560

@@ -92,7 +97,7 @@ protected void sleepFor(int ms) {
9297
private static final String ZK_BREADCRUMB_NAME = ZK_PARENT_NAME + "/" +
9398
ActiveStandbyElector.BREADCRUMB_FILENAME;
9499

95-
@Before
100+
@BeforeEach
96101
public void init() throws IOException, KeeperException {
97102
count = 0;
98103
mockZK = Mockito.mock(ZooKeeper.class);
@@ -123,9 +128,10 @@ private void mockPriorActive(byte[] data) throws Exception {
123128
/**
124129
* verify that joinElection checks for null data
125130
*/
126-
@Test(expected = HadoopIllegalArgumentException.class)
131+
@Test
127132
public void testJoinElectionException() {
128-
elector.joinElection(null);
133+
assertThrows(HadoopIllegalArgumentException.class,
134+
() -> elector.joinElection(null));
129135
}
130136

131137
/**
@@ -177,7 +183,7 @@ public void testCreateNodeResultBecomeActive() throws Exception {
177183
public void testFailToBecomeActive() throws Exception {
178184
mockNoPriorActive();
179185
elector.joinElection(data);
180-
Assert.assertEquals(0, elector.sleptFor);
186+
assertEquals(0, elector.sleptFor);
181187

182188
Mockito.doThrow(new ServiceFailedException("failed to become active"))
183189
.when(mockApp).becomeActive();
@@ -189,8 +195,8 @@ public void testFailToBecomeActive() throws Exception {
189195
// should re-join
190196
Mockito.verify(mockZK, Mockito.times(2)).create(ZK_LOCK_NAME, data,
191197
Ids.OPEN_ACL_UNSAFE, CreateMode.EPHEMERAL, elector, mockZK);
192-
Assert.assertEquals(2, count);
193-
Assert.assertTrue(elector.sleptFor > 0);
198+
assertEquals(2, count);
199+
assertTrue(elector.sleptFor > 0);
194200
}
195201

196202
/**
@@ -202,7 +208,7 @@ public void testFailToBecomeActive() throws Exception {
202208
public void testFailToBecomeActiveAfterZKDisconnect() throws Exception {
203209
mockNoPriorActive();
204210
elector.joinElection(data);
205-
Assert.assertEquals(0, elector.sleptFor);
211+
assertEquals(0, elector.sleptFor);
206212

207213
elector.processResult(Code.CONNECTIONLOSS.intValue(), ZK_LOCK_NAME, mockZK,
208214
ZK_LOCK_NAME);
@@ -226,8 +232,8 @@ public void testFailToBecomeActiveAfterZKDisconnect() throws Exception {
226232
// should re-join
227233
Mockito.verify(mockZK, Mockito.times(3)).create(ZK_LOCK_NAME, data,
228234
Ids.OPEN_ACL_UNSAFE, CreateMode.EPHEMERAL, elector, mockZK);
229-
Assert.assertEquals(2, count);
230-
Assert.assertTrue(elector.sleptFor > 0);
235+
assertEquals(2, count);
236+
assertTrue(elector.sleptFor > 0);
231237
}
232238

233239

@@ -331,7 +337,7 @@ public void testCreateNodeResultRetryBecomeActive() throws Exception {
331337

332338
elector.joinElection(data);
333339
// recreate connection via getNewZooKeeper
334-
Assert.assertEquals(2, count);
340+
assertEquals(2, count);
335341
elector.processResult(Code.CONNECTIONLOSS.intValue(), ZK_LOCK_NAME, mockZK,
336342
ZK_LOCK_NAME);
337343
elector.processResult(Code.NODEEXISTS.intValue(), ZK_LOCK_NAME, mockZK,
@@ -457,10 +463,10 @@ public void testProcessCallbackEventNone() throws Exception {
457463
Event.KeeperState.SyncConnected);
458464
elector.processWatchEvent(mockZK, mockEvent);
459465
verifyExistCall(1);
460-
Assert.assertTrue(elector.isMonitorLockNodePending());
466+
assertTrue(elector.isMonitorLockNodePending());
461467
elector.processResult(Code.SESSIONEXPIRED.intValue(), ZK_LOCK_NAME,
462468
mockZK, new Stat());
463-
Assert.assertFalse(elector.isMonitorLockNodePending());
469+
assertFalse(elector.isMonitorLockNodePending());
464470

465471
// session expired should enter safe mode and initiate re-election
466472
// re-election checked via checking re-creation of new zookeeper and
@@ -471,7 +477,7 @@ public void testProcessCallbackEventNone() throws Exception {
471477
Mockito.verify(mockApp, Mockito.times(1)).enterNeutralMode();
472478
// called getNewZooKeeper to create new session. first call was in
473479
// constructor
474-
Assert.assertEquals(2, count);
480+
assertEquals(2, count);
475481
// once in initial joinElection and one now
476482
Mockito.verify(mockZK, Mockito.times(2)).create(ZK_LOCK_NAME, data,
477483
Ids.OPEN_ACL_UNSAFE, CreateMode.EPHEMERAL, elector, mockZK);
@@ -504,13 +510,13 @@ public void testProcessCallbackEventNode() throws Exception {
504510
ZK_LOCK_NAME);
505511
Mockito.verify(mockApp, Mockito.times(1)).becomeStandby();
506512
verifyExistCall(1);
507-
Assert.assertTrue(elector.isMonitorLockNodePending());
513+
assertTrue(elector.isMonitorLockNodePending());
508514

509515
Stat stat = new Stat();
510516
stat.setEphemeralOwner(0L);
511517
Mockito.when(mockZK.getSessionId()).thenReturn(1L);
512518
elector.processResult(Code.OK.intValue(), ZK_LOCK_NAME, mockZK, stat);
513-
Assert.assertFalse(elector.isMonitorLockNodePending());
519+
assertFalse(elector.isMonitorLockNodePending());
514520

515521
WatchedEvent mockEvent = Mockito.mock(WatchedEvent.class);
516522
Mockito.when(mockEvent.getPath()).thenReturn(ZK_LOCK_NAME);
@@ -520,18 +526,18 @@ public void testProcessCallbackEventNode() throws Exception {
520526
Event.EventType.NodeDataChanged);
521527
elector.processWatchEvent(mockZK, mockEvent);
522528
verifyExistCall(2);
523-
Assert.assertTrue(elector.isMonitorLockNodePending());
529+
assertTrue(elector.isMonitorLockNodePending());
524530
elector.processResult(Code.OK.intValue(), ZK_LOCK_NAME, mockZK, stat);
525-
Assert.assertFalse(elector.isMonitorLockNodePending());
531+
assertFalse(elector.isMonitorLockNodePending());
526532

527533
// monitoring should be setup again after event is received
528534
Mockito.when(mockEvent.getType()).thenReturn(
529535
Event.EventType.NodeChildrenChanged);
530536
elector.processWatchEvent(mockZK, mockEvent);
531537
verifyExistCall(3);
532-
Assert.assertTrue(elector.isMonitorLockNodePending());
538+
assertTrue(elector.isMonitorLockNodePending());
533539
elector.processResult(Code.OK.intValue(), ZK_LOCK_NAME, mockZK, stat);
534-
Assert.assertFalse(elector.isMonitorLockNodePending());
540+
assertFalse(elector.isMonitorLockNodePending());
535541

536542
// lock node deletion when in standby mode should create znode again
537543
// successful znode creation enters active state and sets monitor
@@ -546,10 +552,10 @@ public void testProcessCallbackEventNode() throws Exception {
546552
ZK_LOCK_NAME);
547553
Mockito.verify(mockApp, Mockito.times(1)).becomeActive();
548554
verifyExistCall(4);
549-
Assert.assertTrue(elector.isMonitorLockNodePending());
555+
assertTrue(elector.isMonitorLockNodePending());
550556
stat.setEphemeralOwner(1L);
551557
elector.processResult(Code.OK.intValue(), ZK_LOCK_NAME, mockZK, stat);
552-
Assert.assertFalse(elector.isMonitorLockNodePending());
558+
assertFalse(elector.isMonitorLockNodePending());
553559

554560
// lock node deletion in active mode should enter neutral mode and create
555561
// znode again successful znode creation enters active state and sets
@@ -564,17 +570,17 @@ public void testProcessCallbackEventNode() throws Exception {
564570
ZK_LOCK_NAME);
565571
Mockito.verify(mockApp, Mockito.times(2)).becomeActive();
566572
verifyExistCall(5);
567-
Assert.assertTrue(elector.isMonitorLockNodePending());
573+
assertTrue(elector.isMonitorLockNodePending());
568574
elector.processResult(Code.OK.intValue(), ZK_LOCK_NAME, mockZK, stat);
569-
Assert.assertFalse(elector.isMonitorLockNodePending());
575+
assertFalse(elector.isMonitorLockNodePending());
570576

571577
// bad path name results in fatal error
572578
Mockito.when(mockEvent.getPath()).thenReturn(null);
573579
elector.processWatchEvent(mockZK, mockEvent);
574580
Mockito.verify(mockApp, Mockito.times(1)).notifyFatalError(
575581
"Unexpected watch error from Zookeeper");
576582
// fatal error means no new connection other than one from constructor
577-
Assert.assertEquals(1, count);
583+
assertEquals(1, count);
578584
// no new watches after fatal error
579585
verifyExistCall(5);
580586

@@ -599,13 +605,13 @@ public void testSuccessiveStandbyCalls() {
599605
ZK_LOCK_NAME);
600606
Mockito.verify(mockApp, Mockito.times(1)).becomeStandby();
601607
verifyExistCall(1);
602-
Assert.assertTrue(elector.isMonitorLockNodePending());
608+
assertTrue(elector.isMonitorLockNodePending());
603609

604610
Stat stat = new Stat();
605611
stat.setEphemeralOwner(0L);
606612
Mockito.when(mockZK.getSessionId()).thenReturn(1L);
607613
elector.processResult(Code.OK.intValue(), ZK_LOCK_NAME, mockZK, stat);
608-
Assert.assertFalse(elector.isMonitorLockNodePending());
614+
assertFalse(elector.isMonitorLockNodePending());
609615

610616
WatchedEvent mockEvent = Mockito.mock(WatchedEvent.class);
611617
Mockito.when(mockEvent.getPath()).thenReturn(ZK_LOCK_NAME);
@@ -644,7 +650,7 @@ public void testQuitElection() throws Exception {
644650
byte[] data = new byte[8];
645651
elector.joinElection(data);
646652
// getNewZooKeeper called 2 times. once in constructor and once now
647-
Assert.assertEquals(2, count);
653+
assertEquals(2, count);
648654
elector.processResult(Code.NODEEXISTS.intValue(), ZK_LOCK_NAME, mockZK,
649655
ZK_LOCK_NAME);
650656
Mockito.verify(mockApp, Mockito.times(1)).becomeStandby();
@@ -669,7 +675,7 @@ public void testGetActiveData() throws ActiveNotFoundException,
669675
Mockito.when(
670676
mockZK.getData(Mockito.eq(ZK_LOCK_NAME), Mockito.eq(false),
671677
any())).thenReturn(data);
672-
Assert.assertEquals(data, elector.getActiveData());
678+
assertEquals(data, elector.getActiveData());
673679
Mockito.verify(mockZK, Mockito.times(1)).getData(
674680
Mockito.eq(ZK_LOCK_NAME), Mockito.eq(false), any());
675681

@@ -680,7 +686,7 @@ public void testGetActiveData() throws ActiveNotFoundException,
680686
new KeeperException.NoNodeException());
681687
try {
682688
elector.getActiveData();
683-
Assert.fail("ActiveNotFoundException expected");
689+
fail("ActiveNotFoundException expected");
684690
} catch(ActiveNotFoundException e) {
685691
Mockito.verify(mockZK, Mockito.times(2)).getData(
686692
Mockito.eq(ZK_LOCK_NAME), Mockito.eq(false), any());
@@ -693,7 +699,7 @@ public void testGetActiveData() throws ActiveNotFoundException,
693699
any())).thenThrow(
694700
new KeeperException.AuthFailedException());
695701
elector.getActiveData();
696-
Assert.fail("KeeperException.AuthFailedException expected");
702+
fail("KeeperException.AuthFailedException expected");
697703
} catch(KeeperException.AuthFailedException ke) {
698704
Mockito.verify(mockZK, Mockito.times(3)).getData(
699705
Mockito.eq(ZK_LOCK_NAME), Mockito.eq(false), any());
@@ -762,7 +768,7 @@ public void testEnsureBaseNodeFails() throws Exception {
762768
Mockito.eq(Ids.OPEN_ACL_UNSAFE), Mockito.eq(CreateMode.PERSISTENT));
763769
try {
764770
elector.ensureParentZNode();
765-
Assert.fail("Did not throw!");
771+
fail("Did not throw!");
766772
} catch (IOException ioe) {
767773
if (!(ioe.getCause() instanceof KeeperException.ConnectionLossException)) {
768774
throw ioe;
@@ -791,7 +797,7 @@ protected ZooKeeper createZooKeeper() throws IOException {
791797
};
792798

793799

794-
Assert.fail("Did not throw zookeeper connection loss exceptions!");
800+
fail("Did not throw zookeeper connection loss exceptions!");
795801
} catch (KeeperException ke) {
796802
GenericTestUtils.assertExceptionContains( "ConnectionLoss", ke);
797803
}
@@ -842,14 +848,14 @@ protected synchronized ZooKeeper connectToZooKeeper() {
842848
= ArgumentCaptor.forClass(ZKClientConfig.class);
843849
Mockito.verify(e).initiateZookeeper(configArgumentCaptor.capture());
844850
ZKClientConfig clientConfig = configArgumentCaptor.getValue();
845-
Assert.assertEquals(defaultConfig.getProperty(ZKClientConfig.SECURE_CLIENT),
846-
clientConfig.getProperty(ZKClientConfig.SECURE_CLIENT));
847-
Assert.assertEquals(defaultConfig.getProperty(ZKClientConfig.ZOOKEEPER_CLIENT_CNXN_SOCKET),
848-
clientConfig.getProperty(ZKClientConfig.ZOOKEEPER_CLIENT_CNXN_SOCKET));
849-
Assert.assertNull(clientConfig.getProperty(clientX509Util.getSslKeystoreLocationProperty()));
850-
Assert.assertNull(clientConfig.getProperty(clientX509Util.getSslKeystorePasswdProperty()));
851-
Assert.assertNull(clientConfig.getProperty(clientX509Util.getSslTruststoreLocationProperty()));
852-
Assert.assertNull(clientConfig.getProperty(clientX509Util.getSslTruststorePasswdProperty()));
851+
assertEquals(defaultConfig.getProperty(ZKClientConfig.SECURE_CLIENT),
852+
clientConfig.getProperty(ZKClientConfig.SECURE_CLIENT));
853+
assertEquals(defaultConfig.getProperty(ZKClientConfig.ZOOKEEPER_CLIENT_CNXN_SOCKET),
854+
clientConfig.getProperty(ZKClientConfig.ZOOKEEPER_CLIENT_CNXN_SOCKET));
855+
assertNull(clientConfig.getProperty(clientX509Util.getSslKeystoreLocationProperty()));
856+
assertNull(clientConfig.getProperty(clientX509Util.getSslKeystorePasswdProperty()));
857+
assertNull(clientConfig.getProperty(clientX509Util.getSslTruststoreLocationProperty()));
858+
assertNull(clientConfig.getProperty(clientX509Util.getSslTruststorePasswdProperty()));
853859
}
854860

855861
/**
@@ -882,17 +888,17 @@ protected synchronized ZooKeeper connectToZooKeeper() {
882888
= ArgumentCaptor.forClass(ZKClientConfig.class);
883889
Mockito.verify(e).initiateZookeeper(configArgumentCaptor.capture());
884890
ZKClientConfig clientConfig = configArgumentCaptor.getValue();
885-
Assert.assertEquals("true", clientConfig.getProperty(ZKClientConfig.SECURE_CLIENT));
886-
Assert.assertEquals("org.apache.zookeeper.ClientCnxnSocketNetty",
887-
clientConfig.getProperty(ZKClientConfig.ZOOKEEPER_CLIENT_CNXN_SOCKET));
888-
Assert.assertEquals("keystore_location",
889-
clientConfig.getProperty(clientX509Util.getSslKeystoreLocationProperty()));
890-
Assert.assertEquals("keystore_password",
891-
clientConfig.getProperty(clientX509Util.getSslKeystorePasswdProperty()));
892-
Assert.assertEquals("truststore_location",
893-
clientConfig.getProperty(clientX509Util.getSslTruststoreLocationProperty()));
894-
Assert.assertEquals("truststore_password",
895-
clientConfig.getProperty(clientX509Util.getSslTruststorePasswdProperty()));
891+
assertEquals("true", clientConfig.getProperty(ZKClientConfig.SECURE_CLIENT));
892+
assertEquals("org.apache.zookeeper.ClientCnxnSocketNetty",
893+
clientConfig.getProperty(ZKClientConfig.ZOOKEEPER_CLIENT_CNXN_SOCKET));
894+
assertEquals("keystore_location",
895+
clientConfig.getProperty(clientX509Util.getSslKeystoreLocationProperty()));
896+
assertEquals("keystore_password",
897+
clientConfig.getProperty(clientX509Util.getSslKeystorePasswdProperty()));
898+
assertEquals("truststore_location",
899+
clientConfig.getProperty(clientX509Util.getSslTruststoreLocationProperty()));
900+
assertEquals("truststore_password",
901+
clientConfig.getProperty(clientX509Util.getSslTruststorePasswdProperty()));
896902

897903
}
898904
}

hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ha/TestFailoverController.java

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,11 +34,14 @@
3434
import static org.apache.hadoop.ha.TestNodeFencer.setupFencer;
3535
import org.apache.hadoop.security.AccessControlException;
3636

37-
import org.junit.Test;
37+
import org.junit.jupiter.api.Test;
3838
import org.mockito.Mockito;
3939
import org.mockito.internal.stubbing.answers.ThrowsException;
4040

41-
import static org.junit.Assert.*;
41+
import static org.junit.jupiter.api.Assertions.assertEquals;
42+
import static org.junit.jupiter.api.Assertions.assertSame;
43+
import static org.junit.jupiter.api.Assertions.assertTrue;
44+
import static org.junit.jupiter.api.Assertions.fail;
4245

4346
public class TestFailoverController {
4447
private InetSocketAddress svc1Addr = new InetSocketAddress("svc1", 1234);

0 commit comments

Comments
 (0)