Skip to content

Commit

Permalink
Revert "HDFS-16540 Data locality is lost when DataNode pod restarts i…
Browse files Browse the repository at this point in the history
…n kubernetes (apache#4170)"

Revert to add the '.' after HDFS-16540 so commit message format matches
precedent

This reverts commit bda0881.
  • Loading branch information
saintstack committed Apr 28, 2022
1 parent bda0881 commit 4e47eb6
Show file tree
Hide file tree
Showing 3 changed files with 1 addition and 45 deletions.
Binary file removed .BUILDING.txt.swp
Binary file not shown.
Original file line number Diff line number Diff line change
Expand Up @@ -1171,7 +1171,6 @@ public void registerDatanode(DatanodeRegistration nodeReg)
nodeN = null;
}

boolean updateHost2DatanodeMap = false;
if (nodeS != null) {
if (nodeN == nodeS) {
// The same datanode has been just restarted to serve the same data
Expand All @@ -1190,11 +1189,7 @@ public void registerDatanode(DatanodeRegistration nodeReg)
nodes with its data cleared (or user can just remove the StorageID
value in "VERSION" file under the data directory of the datanode,
but this is might not work if VERSION file format has changed
*/
// Check if nodeS's host information is same as nodeReg's, if not,
// it needs to update host2DatanodeMap accordringly.
updateHost2DatanodeMap = !nodeS.getXferAddr().equals(nodeReg.getXferAddr());

*/
NameNode.stateChangeLog.info("BLOCK* registerDatanode: " + nodeS
+ " is replaced by " + nodeReg + " with the same storageID "
+ nodeReg.getDatanodeUuid());
Expand All @@ -1204,11 +1199,6 @@ nodes with its data cleared (or user can just remove the StorageID
try {
// update cluster map
getNetworkTopology().remove(nodeS);

// Update Host2DatanodeMap
if (updateHost2DatanodeMap) {
getHost2DatanodeMap().remove(nodeS);
}
if(shouldCountVersion(nodeS)) {
decrementVersionCount(nodeS.getSoftwareVersion());
}
Expand All @@ -1227,11 +1217,6 @@ nodes with its data cleared (or user can just remove the StorageID
nodeS.setDependentHostNames(
getNetworkDependenciesWithDefault(nodeS));
}

if (updateHost2DatanodeMap) {
getHost2DatanodeMap().add(nodeS);
}

getNetworkTopology().add(nodeS);
resolveUpgradeDomain(nodeS);

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -138,35 +138,6 @@ public void testNumVersionsCorrectAfterReregister()
mapToCheck.get("version1").intValue(), 1);
}

/**
* This test checks that if a node is re-registered with a different ip, its
* host2DatanodeMap is correctly updated with the new ip.
*/
@Test
public void testHost2NodeMapCorrectAfterReregister()
throws IOException, InterruptedException {
//Create the DatanodeManager which will be tested
FSNamesystem fsn = Mockito.mock(FSNamesystem.class);
Mockito.when(fsn.hasWriteLock()).thenReturn(true);
Configuration conf = new Configuration();
DatanodeManager dm = mockDatanodeManager(fsn, conf);

String storageID = "someStorageID1";
String ipOld = "someIPOld" + storageID;
String ipNew = "someIPNew" + storageID;

dm.registerDatanode(new DatanodeRegistration(
new DatanodeID(ipOld, "", storageID, 9000, 0, 0, 0),
null, null, "version"));

dm.registerDatanode(new DatanodeRegistration(
new DatanodeID(ipNew, "", storageID, 9000, 0, 0, 0),
null, null, "version"));

assertNull("should be no node with old ip", dm.getDatanodeByHost(ipOld));
assertNotNull("should be a node with new ip", dm.getDatanodeByHost(ipNew));
}

/**
* This test sends a random sequence of node registrations and node removals
* to the DatanodeManager (of nodes with different IDs and versions), and
Expand Down

0 comments on commit 4e47eb6

Please sign in to comment.