-
Notifications
You must be signed in to change notification settings - Fork 44
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #141 from bazaarvoice/emo-6145
Create a Global Stash Snapshot.
- Loading branch information
Showing
65 changed files
with
2,119 additions
and
232 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
153 changes: 153 additions & 0 deletions
153
quality/integration/src/test/java/test/integration/sor/CompactionControlJerseyTest.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,153 @@ | ||
| package test.integration.sor; | ||
|
|
||
| import com.bazaarvoice.emodb.auth.apikey.ApiKey; | ||
| import com.bazaarvoice.emodb.auth.apikey.ApiKeyModification; | ||
| import com.bazaarvoice.emodb.auth.identity.InMemoryAuthIdentityManager; | ||
| import com.bazaarvoice.emodb.auth.permissions.InMemoryPermissionManager; | ||
| import com.bazaarvoice.emodb.auth.role.InMemoryRoleManager; | ||
| import com.bazaarvoice.emodb.auth.role.RoleManager; | ||
| import com.bazaarvoice.emodb.blob.api.BlobStore; | ||
| import com.bazaarvoice.emodb.client.EmoClientException; | ||
| import com.bazaarvoice.emodb.common.jersey.dropwizard.JerseyEmoClient; | ||
| import com.bazaarvoice.emodb.sor.api.CompactionControlSource; | ||
| import com.bazaarvoice.emodb.sor.api.DataStore; | ||
| import com.bazaarvoice.emodb.sor.client.CompactionControlClient; | ||
| import com.bazaarvoice.emodb.sor.core.DataStoreAsync; | ||
| import com.bazaarvoice.emodb.test.ResourceTest; | ||
| import com.bazaarvoice.emodb.web.auth.DefaultRoles; | ||
| import com.bazaarvoice.emodb.web.auth.EmoPermissionResolver; | ||
| import com.bazaarvoice.emodb.web.resources.sor.DataStoreResource1; | ||
| import com.google.common.collect.ImmutableList; | ||
| import com.google.common.collect.ImmutableSet; | ||
| import com.sun.jersey.api.client.ClientResponse; | ||
| import io.dropwizard.testing.junit.ResourceTestRule; | ||
| import org.junit.After; | ||
| import org.junit.Rule; | ||
| import org.junit.Test; | ||
|
|
||
| import java.net.URI; | ||
| import java.util.List; | ||
|
|
||
| import static org.mockito.Mockito.mock; | ||
| import static org.mockito.Mockito.reset; | ||
| import static org.mockito.Mockito.verify; | ||
| import static org.mockito.Mockito.verifyNoMoreInteractions; | ||
| import static org.testng.Assert.fail; | ||
|
|
||
| public class CompactionControlJerseyTest extends ResourceTest { | ||
| private static final String APIKEY_COMPACTION_CONTROL = "compaction-control-key"; | ||
| private static final String APIKEY_UNAUTHORIZED = "unauthorized-key"; | ||
|
|
||
| private DataStore _dataStoreServer = mock(DataStore.class); | ||
| private CompactionControlSource _compactionControlSourceServer = mock(CompactionControlSource.class); | ||
|
|
||
| @Rule | ||
| public ResourceTestRule _resourceTestRule = setupReplicationResourceTestRule(ImmutableList.<Object>of(new DataStoreResource1(_dataStoreServer, mock(DataStoreAsync.class), | ||
| _compactionControlSourceServer))); | ||
|
|
||
| protected static ResourceTestRule setupReplicationResourceTestRule(List<Object> resourceList) { | ||
| InMemoryAuthIdentityManager<ApiKey> authIdentityManager = new InMemoryAuthIdentityManager<>(); | ||
| authIdentityManager.createIdentity(APIKEY_COMPACTION_CONTROL, new ApiKeyModification().addRoles("sor-compcontrol-role")); | ||
| authIdentityManager.createIdentity(APIKEY_UNAUTHORIZED, new ApiKeyModification().addRoles("sor-read-only-role")); | ||
|
|
||
| EmoPermissionResolver permissionResolver = new EmoPermissionResolver(mock(DataStore.class), mock(BlobStore.class)); | ||
| InMemoryPermissionManager permissionManager = new InMemoryPermissionManager(permissionResolver); | ||
| RoleManager roleManager = new InMemoryRoleManager(permissionManager); | ||
| createRole(roleManager, null, "sor-compcontrol-role", DefaultRoles.compaction_control.getPermissions()); | ||
| createRole(roleManager, null, "sor-read-only-role", ImmutableSet.of("sor|read|*")); | ||
|
|
||
| return setupResourceTestRule(resourceList, authIdentityManager, permissionManager); | ||
| } | ||
|
|
||
| @After | ||
| public void tearDownMocksAndClearState() { | ||
| verifyNoMoreInteractions(_dataStoreServer); | ||
| reset(_dataStoreServer); | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| reset(_compactionControlSourceServer); | ||
| } | ||
|
|
||
| private CompactionControlSource compactionControlClient() { | ||
| return compactionControlClient(APIKEY_COMPACTION_CONTROL); | ||
| } | ||
|
|
||
| private CompactionControlSource compactionControlClient(String apiKey) { | ||
| return new CompactionControlClient(URI.create("/sor/1"), new JerseyEmoClient(_resourceTestRule.client()), apiKey); | ||
| } | ||
|
|
||
| @Test | ||
| public void testUpdateStashTime() { | ||
| compactionControlClient().updateStashTime("1", 123L, ImmutableList.of("placement-name"), 123L, "datacenter"); | ||
|
|
||
| verify(_compactionControlSourceServer).updateStashTime("1", 123L, ImmutableList.of("placement-name"), 123L, "datacenter"); | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
|
|
||
| @Test | ||
| public void testdeleteStashTime() { | ||
| compactionControlClient().deleteStashTime("1", "datacenter"); | ||
|
|
||
| verify(_compactionControlSourceServer).deleteStashTime("1", "datacenter"); | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
|
|
||
| @Test | ||
| public void testGetStashTime() { | ||
| try { | ||
| compactionControlClient().getStashTime("1", "datacenter"); | ||
| } catch (EmoClientException e) { | ||
| // we can expect this as there can be a 404 response. | ||
| } | ||
| verify(_compactionControlSourceServer).getStashTime("1", "datacenter"); | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
|
|
||
| @Test | ||
| public void testAllStashTimes() { | ||
| compactionControlClient().getAllStashTimes(); | ||
|
|
||
| verify(_compactionControlSourceServer).getAllStashTimes(); | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
|
|
||
| @Test | ||
| public void testAllStashTimesForPlacement() { | ||
| compactionControlClient().getStashTimesForPlacement("placement"); | ||
|
|
||
| verify(_compactionControlSourceServer).getStashTimesForPlacement("placement"); | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
|
|
||
|
|
||
| /** | ||
| * Test delete w/an invalid API key. | ||
| */ | ||
| @Test | ||
| public void testdeleteStashTimeUnauthenticated() { | ||
| try { | ||
| compactionControlClient(APIKEY_UNAUTHORIZED).deleteStashTime("1", "datacenter"); | ||
| fail(); | ||
| } catch (EmoClientException e) { | ||
| if (e.getResponse().getStatus() != ClientResponse.Status.FORBIDDEN.getStatusCode()) { | ||
| throw e; | ||
| } | ||
| } | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
|
|
||
| /** | ||
| * Test delete w/a valid API key but not one that has permission to delete. | ||
| */ | ||
| @Test | ||
| public void testDeleteForbidden() { | ||
| try { | ||
| compactionControlClient("completely-unknown-key").deleteStashTime("1", "datacenter"); | ||
| fail(); | ||
| } catch (EmoClientException e) { | ||
| if (e.getResponse().getStatus() != ClientResponse.Status.FORBIDDEN.getStatusCode()) { | ||
| throw e; | ||
| } | ||
| } | ||
| verifyNoMoreInteractions(_compactionControlSourceServer); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
22 changes: 22 additions & 0 deletions
22
sor-api/src/main/java/com/bazaarvoice/emodb/sor/api/CompactionControlSource.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| package com.bazaarvoice.emodb.sor.api; | ||
|
|
||
| import java.util.List; | ||
| import java.util.Map; | ||
|
|
||
| /** | ||
| * Defines the interface for storing and retrieving the stash start run timestamps. | ||
| * <p/> | ||
| * It's used in stash process (to update the start timestamps) and in compaction (to delay the deletion of deltas). | ||
| */ | ||
| public interface CompactionControlSource { | ||
|
|
||
| void updateStashTime(String id, long timestamp, List<String> placements, long expiredTimestamp, String dataCenter); | ||
|
|
||
| void deleteStashTime(String id, String dataCenter); | ||
|
|
||
| StashRunTimeInfo getStashTime(String id, String dataCenter); | ||
|
|
||
| Map<String, StashRunTimeInfo> getAllStashTimes(); | ||
|
|
||
| Map<String, StashRunTimeInfo> getStashTimesForPlacement(String placement); | ||
| } |
Oops, something went wrong.