[infinispan-issues] [JBoss JIRA] (ISPN-9044) In Cluster - Infinispan - SingleFileStore - fetchPersistentState/StateTransfer not transferring complete data to Joining Node

[ https://issues.jboss.org/browse/ISPN-9044?page=com.atlassian.jira.plugin.... ] Dan Berindei edited comment on ISPN-9044 at 4/16/18 4:39 AM: ------------------------------------------------------------- {code:title=ReplStateTransferCacheLoaderTest.java} @Test(groups = "functional", testName = "statetransfer.ReplStateTransferCacheLoaderTest") @CleanupAfterMethod public class ReplStateTransferCacheLoaderTest extends MultipleCacheManagersTest implements Serializable{ /** * */ private static final long serialVersionUID = 1L; private static final Log log = LogFactory.getLog(ReplStateTransferCacheLoaderTest.class); private File tmpDir; private ConfigurationBuilder builder; @Override protected void createCacheManagers() { tmpDir = new File(TestingUtil.tmpDirectory(this.getClass())); Util.recursiveFileRemove(tmpDir); // reproduce the MODE-1754 config as closely as possible builder = getDefaultClusteredCacheConfig(CacheMode.REPL_SYNC, true, true); builder.transaction().*transactionMode(TransactionMode.NON_TRANSACTIONAL)*.*lockingMode(LockingMode.OPTIMISTIC)* .transactionManagerLookup(new DummyTransactionManagerLookup()) .eviction().*maxEntries(100)*.*strategy(EvictionStrategy.LRU)* .locking().lockAcquisitionTimeout(20000) .*concurrencyLevel(1000)* // lowering this to 50 makes the test pass also on 5.2 but it's just a temporary workaround .useLockStriping(false).writeSkewCheck(false).isolationLevel(IsolationLevel.READ_COMMITTED) .dataContainer().storeAsBinary() .clustering().sync().*replTimeout(120000)* .*stateTransfer().timeout(480000)*.*fetchInMemoryState(true)*.chunkSize(10000).*awaitInitialTransfer(true)* .persistence().passivation(false).addSingleFileStore().location(new File(tmpDir, "store0").getAbsolutePath()).shared(false).preload(false) .*fetchPersistentState(true)* .ignoreModifications(false) .purgeOnStartup(false); createCluster(builder, 1); waitForClusterToForm(); } @AfterClass protected void clearTempDir() { // Util.recursiveFileRemove(tmpDir); } public void *testStateTransfer*() throws Exception { final Long *numKeys = 100000l*; for (Long i = 0l; i < numKeys; i++) { TestEntity testEntity = new TestEntity(i,"DEBA_"+i); cache(0).put(i, testEntity); } log.info("Finished putting keys"); System.out.println("Debashish -- "+"Finished putting keys"); for (Long i = 0l; i < numKeys; i++) { assertEquals(i, ((TestEntity)cache(0).get(i)).getId()); } log.info("Adding a new node .."); System.out.println("Debashish -- "+"Adding a new node .."); builder.persistence().clearStores().addSingleFileStore().location(new File(tmpDir, "store1").getAbsolutePath()) // make sure this node writes in a different location .fetchPersistentState(true) .ignoreModifications(false) .purgeOnStartup(false); addClusterEnabledCacheManager(builder); log.info("Added a new node"); System.out.println("Debashish -- "+"Added a new node"); for (Long i = 0l; i < numKeys; i++) { assertEquals(i, ((TestEntity)cache(1).get(i)).getId()); // assertEquals(i, cache(1).get(i)); // some keys are lost in 5.2 } } } {code} was (Author: debashish.bharali): {color:red}*---ReplStateTransferCacheLoaderTest.java---*{color} @Test(groups = "functional", testName = "statetransfer.ReplStateTransferCacheLoaderTest") @CleanupAfterMethod public class ReplStateTransferCacheLoaderTest extends MultipleCacheManagersTest implements Serializable{ /** * */ private static final long serialVersionUID = 1L; private static final Log log = LogFactory.getLog(ReplStateTransferCacheLoaderTest.class); private File tmpDir; private ConfigurationBuilder builder; @Override protected void createCacheManagers() { tmpDir = new File(TestingUtil.tmpDirectory(this.getClass())); Util.recursiveFileRemove(tmpDir); // reproduce the MODE-1754 config as closely as possible builder = getDefaultClusteredCacheConfig(CacheMode.REPL_SYNC, true, true); builder.transaction().*transactionMode(TransactionMode.NON_TRANSACTIONAL)*.*lockingMode(LockingMode.OPTIMISTIC)* .transactionManagerLookup(new DummyTransactionManagerLookup()) .eviction().*maxEntries(100)*.*strategy(EvictionStrategy.LRU)* .locking().lockAcquisitionTimeout(20000) .*concurrencyLevel(1000)* // lowering this to 50 makes the test pass also on 5.2 but it's just a temporary workaround .useLockStriping(false).writeSkewCheck(false).isolationLevel(IsolationLevel.READ_COMMITTED) .dataContainer().storeAsBinary() .clustering().sync().*replTimeout(120000)* .*stateTransfer().timeout(480000)*.*fetchInMemoryState(true)*.chunkSize(10000).*awaitInitialTransfer(true)* .persistence().passivation(false).addSingleFileStore().location(new File(tmpDir, "store0").getAbsolutePath()).shared(false).preload(false) .*fetchPersistentState(true)* .ignoreModifications(false) .purgeOnStartup(false); createCluster(builder, 1); waitForClusterToForm(); } @AfterClass protected void clearTempDir() { // Util.recursiveFileRemove(tmpDir); } public void *testStateTransfer*() throws Exception { final Long *numKeys = 100000l*; for (Long i = 0l; i < numKeys; i++) { TestEntity testEntity = new TestEntity(i,"DEBA_"+i); cache(0).put(i, testEntity); } log.info("Finished putting keys"); System.out.println("Debashish -- "+"Finished putting keys"); for (Long i = 0l; i < numKeys; i++) { assertEquals(i, ((TestEntity)cache(0).get(i)).getId()); } log.info("Adding a new node .."); System.out.println("Debashish -- "+"Adding a new node .."); builder.persistence().clearStores().addSingleFileStore().location(new File(tmpDir, "store1").getAbsolutePath()) // make sure this node writes in a different location .fetchPersistentState(true) .ignoreModifications(false) .purgeOnStartup(false); addClusterEnabledCacheManager(builder); log.info("Added a new node"); System.out.println("Debashish -- "+"Added a new node"); for (Long i = 0l; i < numKeys; i++) { assertEquals(i, ((TestEntity)cache(1).get(i)).getId()); // assertEquals(i, cache(1).get(i)); // some keys are lost in 5.2 } } } -- This message was sent by Atlassian JIRA (v7.5.0#75005)