[exo-jcr-commits] exo-jcr SVN: r1271 - in jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test: resources/conf/cluster and 1 other directory.

Author: skabashnyuk Date: 2010-01-04 07:19:22 -0500 (Mon, 04 Jan 2010) New Revision: 1271 Added: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestPrintNodes.java jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestWriteAndQuery.java Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws1.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws2.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws3.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck1.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck2.xml jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-indexer-config-exoloader_db1_ws.xml Log: EXOJCR-361 : Test and configuration for cluster Added: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestPrintNodes.java =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestPrintNodes.java (rev 0) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestPrintNodes.java 2010-01-04 12:19:22 UTC (rev 1271) @@ -0,0 +1,56 @@ +/* + * Copyright (C) 2009 eXo Platform SAS. + * + * This is free software; you can redistribute it and/or modify it + * under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1 of + * the License, or (at your option) any later version. + * + * This software is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this software; if not, write to the Free + * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA + * 02110-1301 USA, or see the FSF site: http://www.fsf.org. + */ +package org.exoplatform.services.jcr.lab.cluster.test; + +import org.exoplatform.services.jcr.JcrAPIBaseTest; + +import javax.jcr.NodeIterator; +import javax.jcr.RepositoryException; + +/** + * @author <a href="mailto:Sergey.Kabashnyuk@exoplatform.org">Sergey Kabashnyuk</a> + * @version $Id: exo-jboss-codetemplates.xml 34360 2009-07-22 23:58:59Z ksm $ + * + */ +public class TestPrintNodes extends JcrAPIBaseTest + +{ + public void testPrintNodes() throws RepositoryException + { + + while (true) + { + System.out.println("==============================="); + NodeIterator iter = root.getNodes(); + while (iter.hasNext()) + { + System.out.println(iter.nextNode().getName()); + } + + try + { + Thread.sleep(2000); + } + catch (InterruptedException e) + { + } + } + + } +} Property changes on: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestPrintNodes.java ___________________________________________________________________ Name: svn:mime-type + text/plain Added: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestWriteAndQuery.java =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestWriteAndQuery.java (rev 0) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestWriteAndQuery.java 2010-01-04 12:19:22 UTC (rev 1271) @@ -0,0 +1,283 @@ +/* + * Copyright (C) 2009 eXo Platform SAS. + * + * This is free software; you can redistribute it and/or modify it + * under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation; either version 2.1 of + * the License, or (at your option) any later version. + * + * This software is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this software; if not, write to the Free + * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA + * 02110-1301 USA, or see the FSF site: http://www.fsf.org. + */ +package org.exoplatform.services.jcr.lab.cluster.test; + +import junit.framework.AssertionFailedError; + +import org.exoplatform.services.jcr.JcrAPIBaseTest; +import org.exoplatform.services.jcr.core.CredentialsImpl; +import org.exoplatform.services.jcr.impl.core.SessionImpl; +import org.exoplatform.services.jcr.lab.cluster.prepare.TestLoadIndexerWriter; + +import java.util.Random; + +import javax.jcr.Node; +import javax.jcr.NodeIterator; +import javax.jcr.RepositoryException; +import javax.jcr.query.Query; +import javax.jcr.query.QueryManager; +import javax.jcr.query.QueryResult; + +/** + * @author <a href="mailto:nikolazius@gmail.com">Nikolay Zamosenchuk</a> + * @version $Id: TestLoadIndexerQuery.java 34360 2009-07-22 23:58:59Z nzamosenchuk $ + * + */ +public class TestWriteAndQuery extends JcrAPIBaseTest +{ + public static final String COUNT = "count"; + + public static final String CONTENT = "Content"; + + public static final String STATISTIC = "Statistic"; + + private boolean stop = false; + + private int threadCount = 10; + + private static final String[] words = + new String[]{"private", "branch", "final", "string", "logging", "bottle", "property", "node", "repository", + "exception", "cycle", "value", "index", "meaning", "strange", "words", "hello", "outline", "finest", + "basetest", "writer"}; + + public void testQuery() throws RepositoryException + { + log.info("Creating threads..."); + for (int i = 0; i < threadCount; i++) + { + // create new thread and start it + new Thread(new WriterTask(i)).start(); + log.info("Write Thread#" + i + " created and started."); + // create new thread and start it + new Thread(new QueryTask()).start(); + log.info("Query Thread#" + i + " created and started."); + } + + // wait 4 minutes + try + { + Thread.sleep(60000 * 4); + } + catch (InterruptedException e) + { + log.error(e); + } + + stop = true; + } + + private class QueryTask implements Runnable + { + private SessionImpl sessionLocal; + + private Node rootLocal; + + private Random random; + + public QueryTask() throws RepositoryException + { + // login + CredentialsImpl credentials = new CredentialsImpl("admin", "admin".toCharArray()); + sessionLocal = (SessionImpl)repository.login(credentials, "ws"); + // prepare nodes + rootLocal = sessionLocal.getRootNode(); + random = new Random(); + } + + /** + * @see java.lang.Runnable#run() + */ + public void run() + { + try + { + while (!stop) + { + Node threadNode = getRandomChild(rootLocal, "Thread*"); + if (threadNode != null) + { + Node statisticNode = threadNode.getNode(TestLoadIndexerWriter.STATISTIC); + Node wordNode = getRandomChild(statisticNode, "*"); + if (wordNode != null) + { + String word = wordNode.getName(); + Long count = wordNode.getProperty(TestLoadIndexerWriter.COUNT).getLong(); + + QueryManager qman = sessionLocal.getWorkspace().getQueryManager(); + + Query q = qman.createQuery("SELECT * FROM nt:base WHERE fn:name() = '" + word + "'", Query.SQL); + QueryResult res = q.execute(); + long sqlsize = res.getNodes().getSize(); + try + { + assertTrue("Exp: " + count + "\t found:" + sqlsize, sqlsize >= count); + System.out.print("+(" + sqlsize + ")"); + } + catch (AssertionFailedError e) + { + System.out.println("-" + e.getMessage()); + } + } + } + } + + } + catch (RepositoryException e) + { + log.error(e); + } + } + + private Node getRandomChild(Node parent, String pattern) throws RepositoryException + { + NodeIterator iterator = parent.getNodes(pattern); + if (iterator.getSize() < 1) + { + return null; + } + int i = random.nextInt((int)iterator.getSize()); + iterator.skip(i); + return iterator.nextNode(); + } + } + + private class WriterTask implements Runnable + { + + private int id; + + private SessionImpl sessionLocal; + + private Node statisticNode; + + private Node contentNode; + + private Random random; + + public WriterTask(int id) throws RepositoryException + { + this.id = id; + // login + CredentialsImpl credentials = new CredentialsImpl("admin", "admin".toCharArray()); + sessionLocal = (SessionImpl)repository.login(credentials, "ws"); + // prepare nodes + Node root = sessionLocal.getRootNode(); + Node threadNode = root.addNode("Thread" + id); + statisticNode = threadNode.addNode(STATISTIC); + contentNode = threadNode.addNode(CONTENT); + random = new Random(); + sessionLocal.save(); + } + + /** + * @see java.lang.Runnable#run() + */ + public void run() + { + try + { + while (!stop) + { + // get any word + int i = random.nextInt(words.length); + String word = words[i] + id; // "hello12" if thread#12 is creating it + // update statistic + updateStatistic(word); + // add actual node + createTree().addNode(word); + sessionLocal.save(); + System.out.print("#"); + + try + { + Thread.sleep(300); + } + catch (InterruptedException e) + { + } + } + } + catch (RepositoryException e) + { + log.error(e); + } + } + + /** + * increments property in JCR: "./statistic/[word].count" + * + * @param word + * @throws RepositoryException + */ + private void updateStatistic(String word) throws RepositoryException + { + Node wordNode; + long count = 0; + if (statisticNode.hasNode(word)) + { + wordNode = statisticNode.getNode(word); + count = wordNode.getProperty(COUNT).getLong(); + } + else + { + wordNode = statisticNode.addNode(word); + } + wordNode.setProperty(COUNT, count + 1); + } + + /** + * Created node tree like: "./content/n123456/n1234567/n12345678" + * based on current time + * + * @return + * @throws RepositoryException + */ + private Node createTree() throws RepositoryException + { + // created node tree like: "./content/n123456/n1234567/n12345678" + Node end; + long time = System.currentTimeMillis(); + long child1 = time / 100000; // each 100s new node + long child2 = time / 10000; // each 10s new node + long child3 = time / 1000; // each 1s new node + end = addOrCreate("n" + child1, contentNode); + end = addOrCreate("n" + child2, end); + end = addOrCreate("n" + child3, end); + return end; + } + + /** + * Gets or creates node + * + * @param name + * @param parent + * @return + * @throws RepositoryException + */ + private Node addOrCreate(String name, Node parent) throws RepositoryException + { + if (parent.hasNode(name)) + { + return parent.getNode(name); + } + else + return parent.addNode(name); + } + } +} Property changes on: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/java/org/exoplatform/services/jcr/lab/cluster/test/TestWriteAndQuery.java ___________________________________________________________________ Name: svn:mime-type + text/plain Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1_ws"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws1.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws1.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws1.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1_ws1"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws2.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws2.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws2.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1_ws2"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws3.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws3.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-ws3.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1_ws3"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1tck_wstck"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck1.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck1.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck1.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1tck_wstck1"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck2.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck2.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-config-wstck2.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,7 +2,7 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" /> + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <clustering mode="replication" clusterName="JBoss-Cache-Cluster_db1tck_wstck2"> <!-- Modified: jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-indexer-config-exoloader_db1_ws.xml =================================================================== --- jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-indexer-config-exoloader_db1_ws.xml 2010-01-04 12:11:29 UTC (rev 1270) +++ jcr/branches/1.12.0-JBCCACHE/exo.jcr.component.core/src/test/resources/conf/cluster/test-jbosscache-indexer-config-exoloader_db1_ws.xml 2010-01-04 12:19:22 UTC (rev 1271) @@ -2,14 +2,13 @@ <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.1"> - <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="20000" /> - + <locking useLockStriping="false" concurrencyLevel="50000" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="3600000" /> <!-- Configure the TransactionManager --> <transaction transactionManagerLookupClass="org.jboss.cache.transaction.JBossStandaloneJTAManagerLookup" /> <clustering mode="replication" clusterName="JBoss-Cache-Indexer-Cluster_db1_ws"> - <stateRetrieval timeout="20000" fetchInMemoryState="false" /> + <stateRetrieval timeout="20000" fetchInMemoryState="false" nonBlocking="true"/> <jgroupsConfig> <!-- UDP discard_incompatible_packets="true" enable_bundling="false"