rik/jlibredis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

replace custom pool implementation with apache's

Browse Source
This commit is contained in:
Jonathan Leibiusky
2010-11-21 18:16:31 -03:00
parent e7582644b1
commit 71eb4c5b4a
6 changed files with 236 additions and 238 deletions
Download Patch File Download Diff File Expand all files Collapse all files

57
src/main/java/redis/clients/jedis/JedisPool.java
View File

@@ -2,48 +2,33 @@ package redis.clients.jedis;
import org.apache.commons.pool.BasePoolableObjectFactory; import org.apache.commons.pool.BasePoolableObjectFactory;
import org.apache.commons.pool.impl.GenericObjectPool; import org.apache.commons.pool.impl.GenericObjectPool;
import org.apache.commons.pool.impl.GenericObjectPool.Config;
public class JedisPool { import redis.clients.util.Pool;
private final GenericObjectPool internalPool;
public JedisPool(final GenericObjectPool.Config poolConfig, final String host) { public class JedisPool extends Pool<Jedis> {
this(poolConfig, host, Protocol.DEFAULT_PORT, Protocol.DEFAULT_TIMEOUT, null);
public JedisPool(final GenericObjectPool.Config poolConfig,
final String host) {
this(poolConfig, host, Protocol.DEFAULT_PORT, Protocol.DEFAULT_TIMEOUT,
null);
} }
public JedisPool(final GenericObjectPool.Config poolConfig,final String host, final int port) { public JedisPool(final Config poolConfig, final String host, int port,
int timeout, final String password) {
super(poolConfig, new JedisFactory(host, port, timeout, password));
}
public JedisPool(final GenericObjectPool.Config poolConfig,
final String host, final int port) {
this(poolConfig, host, port, Protocol.DEFAULT_TIMEOUT, null); this(poolConfig, host, port, Protocol.DEFAULT_TIMEOUT, null);
} }
public JedisPool(final GenericObjectPool.Config poolConfig,final String host, final int port, final int timeout) { public JedisPool(final GenericObjectPool.Config poolConfig,
final String host, final int port, final int timeout) {
this(poolConfig, host, port, timeout, null); this(poolConfig, host, port, timeout, null);
} }
public JedisPool(final GenericObjectPool.Config poolConfig,final String host, final int port, final int timeout, final String password) {
final String lhost;
final int lport;
final int ltimeout;
final String lpassword;
lhost = host;
lport = port;
ltimeout = (timeout > 0) ? timeout : Protocol.DEFAULT_TIMEOUT;
lpassword = password;
final JedisFactory factory = new JedisFactory(lhost, lport, ltimeout, lpassword);
this.internalPool = new GenericObjectPool(factory, poolConfig);
}
public JedisPool(final GenericObjectPool.Config poolConfig, final JedisShardInfo shardInfo) {
this(poolConfig, shardInfo.getHost(), shardInfo.getPort(), shardInfo.getTimeout(), shardInfo.getPassword());
}
public Jedis getResource() throws Exception {
return (Jedis) internalPool.borrowObject();
}
public void returnResource(final Jedis jedis) throws Exception {
internalPool.returnObject(jedis);
}
/** /**
* PoolableObjectFactory custom impl. * PoolableObjectFactory custom impl.
*/ */
@@ -53,7 +38,8 @@ public class JedisPool {
private final int timeout; private final int timeout;
private final String password; private final String password;
public JedisFactory(final String host, final int port, final int timeout, final String password) { public JedisFactory(final String host, final int port,
final int timeout, final String password) {
super(); super();
this.host = host; this.host = host;
this.port = port; this.port = port;
@@ -79,7 +65,7 @@ public class JedisPool {
@Override @Override
public void destroyObject(final Object obj) throws Exception { public void destroyObject(final Object obj) throws Exception {
if(obj instanceof Jedis) { if (obj instanceof Jedis) {
final Jedis jedis = (Jedis) obj; final Jedis jedis = (Jedis) obj;
if (jedis.isConnected()) { if (jedis.isConnected()) {
try { try {
@@ -94,7 +80,7 @@ public class JedisPool {
@Override @Override
public boolean validateObject(final Object obj) { public boolean validateObject(final Object obj) {
if(obj instanceof Jedis) { if (obj instanceof Jedis) {
final Jedis jedis = (Jedis) obj; final Jedis jedis = (Jedis) obj;
try { try {
return jedis.isConnected() && jedis.ping().equals("PONG"); return jedis.isConnected() && jedis.ping().equals("PONG");
@@ -106,6 +92,5 @@ public class JedisPool {
} }
} }
} }
} }

63
src/main/java/redis/clients/jedis/ShardedJedisPool.java
View File

@@ -3,29 +3,42 @@ package redis.clients.jedis;
import java.util.List; import java.util.List;
import java.util.regex.Pattern; import java.util.regex.Pattern;
import redis.clients.util.FixedResourcePool; import org.apache.commons.pool.BasePoolableObjectFactory;
import redis.clients.util.Hashing; import org.apache.commons.pool.impl.GenericObjectPool;
public class ShardedJedisPool extends FixedResourcePool<ShardedJedis> { import redis.clients.util.Hashing;
import redis.clients.util.Pool;
public class ShardedJedisPool extends Pool<ShardedJedis> {
public ShardedJedisPool(final GenericObjectPool.Config poolConfig,
List<JedisShardInfo> shards) {
this(poolConfig, shards, Hashing.MD5);
}
public ShardedJedisPool(final GenericObjectPool.Config poolConfig,
List<JedisShardInfo> shards, Hashing algo) {
this(poolConfig, shards, algo, null);
}
public ShardedJedisPool(final GenericObjectPool.Config poolConfig,
List<JedisShardInfo> shards, Pattern keyTagPattern) {
this(poolConfig, shards, Hashing.MD5, keyTagPattern);
}
public ShardedJedisPool(final GenericObjectPool.Config poolConfig,
List<JedisShardInfo> shards, Hashing algo, Pattern keyTagPattern) {
super(poolConfig, new ShardedJedisFactory(shards, algo, keyTagPattern));
}
/**
* PoolableObjectFactory custom impl.
*/
private static class ShardedJedisFactory extends BasePoolableObjectFactory {
private List<JedisShardInfo> shards; private List<JedisShardInfo> shards;
private Hashing algo = Hashing.MD5; private Hashing algo;
private Pattern keyTagPattern; private Pattern keyTagPattern;
public ShardedJedisPool(List<JedisShardInfo> shards) { public ShardedJedisFactory(List<JedisShardInfo> shards, Hashing algo,
this.shards = shards;
}
public ShardedJedisPool(List<JedisShardInfo> shards, Hashing algo) {
this.shards = shards;
this.algo = algo;
}
public ShardedJedisPool(List<JedisShardInfo> shards, Pattern keyTagPattern) {
this.shards = shards;
this.keyTagPattern = keyTagPattern;
}
public ShardedJedisPool(List<JedisShardInfo> shards, Hashing algo,
Pattern keyTagPattern) { Pattern keyTagPattern) {
this.shards = shards; this.shards = shards;
this.algo = algo; this.algo = algo;
@@ -33,7 +46,7 @@ public class ShardedJedisPool extends FixedResourcePool<ShardedJedis> {
} }
@Override @Override
protected ShardedJedis createResource() { public Object makeObject() throws Exception {
ShardedJedis jedis = new ShardedJedis(shards, algo, keyTagPattern); ShardedJedis jedis = new ShardedJedis(shards, algo, keyTagPattern);
boolean done = false; boolean done = false;
while (!done) { while (!done) {
@@ -55,10 +68,10 @@ public class ShardedJedisPool extends FixedResourcePool<ShardedJedis> {
} }
@Override @Override
protected void destroyResource(ShardedJedis jedis) { public void destroyObject(final Object obj) throws Exception {
if (jedis != null) { if (obj != null) {
try { try {
jedis.disconnect(); ((ShardedJedis) obj).disconnect();
} catch (Exception e) { } catch (Exception e) {
} }
@@ -66,8 +79,9 @@ public class ShardedJedisPool extends FixedResourcePool<ShardedJedis> {
} }
@Override @Override
protected boolean isResourceValid(ShardedJedis jedis) { public boolean validateObject(final Object obj) {
try { try {
ShardedJedis jedis = (ShardedJedis) obj;
for (JedisShardInfo shard : jedis.getAllShards()) { for (JedisShardInfo shard : jedis.getAllShards()) {
if (!shard.getResource().isConnected() if (!shard.getResource().isConnected()
|| !shard.getResource().ping().equals("PONG")) { || !shard.getResource().ping().equals("PONG")) {
@@ -79,4 +93,5 @@ public class ShardedJedisPool extends FixedResourcePool<ShardedJedis> {
return false; return false;
} }
} }
}
} }

30
src/main/java/redis/clients/util/Pool.java Normal file
View File

@@ -0,0 +1,30 @@
package redis.clients.util;
import org.apache.commons.pool.PoolableObjectFactory;
import org.apache.commons.pool.impl.GenericObjectPool;
public abstract class Pool<T> {
private final GenericObjectPool internalPool;
public Pool(final GenericObjectPool.Config poolConfig,
PoolableObjectFactory factory) {
this.internalPool = new GenericObjectPool(factory, poolConfig);
}
@SuppressWarnings("unchecked")
public T getResource() throws Exception {
return (T) internalPool.borrowObject();
}
public void returnResource(final T resource) throws Exception {
internalPool.returnObject(resource);
}
public void returnBrokenResource(final T resource) throws Exception {
internalPool.invalidateObject(resource);
}
public void destroy() throws Exception {
internalPool.close();
}
}

62
src/test/java/redis/clients/jedis/tests/JedisPoolTest.java
View File

@@ -1,8 +1,9 @@
package redis.clients.jedis.tests; package redis.clients.jedis.tests;
import java.io.IOException; import java.util.NoSuchElementException;
import java.util.concurrent.TimeoutException;
import org.apache.commons.pool.impl.GenericObjectPool;
import org.apache.commons.pool.impl.GenericObjectPool.Config;
import org.junit.Assert; import org.junit.Assert;
import org.junit.Test; import org.junit.Test;
@@ -14,12 +15,9 @@ public class JedisPoolTest extends Assert {
private static HostAndPort hnp = HostAndPortUtil.getRedisServers().get(0); private static HostAndPort hnp = HostAndPortUtil.getRedisServers().get(0);
@Test @Test
public void checkConnections() throws TimeoutException { public void checkConnections() throws Exception {
JedisPool pool = new JedisPool(hnp.host, hnp.port, 2000); JedisPool pool = new JedisPool(new Config(), hnp.host, hnp.port, 2000);
pool.setResourcesNumber(10); Jedis jedis = pool.getResource();
pool.init();
Jedis jedis = pool.getResource(200);
jedis.auth("foobared"); jedis.auth("foobared");
jedis.set("foo", "bar"); jedis.set("foo", "bar");
assertEquals("bar", jedis.get("foo")); assertEquals("bar", jedis.get("foo"));
@@ -28,12 +26,9 @@ public class JedisPoolTest extends Assert {
} }
@Test @Test
public void checkConnectionWithDefaultPort() throws TimeoutException { public void checkConnectionWithDefaultPort() throws Exception {
JedisPool pool = new JedisPool(hnp.host, hnp.port); JedisPool pool = new JedisPool(new Config(), hnp.host, hnp.port);
pool.setResourcesNumber(10); Jedis jedis = pool.getResource();
pool.init();
Jedis jedis = pool.getResource(200);
jedis.auth("foobared"); jedis.auth("foobared");
jedis.set("foo", "bar"); jedis.set("foo", "bar");
assertEquals("bar", jedis.get("foo")); assertEquals("bar", jedis.get("foo"));
@@ -42,17 +37,14 @@ public class JedisPoolTest extends Assert {
} }
@Test @Test
public void checkJedisIsReusedWhenReturned() throws TimeoutException { public void checkJedisIsReusedWhenReturned() throws Exception {
JedisPool pool = new JedisPool(hnp.host, hnp.port); JedisPool pool = new JedisPool(new Config(), hnp.host, hnp.port);
pool.setResourcesNumber(1); Jedis jedis = pool.getResource();
pool.init();
Jedis jedis = pool.getResource(200);
jedis.auth("foobared"); jedis.auth("foobared");
jedis.set("foo", "0"); jedis.set("foo", "0");
pool.returnResource(jedis); pool.returnResource(jedis);
jedis = pool.getResource(200); jedis = pool.getResource();
jedis.auth("foobared"); jedis.auth("foobared");
jedis.incr("foo"); jedis.incr("foo");
pool.returnResource(jedis); pool.returnResource(jedis);
@@ -60,35 +52,31 @@ public class JedisPoolTest extends Assert {
} }
@Test @Test
public void checkPoolRepairedWhenJedisIsBroken() throws TimeoutException, public void checkPoolRepairedWhenJedisIsBroken() throws Exception {
IOException { JedisPool pool = new JedisPool(new Config(), hnp.host, hnp.port);
JedisPool pool = new JedisPool(hnp.host, hnp.port); Jedis jedis = pool.getResource();
pool.setResourcesNumber(1);
pool.init();
Jedis jedis = pool.getResource(200);
jedis.auth("foobared"); jedis.auth("foobared");
jedis.quit(); jedis.quit();
pool.returnBrokenResource(jedis); pool.returnBrokenResource(jedis);
jedis = pool.getResource(200); jedis = pool.getResource();
jedis.auth("foobared"); jedis.auth("foobared");
jedis.incr("foo"); jedis.incr("foo");
pool.returnResource(jedis); pool.returnResource(jedis);
pool.destroy(); pool.destroy();
} }
@Test(expected = TimeoutException.class) @Test(expected = NoSuchElementException.class)
public void checkPoolOverflow() throws TimeoutException { public void checkPoolOverflow() throws Exception {
JedisPool pool = new JedisPool(hnp.host, hnp.port); Config config = new Config();
pool.setResourcesNumber(1); config.maxActive = 1;
pool.init(); config.whenExhaustedAction = GenericObjectPool.WHEN_EXHAUSTED_FAIL;
JedisPool pool = new JedisPool(config, hnp.host, hnp.port);
Jedis jedis = pool.getResource(200); Jedis jedis = pool.getResource();
jedis.auth("foobared"); jedis.auth("foobared");
jedis.set("foo", "0"); jedis.set("foo", "0");
Jedis newJedis = pool.getResource(200); Jedis newJedis = pool.getResource();
newJedis.auth("foobared"); newJedis.auth("foobared");
newJedis.incr("foo"); newJedis.incr("foo");
} }

61
src/test/java/redis/clients/jedis/tests/ShardedJedisPoolTest.java
View File

@@ -4,8 +4,10 @@ import java.io.IOException;
import java.net.UnknownHostException; import java.net.UnknownHostException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.concurrent.TimeoutException; import java.util.NoSuchElementException;
import org.apache.commons.pool.impl.GenericObjectPool;
import org.apache.commons.pool.impl.GenericObjectPool.Config;
import org.junit.Assert; import org.junit.Assert;
import org.junit.Before; import org.junit.Before;
import org.junit.Test; import org.junit.Test;
@@ -42,12 +44,9 @@ public class ShardedJedisPoolTest extends Assert {
} }
@Test @Test
public void checkConnections() throws TimeoutException { public void checkConnections() throws Exception {
ShardedJedisPool pool = new ShardedJedisPool(shards); ShardedJedisPool pool = new ShardedJedisPool(new Config(), shards);
pool.setResourcesNumber(10); ShardedJedis jedis = pool.getResource();
pool.init();
ShardedJedis jedis = pool.getResource(200);
jedis.set("foo", "bar"); jedis.set("foo", "bar");
assertEquals("bar", jedis.get("foo")); assertEquals("bar", jedis.get("foo"));
pool.returnResource(jedis); pool.returnResource(jedis);
@@ -55,12 +54,9 @@ public class ShardedJedisPoolTest extends Assert {
} }
@Test @Test
public void checkConnectionWithDefaultPort() throws TimeoutException { public void checkConnectionWithDefaultPort() throws Exception {
ShardedJedisPool pool = new ShardedJedisPool(shards); ShardedJedisPool pool = new ShardedJedisPool(new Config(), shards);
pool.setResourcesNumber(1); ShardedJedis jedis = pool.getResource();
pool.init();
ShardedJedis jedis = pool.getResource(200);
jedis.set("foo", "bar"); jedis.set("foo", "bar");
assertEquals("bar", jedis.get("foo")); assertEquals("bar", jedis.get("foo"));
pool.returnResource(jedis); pool.returnResource(jedis);
@@ -68,48 +64,43 @@ public class ShardedJedisPoolTest extends Assert {
} }
@Test @Test
public void checkJedisIsReusedWhenReturned() throws TimeoutException { public void checkJedisIsReusedWhenReturned() throws Exception {
ShardedJedisPool pool = new ShardedJedisPool(shards); ShardedJedisPool pool = new ShardedJedisPool(new Config(), shards);
pool.setResourcesNumber(1); ShardedJedis jedis = pool.getResource();
pool.init();
ShardedJedis jedis = pool.getResource(200);
jedis.set("foo", "0"); jedis.set("foo", "0");
pool.returnResource(jedis); pool.returnResource(jedis);
jedis = pool.getResource(200); jedis = pool.getResource();
jedis.incr("foo"); jedis.incr("foo");
pool.returnResource(jedis); pool.returnResource(jedis);
pool.destroy(); pool.destroy();
} }
@Test @Test
public void checkPoolRepairedWhenJedisIsBroken() throws TimeoutException, public void checkPoolRepairedWhenJedisIsBroken() throws Exception {
IOException { ShardedJedisPool pool = new ShardedJedisPool(new Config(), shards);
ShardedJedisPool pool = new ShardedJedisPool(shards); ShardedJedis jedis = pool.getResource();
pool.setResourcesNumber(1);
pool.init();
ShardedJedis jedis = pool.getResource(200);
jedis.disconnect(); jedis.disconnect();
pool.returnBrokenResource(jedis); pool.returnBrokenResource(jedis);
jedis = pool.getResource(200); jedis = pool.getResource();
jedis.incr("foo"); jedis.incr("foo");
pool.returnResource(jedis); pool.returnResource(jedis);
pool.destroy(); pool.destroy();
} }
@Test(expected = TimeoutException.class) @Test(expected = NoSuchElementException.class)
public void checkPoolOverflow() throws TimeoutException { public void checkPoolOverflow() throws Exception {
ShardedJedisPool pool = new ShardedJedisPool(shards); Config config = new Config();
pool.setResourcesNumber(1); config.maxActive = 1;
pool.init(); config.whenExhaustedAction = GenericObjectPool.WHEN_EXHAUSTED_FAIL;
ShardedJedis jedis = pool.getResource(200); ShardedJedisPool pool = new ShardedJedisPool(config, shards);
ShardedJedis jedis = pool.getResource();
jedis.set("foo", "0"); jedis.set("foo", "0");
ShardedJedis newJedis = pool.getResource(200); ShardedJedis newJedis = pool.getResource();
newJedis.incr("foo"); newJedis.incr("foo");
} }
} }

23
src/test/java/redis/clients/jedis/tests/benchmark/PoolBenchmark.java
View File

@@ -1,29 +1,21 @@
package redis.clients.jedis.tests.benchmark; package redis.clients.jedis.tests.benchmark;
import java.io.IOException;
import java.net.UnknownHostException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.concurrent.TimeoutException;
import java.util.concurrent.atomic.AtomicInteger; import java.util.concurrent.atomic.AtomicInteger;
import java.util.logging.Level;
import java.util.logging.Logger; import org.apache.commons.pool.impl.GenericObjectPool.Config;
import redis.clients.jedis.Jedis; import redis.clients.jedis.Jedis;
import redis.clients.jedis.JedisPool; import redis.clients.jedis.JedisPool;
import redis.clients.jedis.tests.HostAndPortUtil; import redis.clients.jedis.tests.HostAndPortUtil;
import redis.clients.jedis.tests.HostAndPortUtil.HostAndPort; import redis.clients.jedis.tests.HostAndPortUtil.HostAndPort;
import redis.clients.util.FixedResourcePool;
public class PoolBenchmark { public class PoolBenchmark {
private static HostAndPort hnp = HostAndPortUtil.getRedisServers().get(0); private static HostAndPort hnp = HostAndPortUtil.getRedisServers().get(0);
private static final int TOTAL_OPERATIONS = 100000; private static final int TOTAL_OPERATIONS = 100000;
public static void main(String[] args) throws UnknownHostException, public static void main(String[] args) throws Exception {
IOException, TimeoutException, InterruptedException {
Logger logger = Logger.getLogger(FixedResourcePool.class.getName());
logger.setLevel(Level.OFF);
Jedis j = new Jedis(hnp.host, hnp.port); Jedis j = new Jedis(hnp.host, hnp.port);
j.connect(); j.connect();
j.auth("foobared"); j.auth("foobared");
@@ -37,12 +29,9 @@ public class PoolBenchmark {
System.out.println(((1000 * 2 * TOTAL_OPERATIONS) / elapsed) + " ops"); System.out.println(((1000 * 2 * TOTAL_OPERATIONS) / elapsed) + " ops");
} }
private static void withPool() throws InterruptedException { private static void withPool() throws Exception {
final JedisPool pool = new JedisPool(hnp.host, hnp.port, 2000, final JedisPool pool = new JedisPool(new Config(), hnp.host, hnp.port,
"foobared"); 2000, "foobared");
pool.setResourcesNumber(50);
pool.setDefaultPoolWait(1000000);
pool.init();
List<Thread> tds = new ArrayList<Thread>(); List<Thread> tds = new ArrayList<Thread>();
final AtomicInteger ind = new AtomicInteger(); final AtomicInteger ind = new AtomicInteger();