Added sharding+pipelining support
This commit is contained in:
@@ -1,15 +1,15 @@
|
||||
package redis.clients.jedis;
|
||||
|
||||
import redis.clients.util.RedisInputStream;
|
||||
import redis.clients.util.RedisOutputStream;
|
||||
|
||||
import java.io.*;
|
||||
import java.io.IOException;
|
||||
import java.net.Socket;
|
||||
import java.net.SocketException;
|
||||
import java.net.UnknownHostException;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
import redis.clients.util.RedisInputStream;
|
||||
import redis.clients.util.RedisOutputStream;
|
||||
|
||||
public class Connection {
|
||||
private String host;
|
||||
private int port = Protocol.DEFAULT_PORT;
|
||||
@@ -151,4 +151,9 @@ public class Connection {
|
||||
}
|
||||
return all;
|
||||
}
|
||||
|
||||
public Object getOne() {
|
||||
pipelinedCommands--;
|
||||
return protocol.read(inputStream);
|
||||
}
|
||||
}
|
||||
@@ -2849,4 +2849,8 @@ public class Jedis implements JedisCommands {
|
||||
client.debug(params);
|
||||
return client.getStatusCodeReply();
|
||||
}
|
||||
|
||||
public Client getClient() {
|
||||
return client;
|
||||
}
|
||||
}
|
||||
@@ -10,7 +10,8 @@ import redis.clients.jedis.Client.LIST_POSITION;
|
||||
import redis.clients.util.Hashing;
|
||||
import redis.clients.util.Sharded;
|
||||
|
||||
public class ShardedJedis extends Sharded<Jedis, JedisShardInfo> implements JedisCommands {
|
||||
public class ShardedJedis extends Sharded<Jedis, JedisShardInfo> implements
|
||||
JedisCommands {
|
||||
public ShardedJedis(List<JedisShardInfo> shards) {
|
||||
super(shards);
|
||||
}
|
||||
@@ -371,4 +372,9 @@ public class ShardedJedis extends Sharded<Jedis, JedisShardInfo> implements Jedi
|
||||
return j.linsert(key, where, pivot, value);
|
||||
}
|
||||
|
||||
public List<Object> pipelined(ShardedJedisPipeline shardedJedisPipeline) {
|
||||
shardedJedisPipeline.setShardedJedis(this);
|
||||
shardedJedisPipeline.execute();
|
||||
return shardedJedisPipeline.getResults();
|
||||
}
|
||||
}
|
||||
437
src/main/java/redis/clients/jedis/ShardedJedisPipeline.java
Normal file
437
src/main/java/redis/clients/jedis/ShardedJedisPipeline.java
Normal file
@@ -0,0 +1,437 @@
|
||||
package redis.clients.jedis;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
import redis.clients.jedis.Client.LIST_POSITION;
|
||||
|
||||
public abstract class ShardedJedisPipeline {
|
||||
private ShardedJedis jedis;
|
||||
private List<FutureResult> results = new ArrayList<FutureResult>();
|
||||
|
||||
private class FutureResult {
|
||||
private Client client;
|
||||
|
||||
public FutureResult(Client client) {
|
||||
this.client = client;
|
||||
}
|
||||
|
||||
public Object get() {
|
||||
return client.getOne();
|
||||
}
|
||||
}
|
||||
|
||||
public void setShardedJedis(ShardedJedis jedis) {
|
||||
this.jedis = jedis;
|
||||
}
|
||||
|
||||
protected void set(String key, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.set(key, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void get(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.get(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void exists(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.exists(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void type(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.type(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void expire(String key, int seconds) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.expire(key, seconds);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void expireAt(String key, long unixTime) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.expireAt(key, unixTime);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void ttl(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.ttl(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void getSet(String key, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.getSet(key, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void setnx(String key, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.setnx(key, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void setex(String key, int seconds, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.setex(key, seconds, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void decrBy(String key, int integer) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.decrBy(key, integer);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void decr(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.decr(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void incrBy(String key, int integer) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.incrBy(key, integer);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void incr(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.incr(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void append(String key, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.append(key, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void substr(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.substr(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hset(String key, String field, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hset(key, field, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hget(String key, String field) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hget(key, field);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hsetnx(String key, String field, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hsetnx(key, field, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hmset(String key, Map<String, String> hash) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hmset(key, hash);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hmget(String key, String... fields) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hmget(key, fields);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hincrBy(String key, String field, int value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hincrBy(key, field, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hexists(String key, String field) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hexists(key, field);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hdel(String key, String field) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hdel(key, field);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hlen(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hlen(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hkeys(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hkeys(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hvals(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hvals(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void hgetAll(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.hgetAll(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void rpush(String key, String string) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.rpush(key, string);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void lpush(String key, String string) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.lpush(key, string);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void llen(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.llen(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void lrange(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.lrange(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void ltrim(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.ltrim(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void lindex(String key, int index) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.lindex(key, index);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void lset(String key, int index, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.lset(key, index, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void lrem(String key, int count, String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.lrem(key, count, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void lpop(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.lpop(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void rpop(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.rpop(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void sadd(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.sadd(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void smembers(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.smembers(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void srem(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.srem(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void spop(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.spop(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void scard(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.scard(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void sismember(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.sismember(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void srandmember(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.srandmember(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zadd(String key, double score, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zadd(key, score, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrange(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrange(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrem(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrem(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zincrby(String key, double score, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zincrby(key, score, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrank(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrank(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrevrank(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrevrank(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrevrange(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrevrange(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrangeWithScores(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrangeWithScores(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrevrangeWithScores(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrevrangeWithScores(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zcard(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zcard(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zscore(String key, String member) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zscore(key, member);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void sort(String key) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.sort(key);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void sort(String key, SortingParams sortingParameters) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.sort(key, sortingParameters);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zcount(String key, double min, double max) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zcount(key, min, max);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrangeByScore(String key, double min, double max) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrangeByScore(key, min, max);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrangeByScore(String key, double min, double max,
|
||||
int offset, int count) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrangeByScore(key, min, max, offset, count);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrangeByScoreWithScores(String key, double min, double max) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrangeByScoreWithScores(key, min, max);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zrangeByScoreWithScores(String key, double min, double max,
|
||||
int offset, int count) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zrangeByScoreWithScores(key, min, max, offset, count);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zremrangeByRank(String key, int start, int end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zremrangeByRank(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void zremrangeByScore(String key, double start, double end) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.zremrangeByScore(key, start, end);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
protected void linsert(String key, LIST_POSITION where, String pivot,
|
||||
String value) {
|
||||
Client c = jedis.getShard(key).getClient();
|
||||
c.linsert(key, where, pivot, value);
|
||||
results.add(new FutureResult(c));
|
||||
}
|
||||
|
||||
public List<Object> getResults() {
|
||||
List<Object> r = new ArrayList<Object>();
|
||||
for (FutureResult fr : results) {
|
||||
r.add(fr.get());
|
||||
}
|
||||
return r;
|
||||
}
|
||||
|
||||
public abstract void execute();
|
||||
}
|
||||
@@ -10,6 +10,7 @@ import org.junit.Test;
|
||||
import redis.clients.jedis.Jedis;
|
||||
import redis.clients.jedis.JedisShardInfo;
|
||||
import redis.clients.jedis.ShardedJedis;
|
||||
import redis.clients.jedis.ShardedJedisPipeline;
|
||||
import redis.clients.jedis.tests.HostAndPortUtil.HostAndPort;
|
||||
import redis.clients.util.Hashing;
|
||||
|
||||
@@ -118,4 +119,29 @@ public class ShardedJedisTest extends Assert {
|
||||
JedisShardInfo s6 = jedis2.getShardInfo("abc{bar}");
|
||||
assertNotSame(s5, s6);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void shardedPipeline() {
|
||||
List<JedisShardInfo> shards = new ArrayList<JedisShardInfo>();
|
||||
shards.add(new JedisShardInfo(redis1.host, redis1.port));
|
||||
shards.add(new JedisShardInfo(redis2.host, redis2.port));
|
||||
shards.get(0).setPassword("foobared");
|
||||
shards.get(1).setPassword("foobared");
|
||||
ShardedJedis jedis = new ShardedJedis(shards);
|
||||
|
||||
jedis.set("a", "a");
|
||||
jedis.set("b", "b");
|
||||
|
||||
assertTrue(!jedis.getShard("a").equals(jedis.getShard("b")));
|
||||
|
||||
List<Object> results = jedis.pipelined(new ShardedJedisPipeline() {
|
||||
public void execute() {
|
||||
get("a");
|
||||
get("b");
|
||||
}
|
||||
});
|
||||
|
||||
assertEquals("a", results.get(0));
|
||||
assertEquals("b", results.get(1));
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user