redis && spark

example.sh

# docker image: https://hub.docker.com/_/redis/

# start redis server with append
docker run -itd --name redis --net=host -v /docker/redis/data:/data redis redis-server --appendonly yes

# start redis cli (localhost)
docker run -it --net=host --rm redis redis-cli -h localhost -p 6379

# get multiple values
MGET key1, keyN

# spark to redis

# dependencies (upload to local repo):
RedisLabs:spark-redis:0.3.2
redis.clients:jedis:2.9.0

# add to spark config(as zeppelin param)
redis.host=host_ip
# check sc params
sc.getConf.getAll.foreach(println)

# import 
import com.redislabs.provider.redis._

# read from redis 
sc.fromRedisKV(Array("key-1", "key-200")).collect()

# save to redis
sc.toRedisKV(pairRdd[String, String])