add redis cluster experiment

Author: fusikai

Dockerfile

@@ -1,7 +1,12 @@
 FROM ubuntu:16.04
 
 ADD ./sources.list /etc/apt/sources.list
+ADD ./ruby /root/ruby
 
-RUN apt-get update && apt-get install -y git build-essential 
+ENV PATH /root/redis/redis/bin:/usr/local/ruby/bin:$PATH
 
-ENV PATH /root/redis/redis/bin:$PATH
+RUN apt-get update && apt-get install -y git build-essential wget
+
+RUN cd /root/ruby && ./ruby.sh 
+
+ADD ./redis-5.0.5/src/redis-trib.rb  /usr/local/bin/redis-trib.rb

docker-compose.yml

@@ -31,7 +31,23 @@ services:
       - "7005:7005"  
     networks:
       mynet:
-        ipv4_address: 172.25.1.103               
+        ipv4_address: 172.25.1.103 
+  ruby-redis:
+    build: .
+    volumes:
+      - ./:/root/redis
+    working_dir: /root/redis/ruby-redis
+    command: 'bash run.sh'
+    ports:
+      - "8001:8001"
+      - "8002:8002"
+      - "8003:8003"
+      - "8004:8004"
+      - "8005:8005"
+      - "8006:8006"
+    networks:
+      mynet:
+        ipv4_address: 172.25.1.104                     
 networks:
   mynet:
     driver: bridge

makefile

@@ -1,6 +1,6 @@
 .PHONY:run
 run:
-	docker-compose run --rm redis1 bash
+	docker-compose run --rm redis-sentinel bash
 .PHONY:attach
 attach:
-	docker-compose exec redis1 bash
+	docker-compose exec redis-sentinel bash

redis-cluster/makefile

@@ -2,7 +2,16 @@
 .PHONY: info7000
 info7000:
 	redis-cli -p 7000 info replication
+.PHONY: cluter7000
+cluter7000:
+	redis-cli -p 7000 cluster info
+.PHONY: infonodes
+infonodes:
+	redis-cli -p 7000 cluster nodes
+.PHONY: infoslots
+infoslots:
+	redis-cli -p 7000 cluster slots			
 # clean the project 	
 .PHONY: clean
 clean:
-	rm *.log
+	rm *.log

redis-cluster/run.sh

@@ -5,17 +5,23 @@ for port in ${redisserverports[@]}; do
     mkdir -p /root/data/$port
     redis-server redis-$port.conf
 done
-
+# meet
 redis-cli -h 127.0.0.1 -p 7000 cluster meet 127.0.0.1 7001
 redis-cli -h 127.0.0.1 -p 7000 cluster meet 127.0.0.1 7002
 redis-cli -h 127.0.0.1 -p 7000 cluster meet 127.0.0.1 7003
 redis-cli -h 127.0.0.1 -p 7000 cluster meet 127.0.0.1 7004
 redis-cli -h 127.0.0.1 -p 7000 cluster meet 127.0.0.1 7005
 
+# assign nodes
 redis-cli -h 127.0.0.1 -p 7000  cluster addslots {0..5461}
 redis-cli -h 127.0.0.1 -p 7001  cluster addslots {5462..10922}
 redis-cli -h 127.0.0.1 -p 7002  cluster addslots {10923..16383}
 
+# replicate
+# redis-cli -p 7003  cluster replicate  ?
+# redis-cli -p 7004  cluster replicate  ?
+# redis-cli -p 7005  cluster replicate  ?
+
 while true
 do
     sleep 5s

ruby-redis/.gitignore

@@ -0,0 +1 @@
+*.log

ruby-redis/7000.log

@@ -0,0 +1,3 @@
+7:C 01 Nov 2019 05:41:31.123 # Can't chdir to '/root/data/7000': No such file or directory
+7:C 01 Nov 2019 05:44:57.175 # Can't chdir to '/root/data/7000': No such file or directory
+7:C 01 Nov 2019 05:49:18.382 # Can't chdir to '/root/data/7000': No such file or directory

ruby-redis/7003.log

@@ -0,0 +1,2 @@
+18:C 01 Nov 2019 05:41:31.182 # Can't chdir to '/root/data/7003': No such file or directory
+18:C 01 Nov 2019 05:44:57.247 # Can't chdir to '/root/data/7003': No such file or directory

ruby-redis/7005.log

@@ -0,0 +1,2 @@
+23:C 01 Nov 2019 05:41:31.202 # Can't chdir to '/root/data/7005': No such file or directory
+26:C 01 Nov 2019 05:44:57.266 # Can't chdir to '/root/data/7005': No such file or directory

ruby-redis/8000.log

@@ -0,0 +1,3 @@
+.PHONY:kill
+kill:
+	ps -ef |grep redis-server |grep 800 | awk '{print $2}' | xargs kill

ruby-redis/8001.log

@@ -0,0 +1,11 @@
+port 8000
+bind 0.0.0.0
+daemonize yes
+pidfile /var/run/redis-8000.pid
+logfile "8000.log"
+dir "/root/data/8000"
+dbfilename "dump-8000.rdb"
+cluster-enabled yes
+cluster-node-timeout 15000
+# cluster-config-file "nodes.conf"
+cluster-require-full-coverage no

ruby-redis/8002.log

@@ -0,0 +1,12 @@
+port 8001
+bind 0.0.0.0
+daemonize yes
+pidfile /var/run/redis-8001.pid
+logfile "8001.log"
+dir "/root/data/8001"
+dbfilename "dump-8001.rdb"
+
+cluster-enabled yes
+cluster-node-timeout 15000
+# cluster-config-file "nodes.conf"
+cluster-require-full-coverage no

ruby-redis/8003.log

@@ -0,0 +1,12 @@
+port 8002
+bind 0.0.0.0
+daemonize yes
+pidfile /var/run/redis-8002.pid
+logfile "8002.log"
+dir "/root/data/8002"
+dbfilename "dump-8002.rdb"
+
+cluster-enabled yes
+cluster-node-timeout 15000
+# cluster-config-file "nodes.conf"
+cluster-require-full-coverage no

ruby-redis/8004.log

@@ -0,0 +1,12 @@
+port 8003
+bind 0.0.0.0
+daemonize yes
+pidfile /var/run/redis-8003.pid
+logfile "8003.log"
+dir "/root/data/8003"
+dbfilename "dump-8003.rdb"
+
+cluster-enabled yes
+cluster-node-timeout 15000
+# cluster-config-file "nodes.conf"
+cluster-require-full-coverage no

ruby-redis/8005.log

@@ -0,0 +1,12 @@
+port 8004
+bind 0.0.0.0
+daemonize yes
+pidfile /var/run/redis-8004.pid
+logfile "8004.log"
+dir "/root/data/8004"
+dbfilename "dump-8004.rdb"
+
+cluster-enabled yes
+cluster-node-timeout 15000
+# cluster-config-file "nodes.conf"
+cluster-require-full-coverage no

ruby-redis/makefile

@@ -0,0 +1,12 @@
+port 8005
+bind 0.0.0.0
+daemonize yes
+pidfile /var/run/redis-8005.pid
+logfile "8005.log"
+dir "/root/data/8005"
+dbfilename "dump-8005.rdb"
+
+cluster-enabled yes
+cluster-node-timeout 15000
+# cluster-config-file "nodes.conf"
+cluster-require-full-coverage no

ruby-redis/redis-8000.conf

@@ -0,0 +1,13 @@
+#!/bin/bash
+redisserverports=("8000" "8001" "8002" "8003" "8004" "8005")
+for port in ${redisserverports[@]}; do
+    echo "start redis server $port"
+    mkdir -p /root/data/$port
+    redis-server redis-$port.conf
+done
+# 使用redis原生命令行生成redis cluster
+# redis-cli --cluster create  --cluster-replicas 1  127.0.0.1:8000 127.0.0.1:8001 127.0.0.1:8002 127.0.0.1:8003 127.0.0.1:8004 127.0.0.1:8005
+while true
+do
+    sleep 5s
+done

ruby-redis/redis-8001.conf

@@ -0,0 +1,36 @@
+# This file determines which files in the
+# Ruby hierarchy will be processed by the RDoc
+# tool when it is given the top-level directory
+# as an argument
+
+# Process all the C source files
+*.c
+*.y
+
+# prelude
+prelude.rb
+
+rbconfig.rb
+
+# the lib/ directory (which has its own .document file)
+lib
+
+# and some of the ext/ directory (which has its own .document file)
+ext
+
+# rdoc files
+NEWS
+
+README.md
+README.ja.md
+
+COPYING
+COPYING.ja
+CONTRIBUTING.md
+
+LEGAL
+
+# win32/README.win32 linked from README.md
+win32
+
+doc

ruby-redis/redis-8002.conf

@@ -0,0 +1,27 @@
+root = true
+
+[*]
+end_of_line = lf
+indent_size = 4
+indent_style = space
+insert_final_newline = true
+tab_width = 8
+trim_trailing_whitespace = true
+
+[*.bat]
+end_of_line = crlf
+
+[*.gemspec]
+indent_size = 2
+
+[*.rb]
+indent_size = 2
+
+[*.yml]
+indent_size = 2
+
+[{*[Mm]akefile*,*.mak,*.mk,depend}]
+indent_style = tab
+
+[reg*.[ch]]
+indent_size = 2

ruby-redis/redis-8003.conf

@@ -0,0 +1,6 @@
+require 'bigdecimal.so'
+
+def BigDecimal.new(*args, **kwargs)
+  warn "BigDecimal.new is deprecated; use BigDecimal() method instead.", uplevel: 1
+  BigDecimal(*args, **kwargs)
+end

ruby-redis/redis-8004.conf

@@ -0,0 +1,91 @@
+# frozen_string_literal: false
+#
+# require 'bigdecimal/jacobian'
+#
+# Provides methods to compute the Jacobian matrix of a set of equations at a
+# point x. In the methods below:
+#
+# f is an Object which is used to compute the Jacobian matrix of the equations.
+# It must provide the following methods:
+#
+# f.values(x):: returns the values of all functions at x
+#
+# f.zero:: returns 0.0
+# f.one:: returns 1.0
+# f.two:: returns 2.0
+# f.ten:: returns 10.0
+#
+# f.eps:: returns the convergence criterion (epsilon value) used to determine whether two values are considered equal. If |a-b| < epsilon, the two values are considered equal.
+#
+# x is the point at which to compute the Jacobian.
+#
+# fx is f.values(x).
+#
+
+require 'bigdecimal'
+
+module Jacobian
+  module_function
+
+  # Determines the equality of two numbers by comparing to zero, or using the epsilon value
+  def isEqual(a,b,zero=0.0,e=1.0e-8)
+    aa = a.abs
+    bb = b.abs
+    if aa == zero &&  bb == zero then
+      true
+    else
+      if ((a-b)/(aa+bb)).abs < e then
+        true
+      else
+        false
+      end
+    end
+  end
+
+
+  # Computes the derivative of f[i] at x[i].
+  # fx is the value of f at x.
+  def dfdxi(f,fx,x,i)
+    nRetry = 0
+    n = x.size
+    xSave = x[i]
+    ok = 0
+    ratio = f.ten*f.ten*f.ten
+    dx = x[i].abs/ratio
+    dx = fx[i].abs/ratio if isEqual(dx,f.zero,f.zero,f.eps)
+    dx = f.one/f.ten     if isEqual(dx,f.zero,f.zero,f.eps)
+    until ok>0 do
+      deriv = []
+      nRetry += 1
+      if nRetry > 100
+        raise "Singular Jacobian matrix. No change at x[" + i.to_s + "]"
+      end
+      dx = dx*f.two
+      x[i] += dx
+      fxNew = f.values(x)
+      for j in 0...n do
+        if !isEqual(fxNew[j],fx[j],f.zero,f.eps) then
+          ok += 1
+          deriv <<= (fxNew[j]-fx[j])/dx
+        else
+          deriv <<= f.zero
+        end
+      end
+      x[i] = xSave
+    end
+    deriv
+  end
+
+  # Computes the Jacobian of f at x. fx is the value of f at x.
+  def jacobian(f,fx,x)
+    n = x.size
+    dfdx = Array.new(n*n)
+    for i in 0...n do
+      df = dfdxi(f,fx,x,i)
+      for j in 0...n do
+        dfdx[j*n+i] = df[j]
+      end
+    end
+    dfdx
+  end
+end