ci4s
/
ci4sManagement-cloud
Not watched
1
0
Fork 0
Code
Releases 1 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: dddf92d91d
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'dddf92d91d'
${ noResults }
ci4sManagement-cloud/k8s/helm-2redis-ha/templates/_configs.tpl

276 lines
9.7 kB
Raw Blame History 

  1. {{/* vim: set filetype=mustache: */}}

  2. 

  3. {{- define "config-redis.conf" }}

  4. {{- if .Values.redis.customConfig }}

  5. {{ tpl .Values.redis.customConfig . | indent 4 }}

  6. {{- else }}

  7.     dir "/data"

  8.     port {{ .Values.redis.port }}

  9.     {{- range $key, $value := .Values.redis.config }}

  10.     {{ $key }} {{ $value }}

  11.     {{- end }}

  12. {{- if .Values.auth }}

  13.     requirepass replace-default-auth

  14.     masterauth replace-default-auth

  15. {{- end }}

  16. {{- end }}

  17. {{- end }}

  18. 

  19. {{- define "config-sentinel.conf" }}

  20. {{- if .Values.sentinel.customConfig }}

  21. {{ tpl .Values.sentinel.customConfig . | indent 4 }}

  22. {{- else }}

  23.     dir "/data"

  24.     {{- range $key, $value := .Values.sentinel.config }}

  25.     {{- if eq "maxclients" $key  }}

  26.         {{ $key }} {{ $value }}

  27.     {{- else }}

  28.         sentinel {{ $key }} {{ template "redis-ha.masterGroupName" $ }} {{ $value }}

  29.     {{- end }}

  30.     {{- end }}

  31. {{- if .Values.auth }}

  32.     sentinel auth-pass {{ template "redis-ha.masterGroupName" . }} replace-default-auth

  33. {{- end }}

  34. {{- end }}

  35. {{- end }}

  36. 

  37. {{- define "config-init.sh" }}

  38.     HOSTNAME="$(hostname)"

  39.     INDEX="${HOSTNAME##*-}"

  40.     MASTER="$(redis-cli -h {{ template "redis-ha.fullname" . }} -p {{ .Values.sentinel.port }} sentinel get-master-addr-by-name {{ template "redis-ha.masterGroupName" . }} | grep -E '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}')"

  41.     MASTER_GROUP="{{ template "redis-ha.masterGroupName" . }}"

  42.     QUORUM="{{ .Values.sentinel.quorum }}"

  43.     REDIS_CONF=/data/conf/redis.conf

  44.     REDIS_PORT={{ .Values.redis.port }}

  45.     SENTINEL_CONF=/data/conf/sentinel.conf

  46.     SENTINEL_PORT={{ .Values.sentinel.port }}

  47.     SERVICE={{ template "redis-ha.fullname" . }}

  48.     set -eu

  49. 

  50.     sentinel_update() {

  51.         echo "Updating sentinel config with master $MASTER"

  52.         eval MY_SENTINEL_ID="\${SENTINEL_ID_$INDEX}"

  53.         sed -i "1s/^/sentinel myid $MY_SENTINEL_ID\\n/" "$SENTINEL_CONF"

  54.         sed -i "2s/^/sentinel monitor $MASTER_GROUP $1 $REDIS_PORT $QUORUM \\n/" "$SENTINEL_CONF"

  55.         echo "sentinel announce-ip $ANNOUNCE_IP" >> $SENTINEL_CONF

  56.         echo "sentinel announce-port $SENTINEL_PORT" >> $SENTINEL_CONF

  57.     }

  58. 

  59.     redis_update() {

  60.         echo "Updating redis config"

  61.         echo "slaveof $1 $REDIS_PORT" >> "$REDIS_CONF"

  62.         echo "slave-announce-ip $ANNOUNCE_IP" >> $REDIS_CONF

  63.         echo "slave-announce-port $REDIS_PORT" >> $REDIS_CONF

  64.     }

  65. 

  66.     copy_config() {

  67.         cp /readonly-config/redis.conf "$REDIS_CONF"

  68.         cp /readonly-config/sentinel.conf "$SENTINEL_CONF"

  69.     }

  70. 

  71.     setup_defaults() {

  72.         echo "Setting up defaults"

  73.         if [ "$INDEX" = "0" ]; then

  74.             echo "Setting this pod as the default master"

  75.             redis_update "$ANNOUNCE_IP"

  76.             sentinel_update "$ANNOUNCE_IP"

  77.             sed -i "s/^.*slaveof.*//" "$REDIS_CONF"

  78.         else

  79.             DEFAULT_MASTER="$(getent hosts "$SERVICE-announce-0" | awk '{ print $1 }')"

  80.             if [ -z "$DEFAULT_MASTER" ]; then

  81.                 echo "Unable to resolve host"

  82.                 exit 1

  83.             fi

  84.             echo "Setting default slave config.."

  85.             redis_update "$DEFAULT_MASTER"

  86.             sentinel_update "$DEFAULT_MASTER"

  87.         fi

  88.     }

  89. 

  90.     find_master() {

  91.         echo "Attempting to find master"

  92.         if [ "$(redis-cli -h "$MASTER"{{ if .Values.auth }} -a "$AUTH"{{ end }} ping)" != "PONG" ]; then

  93.            echo "Can't ping master, attempting to force failover"

  94.            if redis-cli -h "$SERVICE" -p "$SENTINEL_PORT" sentinel failover "$MASTER_GROUP" | grep -q 'NOGOODSLAVE' ; then

  95.                setup_defaults

  96.                return 0

  97.            fi

  98.            sleep 10

  99.            MASTER="$(redis-cli -h $SERVICE -p $SENTINEL_PORT sentinel get-master-addr-by-name $MASTER_GROUP | grep -E '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}')"

  100.            if [ "$MASTER" ]; then

  101.                sentinel_update "$MASTER"

  102.                redis_update "$MASTER"

  103.            else

  104.               echo "Could not failover, exiting..."

  105.               exit 1

  106.            fi

  107.         else

  108.             echo "Found reachable master, updating config"

  109.             sentinel_update "$MASTER"

  110.             redis_update "$MASTER"

  111.         fi

  112.     }

  113. 

  114.     mkdir -p /data/conf/

  115. 

  116.     echo "Initializing config.."

  117.     copy_config

  118. 

  119.     ANNOUNCE_IP=$(getent hosts "$SERVICE-announce-$INDEX" | awk '{ print $1 }')

  120.     if [ -z "$ANNOUNCE_IP" ]; then

  121.         "Could not resolve the announce ip for this pod"

  122.         exit 1

  123.     elif [ "$MASTER" ]; then

  124.         find_master

  125.     else

  126.         setup_defaults

  127.     fi

  128. 

  129.     if [ "${AUTH:-}" ]; then

  130.         echo "Setting auth values"

  131.         ESCAPED_AUTH=$(echo "$AUTH" | sed -e 's/[\/&]/\\&/g');

  132.         sed -i "s/replace-default-auth/${ESCAPED_AUTH}/" "$REDIS_CONF" "$SENTINEL_CONF"

  133.     fi

  134. 

  135.     echo "Ready..."

  136. {{- end }}

  137. 

  138. {{- define "config-haproxy.cfg" }}

  139. {{- if .Values.haproxy.customConfig }}

  140. {{ .Values.haproxy.customConfig | indent 4}}

  141. {{- else }}

  142.     defaults REDIS

  143.       mode tcp

  144.       timeout connect {{ .Values.haproxy.timeout.connect }}

  145.       timeout server {{ .Values.haproxy.timeout.server }}

  146.       timeout client {{ .Values.haproxy.timeout.client }}

  147.       timeout check {{ .Values.haproxy.timeout.check }}

  148. 

  149.     listen health_check_http_url

  150.       bind :8888

  151.       mode http

  152.       monitor-uri /healthz

  153.       option      dontlognull

  154. 

  155.     {{- $root := . }}

  156.     {{- $fullName := include "redis-ha.fullname" . }}

  157.     {{- $replicas := int (toString .Values.replicas) }}

  158.     {{- $masterGroupName := include "redis-ha.masterGroupName" . }}

  159.     {{- range $i := until $replicas }}

  160.     # Check Sentinel and whether they are nominated master

  161.     backend check_if_redis_is_master_{{ $i }}

  162.       mode tcp

  163.       option tcp-check

  164.       tcp-check connect

  165.       {{- if $root.auth }}

  166.       tcp-check send AUTH\ {{ $root.redisPassword }}\r\n

  167.       tcp-check expect string +OK

  168.       {{- end }}

  169.       tcp-check send PING\r\n

  170.       tcp-check expect string +PONG

  171.       tcp-check send SENTINEL\ get-master-addr-by-name\ {{ $masterGroupName }}\r\n

  172.       tcp-check expect string REPLACE_ANNOUNCE{{ $i }}

  173.       tcp-check send QUIT\r\n

  174.       tcp-check expect string +OK

  175.       {{- range $i := until $replicas }}

  176.       server R{{ $i }} {{ $fullName }}-announce-{{ $i }}:26379 check inter 1s

  177.       {{- end }}

  178.     {{- end }}

  179. 

  180.     # decide redis backend to use

  181.     #master

  182.     frontend ft_redis_master

  183.       bind *:{{ $root.Values.redis.port }}

  184.       use_backend bk_redis_master

  185.     {{- if .Values.haproxy.readOnly.enabled }}

  186.     #slave

  187.     frontend ft_redis_slave

  188.       bind *:{{ .Values.haproxy.readOnly.port }}

  189.       use_backend bk_redis_slave

  190.     {{- end }}

  191.     # Check all redis servers to see if they think they are master

  192.     backend bk_redis_master

  193.       {{- if .Values.haproxy.stickyBalancing }}

  194.       balance source

  195.       hash-type consistent

  196.       {{- end }}

  197.       mode tcp

  198.       option tcp-check

  199.       tcp-check connect

  200.       {{- if .Values.auth }}

  201.       tcp-check send AUTH\ REPLACE_AUTH_SECRET\r\n

  202.       tcp-check expect string +OK

  203.       {{- end }}

  204.       tcp-check send PING\r\n

  205.       tcp-check expect string +PONG

  206.       tcp-check send info\ replication\r\n

  207.       tcp-check expect string role:master

  208.       tcp-check send QUIT\r\n

  209.       tcp-check expect string +OK

  210.       {{- range $i := until $replicas }}

  211.       use-server R{{ $i }} if { srv_is_up(R{{ $i }}) } { nbsrv(check_if_redis_is_master_{{ $i }}) ge 2 }

  212.       server R{{ $i }} {{ $fullName }}-announce-{{ $i }}:{{ $root.Values.redis.port }} check inter 1s fall 1 rise 1

  213.       {{- end }}

  214.     {{- if .Values.haproxy.readOnly.enabled }}

  215.     backend bk_redis_slave

  216.       {{- if .Values.haproxy.stickyBalancing }}

  217.       balance source

  218.       hash-type consistent

  219.       {{- end }}

  220.       mode tcp

  221.       option tcp-check

  222.       tcp-check connect

  223.       {{- if .Values.auth }}

  224.       tcp-check send AUTH\ REPLACE_AUTH_SECRET\r\n

  225.       tcp-check expect string +OK

  226.       {{- end }}

  227.       tcp-check send PING\r\n

  228.       tcp-check expect string +PONG

  229.       tcp-check send info\ replication\r\n

  230.       tcp-check expect  string role:slave

  231.       tcp-check send QUIT\r\n

  232.       tcp-check expect string +OK

  233.       {{- range $i := until $replicas }}

  234.       server R{{ $i }} {{ $fullName }}-announce-{{ $i }}:{{ $root.Values.redis.port }} check inter 1s fall 1 rise 1

  235.       {{- end }}

  236.     {{- end }}

  237.     {{- if .Values.haproxy.metrics.enabled }}

  238.     frontend metrics

  239.       mode http

  240.       bind *:{{ .Values.haproxy.metrics.port }}

  241.       option http-use-htx

  242.       http-request use-service prometheus-exporter if { path {{ .Values.haproxy.metrics.scrapePath }} }

  243.     {{- end }}

  244. {{- if .Values.haproxy.extraConfig }}

  245.     # Additional configuration

  246. {{ .Values.haproxy.extraConfig | indent 4 }}

  247. {{- end }}

  248. {{- end }}

  249. {{- end }}

  250. 

  251. 

  252. {{- define "config-haproxy_init.sh" }}

  253.     HAPROXY_CONF=/data/haproxy.cfg

  254.     cp /readonly/haproxy.cfg "$HAPROXY_CONF"

  255.     {{- $fullName := include "redis-ha.fullname" . }}

  256.     {{- $replicas := int (toString .Values.replicas) }}

  257.     {{- range $i := until $replicas }}

  258.     for loop in $(seq 1 10); do

  259.       getent hosts {{ $fullName }}-announce-{{ $i }} && break

  260.       echo "Waiting for service {{ $fullName }}-announce-{{ $i }} to be ready ($loop) ..." && sleep 1

  261.     done

  262.     ANNOUNCE_IP{{ $i }}=$(getent hosts "{{ $fullName }}-announce-{{ $i }}" | awk '{ print $1 }')

  263.     if [ -z "$ANNOUNCE_IP{{ $i }}" ]; then

  264.       echo "Could not resolve the announce ip for {{ $fullName }}-announce-{{ $i }}"

  265.       exit 1

  266.     fi

  267.     sed -i "s/REPLACE_ANNOUNCE{{ $i }}/$ANNOUNCE_IP{{ $i }}/" "$HAPROXY_CONF"

  268. 

  269.     if [ "${AUTH:-}" ]; then

  270.         echo "Setting auth values"

  271.         ESCAPED_AUTH=$(echo "$AUTH" | sed -e 's/[\/&]/\\&/g');

  272.         sed -i "s/REPLACE_AUTH_SECRET/${ESCAPED_AUTH}/" "$HAPROXY_CONF"

  273.     fi

  274.     {{- end }}

  275. {{- end }}