redis sentinel throw "Timeout connecting to server" error

[hitrust]

Version:
redis-py version 4.3.4
redis server version 6.2.7
redis sentinel version 6.2.7

redis server Platform:
Operating System: Debian GNU/Linux 10 (buster)
Kernel: Linux 4.19.0-21-cloud-amd64
Architecture: x86-64

docker: Docker version 20.10.17, build 100c701

redis image: docker official image

redis client Platform:
Python 3.9.13 on Windows 10 virtual environment

Description:
1 master, 1 replica, 3 sentinel all in one host.
discover_master and discover_slaves can get right result, but master.set throw error "timed out"

CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
6d04dbb25a24 sentinel_redis-sentinel "/docker-entrypoint.…" 29 minutes ago Up 29 minutes 0.0.0.0:26381->26379/tcp, :::26381->26379/tcp sentinel-redis-sentinel-2
9280b646008b sentinel_redis-sentinel "/docker-entrypoint.…" 29 minutes ago Up 29 minutes 0.0.0.0:26380->26379/tcp, :::26380->26379/tcp sentinel-redis-sentinel-3
1d0df59ff350 sentinel_redis-sentinel "/docker-entrypoint.…" 29 minutes ago Up 29 minutes 0.0.0.0:26379->26379/tcp, :::26379->26379/tcp sentinel-redis-sentinel-1
886361c99913 sentinel_redis-slave "/docker-entrypoint.…" 29 minutes ago Up 29 minutes 6379/tcp, 0.0.0.0:6381->6381/tcp, :::6381->6381/tcp sentinel-redis-slave-1
d6827153fdd6 sentinel_redis-master "/docker-entrypoint.…" 29 minutes ago Up 29 minutes 6379/tcp, 0.0.0.0:6380->6380/tcp, :::6380->6380/tcp sentinel-redis-master-1

redis-cli -p 26379

127.0.0.1:26379> SENTINEL master mymaster

1. "name"
2. "mymaster"
3. "ip"
4. "172.25.0.2"
5. "port"
6. "6380"
7. "runid"
8. "78823b9e95971e48fc161987bc9db927db95f4a7"
9. "flags"
10. "master"
11. "link-pending-commands"
12. "0"
13. "link-refcount"
14. "1"
15. "last-ping-sent"
16. "0"
17. "last-ok-ping-reply"
18. "96"
19. "last-ping-reply"
20. "96"
21. "down-after-milliseconds"
22. "5000"
23. "info-refresh"
24. "8505"
25. "role-reported"
26. "master"
27. "role-reported-time"
28. "2267051"
29. "config-epoch"
30. "0"
31. "num-slaves"
32. "1"
33. "num-other-sentinels"
34. "2"
35. "quorum"
36. "2"
37. "failover-timeout"
38. "60000"
39. "parallel-syncs"
40. "1"

127.0.0.1:26379> SENTINEL replicas mymaster

1. 1. "name"
   2. "172.25.0.3:6381"
   3. "ip"
   4. "172.25.0.3"
   5. "port"
   6. "6381"
   7. "runid"
   8. "d1fb8b420957cd5c5172b2559d2b3c81310bed50"
   9. "flags"
2. "slave"
3. "link-pending-commands"
4. "0"
5. "link-refcount"
6. "1"
7. "last-ping-sent"
8. "0"
9. "last-ok-ping-reply"
10. "97"
11. "last-ping-reply"
12. "97"
13. "down-after-milliseconds"
14. "5000"
15. "info-refresh"
16. "3327"
17. "role-reported"
18. "slave"
19. "role-reported-time"
20. "2352117"
21. "master-link-down-time"
22. "0"
23. "master-link-status"
24. "ok"
25. "master-host"
26. "redis-master"
27. "master-port"
28. "6380"
29. "slave-priority"
30. "100"
31. "slave-repl-offset"
32. "469845"
33. "replica-announced"
34. "1"

127.0.0.1:26379> SENTINEL sentinels mymaster

1. 1. "name"
   2. "a41ea1840b91accbb79f848bbedba9a53dfe2a9c"
   3. "ip"
   4. "172.25.0.5"
   5. "port"
   6. "26379"
   7. "runid"
   8. "a41ea1840b91accbb79f848bbedba9a53dfe2a9c"
   9. "flags"
2. "sentinel"
3. "link-pending-commands"
4. "0"
5. "link-refcount"
6. "1"
7. "last-ping-sent"
8. "0"
9. "last-ok-ping-reply"
10. "1011"
11. "last-ping-reply"
12. "1011"
13. "down-after-milliseconds"
14. "5000"
15. "last-hello-message"
16. "876"
17. "voted-leader"
18. "?"
19. "voted-leader-epoch"
20. "0"
21. 1. "name"
    2. "88c6d217e0c959d7b67ff4af3b784d2a28cabb39"
    3. "ip"
    4. "172.25.0.4"
    5. "port"
    6. "26379"
    7. "runid"
    8. "88c6d217e0c959d7b67ff4af3b784d2a28cabb39"
    9. "flags"
22. "sentinel"
23. "link-pending-commands"
24. "0"
25. "link-refcount"
26. "1"
27. "last-ping-sent"
28. "0"
29. "last-ok-ping-reply"
30. "1011"
31. "last-ping-reply"
32. "1011"
33. "down-after-milliseconds"
34. "5000"
35. "last-hello-message"
36. "790"
37. "voted-leader"
38. "?"
39. "voted-leader-epoch"
40. "0"

from redis.sentinel import Sentinel
sentinel = Sentinel([('host ip', 26379), ('host ip', 26380), ('host ip', 26381)], socket_timeout=0.1)
# sentinel = Sentinel([('localhost', 26379)], socket_timeout=0.1)

master_result = sentinel.discover_master('mymaster')
slaves_result = sentinel.discover_slaves('mymaster')
print(master_result)
print(slaves_result)

('172.25.0.2', 6380)
[('172.25.0.3', 6381)]

master = sentinel.master_for('mymaster', socket_timeout=0.1)
slave = sentinel.slave_for('mymaster', socket_timeout=0.1)
master.set('foo', 'bar')
result = slave.get('foo')
print(result)

Traceback (most recent call last):
File "F:\projects\mystuff\demo\lib\site-packages\redis\connection.py", line 609, in connect
sock = self.retry.call_with_retry(
File "F:\projects\mystuff\demo\lib\site-packages\redis\retry.py", line 51, in call_with_retry
raise error
File "F:\projects\mystuff\demo\lib\site-packages\redis\retry.py", line 46, in call_with_retry
return do()
File "F:\projects\mystuff\demo\lib\site-packages\redis\connection.py", line 610, in
lambda: self._connect(), lambda error: self.disconnect(error)
File "F:\projects\mystuff\demo\lib\site-packages\redis\connection.py", line 675, in _connect
raise err
File "F:\projects\mystuff\demo\lib\site-packages\redis\connection.py", line 663, in _connect
sock.connect(socket_address)
socket.timeout: timed out

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "F:\Python\Python39\lib\runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "F:\Python\Python39\lib\runpy.py", line 87, in _run_code
exec(code, run_globals)
File "F:\projects\mystuff\demo\demo\prodramatiq\redis_op.py", line 36, in
master.set('foo', 'bar')
File "F:\projects\mystuff\demo\lib\site-packages\redis\commands\core.py", line 2214, in set
return self.execute_command("SET", *pieces, **options)
File "F:\projects\mystuff\demo\lib\site-packages\redis\client.py", line 1232, in execute_command
conn = self.connection or pool.get_connection(command_name, **options)
File "F:\projects\mystuff\demo\lib\site-packages\redis\connection.py", line 1383, in get_connection
connection.connect()
File "F:\projects\mystuff\demo\lib\site-packages\redis\sentinel.py", line 54, in connect
return self.retry.call_with_retry(self._connect_retry, lambda error: None)
File "F:\projects\mystuff\demo\lib\site-packages\redis\retry.py", line 51, in call_with_retry
raise error
File "F:\projects\mystuff\demo\lib\site-packages\redis\retry.py", line 46, in call_with_retry
return do()
File "F:\projects\mystuff\demo\lib\site-packages\redis\sentinel.py", line 44, in _connect_retry
self.connect_to(self.connection_pool.get_master_address())
File "F:\projects\mystuff\demo\lib\site-packages\redis\sentinel.py", line 34, in connect_to
super().connect()
File "F:\projects\mystuff\demo\lib\site-packages\redis\connection.py", line 613, in connect
raise TimeoutError("Timeout connecting to server")
redis.exceptions.TimeoutError: Timeout connecting to server

[machineCYC]

seems i have the same issue!

[murliwatz]

I get the same error

[ant1fact]

Same issue here, has anybody found a workaround?

[bygzyz]

Got same issue, need help

[bygzyz]

seems i have the same issue!

Same issue here, has anybody found a workaround?

hi bro, did you got a solution?

[nerg4l]

Have you tried to increase the value of socket_timeout? For example, using sentinel.master_for('mymaster') instead of sentinel.master_for('mymaster', socket_timeout=0.1).

[hitrust]

Thanks @nerg4l
the same issue with or without 'timeout' setting

[richardARPANET]

I'm also experiencing this problem. Has anyone found a solution?

edit:

Sending a giant timeout works for me:

from django.conf import settings
from redis import Sentinel


def get_redis_client():
    sentinel = Sentinel(settings.REDIS_SENTINELS, socket_timeout=1000)
    client = sentinel.master_for(settings.REDIS_MASTER_NAME, socket_timeout=1000)
    return client

edit:

turns out this param units are milliseconds, not seconds