add load balance

docker-compose.yml

@@ -12,7 +12,23 @@ registry:
     - ./registry/certs:/certs:ro
     - ./registry/auth:/auth:ro
   ports:
-   - 5000:5000
+   - 5000
+
+registry2:
+  restart: always
+  image: registry:2.2.1
+  environment:
+    REGISTRY_HTTP_TLS_CERTIFICATE: /certs/domain.crt
+    REGISTRY_HTTP_TLS_KEY: /certs/domain.key
+    REGISTRY_AUTH: htpasswd
+    REGISTRY_AUTH_HTPASSWD_PATH: /auth/htpasswd
+    REGISTRY_AUTH_HTPASSWD_REALM: Registry Realm
+  volumes:
+    - ./registry/docker_registry:/var/lib/registry
+    - ./registry/certs:/certs:ro
+    - ./registry/auth:/auth:ro
+  ports:
+   - 5000
 
 registry-frontend:
   restart: always
@@ -38,6 +54,7 @@ nginx:
   image: nginx:1.9.9
   links:
    - registry:registry
+   - registry2:registry2
    - registry-frontend:registry-frontend
   volumes:
     - ./registry/certs/domain.crt:/etc/nginx/ssl/domain.crt:ro

nginx/nginx.conf

@@ -36,9 +36,17 @@ http {
     #gzip  on;
 
     upstream registry_server {
+        ip_hash;
         server registry:5000;
+        server registry2:5000;
     }    
 
+
+    upstream registry_front {
+        server registry-frontend;
+    }    
+
+
     server {
         listen       443;
         server_name  docker-hub.huawei.com;
@@ -51,6 +59,16 @@ http {
 
         chunked_transfer_encoding on;
 
+
+        location / {
+          proxy_pass                          https://registry_front;
+          proxy_set_header  Host              $http_host;   # required for docker client's sake
+          proxy_set_header  X-Real-IP         $remote_addr; # pass on real client's IP
+          proxy_set_header  X-Forwarded-For   $proxy_add_x_forwarded_for;
+          proxy_set_header  X-Forwarded-Proto $scheme;
+          proxy_read_timeout                  900;
+        }
+
         location /v2/ {
           #auth_basic "Registry realm";
           #auth_basic_user_file /opt/nginx/conf/.htpasswd;