[Feat] Socket scale using ip-hash algo

container_config/nginx.conf

@@ -9,7 +9,7 @@ http {
  listen 80;
 
  location /socket.io {
- proxy_pass http://llm-server:8002/socket.io; # Replace "your-server-url" with your actual server URL
+ proxy_pass http://socket_servers/socket.io; # Replace "your-server-url" with your actual server URL
  proxy_http_version 1.1;
  proxy_buffering off;
  proxy_set_header Upgrade $http_upgrade;
@@ -43,4 +43,8 @@ http {
  add_header 'Access-Control-Expose-Headers' 'Content-Length,Content-Range';
  }
  }
+ upstream socket_servers {
+ ip_hash; # Use IP hash to ensure that the same client is always connected to the same server
+ server llm-server:8002;
+ }
 }

docker-compose.arm.yml

@@ -15,8 +15,8 @@ services:
  env_file:
  - llm-server/.env
  ports:
- - 8002:8002
- - 5678:5678
+ - 8002
+ - 5678
  depends_on:
  mysql:
  condition: service_healthy

docker-compose.yml

@@ -16,8 +16,8 @@ services:
  env_file:
  - llm-server/.env
  ports:
- - 8002:8002
- - 5678:5678
+ - 8002
+ - 5678
  depends_on:
  mysql:
  condition: service_healthy
@@ -39,7 +39,7 @@ services:
  build:
  context: ./llm-server
  dockerfile: worker.Dockerfile
- image: codebanesr/workers:latest # Add this line
+ image: codebanesr/workers:latest 
  deploy:
  replicas: 1
 
@@ -62,7 +62,7 @@ services:
  build:
  context: ./dashboard
  dockerfile: Dockerfile
- image: codebanesr/dashboard:latest # Add this line
+ image: codebanesr/dashboard:latest 
  ports:
  - 8000:8000
  volumes: