agentic-thin-waist/docker-compose.cloud.yml at main · SNL-UCSB/agentic-thin-waist · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
# Cloud-optimized Docker Compose for AWS/Azure deployment
# This extends the base docker-compose.yml with cloud-specific configurations
# Usage: docker-compose -f docker-compose.yml -f docker-compose.cloud.yml up

services:
  experiment-api:
    # Use image from ECR (Elastic Container Registry) if available
    image: ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/agentic-thin-waist/experiment-api:latest
    restart: always
    ports:
      - "8000:8000"
    environment:
      - DEPLOYMENT_MODE=cloud
      - NETGENT_USE_LOCAL=${NETGENT_USE_LOCAL:-true}
      - NETGENT_NAMESPACE=${NETGENT_NAMESPACE:-ns1}
      - LOG_LEVEL=info
      - CORS_ORIGINS=*
    # Deploy on cloud infrastructure
    deploy:
      resources:
        limits:
          cpus: "2"
          memory: 2G
        reservations:
          cpus: "1"
          memory: 1G

  ctp-service:
    image: ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/agentic-thin-waist/ctp-service:latest
    restart: always
    ports:
      - "8001:8001"
    environment:
      - DEPLOYMENT_MODE=cloud
    deploy:
      resources:
        limits:
          cpus: "1"
          memory: 1G
        reservations:
          cpus: "0.5"
          memory: 512M

  substrate-worker:
    image: ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/agentic-thin-waist/substrate-worker:latest
    restart: always
    ports:
      - "8002:8002"
    environment:
      - DEPLOYMENT_MODE=cloud
      - WORKER_ID=${WORKER_ID:-default}
    privileged: true
    deploy:
      resources:
        limits:
          cpus: "4"
          memory: 4G
        reservations:
          cpus: "2"
          memory: 2G

  netgent-service:
    image: ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/agentic-thin-waist/netgent-service:latest
    restart: always
    ports:
      - "8003:8003"
    environment:
      - DEPLOYMENT_MODE=cloud
    deploy:
      resources:
        limits:
          cpus: "2"
          memory: 2G
        reservations:
          cpus: "1"
          memory: 1G

  telemetry-service:
    image: ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/agentic-thin-waist/telemetry-service:latest
    restart: always
    ports:
      - "8004:8004"
    environment:
      - DEPLOYMENT_MODE=cloud
      # Use RDS PostgreSQL in cloud
      - DATABASE_URL=postgresql://${DB_USER}:${DB_PASSWORD}@${RDS_ENDPOINT}:5432/agentic_thin_waist
      # Use S3 for data storage
      - DATA_STORAGE=s3://${S3_BUCKET}/results/
    deploy:
      resources:
        limits:
          cpus: "2"
          memory: 2G
        reservations:
          cpus: "1"
          memory: 1G

  orchestration:
    image: ${AWS_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com/agentic-thin-waist/orchestration:latest
    restart: always
    ports:
      - "8005:8005"
    environment:
      - DEPLOYMENT_MODE=cloud
      - CLAUDE_API_KEY=${CLAUDE_API_KEY}
      - LOG_LEVEL=info
    deploy:
      resources:
        limits:
          cpus: "2"
          memory: 2G
        reservations:
          cpus: "1"
          memory: 1G

# Cloud volume configurations (for persistent data)
volumes:
  storage-data:
    driver: local
    driver_opts:
      type: nfs
      o: addr=${NFS_SERVER},vers=4,soft,timeo=180,bg,tcp,rw
      device: ":${NFS_PATH}/storage"

# Cloud networking
networks:
  agentic-network:
    driver: bridge
    # Configure for cloud security groups / VPC
    driver_opts:
      com.docker.network.driver.mtu: 1450