add compose.yml generator

examples/distributed_simulation/generate_simulation.py

@@ -0,0 +1,122 @@
+#!/usr/bin/python3
+import sys
+
+image_repo = 'ghcr.io/assume-framework/assume:latest'
+total_agents = int(sys.argv[1])
+
+output = []
+output.append('services:')
+MQTT = "mqtt-broker"
+# MQTT = ""
+
+
+agents = [f"agent{i}" for i in range(total_agents)]
+
+
+def agent_name(agent_nr):
+    if MQTT:
+        return f"agent{agent_nr}"
+    else:
+        return 9000+int(agent_nr)
+
+
+output.append('''
+  assume_db:
+    image: timescaledev/timescaledb-ha:pg15-oss
+    # smaller without postgis support:
+    # image: timescale/timescaledb:latest-pg15
+    container_name: assume_db
+    restart: always
+    environment:
+      - POSTGRES_USER=assume
+      - POSTGRES_PASSWORD=assume
+      - POSTGRES_DB=assume
+      - TS_TUNE_MAX_CONNS=500
+    volumes:
+      # needed for normal image
+      #- ./assume-db:/var/lib/postgresql/data
+      # /home/postgres/data is path for timescaledev image
+      - ./assume-db:/home/postgres/pgdata
+    ports:
+      - 5432:5432
+    deploy:
+      mode: replicated
+      replicas: 1
+      placement:
+        constraints: [node.role == manager]
+
+  grafana:
+    image: grafana/grafana-oss:latest
+    container_name: assume_grafana
+    user: "104"
+    depends_on:
+      - assume_db
+    ports:
+      - 3000:3000
+    environment:
+      GF_SECURITY_ALLOW_EMBEDDING: "true"
+      GF_AUTH_ANONYMOUS_ENABLED: "true"
+      GF_INSTALL_PLUGINS: "marcusolsson-dynamictext-panel,orchestracities-map-panel"
+      GF_SECURITY_ADMIN_USER: assume
+      GF_SECURITY_ADMIN_PASSWORD: "assume"
+      GF_LOG_FILTERS: rendering:debug
+    volumes:
+      - ./docker_configs/grafana.ini:/etc/grafana/grafana.ini
+      - ./docker_configs/datasources:/etc/grafana/provisioning/datasources
+      - ./docker_configs/dashboards:/etc/grafana/provisioning/dashboards
+      - ./docker_configs/dashboard-definitions:/etc/grafana/provisioning/dashboard-definitions
+    restart: always
+    deploy:
+      mode: replicated
+      replicas: 1
+      placement:
+        constraints: [node.role == manager]
+''')
+
+if MQTT:
+# Add MQTT agent
+    output.append('''
+  mqtt-broker:
+    container_name: mqtt-broker
+    image: eclipse-mosquitto:2
+    restart: always
+    ports:
+      - "1883:1883/tcp"
+    volumes:
+      - ./docker_configs/mqtt.conf:/mosquitto/config/mosquitto.conf
+    healthcheck:
+      test: "mosquitto_sub -t '$$SYS/#' -C 1 | grep -v Error || exit 1"
+      interval: 45s
+      timeout: 5s
+      retries: 5
+''')
+# Add one management agent
+output.append(f'''
+  simulation_mgr:
+    container_name: simulation_mgr
+    image: {image_repo}
+    depends_on:
+      - assume_db
+    environment:
+      DB_URI: "postgresql://assume:assume@assume_db:5432/assume"
+      MQTT_BROKER: "{MQTT}"
+    volumes:
+      - ./examples/distributed_simulation:/src/examples/distributed_simulation
+    entrypoint: python3 -m examples.distributed_simulation.world_manager {" ".join(agents)}
+
+''')
+
+# Add Bidding Agents
+for agent in range(total_agents):
+    output.append(f'''
+  simulation_client{agent}:
+    image: {image_repo}
+    environment:
+      MQTT_BROKER: "{MQTT}"
+    volumes:
+      - ./examples/distributed_simulation:/src/examples/distributed_simulation
+    entrypoint: python3 -m examples.distributed_simulation.world_agent {agent} {total_agents} {agent_name(agent)}
+''')
+
+with open('compose.yml', 'w') as f:
+    f.writelines(output)

examples/distributed_simulation/world_agent.py

@@ -61,5 +61,10 @@ async def create_worker(
     world = World(addr=agent_address, distributed_role=False)
     try:
         world.loop.run_until_complete(worker(world, marketdesign, create_worker, i, n))
+    except OSError as e:
+        print(e)
+        print("mqtt might not yet be set up? waiting a few seconds")
+        import time
+        time.sleep(5)
     except Exception as e:
         print(e)