hyperdx/docker-compose.dev.yml

name: hdx-oss-dev
x-hyperdx-logging: &hyperdx-logging
  driver: fluentd
  options:
    fluentd-address: tcp://localhost:24225
    labels: 'service.name'
services:
  # miner:
  #   build:
  #     context: .
  #     dockerfile: ./packages/miner/Dockerfile
  #     target: dev
  #   environment:
  #     HYPERDX_API_KEY: ${HYPERDX_API_KEY}
  #     HYPERDX_ENABLE_ADVANCED_NETWORK_CAPTURE: 1
  #     HYPERDX_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
  #     OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318
  #     OTEL_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
  #     OTEL_SERVICE_NAME: hdx-oss-dev-miner
  #   volumes:
  #     - ./packages/miner/src:/app/src
  #   ports:
  #     - 5123:5123
  #   networks:
  #     - internal
  redis:
    logging: *hyperdx-logging
    labels:
      service.name: 'hdx-oss-dev-redis'
    image: redis:7.0.11-alpine
    volumes:
      - .volumes/redis:/data
    ports:
      - 6379:6379
    networks:
      - internal
    depends_on:
      - otel-collector
  db:
    logging: *hyperdx-logging
    labels:
      service.name: 'hdx-oss-dev-db'
    image: mongo:5.0.14-focal
    volumes:
      - .volumes/db:/data/db
    ports:
      - 27017:27017
    networks:
      - internal
    depends_on:
      - otel-collector
  otel-collector:
    image: otel/opentelemetry-collector-contrib:0.113.0
    environment:
      CLICKHOUSE_SERVER_ENDPOINT: 'ch-server:9000'
      HYPERDX_API_KEY: ${HYPERDX_API_KEY}
      HYPERDX_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
      INGESTOR_API_URL: 'http://ingestor:8002'
    volumes:
      - ./docker/otel-collector/config.yaml:/etc/otelcol-contrib/config.yaml
    ports:
      - '13133:13133' # health_check extension
      - '24225:24225' # fluentd receiver
      - '4317:4317' # OTLP gRPC receiver
      - '4318:4318' # OTLP http receiver
      - '8888:8888' # metrics extension
    restart: always
    networks:
      - internal
    depends_on:
      - ch-server
  # task-check-alerts:
  #   build:
  #     context: .
  #     dockerfile: ./packages/api/Dockerfile
  #     target: dev
  #   entrypoint: 'yarn'
  #   command: 'dev:task check-alerts'
  #   environment:
  #     APP_TYPE: 'scheduled-task'
  #     EXPRESS_SESSION_SECRET: 'hyperdx is cool 👋'
  #     FRONTEND_URL: 'http://localhost:8080' # need to be localhost (CORS)
  #     HDX_NODE_ADVANCED_NETWORK_CAPTURE: 1
  #     HDX_NODE_BETA_MODE: 0
  #     HDX_NODE_CONSOLE_CAPTURE: 1
  #     HYPERDX_API_KEY: ${HYPERDX_API_KEY}
  #     HYPERDX_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
  #     INGESTOR_API_URL: 'http://ingestor:8002'
  #     MINER_API_URL: 'http://miner:5123'
  #     MONGO_URI: 'mongodb://db:27017/hyperdx'
  #     NODE_ENV: development
  #     OTEL_EXPORTER_OTLP_ENDPOINT: 'http://otel-collector:4318'
  #     OTEL_SERVICE_NAME: 'hdx-oss-dev-task-check-alerts'
  #     REDIS_URL: redis://redis:6379
  #   volumes:
  #     - ./packages/api/src:/app/src
  #   restart: always
  #   networks:
  #     - internal
  #   depends_on:
  #     - ch-server
  #     - db
  #     - redis
  api:
    build:
      context: .
      dockerfile: ./packages/api/Dockerfile
      target: dev
    ports:
      - ${HYPERDX_API_PORT}:${HYPERDX_API_PORT}
    environment:
      EXPRESS_SESSION_SECRET: 'hyperdx is cool 👋'
      FRONTEND_URL: 'http://localhost:${HYPERDX_APP_PORT}' # need to be localhost (CORS)
      HDX_NODE_ADVANCED_NETWORK_CAPTURE: 1
      HDX_NODE_BETA_MODE: 1
      HDX_NODE_CONSOLE_CAPTURE: 1
      HYPERDX_API_KEY: ${HYPERDX_API_KEY}
      HYPERDX_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
      MINER_API_URL: 'http://miner:5123'
      MONGO_URI: 'mongodb://db:27017/hyperdx'
      NODE_ENV: development
      OTEL_SERVICE_NAME: 'hdx-oss-dev-api'
      PORT: ${HYPERDX_API_PORT}
      REDIS_URL: redis://redis:6379
      USAGE_STATS_ENABLED: ${USAGE_STATS_ENABLED:-false}
      # Event deltas create large SQL queries so we need to increase
      # the max header size for proxied SQL requests
      NODE_OPTIONS: '--max-http-header-size=131072'
    volumes:
      - ./packages/api/src:/app/src
    networks:
      - internal
    depends_on:
      - ch-server
      - db
      - redis
  app:
    build:
      context: .
      dockerfile: ./packages/app/Dockerfile
      target: dev
    ports:
      - ${HYPERDX_APP_PORT}:${HYPERDX_APP_PORT}
    environment:
      HYPERDX_API_KEY: ${HYPERDX_API_KEY}
      NEXT_PUBLIC_HDX_COLLECTOR_URL: 'http://localhost:4318'
      NEXT_PUBLIC_HDX_SERVICE_NAME: 'hdx-oss-dev-app'
      NEXT_PUBLIC_SERVER_URL: 'http://api:${HYPERDX_API_PORT}'
      NODE_ENV: development
      OTEL_EXPORTER_OTLP_ENDPOINT: 'http://otel-collector:4318'
      OTEL_SERVICE_NAME: 'hdx-oss-dev-app'
      PORT: ${HYPERDX_APP_PORT}
      # Event deltas create large SQL queries so we need to increase
      # the max header size for proxied SQL requests
      NODE_OPTIONS: '--max-http-header-size=131072'
    volumes:
      - ./packages/app/mdx.d.ts:/app/mdx.d.ts
      - ./packages/app/next-env.d.ts:/app/next-env.d.ts
      - ./packages/app/next.config.js:/app/next.config.js
      - ./packages/app/pages:/app/pages
      - ./packages/app/public:/app/public
      - ./packages/app/src:/app/src
      - ./packages/app/styles:/app/styles
    networks:
      - internal
    depends_on:
      - api
  ch-server:
    image: clickhouse/clickhouse-server:head-alpine
    ports:
      - 8123:8123 # http api
      - 9000:9000 # native
    environment:
      # default settings
      CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT: 1
    volumes:
      - ./docker/clickhouse/local/config.xml:/etc/clickhouse-server/config.xml
      - ./docker/clickhouse/local/users.xml:/etc/clickhouse-server/users.xml
      - .volumes/ch_data:/var/lib/clickhouse
      - .volumes/ch_logs:/var/log/clickhouse-server
    restart: on-failure
    networks:
      - internal
networks:
  internal: