ci: run healthcheck for otel-collector + ingestor (#238)

To validate ingestor and otel-collector configs in CI

Makefile

@@ -43,6 +43,12 @@ dev-int:
 .PHONY: ci-int
 ci-int:
 	docker compose -p int -f ./docker-compose.ci.yml run --rm api ci:int
+	@echo "\n\n"
+	@echo "Checking otel-collector...\n"
+	curl -v http://localhost:13133
+	@echo "\n\n"
+	@echo "Checking ingestor...\n"
+	curl -v http://localhost:8686/health
 
 .PHONY: dev-unit
 dev-unit:

docker-compose.ci.yml

@@ -1,5 +1,43 @@
 version: '3'
 services:
+  ingestor:
+    container_name: hdx-ci-ingestor
+    build:
+      context: ./docker/ingestor
+      target: dev
+    volumes:
+      - ./docker/ingestor:/app
+    ports:
+      - 8002:8002 # http-generic
+      - 8686:8686 # healthcheck
+    environment:
+      ENABLE_GO_PARSER: 'false'
+      RUST_BACKTRACE: full
+      VECTOR_LOG: ${HYPERDX_LOG_LEVEL}
+      VECTOR_OPENSSL_LEGACY_PROVIDER: 'false'
+    networks:
+      - internal
+  otel-collector:
+    container_name: hdx-ci-otel-collector
+    build:
+      context: ./docker/otel-collector
+      target: dev
+    environment:
+      HYPERDX_API_KEY: ${HYPERDX_API_KEY}
+      HYPERDX_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
+    volumes:
+      - ./docker/otel-collector/config.yaml:/etc/otelcol-contrib/config.yaml
+    ports:
+      - '13133:13133' # health_check extension
+      - '1888:1888' # pprof extension
+      - '24225:24225' # fluentd receiver
+      - '4317:4317' # OTLP gRPC receiver
+      - '4318:4318' # OTLP http receiver
+      - '55679:55679' # zpages extension
+      - '8888:8888' # metrics extension
+      - '9411:9411' # zipkin
+    networks:
+      - internal
   ch_server:
     container_name: hdx-ci-ch-server
     image: clickhouse/clickhouse-server:23.8.8-alpine
@@ -58,11 +96,10 @@ services:
     depends_on:
       - ch_server
       - db
+      - ingestor
+      - otel-collector
       - redis
 
-volumes:
-  test_mongo_data:
-
 networks:
   internal:
     name: 'hyperdx-ci-internal-network'