2024-12-07 00:27:23 +00:00
|
|
|
name: hdx-oss-dev
|
2024-11-12 12:53:15 +00:00
|
|
|
x-hyperdx-logging: &hyperdx-logging
|
|
|
|
|
driver: fluentd
|
|
|
|
|
options:
|
|
|
|
|
fluentd-address: tcp://localhost:24225
|
|
|
|
|
labels: 'service.name'
|
2023-09-13 04:25:01 +00:00
|
|
|
services:
|
|
|
|
|
db:
|
2024-11-12 12:53:15 +00:00
|
|
|
logging: *hyperdx-logging
|
|
|
|
|
labels:
|
|
|
|
|
service.name: 'hdx-oss-dev-db'
|
2023-09-13 04:25:01 +00:00
|
|
|
image: mongo:5.0.14-focal
|
|
|
|
|
volumes:
|
2025-05-28 18:54:13 +00:00
|
|
|
- .volumes/db_dev:/data/db
|
2023-09-13 04:25:01 +00:00
|
|
|
ports:
|
|
|
|
|
- 27017:27017
|
|
|
|
|
networks:
|
|
|
|
|
- internal
|
2024-11-12 12:53:15 +00:00
|
|
|
depends_on:
|
|
|
|
|
- otel-collector
|
2023-09-13 04:25:01 +00:00
|
|
|
otel-collector:
|
2025-05-23 01:41:35 +00:00
|
|
|
# image: otel/opentelemetry-collector-contrib:0.120.0
|
|
|
|
|
build:
|
|
|
|
|
context: ./docker/otel-collector
|
|
|
|
|
target: dev
|
2023-10-18 19:01:44 +00:00
|
|
|
environment:
|
2025-05-22 05:56:18 +00:00
|
|
|
CLICKHOUSE_ENDPOINT: 'tcp://ch-server:9000?dial_timeout=10s'
|
2025-05-28 18:54:13 +00:00
|
|
|
CLICKHOUSE_PROMETHEUS_METRICS_ENDPOINT: 'ch-server:9363'
|
|
|
|
|
HYPERDX_OTEL_EXPORTER_CLICKHOUSE_DATABASE: ${HYPERDX_OTEL_EXPORTER_CLICKHOUSE_DATABASE}
|
2024-01-08 01:05:22 +00:00
|
|
|
HYPERDX_API_KEY: ${HYPERDX_API_KEY}
|
2023-10-18 19:01:44 +00:00
|
|
|
HYPERDX_LOG_LEVEL: ${HYPERDX_LOG_LEVEL}
|
2025-05-28 16:51:10 +00:00
|
|
|
OPAMP_SERVER_URL: 'http://host.docker.internal:${HYPERDX_OPAMP_PORT}'
|
2025-08-18 21:22:43 +00:00
|
|
|
CUSTOM_OTELCOL_CONFIG_FILE: '/etc/otelcol-contrib/custom.config.yaml'
|
feat: Add ClickHouse JSON Type Support (#969)
- Upgrades ClickHouse to 25.6, fixes breaking config change, needed for latest JSON type
- Upgrades OTel Collector to 0.129.1, fixes breaking config change, needed for latest JSON support in exporter
- Upgrades OTel OpAMP Supervisor to 0.128.0
- Fixes features to support JSON type columns in OTel in HyperDX (filtering, searching, graphing, opening rows, etc.)
Requires users to set `BETA_CH_OTEL_JSON_SCHEMA_ENABLED=true` in `ch-server` and `OTEL_AGENT_FEATURE_GATE_ARG='--feature-gates=clickhouse.json'` in `otel-collector` to enable JSON schema. Users must start a new ClickHouse DB or migrate their own table manually to enable as it is not schema compatible and migration is not automatic.
Closes HDX-1849, HDX-1969, HDX-1849, HDX-1966, HDX-1964
Co-authored-by: Tom Alexander <3245235+teeohhem@users.noreply.github.com>
2025-07-03 17:11:03 +00:00
|
|
|
# Uncomment to enable stdout logging for the OTel collector
|
2025-08-18 21:22:43 +00:00
|
|
|
OTEL_SUPERVISOR_PASSTHROUGH_LOGS: 'false'
|
feat: Add ClickHouse JSON Type Support (#969)
- Upgrades ClickHouse to 25.6, fixes breaking config change, needed for latest JSON type
- Upgrades OTel Collector to 0.129.1, fixes breaking config change, needed for latest JSON support in exporter
- Upgrades OTel OpAMP Supervisor to 0.128.0
- Fixes features to support JSON type columns in OTel in HyperDX (filtering, searching, graphing, opening rows, etc.)
Requires users to set `BETA_CH_OTEL_JSON_SCHEMA_ENABLED=true` in `ch-server` and `OTEL_AGENT_FEATURE_GATE_ARG='--feature-gates=clickhouse.json'` in `otel-collector` to enable JSON schema. Users must start a new ClickHouse DB or migrate their own table manually to enable as it is not schema compatible and migration is not automatic.
Closes HDX-1849, HDX-1969, HDX-1849, HDX-1966, HDX-1964
Co-authored-by: Tom Alexander <3245235+teeohhem@users.noreply.github.com>
2025-07-03 17:11:03 +00:00
|
|
|
# Uncomment to enable JSON schema in ClickHouse
|
|
|
|
|
# Be sure to also set BETA_CH_OTEL_JSON_SCHEMA_ENABLED to 'true' in ch-server
|
|
|
|
|
# OTEL_AGENT_FEATURE_GATE_ARG: '--feature-gates=clickhouse.json'
|
2023-09-13 04:25:01 +00:00
|
|
|
volumes:
|
|
|
|
|
- ./docker/otel-collector/config.yaml:/etc/otelcol-contrib/config.yaml
|
2025-08-21 14:03:45 +00:00
|
|
|
- ./docker/otel-collector/supervisor_docker.yaml.tmpl:/etc/otel/supervisor.yaml.tmpl
|
2025-08-18 21:22:43 +00:00
|
|
|
# Add a custom config file
|
|
|
|
|
- ./docker/otel-collector/custom.config.yaml:/etc/otelcol-contrib/custom.config.yaml
|
2023-09-13 04:25:01 +00:00
|
|
|
ports:
|
|
|
|
|
- '13133:13133' # health_check extension
|
|
|
|
|
- '24225:24225' # fluentd receiver
|
|
|
|
|
- '4317:4317' # OTLP gRPC receiver
|
|
|
|
|
- '4318:4318' # OTLP http receiver
|
|
|
|
|
- '8888:8888' # metrics extension
|
|
|
|
|
restart: always
|
|
|
|
|
networks:
|
|
|
|
|
- internal
|
|
|
|
|
depends_on:
|
2025-02-04 16:38:49 +00:00
|
|
|
ch-server:
|
|
|
|
|
condition: service_healthy
|
2023-09-13 04:25:01 +00:00
|
|
|
ch-server:
|
2025-08-21 19:47:20 +00:00
|
|
|
image: clickhouse/clickhouse-server:25.7-alpine
|
2023-09-13 04:25:01 +00:00
|
|
|
ports:
|
|
|
|
|
- 8123:8123 # http api
|
|
|
|
|
- 9000:9000 # native
|
|
|
|
|
environment:
|
|
|
|
|
# default settings
|
|
|
|
|
CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT: 1
|
2025-06-09 16:45:23 +00:00
|
|
|
HYPERDX_OTEL_EXPORTER_CLICKHOUSE_DATABASE: ${HYPERDX_OTEL_EXPORTER_CLICKHOUSE_DATABASE}
|
feat: Add ClickHouse JSON Type Support (#969)
- Upgrades ClickHouse to 25.6, fixes breaking config change, needed for latest JSON type
- Upgrades OTel Collector to 0.129.1, fixes breaking config change, needed for latest JSON support in exporter
- Upgrades OTel OpAMP Supervisor to 0.128.0
- Fixes features to support JSON type columns in OTel in HyperDX (filtering, searching, graphing, opening rows, etc.)
Requires users to set `BETA_CH_OTEL_JSON_SCHEMA_ENABLED=true` in `ch-server` and `OTEL_AGENT_FEATURE_GATE_ARG='--feature-gates=clickhouse.json'` in `otel-collector` to enable JSON schema. Users must start a new ClickHouse DB or migrate their own table manually to enable as it is not schema compatible and migration is not automatic.
Closes HDX-1849, HDX-1969, HDX-1849, HDX-1966, HDX-1964
Co-authored-by: Tom Alexander <3245235+teeohhem@users.noreply.github.com>
2025-07-03 17:11:03 +00:00
|
|
|
# Set to 'true' to allow for proper OTel JSON Schema creation
|
|
|
|
|
# Be sure to also set the OTEL_AGENT_FEATURE_GATE_ARG env in otel-collector
|
|
|
|
|
# BETA_CH_OTEL_JSON_SCHEMA_ENABLED: 'true'
|
2023-09-13 04:25:01 +00:00
|
|
|
volumes:
|
|
|
|
|
- ./docker/clickhouse/local/config.xml:/etc/clickhouse-server/config.xml
|
|
|
|
|
- ./docker/clickhouse/local/users.xml:/etc/clickhouse-server/users.xml
|
2025-06-09 16:45:23 +00:00
|
|
|
- ./docker/clickhouse/local/init-db.sh:/docker-entrypoint-initdb.d/init-db.sh
|
2025-05-28 18:54:13 +00:00
|
|
|
- .volumes/ch_data_dev:/var/lib/clickhouse
|
|
|
|
|
- .volumes/ch_logs_dev:/var/log/clickhouse-server
|
2023-09-13 04:25:01 +00:00
|
|
|
restart: on-failure
|
|
|
|
|
networks:
|
|
|
|
|
- internal
|
2025-02-04 16:38:49 +00:00
|
|
|
healthcheck:
|
|
|
|
|
# "clickhouse", "client", "-u ${CLICKHOUSE_USER}", "--password ${CLICKHOUSE_PASSWORD}", "-q 'SELECT 1'"
|
2025-05-23 01:41:35 +00:00
|
|
|
test:
|
|
|
|
|
wget -O /dev/null --no-verbose --tries=1 http://127.0.0.1:8123/ping ||
|
|
|
|
|
exit 1
|
2025-05-16 23:17:37 +00:00
|
|
|
interval: 1s
|
|
|
|
|
timeout: 1s
|
|
|
|
|
retries: 60
|
2023-09-13 04:25:01 +00:00
|
|
|
networks:
|
|
|
|
|
internal:
|