mirror of
https://github.com/hyperdxio/hyperdx
synced 2026-04-21 21:37:41 +00:00
## Summary - Isolate dev, E2E, and integration test environments so multiple git worktrees can run all three simultaneously without port conflicts - Each worktree gets a deterministic slot (0-99) with unique port ranges: dev (30100-31199), E2E (20320-21399), CI integration (14320-40098) - Dev portal dashboard (http://localhost:9900) auto-discovers all running stacks, streams logs, and provides a History tab for past run logs ## Port Isolation | Environment | Port Range | Project Name | |---|---|---| | Dev stack | 30100-31199 | `hdx-dev-<slot>` | | E2E tests | 20320-21399 | `e2e-<slot>` | | CI integration | 14320-40098 | `int-<slot>` | All three can run simultaneously from the same worktree with zero port conflicts. ## Dev Portal Features **Live tab:** - Auto-discovers dev, E2E, and integration Docker containers + local services (API, App) - Groups all environments for the same worktree into a single card - SSE log streaming with ANSI color rendering, capped at 5000 lines - Auto-starts in background from `make dev`, `make dev-e2e`, `make dev-int` **History tab:** - Logs archived to `~/.config/hyperdx/dev-slots/<slot>/history/` on exit (instead of deleted) - Each archived run includes `meta.json` with worktree/branch metadata - Grouped by worktree with collapsible cards, search by worktree/branch - View any past log file in the same log panel, delete individual runs or clear all - Custom dark-themed confirm modal (no native browser dialogs) ## What Changed - **`scripts/dev-env.sh`** — Slot-based port assignments, portal auto-start, log archival on exit - **`scripts/test-e2e.sh`** — E2E port range (20320-21399), log capture via `tee`, portal auto-start, log archival - **`scripts/ensure-dev-portal.sh`** — Shared singleton portal launcher (works sourced or executed) - **`scripts/dev-portal/server.js`** — Discovery for dev/E2E/CI containers, history API (list/read/delete), local service port probing - **`scripts/dev-portal/index.html`** — Live/History tabs, worktree-grouped cards, search, collapse/expand, custom confirm modal, ANSI color log rendering - **`docker-compose.dev.yml`** — Parameterized ports/volumes/project name with `hdx.dev.*` labels - **`packages/app/tests/e2e/docker-compose.yml`** — Updated to new E2E port defaults - **`Makefile`** — `dev-int`/`dev-e2e` targets with log capture + portal auto-start; `dev-portal-stop`; `dev-clean` stops everything + wipes slot data - **`.env` files** — Ports use `${VAR:-default}` syntax across dev, E2E, and CI environments - **`agent_docs/development.md`** — Full documentation for isolation, port tables, E2E/CI port ranges ## How to Use ```bash # Start dev stack (auto-starts portal) make dev # Run E2E tests (auto-starts portal, separate ports) make dev-e2e FILE=navigation # Run integration tests (auto-starts portal, separate ports) make dev-int FILE=alerts # All three can run simultaneously from the same worktree # Portal at http://localhost:9900 shows everything # Stop portal make dev-portal-stop # Clean up everything (all stacks + portal + history) make dev-clean ``` ## Dev Portal <img width="1692" height="944" alt="image" src="https://github.com/user-attachments/assets/6ed388a3-43bc-4552-aa8d-688077b79fb7" /> <img width="1689" height="935" alt="image" src="https://github.com/user-attachments/assets/8677a138-0a40-4746-93ed-3b355c8bd45e" /> ## Test Plan - [x] Run `make dev` — verify services start with slot-assigned ports - [x] Run `make dev` in a second worktree — verify different ports, no conflicts - [x] Run `make dev-e2e` and `make dev-int` simultaneously — no port conflicts - [x] Open http://localhost:9900 — verify all stacks grouped by worktree - [x] Click a service to view logs — verify ANSI colors render correctly - [x] Stop a stack — verify logs archived to History tab with correct worktree - [x] History tab — search, collapse/expand, view archived logs, delete - [x] `make dev-clean` — stops everything, wipes slot data and history
95 lines
3 KiB
JavaScript
95 lines
3 KiB
JavaScript
import { configureRuntimeEnv } from 'next-runtime-env/build/configure.js';
|
|
import { readFileSync } from 'fs';
|
|
import { fileURLToPath } from 'url';
|
|
import { dirname, join } from 'path';
|
|
|
|
const __filename = fileURLToPath(import.meta.url);
|
|
const __dirname = dirname(__filename);
|
|
|
|
// Read version from package.json
|
|
const packageJson = JSON.parse(
|
|
readFileSync(join(__dirname, 'package.json'), 'utf-8'),
|
|
);
|
|
const { version } = packageJson;
|
|
|
|
// Support legacy consumers of next-runtime-env that expect this value under window.__ENV
|
|
process.env.NEXT_PUBLIC_APP_VERSION = version;
|
|
|
|
configureRuntimeEnv();
|
|
|
|
const basePath = process.env.NEXT_PUBLIC_HYPERDX_BASE_PATH;
|
|
|
|
const nextConfig = {
|
|
// Allow overriding the build/dev output directory to avoid lock conflicts
|
|
// when running dev and E2E simultaneously (e.g. NEXT_DIST_DIR=.next-e2e)
|
|
...(process.env.NEXT_DIST_DIR ? { distDir: process.env.NEXT_DIST_DIR } : {}),
|
|
reactCompiler: true,
|
|
basePath: basePath,
|
|
env: {
|
|
// Ensures bundler-time replacements for client/server code that references this env var
|
|
NEXT_PUBLIC_APP_VERSION: version,
|
|
},
|
|
// External packages to prevent bundling issues (moved from experimental in Next.js 15+)
|
|
// https://github.com/open-telemetry/opentelemetry-js/issues/4297#issuecomment-2285070503
|
|
serverExternalPackages: [
|
|
'@opentelemetry/instrumentation',
|
|
'@opentelemetry/sdk-node',
|
|
'@opentelemetry/auto-instrumentations-node',
|
|
'@hyperdx/node-opentelemetry',
|
|
'@hyperdx/instrumentation-sentry-node',
|
|
],
|
|
typescript: {
|
|
tsconfigPath: 'tsconfig.build.json',
|
|
},
|
|
// NOTE: Using Webpack instead of Turbopack (Next.js 16 default)
|
|
// Reason: Turbopack has CSS module parsing issues with nested :global syntax
|
|
// used in styles/SearchPage.module.scss and other SCSS files.
|
|
// The --webpack flag is added to dev and build scripts in package.json.
|
|
// TODO: Re-evaluate when Turbopack CSS module support improves
|
|
// Ignore otel pkgs warnings
|
|
// https://github.com/open-telemetry/opentelemetry-js/issues/4173#issuecomment-1822938936
|
|
webpack: (
|
|
config,
|
|
{ buildId, dev, isServer, defaultLoaders, nextRuntime, webpack },
|
|
) => {
|
|
if (isServer) {
|
|
config.ignoreWarnings = [{ module: /opentelemetry/ }];
|
|
}
|
|
return config;
|
|
},
|
|
async headers() {
|
|
return [
|
|
{
|
|
source: '/(.*)?', // Matches all pages
|
|
headers: [
|
|
{
|
|
key: 'X-Frame-Options',
|
|
value: 'DENY',
|
|
},
|
|
],
|
|
},
|
|
];
|
|
},
|
|
productionBrowserSourceMaps: false,
|
|
...(process.env.NEXT_OUTPUT_STANDALONE === 'true'
|
|
? {
|
|
output: 'standalone',
|
|
}
|
|
: {}),
|
|
...(process.env.NEXT_PUBLIC_CLICKHOUSE_BUILD
|
|
? {
|
|
assetPrefix: '/clickstack',
|
|
basePath: '/clickstack',
|
|
images: { unoptimized: true },
|
|
output: 'export',
|
|
}
|
|
: {}),
|
|
logging: {
|
|
incomingRequests: {
|
|
// We also log this in the API server, so we don't want to log it twice.
|
|
ignore: [/\/api\/.*/],
|
|
},
|
|
},
|
|
};
|
|
|
|
export default nextConfig;
|