ci: setup aggregator int tests (#197)

.changeset/mean-balloons-shake.md

@@ -0,0 +1,6 @@
+---
+'@hyperdx/api': patch
+'@hyperdx/app': patch
+---
+
+ci: setup aggregator int tests

packages/api/src/fixtures.ts

@@ -86,7 +86,24 @@ class MockServer extends Server {
   }
 }
 
-export const getServer = () => new MockServer();
+class MockAPIServer extends MockServer {
+  protected readonly appType = 'api';
+}
+
+class MockAggregatorServer extends MockServer {
+  protected readonly appType = 'aggregator';
+}
+
+export const getServer = (appType: 'api' | 'aggregator' = 'api') => {
+  switch (appType) {
+    case 'api':
+      return new MockAPIServer();
+    case 'aggregator':
+      return new MockAggregatorServer();
+    default:
+      throw new Error(`Invalid app type: ${appType}`);
+  }
+};
 
 export const getAgent = (server: MockServer) =>
   request.agent(server.getHttpServer());

packages/api/src/routers/aggregator/__tests__/root.test.ts

@@ -0,0 +1,115 @@
+import _ from 'lodash';
+
+import * as clickhouse from '@/clickhouse';
+import { createTeam } from '@/controllers/team';
+import {
+  clearClickhouseTables,
+  clearDBCollections,
+  closeDB,
+  getAgent,
+  getServer,
+} from '@/fixtures';
+import { sleep } from '@/utils/common';
+
+describe('aggregator root router', () => {
+  const server = getServer('aggregator');
+
+  beforeAll(async () => {
+    await server.start();
+  });
+
+  afterEach(async () => {
+    await clearDBCollections();
+    await clearClickhouseTables();
+  });
+
+  afterAll(async () => {
+    await server.closeHttpServer();
+    await closeDB();
+  });
+
+  it('GET /health', async () => {
+    const agent = await getAgent(server);
+    await agent.get('/health').expect(200);
+  });
+
+  it('POST / -> should return 400 if no logs', async () => {
+    const agent = await getAgent(server);
+    await agent.post('/').send({}).expect(400);
+  });
+
+  it('POST / -> should ingest logs', async () => {
+    const team = await createTeam({ name: 'test-team' });
+    const agent = await getAgent(server);
+    await agent.post('/').send([
+      {
+        b: {
+          _hdx_body: 'Initializing ClickHouse...',
+          level: 'info',
+          message: 'Initializing ClickHouse...',
+        },
+        h: '509a8b2dea19',
+        hdx_platform: 'nodejs',
+        hdx_token: team.apiKey,
+        hdx_token_hash: '2f4da895de6a20c100c28daaa5c07c51',
+        path: '/',
+        r: { level: 'info', message: 'Initializing ClickHouse...' },
+        s_id: null,
+        sn: 0,
+        st: 'info',
+        sv: 'hdx-oss-dev-api',
+        t_id: null,
+        ts: 1704517334214000000,
+        tso: 1704517336156579600,
+      },
+    ]);
+
+    // wait for data to be committed to clickhouse
+    await sleep(500);
+
+    const resp = await clickhouse.client.query({
+      query: `SELECT * FROM default.${clickhouse.TableName.LogStream}`,
+      format: 'JSON',
+    });
+    const result: any = await resp.json();
+    expect(result.data.length).toBe(1);
+    expect(result.data.map((row: any) => _.omit(row, ['id', '_created_at'])))
+      .toMatchInlineSnapshot(`
+Array [
+  Object {
+    "_host": "509a8b2dea19",
+    "_namespace": "",
+    "_platform": "nodejs",
+    "_service": "hdx-oss-dev-api",
+    "_source": "{\\"level\\":\\"info\\",\\"message\\":\\"Initializing ClickHouse...\\"}",
+    "bool.names": Array [],
+    "bool.values": Array [],
+    "end_timestamp": "1970-01-01T00:00:00.000000000Z",
+    "number.names": Array [],
+    "number.values": Array [],
+    "observed_timestamp": "2024-01-06T05:02:16.156579600Z",
+    "parent_span_id": "",
+    "severity_number": 0,
+    "severity_text": "info",
+    "span_id": "",
+    "span_name": "",
+    "string.names": Array [
+      "_hdx_body",
+      "level",
+      "message",
+    ],
+    "string.values": Array [
+      "Initializing ClickHouse...",
+      "info",
+      "Initializing ClickHouse...",
+    ],
+    "timestamp": "2024-01-06T05:02:14.214000000Z",
+    "trace_id": "",
+    "type": "log",
+  },
+]
+`);
+  });
+
+  // TODO: test metrics
+});

packages/api/src/server.ts

@@ -8,10 +8,12 @@ import logger from './utils/logger';
 import redisClient from './utils/redis';
 
 export default class Server {
+  protected readonly appType = config.APP_TYPE;
+
   protected httpServer!: http.Server;
 
   private async createServer() {
-    switch (config.APP_TYPE) {
+    switch (this.appType) {
       case 'api':
         return http.createServer(
           // eslint-disable-next-line n/no-unsupported-features/es-syntax