console/deployment/generate.ts

import { execSync } from 'child_process';
import { readFile, writeFile } from 'fs/promises';
import { gunzip } from 'node:zlib';
import { Readable } from 'stream';
import { gunzipSync } from 'zlib';
import * as yaml from 'js-yaml';
import { compile } from 'json-schema-to-typescript';
import { extract } from 'tar-stream';
import { fileSync } from 'tmp';
import { OTLP_COLLECTOR_CHART, VECTOR_HELM_CHART } from './utils/observability';
import { CONTOUR_CHART } from './utils/reverse-proxy';

async function generateJsonSchemaFromHelmValues(input: string) {
  const jsonSchemaTempFile = fileSync();
  execSync(`helm schema -input ${input} -output ${jsonSchemaTempFile.name}`);

  return await readFile(jsonSchemaTempFile.name, 'utf-8').then(r => JSON.parse(r));
}

function getFileFromTar(tar: Readable, filename: string) {
  return new Promise(resolve => {
    const extractInstance = extract();

    extractInstance.on('entry', function (header, stream, next) {
      if (header.name === filename) {
        let data = '';
        stream.on('data', chunk => (data += chunk));
        stream.on('end', () => {
          resolve(data);
        });
      }
      stream.on('end', function () {
        next(); // ready for next entry
      });

      stream.resume(); // just auto drain the stream
    });

    extractInstance.on('finish', function () {
      // all entries read
    });

    tar.pipe(extractInstance);
  });
}

async function generateOpenTelemetryCollectorTypes() {
  const jsonSchemaUrl = `https://raw.githubusercontent.com/open-telemetry/opentelemetry-helm-charts/opentelemetry-collector-${OTLP_COLLECTOR_CHART.version}/charts/opentelemetry-collector/values.schema.json`;
  const jsonSchema = await fetch(jsonSchemaUrl).then(res => res.json());
  const output = await compile(jsonSchema, 'OpenTelemetryCollectorValues', {
    additionalProperties: false,
  });
  await writeFile('./utils/opentelemetry-collector.types.ts', output);
}

async function generateVectorDevTypes() {
  const helmValuesFileUrl = `https://raw.githubusercontent.com/vectordotdev/helm-charts/vector-${VECTOR_HELM_CHART.version}/charts/vector/values.yaml`;
  const valuesFile = await fetch(helmValuesFileUrl).then(res => res.text());
  const valuesTempFile = fileSync();
  await writeFile(valuesTempFile.name, valuesFile);
  const jsonSchema = await generateJsonSchemaFromHelmValues(valuesTempFile.name);
  const output = await compile(jsonSchema, 'VectorValues', { additionalProperties: false });
  await writeFile('./utils/vector.types.ts', output);
}

async function generateContourTypes() {
  let helmManifest = await fetch(`${CONTOUR_CHART.fetchOpts!['repo']}/index.yaml`, {
    redirect: 'follow',
  })
    .then(r => r.text())
    .then(r => yaml.load(r) as any);

  let relevantChart = helmManifest.entries[CONTOUR_CHART['chart'] as string].find(
    entry => entry.version === CONTOUR_CHART.version,
  );

  if (!relevantChart) {
    throw new Error(
      `Could not find chart ${CONTOUR_CHART['chart']} with version ${CONTOUR_CHART.version} in the Helm repository!`,
    );
  }

  const url = relevantChart.urls.find((url: string) => url.endsWith('.tgz'));

  if (!url) {
    throw new Error(
      `Could not find a .tgz file in the Helm repository for chart ${CONTOUR_CHART['chart']}!`,
    );
  }

  const valuesFile = await fetch(url)
    .then(r => r.arrayBuffer())
    .then(r => Buffer.from(r))
    .then(r => gunzipSync(r))
    .then(r => Readable.from(r))
    .then(r => getFileFromTar(r, 'contour/values.yaml'))
    .then((r: any) => r.toString());

  const valuesTempFile = fileSync();
  await writeFile(valuesTempFile.name, valuesFile);
  const jsonSchema = await generateJsonSchemaFromHelmValues(valuesTempFile.name);
  const output = await compile(jsonSchema, 'ContourValues');
  await writeFile('./utils/contour.types.ts', output);
}

async function main() {
  await Promise.all([
    generateContourTypes(),
    generateVectorDevTypes(),
    generateOpenTelemetryCollectorTypes(),
  ]);
}

main().catch(e => {
  console.error(e);
  process.exit(1);
});