ToolJet/server/plugins/datasources/s3/operations.ts

import {
  GetObjectCommand,
  ListBucketsCommand,
  ListObjectsCommand,
  PutObjectCommand,
  S3Client,
} from '@aws-sdk/client-s3';
// https://aws.amazon.com/blogs/developer/generate-presigned-url-modular-aws-sdk-javascript/
import { getSignedUrl } from '@aws-sdk/s3-request-presigner';

export async function listBuckets(client: S3Client, options: object): Promise<object> {
  const command = new ListBucketsCommand(options);
  return client.send(command);
}

export async function listObjects(client: S3Client, options: object): Promise<object> {
  const command = new ListObjectsCommand({ Bucket: options['bucket'], Prefix: options['prefix'] });
  return client.send(command);
}

export async function signedUrlForGet(client: S3Client, options: object): Promise<object> {
  const command = new GetObjectCommand({
    Bucket: options['bucket'],
    Key: options['key'],
  });
  const url = await getSignedUrl(client, command, {
    expiresIn: options['expiresIn'] || 3600,
  });
  return { url };
}

export async function getObject(client: S3Client, options: object): Promise<object> {
  // Create a helper function to convert a ReadableStream to a string.
  const streamToString = (stream) =>
    new Promise((resolve, reject) => {
      const chunks = [];
      stream.on('data', (chunk) => chunks.push(chunk));
      stream.on('error', reject);
      stream.on('end', () => resolve(Buffer.concat(chunks).toString('utf-8')));
    });

  // Get the object from the Amazon S3 bucket. It is returned as a ReadableStream.
  const command = new GetObjectCommand({
    Bucket: options['bucket'],
    Key: options['key'],
  });
  const data = await client.send(command);
  // Convert the ReadableStream to a string.
  const bodyContents = await streamToString(data.Body);
  return { ...data, Body: bodyContents };
}

export async function uploadObject(client: S3Client, options: object): Promise<object> {
  const command = new PutObjectCommand({
    Bucket: options['bucket'],
    Key: options['key'],
    Body: options['data'],
    ContentType: options['contentType'],
  });
  const data = await client.send(command);
  return data;
}

export async function signedUrlForPut(client: S3Client, options: object): Promise<object> {
  const command = new PutObjectCommand({
    Bucket: options['bucket'],
    Key: options['key'],
    ContentType: options['contentType'],
  });
  const url = await getSignedUrl(client, command, {
    expiresIn: options['expiresIn'] || 3600,
  });
  return { url };
}