mirror of
https://github.com/ToolJet/ToolJet
synced 2026-04-26 07:57:17 +00:00
* add migrations for versioning datasources and dataqueries * eslint migrations folder * update ormconfig to use app context in migrations * make app to make use versioned data sources and queries in editor * app import should honor data source and query versioning * register ts-node path on running migrations * load data queries when finding versions * update e2e tests * handle for invalid oauth2 datasources * update e2e tests * introduce db migrations access lock to handle concurrent backfill * scope migrations by missing version id * fix import export without data source/query versions * fix import * fix spec * handle invalid data on migration * fix import * remove console logs * handle new app imports * fix version check * fix async creation * explicitly add timestamps on version import
301 lines
10 KiB
TypeScript
301 lines
10 KiB
TypeScript
import * as request from 'supertest';
|
|
import { INestApplication } from '@nestjs/common';
|
|
import {
|
|
authHeaderForUser,
|
|
clearDB,
|
|
createApplication,
|
|
createUser,
|
|
createNestAppInstance,
|
|
createDataSource,
|
|
createAppGroupPermission,
|
|
createApplicationVersion,
|
|
} from '../test.helper';
|
|
import { Credential } from 'src/entities/credential.entity';
|
|
import { getRepository } from 'typeorm';
|
|
import { GroupPermission } from 'src/entities/group_permission.entity';
|
|
|
|
describe('data sources controller', () => {
|
|
let app: INestApplication;
|
|
|
|
beforeEach(async () => {
|
|
await clearDB();
|
|
});
|
|
|
|
beforeAll(async () => {
|
|
app = await createNestAppInstance();
|
|
});
|
|
|
|
it('should be able to create data sources only if user has admin group or app update permission in same organization', async () => {
|
|
const adminUserData = await createUser(app, {
|
|
email: 'admin@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const developerUserData = await createUser(app, {
|
|
email: 'developer@tooljet.io',
|
|
groups: ['all_users', 'developer'],
|
|
organization: adminUserData.organization,
|
|
});
|
|
const viewerUserData = await createUser(app, {
|
|
email: 'viewer@tooljet.io',
|
|
groups: ['all_users'],
|
|
organization: adminUserData.organization,
|
|
});
|
|
const anotherOrgAdminUserData = await createUser(app, {
|
|
email: 'another@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const application = await createApplication(app, {
|
|
name: 'name',
|
|
user: adminUserData.user,
|
|
});
|
|
const applicationVersion = await createApplicationVersion(app, application);
|
|
|
|
const developerUserGroup = await getRepository(GroupPermission).findOne({
|
|
group: 'developer',
|
|
});
|
|
await createAppGroupPermission(app, application, developerUserGroup.id, {
|
|
read: false,
|
|
update: true,
|
|
delete: false,
|
|
});
|
|
|
|
const dataSourceParams = {
|
|
name: 'name',
|
|
options: [{ key: 'foo', value: 'bar', encrypted: 'true' }],
|
|
kind: 'postgres',
|
|
app_id: application.id,
|
|
app_version_id: applicationVersion.id,
|
|
};
|
|
|
|
for (const userData of [adminUserData, developerUserData]) {
|
|
const response = await request(app.getHttpServer())
|
|
.post(`/api/data_sources`)
|
|
.set('Authorization', authHeaderForUser(userData.user))
|
|
.send(dataSourceParams);
|
|
|
|
expect(response.statusCode).toBe(201);
|
|
expect(response.body.id).toBeDefined();
|
|
expect(response.body.app_id).toBe(application.id);
|
|
expect(response.body.app_version_id).toBe(applicationVersion.id);
|
|
expect(response.body.kind).toBe('postgres');
|
|
expect(response.body.name).toBe('name');
|
|
expect(response.body.options).toBeDefined();
|
|
expect(response.body.created_at).toBeDefined();
|
|
expect(response.body.updated_at).toBeDefined();
|
|
}
|
|
|
|
// encrypted data source options will create credentials
|
|
expect(await Credential.count()).toBe(2);
|
|
|
|
// Should not update if viewer or if user of another org
|
|
for (const userData of [anotherOrgAdminUserData, viewerUserData]) {
|
|
const response = await request(app.getHttpServer())
|
|
.post(`/api/data_sources`)
|
|
.set('Authorization', authHeaderForUser(userData.user))
|
|
.send(dataSourceParams);
|
|
|
|
expect(response.statusCode).toBe(403);
|
|
}
|
|
});
|
|
|
|
it('should be able to update data sources only if user has group admin or app update permission in same organization', async () => {
|
|
const adminUserData = await createUser(app, {
|
|
email: 'admin@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const developerUserData = await createUser(app, {
|
|
email: 'developer@tooljet.io',
|
|
groups: ['all_users', 'developer'],
|
|
organization: adminUserData.organization,
|
|
});
|
|
const viewerUserData = await createUser(app, {
|
|
email: 'viewer@tooljet.io',
|
|
groups: ['all_users', 'viewer'],
|
|
organization: adminUserData.organization,
|
|
});
|
|
const anotherOrgAdminUserData = await createUser(app, {
|
|
email: 'another@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const application = await createApplication(app, {
|
|
name: 'name',
|
|
user: adminUserData.user,
|
|
});
|
|
const developerUserGroup = await getRepository(GroupPermission).findOne({
|
|
group: 'developer',
|
|
});
|
|
await createAppGroupPermission(app, application, developerUserGroup.id, {
|
|
read: false,
|
|
update: true,
|
|
delete: false,
|
|
});
|
|
const dataSource = await createDataSource(app, {
|
|
name: 'name',
|
|
options: [{ key: 'foo', value: 'bar', encrypted: 'true' }],
|
|
kind: 'postgres',
|
|
application: application,
|
|
user: adminUserData.user,
|
|
});
|
|
|
|
// encrypted data source options will create credentials
|
|
expect(await Credential.count()).toBe(1);
|
|
|
|
for (const userData of [adminUserData, developerUserData]) {
|
|
const newOptions = [
|
|
{ key: 'email', value: userData.user.email },
|
|
{ key: 'foo', value: 'baz', encrypted: 'true' },
|
|
];
|
|
const response = await request(app.getHttpServer())
|
|
.put(`/api/data_sources/${dataSource.id}`)
|
|
.set('Authorization', authHeaderForUser(userData.user))
|
|
.send({
|
|
options: newOptions,
|
|
});
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
await dataSource.reload();
|
|
expect(dataSource.options['email']['value']).toBe(userData.user.email);
|
|
}
|
|
|
|
// new credentials will not be created upon data source update
|
|
expect(await Credential.count()).toBe(1);
|
|
|
|
// Should not update if viewer or if user of another org
|
|
for (const userData of [anotherOrgAdminUserData, viewerUserData]) {
|
|
const newOptions = [
|
|
{ key: 'email', value: userData.user.email },
|
|
{ key: 'foo', value: 'baz', encrypted: 'true' },
|
|
];
|
|
const response = await request(app.getHttpServer())
|
|
.put(`/api/data_sources/${dataSource.id}`)
|
|
.set('Authorization', authHeaderForUser(userData.user))
|
|
.send({
|
|
options: newOptions,
|
|
});
|
|
|
|
expect(response.statusCode).toBe(403);
|
|
}
|
|
});
|
|
|
|
it('should be able to list (get) datasources for an app by all users of same organization', async () => {
|
|
const adminUserData = await createUser(app, {
|
|
email: 'admin@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const developerUserData = await createUser(app, {
|
|
email: 'developer@tooljet.io',
|
|
groups: ['all_users'],
|
|
organization: adminUserData.organization,
|
|
});
|
|
const viewerUserData = await createUser(app, {
|
|
email: 'viewer@tooljet.io',
|
|
groups: ['all_users'],
|
|
organization: adminUserData.organization,
|
|
});
|
|
const application = await createApplication(app, {
|
|
name: 'name',
|
|
user: adminUserData.user,
|
|
});
|
|
const anotherOrgAdminUserData = await createUser(app, {
|
|
email: 'another@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
await createDataSource(app, {
|
|
name: 'name',
|
|
kind: 'postgres',
|
|
application: application,
|
|
user: adminUserData.user,
|
|
});
|
|
|
|
const allUserGroup = await getRepository(GroupPermission).findOne({
|
|
group: 'all_users',
|
|
organizationId: adminUserData.organization.id,
|
|
});
|
|
await createAppGroupPermission(app, application, allUserGroup.id, {
|
|
read: true,
|
|
update: true,
|
|
delete: false,
|
|
});
|
|
|
|
for (const userData of [adminUserData, developerUserData, viewerUserData]) {
|
|
const response = await request(app.getHttpServer())
|
|
.get(`/api/data_sources?app_id=${application.id}`)
|
|
.set('Authorization', authHeaderForUser(userData.user));
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
expect(response.body.data_sources.length).toBe(1);
|
|
}
|
|
|
|
// Forbidden if user of another organization
|
|
const response = await request(app.getHttpServer())
|
|
.get(`/api/data_sources?app_id=${application.id}`)
|
|
.set('Authorization', authHeaderForUser(anotherOrgAdminUserData.user));
|
|
|
|
expect(response.statusCode).toBe(403);
|
|
});
|
|
|
|
it('should be able to search data sources with application version id', async () => {
|
|
const adminUserData = await createUser(app, {
|
|
email: 'admin@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const application = await createApplication(app, {
|
|
name: 'name',
|
|
user: adminUserData.user,
|
|
});
|
|
const appVersion = await createApplicationVersion(app, application);
|
|
const dataSource = await createDataSource(app, {
|
|
name: 'name',
|
|
kind: 'postgres',
|
|
application: application,
|
|
user: adminUserData.user,
|
|
appVersion,
|
|
});
|
|
|
|
let response = await request(app.getHttpServer())
|
|
.get(`/api/data_sources?app_id=${dataSource.appId}&app_version_id=${dataSource.appVersionId}`)
|
|
.set('Authorization', authHeaderForUser(adminUserData.user));
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
expect(response.body.data_sources.length).toBe(1);
|
|
|
|
response = await request(app.getHttpServer())
|
|
.get(`/api/data_sources?app_id=${application.id}&app_version_id=62929ad6-11ae-4655-bb3e-2d2465b58950`)
|
|
.set('Authorization', authHeaderForUser(adminUserData.user));
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
expect(response.body.data_sources.length).toBe(0);
|
|
});
|
|
|
|
it('should not be able to authorize OAuth code for a REST API source if user of another organization', async () => {
|
|
const adminUserData = await createUser(app, {
|
|
email: 'admin@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const anotherOrgAdminUserData = await createUser(app, {
|
|
email: 'another@tooljet.io',
|
|
groups: ['all_users', 'admin'],
|
|
});
|
|
const application = await createApplication(app, {
|
|
name: 'name',
|
|
user: adminUserData.user,
|
|
});
|
|
const dataSource = await createDataSource(app, {
|
|
name: 'name',
|
|
options: [],
|
|
kind: 'restapi',
|
|
application: application,
|
|
user: adminUserData.user,
|
|
});
|
|
|
|
// Should not update if user of another org
|
|
const response = await request(app.getHttpServer())
|
|
.post(`/api/data_sources/${dataSource.id}/authorize_oauth2`)
|
|
.set('Authorization', authHeaderForUser(anotherOrgAdminUserData.user))
|
|
.send({
|
|
code: 'oauth-auth-code',
|
|
});
|
|
|
|
expect(response.statusCode).toBe(403);
|
|
});
|
|
});
|