ToolJet/server/data-migrations/1654596810662-ConvertAllUserEmailsToLowercaseAndDeleteDuplicateUsers.ts

import { User } from '@entities/user.entity';
import { GroupPermission } from '@entities/group_permission.entity';
import { EntityManager, MigrationInterface, QueryRunner, TableColumn, TableUnique } from 'typeorm';
import { UserGroupPermission } from '@entities/user_group_permission.entity';
import { OrganizationUser } from '@entities/organization_user.entity';
import { App } from '@entities/app.entity';
import { Thread } from '@entities/thread.entity';
import { Comment } from '@entities/comment.entity';
import { AppUser } from '@entities/app_user.entity';
import { AuditLog } from '@entities/audit_log.entity';

export class ConvertAllUserEmailsToLowercaseAndDeleteDuplicateUsers1654596810662 implements MigrationInterface {
  public async up(queryRunner: QueryRunner): Promise<void> {
    const entityManager = queryRunner.manager;
    const usersTable = await queryRunner.getTable('users');
    const columnUniques = usersTable.findColumnUniques(
      new TableColumn({
        name: 'email',
        type: 'string',
      })
    );
    await queryRunner.dropUniqueConstraint('users', columnUniques[0].name);

    const usersQuery = entityManager
      .getRepository(User)
      .createQueryBuilder('users')
      .select(['users.id', 'users.email', 'users.invitationToken'])
      .leftJoinAndSelect('users.organizationUsers', 'organizationUsers')
      .leftJoinAndSelect('users.groupPermissions', 'groupPermissions')
      .leftJoinAndSelect('users.userGroupPermissions', 'userGroupPermissions')
      .leftJoinAndSelect('userGroupPermissions.groupPermission', 'groupPermission');

    const users = await usersQuery.getMany();

    //change all email addresses to lowercase
    await entityManager.query('update users set email = lower(email);');

    //merge or delete same users
    const deletedUsers = [];
    for (const user of users) {
      if (user.email && !deletedUsers.includes(user.id)) {
        const { email } = user;
        const usersWithSameEmail = await usersQuery
          .where('users.email = :email', { email: email.toLowerCase() })
          .getMany();

        if (usersWithSameEmail.length > 1) {
          const originalUser = user;
          const usersToDelete = usersWithSameEmail.filter((user) => user.id !== originalUser.id);
          await this.migrateUsers(originalUser, usersToDelete, entityManager);
          for (const user of usersToDelete) {
            deletedUsers.push(user.id);
          }
        }
      }
    }

    await queryRunner.createUniqueConstraint(
      'users',
      new TableUnique({
        columnNames: ['email'],
      })
    );
  }

  private findOrgUsersNotInSameOrg = (deletingOrgUsers: OrganizationUser[], originalOrgUsers: OrganizationUser[]) => {
    return deletingOrgUsers.filter(
      (deletingOrgUser: OrganizationUser) =>
        !originalOrgUsers.some(
          (originalOrgUser: OrganizationUser) => deletingOrgUser.organizationId === originalOrgUser.organizationId
        )
    );
  };

  private async migrateUsers(originalUser: User, usersToDelete: User[], entityManager: EntityManager) {
    const { organizationUsers } = originalUser;

    for (const deletingUser of usersToDelete) {
      const onlyInDeleteUserOrgs = this.findOrgUsersNotInSameOrg(deletingUser.organizationUsers, organizationUsers);

      if (onlyInDeleteUserOrgs.length > 0) {
        // map other orgs to original user
        for (const orgnizationUser of onlyInDeleteUserOrgs) {
          await entityManager.update(OrganizationUser, orgnizationUser.id, {
            user: originalUser,
          });
        }
      }

      //user group permissions
      await this.migrateUserGroupPermissions(entityManager, deletingUser, originalUser);

      //apps
      const appsOfDeletingUser = await entityManager.find(App, { select: ['id'], where: { userId: deletingUser.id } });
      for (const app of appsOfDeletingUser) {
        await entityManager.update(App, app.id, {
          userId: originalUser.id,
        });
      }

      //threads
      await this.migrateThreads(entityManager, deletingUser.id, originalUser);

      //comments
      await this.migrateComments(entityManager, deletingUser.id, originalUser);

      //audit logs
      await this.migrateAuditLogs(entityManager, deletingUser.id, originalUser);

      //delete duplicate user
      await entityManager.delete(AppUser, { userId: deletingUser.id });
      await entityManager.delete(User, deletingUser.id);
    }
  }

  private async migrateUserGroupPermissions(entityManager: EntityManager, deletingUser: User, originalUser: User) {
    const origin_user_permissions = await originalUser.groupPermissions;
    for (const userGroupPermission of deletingUser.userGroupPermissions) {
      const deleting_group_permission = userGroupPermission.groupPermission;
      const original_group_permission = await this.checkPermissionIsExisted(
        origin_user_permissions,
        deleting_group_permission.organizationId,
        deleting_group_permission.group
      );

      if (!original_group_permission) {
        await this.updateUserGroupPermission(entityManager, userGroupPermission.id, originalUser.id);
      }
    }
  }

  private async migrateThreads(entityManager: EntityManager, deletingUserId: string, originalUser: User) {
    const threads = await entityManager
      .getRepository(Thread)
      .createQueryBuilder('threads')
      .select(['threads.id'])
      .where('threads.userId = :userId', { userId: deletingUserId })
      .getMany();

    for (const thread of threads) {
      await entityManager.update(Thread, thread.id, {
        user: originalUser,
      });
    }
  }

  private async migrateComments(entityManager: EntityManager, deletingUserId: string, originalUser: User) {
    const comments = await entityManager
      .getRepository(Comment)
      .createQueryBuilder('comments')
      .select(['comments.id'])
      .where('comments.userId = :userId', { userId: deletingUserId })
      .getMany();

    for (const comment of comments) {
      await entityManager.update(Comment, comment.id, {
        user: originalUser,
      });
    }
  }

  private async migrateAuditLogs(entityManager: EntityManager, deletingUserId: string, originalUser: User) {
    const auditLogs = await entityManager
      .getRepository(AuditLog)
      .createQueryBuilder('audit_logs')
      .select(['audit_logs.id'])
      .where('audit_logs.userId = :userId', { userId: deletingUserId })
      .getMany();

    for (const auditLog of auditLogs) {
      await entityManager.update(AuditLog, auditLog.id, {
        userId: originalUser.id,
      });
    }
  }

  private async updateUserGroupPermission(entityManager: EntityManager, userGroupPermissionId: string, userId: string) {
    return await entityManager.update(
      UserGroupPermission,
      {
        id: userGroupPermissionId,
      },
      { userId }
    );
  }

  private async checkPermissionIsExisted(permissions: GroupPermission[], organizationId: string, group: string) {
    let group_permission: GroupPermission = null;
    for (const permission of permissions) {
      if (permission.organizationId === organizationId && permission.group === group) {
        group_permission = permission;
      }
    }
    return group_permission;
  }

  private hasUpperCase(str: string) {
    return str.toLowerCase() !== str;
  }

  public async down(queryRunner: QueryRunner): Promise<void> {}
}