Elgato_dark/appwrite
1
0
Fork 0
mirror of https://github.com/appwrite/appwrite synced 2026-05-23 17:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

1.7.x ce migration

Browse source
This commit is contained in:
Khushboo Verma 2025-05-09 17:46:29 +05:30
parent 06ff33cf7e
commit b249584b92
1 changed files with 405 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

407
src/Appwrite/Migration/Version/V23.php
View file

@ -7,6 +7,10 @@ use Exception;
use Throwable;
use Utopia\CLI\Console;
use Utopia\Database\Database;
use Utopia\Database\DateTime;
use Utopia\Database\Document;
use Utopia\Database\Query;
use Utopia\Database\Validator\Authorization;
class V23 extends Migration
{
@ -16,8 +20,8 @@ class V23 extends Migration
public function execute(): void
{
/**
* Disable SubQueries for Performance.
*/
* Disable SubQueries for Performance.
*/
foreach (['subQueryIndexes', 'subQueryPlatforms', 'subQueryDomains', 'subQueryKeys', 'subQueryWebhooks', 'subQuerySessions', 'subQueryTokens', 'subQueryMemberships', 'subQueryVariables', 'subQueryChallenges', 'subQueryProjectVariables', 'subQueryTargets', 'subQueryTopicTargets'] as $name) {
Database::addFilter(
$name,
@ -28,6 +32,12 @@ class V23 extends Migration
Console::info('Migrating Collections');
$this->migrateCollections();
Console::info('Migrating Documents');
$this->forEachDocument([$this, 'fixDocument']);
Console::log('Cleaning Up Collections');
$this->cleanCollections();
}
/**
@ -53,6 +63,10 @@ class V23 extends Migration
$this->projectDB->setNamespace("_$internalProjectId");
switch ($id) {
case '_metadata':
$this->createCollection('sites');
$this->createCollection('resourceTokens');
break;
case 'memberships':
// Create roles index
try {
@ -61,9 +75,398 @@ class V23 extends Migration
Console::warning("'_key_roles' from {$id}: {$th->getMessage()}");
}
break;
case 'migrations':
$attributesToCreate = [
'options',
'resourceId',
'resourceType'
];
foreach ($attributesToCreate as $attribute) {
try {
$this->createAttributeFromCollection($this->projectDB, $id, $attribute);
} catch (\Throwable $th) {
Console::warning("$attribute from {$id}: {$th->getMessage()}");
}
}
try {
$this->createIndexFromCollection($this->projectDB, $id, '_key_resource_id');
} catch (Throwable $th) {
Console::warning("'_key_resource_id' from {$id}: {$th->getMessage()}");
}
$this->projectDB->purgeCachedCollection($id);
break;
case 'functions':
$attributesToCreate = [
'deploymentId',
'deploymentCreatedAt',
'latestDeploymentId',
'latestDeploymentInternalId',
'latestDeploymentCreatedAt',
'latestDeploymentStatus',
];
foreach ($attributesToCreate as $attribute) {
try {
$this->createAttributeFromCollection($this->projectDB, $id, $attribute);
} catch (\Throwable $th) {
Console::warning("$attribute from {$id}: {$th->getMessage()}");
}
}
try {
$this->createIndexFromCollection($this->projectDB, $id, '_key_deploymentId');
} catch (Throwable $th) {
Console::warning("'_key_deploymentId' from {$id}: {$th->getMessage()}");
}
$this->projectDB->purgeCachedCollection($id);
break;
case 'deployments':
$attributesToCreate = [
'buildCommands',
'sourcePath',
'buildOutput',
'adapter',
'fallbackFile',
'sourceSize',
'sourceMetadata',
'sourceChunksTotal',
'sourceChunksUploaded',
'screenshotLight',
'screenshotDark',
'buildStartAt',
'buildEndAt',
'buildDuration',
'buildSize',
'status',
'buildPath',
'buildLogs',
'totalSize',
];
foreach ($attributesToCreate as $attribute) {
try {
$this->createAttributeFromCollection($this->projectDB, $id, $attribute);
} catch (\Throwable $th) {
Console::warning("$attribute from {$id}: {$th->getMessage()}");
}
}
$indexesToCreate = [
'_key_sourceSize',
'_key_buildSize',
'_key_totalSize',
'_key_buildDuration',
'_key_type',
'_key_status',
];
foreach ($indexesToCreate as $index) {
try {
$this->createIndexFromCollection($this->projectDB, $id, $index);
} catch (\Throwable $th) {
Console::warning("'$index' from {$id}: {$th->getMessage()}");
}
}
$this->projectDB->purgeCachedCollection($id);
break;
case 'executions':
$attributesToCreate = [
'resourceInternalId',
'resourceId',
'resourceType'
];
foreach ($attributesToCreate as $attribute) {
try {
$this->createAttributeFromCollection($this->projectDB, $id, $attribute);
} catch (\Throwable $th) {
Console::warning("$attribute from {$id}: {$th->getMessage()}");
}
}
try {
$this->createIndexFromCollection($this->projectDB, $id, '_key_resource');
} catch (Throwable $th) {
Console::warning("'_key_resource' from {$id}: {$th->getMessage()}");
}
$this->projectDB->purgeCachedCollection($id);
break;
case 'variables':
try {
$this->createAttributeFromCollection($this->projectDB, $id, 'secret');
} catch (\Throwable $th) {
Console::warning("'secret' from {$id}: {$th->getMessage()}");
}
$this->projectDB->purgeCachedCollection($id);
break;
default:
break;
}
usleep(50000);
}
}
/**
* Fix run on each document
*
* @param Document $document
* @return Document
*/
protected function fixDocument(Document $document): Document
{
switch ($document->getCollection()) {
case 'functions':
/*
1. Convert "deployment" to "deploymentId"
--- Fetch activeDeployment from "deploymentId"
2. Fill "deploymentCreatedAt" with deployment's "$createdAt"
--- Fetch latestDeployment using find()
3. Fill latestDeploymentId with latestDeployment's "$id"
4. Fill latestDeploymentInternalId with latestDeployment's "$internalId"
5. Fill latestDeploymentCreatedAt with latestDeployment's "$createdAt"
6. Fill latestDeploymentStatus with latestDeployment's build's "status"
(some deployment attributes needs dual writing from deployment's write action too)
*/
$document->setAttribute('deploymentId', $document->getAttribute('deployment'));
$deploymentId = $document->getAttribute('deploymentId');
$deployment = Authorization::skip(fn () => $this->projectDB->getDocument('deployments', $deploymentId));
$document->setAttribute('deploymentCreatedAt', $deployment->getCreatedAt());
$latestDeployments = Authorization::skip(fn () => $this->projectDB->find('deployments', [
Query::orderDesc(),
Query::limit(1),
]));
$latestDeployment = $latestDeployments[0] ?? new Document();
$latestBuild = Authorization::skip(fn () => $this->projectDB->getDocument('builds', $latestDeployment->getAttribute('buildId', '')));
$document
->setAttribute('latestDeploymentId', $latestDeployment->getId())
->setAttribute('latestDeploymentInternalId', $latestDeployment->getInternalId())
->setAttribute('latestDeploymentCreatedAt', $latestDeployment->getCreatedAt())
->setAttribute('latestDeploymentStatus', $latestBuild->getAttribute('status'));
break;
case 'deployments':
/*
--- Support for functions dual writing, if function's deploymentId is current deployment
1. Fill function's "deploymentCreatedAt" with deployment's "$createdAt"
--- Support for functions dual writing, if this is most recent deployment
2. Fill function's "latestDeploymentId" with deployment's "$id"
3. Fill function's "latestDeploymentInternalId" with deployment's "$internalId"
4. Fill function's "latestDeploymentCreatedAt" with deployment's "$createdAt"
5. Fill function's "latestDeploymentStatus" with deployment's "$status"
--- Actual deployment dual write
6. Convert "commands" to "buildCommands"
7. Convert "path" to "sourcePath"
8. Convert "size" to "sourceSize"
9. Convert "metadata" to "sourceMetadata"
10. Convert "chunksTotal" to "sourceChunksTotal"
11. Convert "chunksUploaded" to "sourceChunksUploaded"
12. Convert build's "startTime" to "buildStartAt"
13. Convert build's "endTime" to "buildEndAt"
14. Convert build's "duration" to "buildDuration"
15. Convert build's "size" to "buildSize"
16. Convert build's "status" to "status"
17. Convert build's "path" to "buildPath"
18. Convert build's "logs" to "buildLogs"
19. Fill "totalSize" with "buildSize" plus "sourceSize"
*/
$function = Authorization::skip(fn () => $this->projectDB->getDocument('functions', $document->getAttribute('resourceId')));
if (!$function->isEmpty()) {
$activeDeploymentId = $function->getAttribute('deployment', $function->getAttribute('deploymentId', ''));
if ($activeDeploymentId === $document->getId()) {
$function->setAttribute('deploymentCreatedAt', $document->getCreatedAt());
$function = Authorization::skip(fn () => $this->projectDB->updateDocument('functions', $function->getId(), $function));
} else {
$latestDeployments = Authorization::skip(fn () => $this->projectDB->find('deployments', [
Query::limit(1),
Query::equal('resourceType', ['functions']),
Query::equal('resourceId', [$function->getId()]),
Query::orderDesc()
]));
$latestDeployment = $latestDeployments[0] ? $latestDeployments[0] : new Document();
if (!$latestDeployment->isEmpty()) {
if ($latestDeployment->getId() === $document->getId()) {
$function
->setAttribute("latestDeploymentId", $document->getId())
->setAttribute("latestDeploymentInternalId", $document->getInternalId())
->setAttribute("latestDeploymentCreatedAt", $document->getCreatedAt())
->setAttribute("latestDeploymentStatus", $document->getAttribute('status'))
;
$function = Authorization::skip(fn () => $this->projectDB->updateDocument('functions', $function->getId(), $function));
}
}
}
}
$document
->setAttribute("buildCommands", $document->getAttribute("commands"))
->setAttribute("sourcePath", $document->getAttribute("path"))
->setAttribute("sourceSize", $document->getAttribute("size"))
->setAttribute("sourceMetadata", $document->getAttribute("metadata"))
->setAttribute("sourceChunksTotal", $document->getAttribute("chunksTotal"))
->setAttribute("sourceChunksUploaded", $document->getAttribute("chunksUploaded"))
;
$build = new Document();
if (!empty($document->getAttribute('buildId'))) {
$build = Authorization::skip(fn () => $this->projectDB->getDocument('builds', $document->getAttribute('buildId')));
}
$document
->setAttribute("buildStartAt", $build->getAttribute("startTime", DateTime::now()))
->setAttribute("buildEndAt", $build->getAttribute("endTime", null))
->setAttribute("buildDuration", $build->getAttribute("duration", 0))
->setAttribute("buildSize", $build->getAttribute("size", 0))
->setAttribute("status", $build->getAttribute("status", "processing"))
->setAttribute("buildPath", $build->getAttribute("path", ""))
->setAttribute("buildLogs", $build->getAttribute("logs", ""))
;
$totalSize = $document->getAttribute('buildSize', 0) + $document->getAttribute('sourceSize', 0);
$document->setAttribute("totalSize", $totalSize);
break;
case 'executions':
/*
1. Convert "functionInternalId" to "resourceInternalId"
2. Convert "functionId" to "resourceId"
3. Fill "resourceType" with "functions"
*/
$document
->setAttribute('resourceInternalId', $document->getAttribute('functionInternalId'))
->setAttribute('resourceId', $document->getAttribute('functionId'))
->setAttribute('resourceType', 'functions');
break;
case 'variables':
/*
1. Fill "secret" with "false"
*/
$document->setAttribute('secret', false);
break;
case 'migrations':
/*
1. Fill "options" with "[]"
*/
$document->setAttribute('options', []);
break;
}
return $document;
}
private function cleanCollections(): void
{
$internalProjectId = $this->project->getInternalId();
$collectionType = match ($internalProjectId) {
'console' => 'console',
default => 'projects',
};
$collections = $this->collections[$collectionType];
foreach ($collections as $collection) {
$id = $collection['$id'];
Console::log("Migrating Collection \"{$id}\"");
$this->projectDB->setNamespace("_$internalProjectId");
switch ($id) {
case '_metadata':
$this->projectDB->deleteCollection('builds');
break;
case 'functions':
try {
$this->projectDB->deleteAttribute($id, 'deployment');
} catch (\Throwable $th) {
Console::warning("'deployment' from {$id}: {$th->getMessage()}");
}
$indexesToDelete = [
'_key_deployment'
];
foreach ($indexesToDelete as $index) {
try {
$this->projectDB->deleteIndex($id, $index);
} catch (\Throwable $th) {
Console::warning("'$index' from {$id}: {$th->getMessage()}");
}
}
$this->projectDB->purgeCachedCollection($id);
break;
case 'deployments':
$attributesToDelete = [
'buildInternalId',
'buildId',
'commands',
'path',
'size',
'metadata',
'chunksTotal',
'chunksUploaded',
];
foreach ($attributesToDelete as $attribute) {
try {
$this->projectDB->deleteAttribute($id, $attribute);
} catch (\Throwable $th) {
Console::warning("'$attribute' from {$id}: {$th->getMessage()}");
}
}
$indexesToDelete = [
'_key_buildId',
'_key_size'
];
foreach ($indexesToDelete as $index) {
try {
$this->projectDB->deleteIndex($id, $index);
} catch (\Throwable $th) {
Console::warning("'$index' from {$id}: {$th->getMessage()}");
}
}
$this->projectDB->purgeCachedCollection($id);
break;
case 'executions':
$attributesToDelete = [
'functionId',
'functionInternalId',
'search'
];
foreach ($attributesToDelete as $attribute) {
try {
$this->projectDB->deleteAttribute($id, $attribute);
} catch (\Throwable $th) {
Console::warning("'$attribute' from {$id}: {$th->getMessage()}");
}
}
$indexesToDelete = [
'_key_function',
'_fulltext_search'
];
foreach ($indexesToDelete as $index) {
try {
$this->projectDB->deleteIndex($id, $index);
} catch (\Throwable $th) {
Console::warning("'$index' from {$id}: {$th->getMessage()}");
}
}
$this->projectDB->purgeCachedCollection($id);
break;
default:
break;
}
usleep(50000);
}
}
}