Multitype db

src/Migration/Cache.php

@@ -46,6 +46,7 @@ public function resolveResourceCacheKey(Resource $resource): string
             case Resource::TYPE_TABLE:
             case Resource::TYPE_COLLECTION:
                 /** @var Table $resource */
+                $keys[] = $resource->getDatabase()->getType();
                 $keys[] = $resource->getDatabase()->getSequence();
                 break;
 

src/Migration/Resource.php

@@ -30,6 +30,13 @@ abstract class Resource implements \JsonSerializable
 
     public const TYPE_DATABASE = 'database';
 
+    public const TYPE_DATABASE_LEGACY = 'legacy';
+
+    public const TYPE_DATABASE_TABLESDB = 'tablesdb';
+
+    public const TYPE_DATABASE_DOCUMENTSDB = 'documentsdb';
+    public const TYPE_DATABASE_VECTORSDB = 'vectorsdb';
+
     public const TYPE_ROW = 'row';
 
     public const TYPE_FILE = 'file';
@@ -84,6 +91,8 @@ abstract class Resource implements \JsonSerializable
         self::TYPE_BUCKET,
         self::TYPE_TABLE,
         self::TYPE_DATABASE,
+        self::TYPE_DATABASE_VECTORSDB,
+        self::TYPE_DATABASE_DOCUMENTSDB,
         self::TYPE_ROW,
         self::TYPE_FILE,
         self::TYPE_FUNCTION,
@@ -108,6 +117,39 @@ abstract class Resource implements \JsonSerializable
         self::TYPE_COLLECTION,
     ];
 
+    // index terminology is same for all
+    public const DATABASE_TYPE_RESOURCE_MAP = [
+        self::TYPE_DATABASE => [
+            'entity' => self::TYPE_TABLE,
+            'field' => self::TYPE_COLUMN,
+            'record' => self::TYPE_ROW,
+        ],
+        self::TYPE_DATABASE_DOCUMENTSDB => [
+            'entity' => self::TYPE_COLLECTION,
+            // HACK: not required in documentsdb but adding it for consistency in the db reader(not gonna impact)
+            'field' => self::TYPE_ATTRIBUTE,
+            'record' => self::TYPE_DOCUMENT,
+        ],
+        self::TYPE_DATABASE_VECTORSDB => [
+            'entity' => self::TYPE_COLLECTION,
+            'field' => self::TYPE_ATTRIBUTE,
+            'record' => self::TYPE_DOCUMENT,
+        ]
+    ];
+
+    public const ENTITY_TYPE_RESOURCE_MAP = [
+        self::TYPE_TABLE => [
+            'field' => self::TYPE_COLUMN,
+            'record' => self::TYPE_ROW,
+            'index' => self::TYPE_INDEX
+        ],
+        self::TYPE_COLLECTION => [
+            'field' => self::TYPE_ATTRIBUTE,
+            'record' => self::TYPE_DOCUMENT,
+            'index' => self::TYPE_INDEX
+        ],
+    ];
+
     protected string $id = '';
 
     protected string $originalId = '';

src/Migration/Resources/Database/Attribute.php

@@ -0,0 +1,189 @@
+<?php
+
+namespace Utopia\Migration\Resources\Database;
+
+use Utopia\Migration\Resource;
+use Utopia\Migration\Transfer;
+
+class Attribute extends Resource
+{
+    public const TYPE_STRING = 'string';
+    public const TYPE_INTEGER = 'integer';
+    public const TYPE_FLOAT = 'double';
+    public const TYPE_BOOLEAN = 'boolean';
+    public const TYPE_DATETIME = 'datetime';
+    public const TYPE_EMAIL = 'email';
+    public const TYPE_ENUM = 'enum';
+    public const TYPE_IP = 'ip';
+    public const TYPE_URL = 'url';
+    public const TYPE_RELATIONSHIP = 'relationship';
+
+    public const TYPE_POINT = 'point';
+    public const TYPE_LINE = 'linestring';
+    public const TYPE_POLYGON = 'polygon';
+
+    public const TYPE_OBJECT = 'object';
+    public const TYPE_VECTOR = 'vector';
+
+    /**
+     * @param string $key
+     * @param Table $table
+     * @param string $fieldType The actual field type (e.g., 'string', 'integer', 'email')
+     * @param int $size
+     * @param bool $required
+     * @param mixed|null $default
+     * @param bool $array
+     * @param bool $signed
+     * @param string $format
+     * @param array<string, mixed> $formatOptions
+     * @param array<string> $filters
+     * @param array<string, mixed> $options
+     * @param string $createdAt
+     * @param string $updatedAt
+     */
+    public function __construct(
+        protected readonly string $key,
+        protected readonly Table  $table,
+        protected readonly string $fieldType = '',
+        protected readonly int    $size = 0,
+        protected readonly bool   $required = false,
+        protected readonly mixed  $default = null,
+        protected readonly bool   $array = false,
+        protected readonly bool   $signed = false,
+        protected readonly string $format = '',
+        protected readonly array  $formatOptions = [],
+        protected readonly array  $filters = [],
+        protected array           $options = [],
+        protected string          $createdAt = '',
+        protected string $updatedAt = '',
+    ) {
+    }
+
+    /**
+     * @return array<string, mixed>
+     */
+    public function jsonSerialize(): array
+    {
+        return [
+            'key' => $this->key,
+            'table' => $this->table,
+            'type' => $this->getType(),
+            'size' => $this->size,
+            'required' => $this->required,
+            'default' => $this->default,
+            'array' => $this->array,
+            'signed' => $this->signed,
+            'format' => $this->format,
+            'formatOptions' => $this->formatOptions,
+            'filters' => $this->filters,
+            'options' => $this->options,
+            'createdAt' => $this->createdAt,
+            'updatedAt' => $this->updatedAt,
+        ];
+    }
+
+    public static function getName(): string
+    {
+        return Resource::TYPE_ATTRIBUTE;
+    }
+
+    public function getType(): string
+    {
+        return $this->fieldType;
+    }
+
+    /**
+     * Convert a Column resource to an Attribute resource.
+     *
+     * @param Column $column
+     * @return self
+     */
+    public static function fromColumn(Column $column): self
+    {
+        return new self(
+            $column->getKey(),
+            $column->getTable(),
+            $column->getType(),
+            $column->getSize(),
+            $column->isRequired(),
+            $column->getDefault(),
+            $column->isArray(),
+            $column->isSigned(),
+            $column->getFormat(),
+            $column->getFormatOptions(),
+            $column->getFilters(),
+            $column->getOptions(),
+            $column->getCreatedAt(),
+            $column->getUpdatedAt()
+        );
+    }
+
+    public function getGroup(): string
+    {
+        return Transfer::GROUP_DATABASES;
+    }
+
+    public function getKey(): string
+    {
+        return $this->key;
+    }
+
+    public function getTable(): Table
+    {
+        return $this->table;
+    }
+
+    public function getSize(): int
+    {
+        return $this->size;
+    }
+
+    public function isRequired(): bool
+    {
+        return $this->required;
+    }
+
+    public function getDefault(): mixed
+    {
+        return $this->default;
+    }
+
+    public function isArray(): bool
+    {
+        return $this->array;
+    }
+
+    public function isSigned(): bool
+    {
+        return $this->signed;
+    }
+
+    public function getFormat(): string
+    {
+        return $this->format;
+    }
+
+    /**
+     * @return array<string, mixed>
+     */
+    public function getFormatOptions(): array
+    {
+        return $this->formatOptions;
+    }
+
+    /**
+     * @return array<string>
+     */
+    public function getFilters(): array
+    {
+        return $this->filters;
+    }
+
+    /**
+     * @return array<string, mixed>
+     */
+    public function &getOptions(): array
+    {
+        return $this->options;
+    }
+}

src/Migration/Resources/Database/Collection.php

@@ -0,0 +1,50 @@
+<?php
+
+namespace Utopia\Migration\Resources\Database;
+
+use Utopia\Migration\Resource;
+
+class Collection extends Table
+{
+    public static function getName(): string
+    {
+        return Resource::TYPE_COLLECTION;
+    }
+
+    /**
+     * @param array{
+     *     database: array{
+     *        id: string,
+     *        name: string,
+     *        type: string
+     *     },
+     *     name: string,
+     *     id: string,
+     *     documentSecurity?: bool,
+     *     rowSecurity?: bool,
+     *     permissions: ?array<string>,
+     *     createdAt: string,
+     *     updatedAt: string,
+     *     enabled: bool
+     * } $array
+    */
+    public static function fromArray(array $array): self
+    {
+        $database = match ($array['database']['type']) {
+            Resource::TYPE_DATABASE_DOCUMENTSDB => DocumentsDB::fromArray($array['database']),
+            Resource::TYPE_DATABASE_VECTORSDB => VectorsDB::fromArray($array['database']),
+            default => Database::fromArray($array['database'])
+        };
+
+        return new self(
+            $database,
+            name: $array['name'],
+            id: $array['id'],
+            rowSecurity: $array['rowSecurity'] ?? $array['documentSecurity'],
+            permissions: $array['permissions'] ?? [],
+            createdAt: $array['createdAt'] ?? '',
+            updatedAt: $array['updatedAt'] ?? '',
+            enabled: $array['enabled'] ?? true,
+        );
+    }
+}

src/Migration/Resources/Database/Column.php

@@ -27,6 +27,9 @@ abstract class Column extends Resource
     public const TYPE_LINE = 'linestring';
     public const TYPE_POLYGON = 'polygon';
 
+    public const TYPE_OBJECT = 'object';
+    public const TYPE_VECTOR = 'vector';
+
     /**
      * @param string $key
      * @param Table $table
@@ -157,4 +160,16 @@ public function &getOptions(): array
     {
         return $this->options;
     }
+
+    /**
+     * Convert this Column resource to an Attribute resource.
+     * This provides a deterministic way to derive attributes from columns,
+     * eliminating the need to maintain duplicate per-type Attribute implementations.
+     *
+     * @return Attribute
+     */
+    public function getAttribute(): Attribute
+    {
+        return Attribute::fromColumn($this);
+    }
 }