5x Fix cache performance issues

packages/twenty-server/src/engine/twenty-orm/factories/entity-schema-relation.factory.ts

@@ -3,8 +3,8 @@ import { Injectable } from '@nestjs/common';
 import { EntitySchemaRelationOptions } from 'typeorm';
 
 import { FieldMetadataEntity } from 'src/engine/metadata-modules/field-metadata/field-metadata.entity';
-import { isRelationFieldMetadataType } from 'src/engine/utils/is-relation-field-metadata-type.util';
 import { determineRelationDetails } from 'src/engine/twenty-orm/utils/determine-relation-details.util';
+import { isRelationFieldMetadataType } from 'src/engine/utils/is-relation-field-metadata-type.util';
 import { WorkspaceCacheStorageService } from 'src/engine/workspace-cache-storage/workspace-cache-storage.service';
 
 type EntitySchemaRelationMap = {
@@ -37,11 +37,15 @@ export class EntitySchemaRelationFactory {
         );
       }
 
+      const objectMetadataCollection =
+        await this.workspaceCacheStorageService.getObjectMetadataCollection(
+          workspaceId,
+        );
+
       const relationDetails = await determineRelationDetails(
-        workspaceId,
         fieldMetadata,
         relationMetadata,
-        this.workspaceCacheStorageService,
+        objectMetadataCollection,
       );
 
       entitySchemaRelationMap[fieldMetadata.name] = {

packages/twenty-server/src/engine/twenty-orm/factories/workspace-datasource.factory.ts

@@ -94,6 +94,7 @@ export class WorkspaceDatasourceFactory {
           {
             workspaceId,
             workspaceCacheStorage: this.workspaceCacheStorageService,
+            objectMetadataCollection: cachedObjectMetadataCollection,
           },
           {
             url:

packages/twenty-server/src/engine/twenty-orm/interfaces/workspace-internal-context.interface.ts

@@ -1,6 +1,8 @@
+import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceCacheStorageService } from 'src/engine/workspace-cache-storage/workspace-cache-storage.service';
 
 export interface WorkspaceInternalContext {
   workspaceId: string;
   workspaceCacheStorage: WorkspaceCacheStorageService;
+  objectMetadataCollection: ObjectMetadataEntity[];
 }

packages/twenty-server/src/engine/twenty-orm/repository/workspace.repository.ts

@@ -18,9 +18,9 @@ import {
   SaveOptions,
   UpdateResult,
 } from 'typeorm';
+import { PickKeysByType } from 'typeorm/common/PickKeysByType';
 import { QueryDeepPartialEntity } from 'typeorm/query-builder/QueryPartialEntity';
 import { UpsertOptions } from 'typeorm/repository/UpsertOptions';
-import { PickKeysByType } from 'typeorm/common/PickKeysByType';
 
 import { WorkspaceInternalContext } from 'src/engine/twenty-orm/interfaces/workspace-internal-context.interface';
 
@@ -235,6 +235,7 @@ export class WorkspaceRepository<
       formattedEntityOrEntities,
       options,
     );
+
     const formattedResult = await this.formatResult(result);
 
     return formattedResult;
@@ -423,8 +424,17 @@ export class WorkspaceRepository<
     entityManager?: EntityManager,
   ): Promise<InsertResult> {
     const manager = entityManager || this.manager;
+    const objectMetadataCollection =
+      await this.internalContext.workspaceCacheStorage.getObjectMetadataCollection(
+        this.internalContext.workspaceId,
+      );
+
     const formatedEntity = await this.formatData(entity);
     const result = await manager.insert(this.target, formatedEntity);
+
+    if (!objectMetadataCollection) {
+      throw new Error('Object metadata collection is missing');
+    }
     const formattedResult = await this.formatResult(result);
 
     return formattedResult;
@@ -608,7 +618,9 @@ export class WorkspaceRepository<
   /**
    * PRIVATE METHODS
    */
-  private async getObjectMetadataFromTarget() {
+  private async getObjectMetadataFromTarget(
+    objectMetadataCollection: ObjectMetadataEntity[],
+  ) {
     const objectMetadataName =
       typeof this.target === 'string'
         ? this.target
@@ -621,18 +633,11 @@ export class WorkspaceRepository<
       throw new Error('Object metadata name is missing');
     }
 
-    const objectMetadata =
-      await this.internalContext.workspaceCacheStorage.getObjectMetadata(
-        this.internalContext.workspaceId,
-        (objectMetadata) => objectMetadata.nameSingular === objectMetadataName,
-      );
+    const objectMetadata = objectMetadataCollection?.find(
+      (objectMetadata) => objectMetadata.nameSingular === objectMetadataName,
+    );
 
     if (!objectMetadata) {
-      const objectMetadataCollection =
-        await this.internalContext.workspaceCacheStorage.getObjectMetadataCollection(
-          this.internalContext.workspaceId,
-        );
-
       throw new Error(
         `Object metadata for object "${objectMetadataName}" is missing ` +
           `in workspace "${this.internalContext.workspaceId}" ` +
@@ -678,7 +683,9 @@ export class WorkspaceRepository<
       ) as Promise<T>;
     }
 
-    const objectMetadata = await this.getObjectMetadataFromTarget();
+    const objectMetadata = await this.getObjectMetadataFromTarget(
+      this.internalContext.objectMetadataCollection,
+    );
 
     const compositeFieldMetadataCollection =
       await this.getCompositeFieldMetadataCollection(objectMetadata);
@@ -730,7 +737,9 @@ export class WorkspaceRepository<
     data: T,
     objectMetadata?: ObjectMetadataEntity,
   ): Promise<T> {
-    objectMetadata ??= await this.getObjectMetadataFromTarget();
+    objectMetadata ??= await this.getObjectMetadataFromTarget(
+      this.internalContext.objectMetadataCollection,
+    );
 
     if (!data) {
       return data;
@@ -806,15 +815,13 @@ export class WorkspaceRepository<
 
       if (relationMetadata) {
         const toObjectMetadata =
-          await this.internalContext.workspaceCacheStorage.getObjectMetadata(
-            relationMetadata.workspaceId,
+          this.internalContext.objectMetadataCollection.find(
             (objectMetadata) =>
               objectMetadata.id === relationMetadata.toObjectMetadataId,
           );
 
         const fromObjectMetadata =
-          await this.internalContext.workspaceCacheStorage.getObjectMetadata(
-            relationMetadata.workspaceId,
+          this.internalContext.objectMetadataCollection.find(
             (objectMetadata) =>
               objectMetadata.id === relationMetadata.fromObjectMetadataId,
           );
@@ -833,6 +840,7 @@ export class WorkspaceRepository<
 
         newData[key] = await this.formatResult(
           value,
+
           relationType === 'one-to-many'
             ? toObjectMetadata
             : fromObjectMetadata,

packages/twenty-server/src/engine/twenty-orm/utils/determine-relation-details.util.ts

@@ -4,7 +4,6 @@ import { FieldMetadataEntity } from 'src/engine/metadata-modules/field-metadata/
 import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { RelationMetadataEntity } from 'src/engine/metadata-modules/relation-metadata/relation-metadata.entity';
 import { computeRelationType } from 'src/engine/twenty-orm/utils/compute-relation-type.util';
-import { WorkspaceCacheStorageService } from 'src/engine/workspace-cache-storage/workspace-cache-storage.service';
 
 interface RelationDetails {
   relationType: RelationType;
@@ -14,10 +13,9 @@ interface RelationDetails {
 }
 
 export async function determineRelationDetails(
-  workspaceId: string,
   fieldMetadata: FieldMetadataEntity,
   relationMetadata: RelationMetadataEntity,
-  workspaceCacheStorageService: WorkspaceCacheStorageService,
+  objectMetadataCollection?: ObjectMetadataEntity[],
 ): Promise<RelationDetails> {
   const relationType = computeRelationType(fieldMetadata, relationMetadata);
   let fromObjectMetadata: ObjectMetadataEntity | undefined =
@@ -28,8 +26,8 @@ export async function determineRelationDetails(
   // RelationMetadata always store the relation from the perspective of the `from` object, MANY_TO_ONE relations are not stored yet
   if (relationType === 'many-to-one') {
     fromObjectMetadata = fieldMetadata.object;
-    toObjectMetadata = await workspaceCacheStorageService.getObjectMetadata(
-      workspaceId,
+
+    toObjectMetadata = objectMetadataCollection?.find(
       (objectMetadata) =>
         objectMetadata.id === relationMetadata.fromObjectMetadataId,
     );