Merge pull request #1011 from Hexastack/feat/nlp-pattern-lookup-strategy-cache

feat: use cache

api/src/extensions/helpers/llm-nlu/index.helper.ts

@@ -132,9 +132,10 @@ export default class LlmNluHelper
 
     // Perform slot filling in a deterministic way since
     // it's currently a challenging task for the LLMs.
-    const entities = await this.nlpEntityService.findAndPopulate({
-      lookups: { $in: ['keywords', 'pattern'] },
-    });
+    const entities = await this.nlpEntityService.getNlpEntitiesByLookup([
+      'keywords',
+      'pattern',
+    ]);
 
     const slotEntities = this.runDeterministicSlotFilling(text, entities);
 

api/src/nlp/services/nlp-entity.service.ts

@@ -175,4 +175,23 @@ export class NlpEntityService extends BaseService<
       return acc;
     }, new Map());
   }
+
+  /**
+   * Retrieves all NLP entities that declare at least one of the specified
+   * lookup strategies.
+   *
+   * @async
+   * @param lookups - One or more lookup strategies to match
+   * against (e.g., {@link LookupStrategy.keywords}, {@link LookupStrategy.pattern}).
+   * An entity is included in the result if **any** of these strategies is found
+   * in its own `lookups` array.
+   * @returns A promise that resolves to the
+   * collection of matching entities.
+   */
+  async getNlpEntitiesByLookup(lookups: Lookup[]): Promise<NlpEntityFull[]> {
+    const entities = [...(await this.getNlpMap()).values()];
+    return entities.filter((e) => {
+      return lookups.filter((l) => e.lookups.includes(l)).length > 0;
+    });
+  }
 }