From fc6e863148f0f709a3db314063cb22f00182012d Mon Sep 17 00:00:00 2001 From: Philippe Beaulieu Date: Thu, 24 Aug 2023 11:32:20 -0400 Subject: [PATCH] set tokenizer language during load (#468) --- packages/orama/src/methods/serialization.ts | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/packages/orama/src/methods/serialization.ts b/packages/orama/src/methods/serialization.ts index 3397ac980..2bc779734 100644 --- a/packages/orama/src/methods/serialization.ts +++ b/packages/orama/src/methods/serialization.ts @@ -1,3 +1,4 @@ +import { Language } from '../index.js' import { Orama } from '../types.js' export interface RawData { @@ -5,6 +6,7 @@ export interface RawData { index: unknown docs: unknown sorting: unknown + language: Language } export async function load(orama: Orama, raw: RawData): Promise { @@ -12,6 +14,7 @@ export async function load(orama: Orama, raw: RawData): Promise { orama.data.index = await orama.index.load(orama.internalDocumentIDStore, raw.index) orama.data.docs = await orama.documentsStore.load(orama.internalDocumentIDStore, raw.docs) orama.data.sorting = await orama.sorter.load(orama.internalDocumentIDStore, raw.sorting) + orama.tokenizer.language = raw.language } export async function save(orama: Orama): Promise { @@ -20,5 +23,6 @@ export async function save(orama: Orama): Promise { index: await orama.index.save(orama.data.index), docs: await orama.documentsStore.save(orama.data.docs), sorting: await orama.sorter.save(orama.data.sorting), + language: orama.tokenizer.language, } }