Use fasttext via floret

annif/backend/fasttext.py

@@ -6,7 +6,7 @@
 import os.path
 from typing import TYPE_CHECKING, Any
 
-import fasttext
+import floret
 
 import annif.util
 from annif.exception import NotInitializedException, NotSupportedException
@@ -65,14 +65,7 @@ def default_params(self) -> dict[str, Any]:
 
     @staticmethod
     def _load_model(path: str) -> _FastText:
-        # monkey patch fasttext.FastText.eprint to avoid spurious warning
-        # see https://github.com/facebookresearch/fastText/issues/1067
-        orig_eprint = fasttext.FastText.eprint
-        fasttext.FastText.eprint = lambda x: None
-        model = fasttext.load_model(path)
-        # restore the original eprint
-        fasttext.FastText.eprint = orig_eprint
-        return model
+        return floret.load_model(path)
 
     def initialize(self, parallel: bool = False) -> None:
         if self._model is None:
@@ -132,7 +125,7 @@ def _create_model(self, params: dict[str, Any], jobs: int) -> None:
         if jobs != 0:  # jobs set by user to non-default value
             params["thread"] = jobs
         self.debug("Model parameters: {}".format(params))
-        self._model = fasttext.train_supervised(trainpath, **params)
+        self._model = floret.train_supervised(trainpath, **params)
         self._model.save_model(modelpath)
 
     def _train(

pyproject.toml

@@ -49,7 +49,7 @@ simplemma = "0.9.*"
 jsonschema = "4.21.*"
 huggingface-hub = "0.22.*"
 
-fasttext-wheel = { version = "0.9.2", optional = true }
+floret = { version = "~0.10.5", optional = true }
 voikko = { version = "0.5.*", optional = true }
 tensorflow-cpu = { version = "2.15.*", optional = true, python = "<3.12" }
 lmdb = { version = "1.4.1", optional = true }
@@ -71,7 +71,7 @@ isort = "*"
 schemathesis = "3.*.*"
 
 [tool.poetry.extras]
-fasttext = ["fasttext-wheel"]
+fasttext = ["floret"]
 voikko = ["voikko"]
 nn = ["tensorflow-cpu", "lmdb"]
 omikuji = ["omikuji"]

tests/test_backend.py

@@ -56,8 +56,8 @@ def test_fill_params_with_defaults(project):
 
 
 @pytest.mark.skipif(
-    importlib.util.find_spec("fasttext") is not None,
-    reason="test requires that fastText is NOT installed",
+    importlib.util.find_spec("floret") is not None,
+    reason="test requires that floret is NOT installed",
 )
 def test_get_backend_fasttext_not_installed():
     with pytest.raises(ValueError) as excinfo: