diff --git a/annif/cli.py b/annif/cli.py
index 6232fa197..b99e8d379 100644
--- a/annif/cli.py
+++ b/annif/cli.py
@@ -76,6 +76,8 @@ def validate_backend_params(backend, beparam, project):
         raise NotSupportedException(
             'Backend paramater overriding not supported for {} model.'
             .format(project.config['backend']))
+    if 'algorithm' in beparam:
+        raise NotSupportedException('Algorithm overriding not supported.')
     if backend != project.config['backend']:
         raise AnnifException(
             'The backend {} in CLI option "-b {}" not matching the project'