feat: added tests for the lamacpp client

pyproject.toml

@@ -31,6 +31,7 @@ nest_asyncio = "~=1.5.8"
 pytest = "~=7.2.1"
 pytest-cov = "~=4.0.0"
 pytest-mock = "~=3.10.0"
+pytest-asyncio = "~=0.23.6"
 pre-commit = "~=3.6.0"
 ruff = "~=0.1.9"
 httpx = "~=0.23.3"

tests/test_lamacpp_client.py

@@ -1,3 +1,4 @@
+import asyncio
 from unittest.mock import patch
 
 import pytest
@@ -41,3 +42,46 @@ def test_generate_answer(lamacpp_client):
     prompt = "What is the capital city of Italy?"
     generated_answer = lamacpp_client.generate_answer(prompt, max_new_tokens=10)
     assert "rome" in generated_answer.lower()
+
+
+def test_generate_stream_answer(lamacpp_client):
+    prompt = "What is the capital city of Italy?"
+    generated_answer = lamacpp_client.stream_answer(prompt, max_new_tokens=10)
+    assert "rome" in generated_answer.lower()
+
+
+def test_start_answer_iterator_streamer(lamacpp_client):
+    prompt = "What is the capital city of Italy?"
+    stream = lamacpp_client.start_answer_iterator_streamer(prompt, max_new_tokens=10)
+    generated_answer = ""
+    for output in stream:
+        generated_answer += output["choices"][0]["text"]
+    assert "rome" in generated_answer.lower()
+
+
+@pytest.mark.asyncio
+async def test_async_generate_answer(lamacpp_client):
+    prompt = "What is the capital city of Italy?"
+    task = lamacpp_client.async_generate_answer(prompt, max_new_tokens=10)
+    generated_answer = await asyncio.gather(task)
+    assert "rome" in generated_answer[0].lower()
+
+
+@pytest.mark.asyncio
+async def test_async_start_answer_iterator_streamer(lamacpp_client):
+    prompt = "What is the capital city of Italy?"
+    task = lamacpp_client.async_start_answer_iterator_streamer(prompt, max_new_tokens=10)
+    stream = await asyncio.gather(task)
+    generated_answer = ""
+    for output in stream[0]:
+        generated_answer += output["choices"][0]["text"]
+    assert "rome" in generated_answer.lower()
+
+
+def test_parse_token(lamacpp_client):
+    prompt = "What is the capital city of Italy?"
+    stream = lamacpp_client.start_answer_iterator_streamer(prompt, max_new_tokens=10)
+    generated_answer = ""
+    for output in stream:
+        generated_answer += lamacpp_client.parse_token(output)
+    assert "rome" in generated_answer.lower()