new implementation of: llama/llama_cli_ctypes.py

.gitignore

@@ -6,6 +6,7 @@ __pycache__/
 # C extensions
 *.so
 *.o
+*.a
 
 # Distribution / packaging
 .Python

README.md

@@ -38,3 +38,7 @@ python -B examples/demo_cffi.py
 python -B examples/demo_ctypes.py
 python -m http.server -d examples/demo_pyonide -b "0.0.0.0" 5000
 ```
+
+```bash
+make -j llama-cli-shared llama-cli-static GGML_NO_OPENMP=1 GGML_NO_LLAMAFILE=1
+```

llama/llama_cli_ctypes.py

@@ -15,23 +15,24 @@
 
 current_module_path = os.path.abspath(__file__)
 current_module_dir = os.path.dirname(current_module_path)
-libllama_cli_path = os.path.join(current_module_dir, 'libllama-cli.so')
+libllama_cli_path = os.path.join(current_module_dir, 'llama-cli.so')
 
 lib = CDLL(libllama_cli_path)
 
-lib.llama_cli_main.argtypes = [c_int, POINTER(c_char_p)]
-lib.llama_cli_main.restype = c_int
+# lib.llama_cli_main.argtypes = [c_int, POINTER(c_char_p)]
+# lib.llama_cli_main.restype = c_int
 
-lib.llama_get_metadata_as_json.argtypes = [c_int, POINTER(c_char_p)]
-lib.llama_get_metadata_as_json.restype = c_void_p
+# lib.llama_get_metadata_as_json.argtypes = [c_int, POINTER(c_char_p)]
+# lib.llama_get_metadata_as_json.restype = c_void_p
 
-lib.llama_free_metadata_as_json.argtypes = [c_void_p]
-lib.llama_free_metadata_as_json.restype = None
+# lib.llama_free_metadata_as_json.argtypes = [c_void_p]
+# lib.llama_free_metadata_as_json.restype = None
 
-FPRINTF_FUNC = CFUNCTYPE(c_int, c_void_p, c_char_p, c_char_p)
-FFLUSH_FUNC = CFUNCTYPE(c_int, c_void_p)
+# FPRINTF_FUNC = CFUNCTYPE(c_int, c_void_p, c_char_p, c_char_p)
+# FFLUSH_FUNC = CFUNCTYPE(c_int, c_void_p)
 
 
+'''
 def fprintf_func(file_obj, fmt, arg, queue=None, callback=None, metadata=None):
     content = arg.decode('utf-8')
 
@@ -58,7 +59,7 @@ def fprintf_func(file_obj, fmt, arg, queue=None, callback=None, metadata=None):
 
 def fflush_func(file_obj):
     return 0
-
+'''
 
 def _llama_cli_main(argc, argv, queue=None, callback=None, metadata=None):
     r = lib.llama_cli_main(argc, argv)