infra: prepare for release 0.4.16 [generated] [skip ci]

Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
bentoml · Nov 19, 2023 · e9207ff · e9207ff
1 parent cb4386b
commit e9207ff
Show file tree

Hide file tree

Showing 7 changed files with 34 additions and 8 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -18,6 +18,21 @@ This changelog is managed by towncrier and is compiled at release time.
 
 <!-- towncrier release notes start -->
 
+## [0.4.16](https://github.com/bentoml/openllm/tree/v0.4.16)
+
+### Changes
+
+- Update vLLM to 0.2.2, bringing supports and a lot of improvement upstream
+  [#695](https://github.com/bentoml/openllm/issues/695)
+
+
+### Features
+
+- Added experimental CTranslate backend to run on CPU, that yields higher TPS comparing to PyTorch counterpart.
+
+  This has been tested on c5.4xlarge instances
+  [#698](https://github.com/bentoml/openllm/issues/698)
+
 ## [0.4.15](https://github.com/bentoml/openllm/tree/v0.4.15)
 
 ### Features

diff --git a/changelog.d/695.change.md b/changelog.d/695.change.md
diff --git a/changelog.d/698.feature.md b/changelog.d/698.feature.md
diff --git a/openllm-node/package.json b/openllm-node/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@bentoml/openllm-node",
-  "version": "0.4.16.dev0",
+  "version": "0.4.16",
   "description": "NodeJS library for OpenLLM",
   "type": "module",
   "repository": {

diff --git a/openllm-python/CHANGELOG.md b/openllm-python/CHANGELOG.md
diff --git a/openllm-python/pyproject.toml b/openllm-python/pyproject.toml
@@ -40,8 +40,8 @@ classifiers = [
 dependencies = [
     "bentoml[io]>=1.1.9",
     "transformers[torch,tokenizers]>=4.35.0",
-    "openllm-client>=0.4.15",
-    "openllm-core>=0.4.15",
+    "openllm-client>=0.4.16",
+    "openllm-core>=0.4.16",
     "safetensors",
     "optimum>=1.12.0",
     "accelerate",

diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@bentoml/openllm-monorepo",
-  "version": "0.4.16.dev0",
+  "version": "0.4.16",
   "description": "OpenLLM: Operating LLMs in production",
   "author": "Aaron Pham <29749331+aarnphm@users.noreply.github.com>",
   "license": "Apache-2.0",