inference

outpostHQ · Sep 29, 2023 · 626ea7d · 626ea7d
1 parent 9aeaa44
commit 626ea7d
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 0 deletions.
diff --git a/.changeset/curvy-garlics-invent.md b/.changeset/curvy-garlics-invent.md
@@ -0,0 +1,5 @@
+---
+'outpostkit': patch
+---
+
+Inference streaming
diff --git a/src/index.ts b/src/index.ts
@@ -1,2 +1,4 @@
+export { Inference } from './inference';
 export { Comet } from './comet';
 export { APIError } from './error';
+export * from './utils/inference';
diff --git a/src/utils/inference/index.ts b/src/utils/inference/index.ts
@@ -0,0 +1,2 @@
+export * from './io';
+export * from './vllm-stream';
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		export * from './io';
		export * from './vllm-stream';