Added Azure_ML endpoint and requested changes (#7)

* Added AzureML LLM (#1) * Added azure_ml llm endpoint * Added azure_ml entrypoint * Added field check & prettified code * Fixed error string * Fixed LLM string * Added azure ml llm constants & type & example usage * Update gitignore & package.json * Added bad response check * Added comments on example * Added int test for azure ml * Added doc integration for Azure ML llm * did azureml_chat and made changes to azureml_llm * Added requested changes (#4) * Made requesed changes * Formatted --------- Co-authored-by: Vis <vishakanshanthakumar@gmail.com> --------- Co-authored-by: Vis <vishakanshanthakumar@gmail.com> Co-authored-by: Vishakan <152434517+univish@users.noreply.github.com>
Ultrahi · Dec 17, 2023 · f162d65 · f162d65
1 parent 1e9707f
commit f162d65
Show file tree

Hide file tree

Showing 20 changed files with 566 additions and 0 deletions.
diff --git a/docs/api_refs/typedoc.json b/docs/api_refs/typedoc.json
@@ -71,6 +71,7 @@
     "./langchain/src/llms/openai.ts",
     "./langchain/src/llms/ai21.ts",
     "./langchain/src/llms/aleph_alpha.ts",
+    "./langchain/src/llms/azure_ml.ts",
     "./langchain/src/llms/cloudflare_workersai.ts",
     "./langchain/src/llms/cohere.ts",
     "./langchain/src/llms/hf.ts",
@@ -191,6 +192,7 @@
     "./langchain/src/chat_models/ollama.ts",
     "./langchain/src/chat_models/minimax.ts",
     "./langchain/src/chat_models/llama_cpp.ts",
+    "./langchain/src/chat_models/azure_ml.ts",
     "./langchain/src/chat_models/yandex.ts",
     "./langchain/src/chat_models/fake.ts",
     "./langchain/src/schema/index.ts",

diff --git a/docs/core_docs/docs/integrations/chat/azure_ml.mdx b/docs/core_docs/docs/integrations/chat/azure_ml.mdx
@@ -0,0 +1,22 @@
+# Azure Machine Learning Chat
+
+You must deploy models on Azure with the endpointUrl, apiKey, and deploymentName
+when creating the AzureMLChatParams to call upon later. Must import a ContentFormatter
+or create your own using the ChatContentFormatter interface.
+
+```typescript
+import {
+  AzureMLChatParams,
+  LlamaContentFormatter,
+} from "langchain/chat_models/azure_ml";
+
+const model = new AzureMLOnlineEndpoint({
+  endpointUrl: "YOUR_ENDPOINT_URL",
+  endpointApiKey: "YOUR_ENDPOINT_API_KEY",
+  deploymentName: "YOUR_MODEL_DEPLOYMENT_NAME",
+  contentFormatter: new LlamaContentFormatter(),
+});
+
+const res = model.invoke(["Foo"]);
+console.log({ res });
+```
diff --git a/docs/core_docs/docs/integrations/llms/azure_ml.mdx b/docs/core_docs/docs/integrations/llms/azure_ml.mdx
@@ -0,0 +1,22 @@
+# Azure Machine Learning
+
+You must deploy models on Azure with the endpointUrl, apiKey, and deploymentName
+when creating the AzureMLOnlineEndpoint to call upon later. Must import a ContentFormatter
+or create your own using the ContentFormatter interface.
+
+```typescript
+import {
+  AzureMLOnlineEndpoint,
+  LlamaContentFormatter,
+} from "langchain/llms/azure_ml";
+
+const model = new AzureMLOnlineEndpoint({
+  endpointUrl: "YOUR_ENDPOINT_URL",
+  endpointApiKey: "YOUR_ENDPOINT_API_KEY",
+  deploymentName: "YOUR_MODEL_DEPLOYMENT_NAME",
+  contentFormatter: new LlamaContentFormatter(),
+});
+
+const res = model.invoke("Foo");
+console.log({ res });
+```
diff --git a/environment_tests/test-exports-bun/src/entrypoints.js b/environment_tests/test-exports-bun/src/entrypoints.js
@@ -27,6 +27,7 @@ export * from "langchain/llms/base";
 export * from "langchain/llms/openai";
 export * from "langchain/llms/ai21";
 export * from "langchain/llms/aleph_alpha";
+export * from "langchain/llms/azure_ml";
 export * from "langchain/llms/cloudflare_workersai";
 export * from "langchain/llms/ollama";
 export * from "langchain/llms/fireworks";
@@ -54,6 +55,7 @@ export * from "langchain/chat_models/fireworks";
 export * from "langchain/chat_models/baiduwenxin";
 export * from "langchain/chat_models/ollama";
 export * from "langchain/chat_models/minimax";
+export * from "langchain/chat_models/azure_ml";
 export * from "langchain/chat_models/yandex";
 export * from "langchain/chat_models/fake";
 export * from "langchain/schema";

diff --git a/environment_tests/test-exports-cf/src/entrypoints.js b/environment_tests/test-exports-cf/src/entrypoints.js
@@ -27,6 +27,7 @@ export * from "langchain/llms/base";
 export * from "langchain/llms/openai";
 export * from "langchain/llms/ai21";
 export * from "langchain/llms/aleph_alpha";
+export * from "langchain/llms/azure_ml";
 export * from "langchain/llms/cloudflare_workersai";
 export * from "langchain/llms/ollama";
 export * from "langchain/llms/fireworks";
@@ -54,6 +55,7 @@ export * from "langchain/chat_models/fireworks";
 export * from "langchain/chat_models/baiduwenxin";
 export * from "langchain/chat_models/ollama";
 export * from "langchain/chat_models/minimax";
+export * from "langchain/chat_models/azure_ml";
 export * from "langchain/chat_models/yandex";
 export * from "langchain/chat_models/fake";
 export * from "langchain/schema";

diff --git a/environment_tests/test-exports-cjs/src/entrypoints.js b/environment_tests/test-exports-cjs/src/entrypoints.js
@@ -27,6 +27,7 @@ const llms_base = require("langchain/llms/base");
 const llms_openai = require("langchain/llms/openai");
 const llms_ai21 = require("langchain/llms/ai21");
 const llms_aleph_alpha = require("langchain/llms/aleph_alpha");
+const llms_azure_ml = require("langchain/llms/azure_ml");
 const llms_cloudflare_workersai = require("langchain/llms/cloudflare_workersai");
 const llms_ollama = require("langchain/llms/ollama");
 const llms_fireworks = require("langchain/llms/fireworks");
@@ -54,6 +55,7 @@ const chat_models_fireworks = require("langchain/chat_models/fireworks");
 const chat_models_baiduwenxin = require("langchain/chat_models/baiduwenxin");
 const chat_models_ollama = require("langchain/chat_models/ollama");
 const chat_models_minimax = require("langchain/chat_models/minimax");
+const chat_models_azure_ml = require("langchain/chat_models/azure_ml");
 const chat_models_yandex = require("langchain/chat_models/yandex");
 const chat_models_fake = require("langchain/chat_models/fake");
 const schema = require("langchain/schema");

diff --git a/environment_tests/test-exports-esbuild/src/entrypoints.js b/environment_tests/test-exports-esbuild/src/entrypoints.js
@@ -27,6 +27,7 @@ import * as llms_base from "langchain/llms/base";
 import * as llms_openai from "langchain/llms/openai";
 import * as llms_ai21 from "langchain/llms/ai21";
 import * as llms_aleph_alpha from "langchain/llms/aleph_alpha";
+import * as llms_azure_ml from "langchain/llms/azure_ml";
 import * as llms_cloudflare_workersai from "langchain/llms/cloudflare_workersai";
 import * as llms_ollama from "langchain/llms/ollama";
 import * as llms_fireworks from "langchain/llms/fireworks";
@@ -54,6 +55,7 @@ import * as chat_models_fireworks from "langchain/chat_models/fireworks";
 import * as chat_models_baiduwenxin from "langchain/chat_models/baiduwenxin";
 import * as chat_models_ollama from "langchain/chat_models/ollama";
 import * as chat_models_minimax from "langchain/chat_models/minimax";
+import * as chat_models_azure_ml from "langchain/chat_models/azure_ml";
 import * as chat_models_yandex from "langchain/chat_models/yandex";
 import * as chat_models_fake from "langchain/chat_models/fake";
 import * as schema from "langchain/schema";

diff --git a/environment_tests/test-exports-esm/src/entrypoints.js b/environment_tests/test-exports-esm/src/entrypoints.js
@@ -27,6 +27,7 @@ import * as llms_base from "langchain/llms/base";
 import * as llms_openai from "langchain/llms/openai";
 import * as llms_ai21 from "langchain/llms/ai21";
 import * as llms_aleph_alpha from "langchain/llms/aleph_alpha";
+import * as llms_azure_ml from "langchain/llms/azure_ml";
 import * as llms_cloudflare_workersai from "langchain/llms/cloudflare_workersai";
 import * as llms_ollama from "langchain/llms/ollama";
 import * as llms_fireworks from "langchain/llms/fireworks";
@@ -54,6 +55,7 @@ import * as chat_models_fireworks from "langchain/chat_models/fireworks";
 import * as chat_models_baiduwenxin from "langchain/chat_models/baiduwenxin";
 import * as chat_models_ollama from "langchain/chat_models/ollama";
 import * as chat_models_minimax from "langchain/chat_models/minimax";
+import * as chat_models_azure_ml from "langchain/chat_models/azure_ml";
 import * as chat_models_yandex from "langchain/chat_models/yandex";
 import * as chat_models_fake from "langchain/chat_models/fake";
 import * as schema from "langchain/schema";

diff --git a/environment_tests/test-exports-vercel/src/entrypoints.js b/environment_tests/test-exports-vercel/src/entrypoints.js
@@ -27,6 +27,7 @@ export * from "langchain/llms/base";
 export * from "langchain/llms/openai";
 export * from "langchain/llms/ai21";
 export * from "langchain/llms/aleph_alpha";
+export * from "langchain/llms/azure_ml";
 export * from "langchain/llms/cloudflare_workersai";
 export * from "langchain/llms/ollama";
 export * from "langchain/llms/fireworks";
@@ -54,6 +55,7 @@ export * from "langchain/chat_models/fireworks";
 export * from "langchain/chat_models/baiduwenxin";
 export * from "langchain/chat_models/ollama";
 export * from "langchain/chat_models/minimax";
+export * from "langchain/chat_models/azure_ml";
 export * from "langchain/chat_models/yandex";
 export * from "langchain/chat_models/fake";
 export * from "langchain/schema";

diff --git a/environment_tests/test-exports-vite/src/entrypoints.js b/environment_tests/test-exports-vite/src/entrypoints.js
@@ -27,6 +27,7 @@ export * from "langchain/llms/base";
 export * from "langchain/llms/openai";
 export * from "langchain/llms/ai21";
 export * from "langchain/llms/aleph_alpha";
+export * from "langchain/llms/azure_ml";
 export * from "langchain/llms/cloudflare_workersai";
 export * from "langchain/llms/ollama";
 export * from "langchain/llms/fireworks";
@@ -54,6 +55,7 @@ export * from "langchain/chat_models/fireworks";
 export * from "langchain/chat_models/baiduwenxin";
 export * from "langchain/chat_models/ollama";
 export * from "langchain/chat_models/minimax";
+export * from "langchain/chat_models/azure_ml";
 export * from "langchain/chat_models/yandex";
 export * from "langchain/chat_models/fake";
 export * from "langchain/schema";

diff --git a/examples/src/models/chat/chat_azure_ml.ts b/examples/src/models/chat/chat_azure_ml.ts
@@ -0,0 +1,14 @@
+import {
+  AzureMLChatOnlineEndpoint,
+  LlamaContentFormatter,
+} from "langchain/chat_models/azure_ml";
+
+const model = new AzureMLChatOnlineEndpoint({
+  endpointUrl: "YOUR_ENDPOINT_URL", // Or set as process.env.AZURE_ML_ENDPOINTURL
+  endpointApiKey: "YOUR_ENDPOINT_API_KEY", // Or set as process.env.AZURE_ML_APIKEY
+  contentFormatter: new LlamaContentFormatter(), // Only LLAMA currently supported.
+});
+
+const res = model.invoke("Foo");
+
+console.log({ res });
diff --git a/examples/src/models/llm/azure_ml.ts b/examples/src/models/llm/azure_ml.ts
@@ -0,0 +1,15 @@
+import {
+  AzureMLOnlineEndpoint,
+  LlamaContentFormatter,
+} from "langchain/llms/azure_ml";
+
+const model = new AzureMLOnlineEndpoint({
+  endpointUrl: "YOUR_ENDPOINT_URL", // Or set as process.env.AZURE_ML_ENDPOINTURL
+  endpointApiKey: "YOUR_ENDPOINT_API_KEY", // Or set as process.env.AZURE_ML_APIKEY
+  deploymentName: "YOUR_MODEL_DEPLOYMENT_NAME", // Or set as process.env.AZURE_ML_NAME
+  contentFormatter: new LlamaContentFormatter(), // Or any of the other Models: GPT2ContentFormatter, HFContentFormatter, DollyContentFormatter
+});
+
+const res = model.invoke("Foo");
+
+console.log({ res });
diff --git a/langchain/.gitignore b/langchain/.gitignore
@@ -157,6 +157,9 @@ llms/ai21.d.ts
 llms/aleph_alpha.cjs
 llms/aleph_alpha.js
 llms/aleph_alpha.d.ts
+llms/azure_ml.cjs
+llms/azure_ml.js
+llms/azure_ml.d.ts
 llms/cloudflare_workersai.cjs
 llms/cloudflare_workersai.js
 llms/cloudflare_workersai.d.ts
@@ -517,6 +520,9 @@ chat_models/minimax.d.ts
 chat_models/llama_cpp.cjs
 chat_models/llama_cpp.js
 chat_models/llama_cpp.d.ts
+chat_models/azure_ml.cjs
+chat_models/azure_ml.js
+chat_models/azure_ml.d.ts
 chat_models/yandex.cjs
 chat_models/yandex.js
 chat_models/yandex.d.ts

diff --git a/langchain/package.json b/langchain/package.json
@@ -169,6 +169,9 @@
     "llms/aleph_alpha.cjs",
     "llms/aleph_alpha.js",
     "llms/aleph_alpha.d.ts",
+    "llms/azure_ml.cjs",
+    "llms/azure_ml.js",
+    "llms/azure_ml.d.ts",
     "llms/cloudflare_workersai.cjs",
     "llms/cloudflare_workersai.js",
     "llms/cloudflare_workersai.d.ts",
@@ -529,6 +532,9 @@
     "chat_models/llama_cpp.cjs",
     "chat_models/llama_cpp.js",
     "chat_models/llama_cpp.d.ts",
+    "chat_models/azure_ml.cjs",
+    "chat_models/azure_ml.js",
+    "chat_models/azure_ml.d.ts",
     "chat_models/yandex.cjs",
     "chat_models/yandex.js",
     "chat_models/yandex.d.ts",
@@ -1673,6 +1679,11 @@
       "import": "./llms/aleph_alpha.js",
       "require": "./llms/aleph_alpha.cjs"
     },
+    "./llms/azure_ml": {
+      "types": "./llms/azure_ml.d.ts",
+      "import": "./llms/azure_ml.js",
+      "require": "./llms/azure_ml.cjs"
+    },
     "./llms/cloudflare_workersai": {
       "types": "./llms/cloudflare_workersai.d.ts",
       "import": "./llms/cloudflare_workersai.js",
@@ -2273,6 +2284,11 @@
       "import": "./chat_models/llama_cpp.js",
       "require": "./chat_models/llama_cpp.cjs"
     },
+    "./chat_models/azure_ml": {
+      "types": "./chat_models/azure_ml.d.ts",
+      "import": "./chat_models/azure_ml.js",
+      "require": "./chat_models/azure_ml.cjs"
+    },
     "./chat_models/yandex": {
       "types": "./chat_models/yandex.d.ts",
       "import": "./chat_models/yandex.js",

diff --git a/langchain/scripts/create-entrypoints.js b/langchain/scripts/create-entrypoints.js
@@ -68,6 +68,7 @@ const entrypoints = {
   "llms/openai": "llms/openai",
   "llms/ai21": "llms/ai21",
   "llms/aleph_alpha": "llms/aleph_alpha",
+  "llms/azure_ml": "llms/azure_ml",
   "llms/cloudflare_workersai": "llms/cloudflare_workersai",
   "llms/cohere": "llms/cohere",
   "llms/hf": "llms/hf",
@@ -203,6 +204,7 @@ const entrypoints = {
   "chat_models/ollama": "chat_models/ollama",
   "chat_models/minimax": "chat_models/minimax",
   "chat_models/llama_cpp": "chat_models/llama_cpp",
+  "chat_models/azure_ml": "chat_models/azure_ml",
   "chat_models/yandex": "chat_models/yandex",
   "chat_models/fake": "chat_models/fake",
   // schema