Skip to content

Commit

Permalink
in the installer specify instance size used next to models for sagemaker
Browse files Browse the repository at this point in the history
  • Loading branch information
Rob-Powell authored and bigadsoleiman committed Jan 22, 2024
1 parent 3d52e34 commit f9063a4
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 8 deletions.
2 changes: 1 addition & 1 deletion cli/magic-create.ts
Original file line number Diff line number Diff line change
Expand Up @@ -155,7 +155,7 @@ async function processCreateOptions(options: any): Promise<void> {
{
type: "multiselect",
name: "sagemakerModels",
hint: "SPACE to select, ENTER to confirm selection",
hint: "SPACE to select, ENTER to confirm selection [denotes instance size to host model]",
message: "Which SageMaker Models do you want to enable",
choices: Object.values(SupportedSageMakerModels),
initial:
Expand Down
14 changes: 7 additions & 7 deletions lib/shared/types.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,13 +3,13 @@ import * as sagemaker from "aws-cdk-lib/aws-sagemaker";
export type ModelProvider = "sagemaker" | "bedrock" | "openai";

export enum SupportedSageMakerModels {
FalconLite = "FalconLite",
Llama2_13b_Chat = "Llama2_13b_Chat",
Mistral7b_Instruct = "Mistral7b_Instruct 0.1",
Mistral7b_Instruct2 = "Mistral7b_Instruct 0.2",
Mixtral_8x7b_Instruct = "Mixtral-8x7B Instruct 0.1",
Idefics_9b = "Idefics_9b (Multimodal)",
Idefics_80b = "Idefics_80b (Multimodal)",
FalconLite = "FalconLite [ml.g5.12xlarge]",
Llama2_13b_Chat = "Llama2_13b_Chat [ml.g5.12xlarge]",
Mistral7b_Instruct = "Mistral7b_Instruct 0.1 [ml.g5.2xlarge]",
Mistral7b_Instruct2 = "Mistral7b_Instruct 0.2 [ml.g5.2xlarge]",
Mixtral_8x7b_Instruct = "Mixtral_8x7B_Instruct 0.1 [ml.g5.48xlarge]",
Idefics_9b = "Idefics_9b (Multimodal) [ml.g5.12xlarge]",
Idefics_80b = "Idefics_80b (Multimodal) [ml.g5.48xlarge]",
}

export enum SupportedRegion {
Expand Down

0 comments on commit f9063a4

Please sign in to comment.