add llama3.2 (#663)

Author: okamoto-aws

docs/DEPLOY_OPTION.md

@@ -335,6 +335,8 @@ Knowledge Base プロンプト例: キーワードで検索し情報を取得し
 "eu.anthropic.claude-3-5-sonnet-20240620-v1:0",
 "eu.anthropic.claude-3-sonnet-20240229-v1:0",
 "eu.anthropic.claude-3-haiku-20240307-v1:0",
+"us.meta.llama3-2-90b-instruct-v1:0",
+"us.meta.llama3-2-11b-instruct-v1:0",
 ```
 
 これらのいずれかが `cdk.json` の `modelIds` に定義されている必要があります。
@@ -353,6 +355,8 @@ Knowledge Base プロンプト例: キーワードで検索し情報を取得し
     "eu.anthropic.claude-3-5-sonnet-20240620-v1:0",
     "eu.anthropic.claude-3-sonnet-20240229-v1:0",
     "eu.anthropic.claude-3-haiku-20240307-v1:0",
+    "us.meta.llama3-2-90b-instruct-v1:0",
+    "us.meta.llama3-2-11b-instruct-v1:0",
   ]
 ```
 
@@ -379,6 +383,10 @@ Knowledge Base プロンプト例: キーワードで検索し情報を取得し
 "eu.anthropic.claude-3-sonnet-20240229-v1:0",
 "eu.anthropic.claude-3-haiku-20240307-v1:0",
 "amazon.titan-text-premier-v1:0",
+"us.meta.llama3-2-90b-instruct-v1:0",
+"us.meta.llama3-2-11b-instruct-v1:0",
+"us.meta.llama3-2-3b-instruct-v1:0",
+"us.meta.llama3-2-1b-instruct-v1:0",
 "meta.llama3-1-405b-instruct-v1:0",
 "meta.llama3-1-70b-instruct-v1:0",
 "meta.llama3-1-8b-instruct-v1:0",
@@ -460,8 +468,10 @@ Knowledge Base プロンプト例: キーワードで検索し情報を取得し
     "us.anthropic.claude-3-opus-20240229-v1:0",
     "us.anthropic.claude-3-sonnet-20240229-v1:0",
     "us.anthropic.claude-3-haiku-20240307-v1:0",
-    "meta.llama3-1-70b-instruct-v1:0",
-    "meta.llama3-1-8b-instruct-v1:0",
+    "us.meta.llama3-2-90b-instruct-v1:0",
+    "us.meta.llama3-2-11b-instruct-v1:0",
+    "us.meta.llama3-2-3b-instruct-v1:0",
+    "us.meta.llama3-2-1b-instruct-v1:0",
     "cohere.command-r-plus-v1:0",
     "cohere.command-r-v1:0",
     "mistral.mistral-large-2407-v1:0"

packages/cdk/lambda/utils/models.ts

@@ -660,6 +660,38 @@ export const BEDROCK_TEXT_GEN_MODELS: {
     extractConverseOutputText: extractConverseOutputText,
     extractConverseStreamOutputText: extractConverseStreamOutputText,
   },
+  'us.meta.llama3-2-1b-instruct-v1:0': {
+    defaultParams: LLAMA_DEFAULT_PARAMS,
+    usecaseParams: USECASE_DEFAULT_PARAMS,
+    createConverseCommandInput: createConverseCommandInput,
+    createConverseStreamCommandInput: createConverseStreamCommandInput,
+    extractConverseOutputText: extractConverseOutputText,
+    extractConverseStreamOutputText: extractConverseStreamOutputText,
+  },
+  'us.meta.llama3-2-3b-instruct-v1:0': {
+    defaultParams: LLAMA_DEFAULT_PARAMS,
+    usecaseParams: USECASE_DEFAULT_PARAMS,
+    createConverseCommandInput: createConverseCommandInput,
+    createConverseStreamCommandInput: createConverseStreamCommandInput,
+    extractConverseOutputText: extractConverseOutputText,
+    extractConverseStreamOutputText: extractConverseStreamOutputText,
+  },
+  'us.meta.llama3-2-11b-instruct-v1:0': {
+    defaultParams: LLAMA_DEFAULT_PARAMS,
+    usecaseParams: USECASE_DEFAULT_PARAMS,
+    createConverseCommandInput: createConverseCommandInput,
+    createConverseStreamCommandInput: createConverseStreamCommandInput,
+    extractConverseOutputText: extractConverseOutputText,
+    extractConverseStreamOutputText: extractConverseStreamOutputText,
+  },
+  'us.meta.llama3-2-90b-instruct-v1:0': {
+    defaultParams: LLAMA_DEFAULT_PARAMS,
+    usecaseParams: USECASE_DEFAULT_PARAMS,
+    createConverseCommandInput: createConverseCommandInput,
+    createConverseStreamCommandInput: createConverseStreamCommandInput,
+    extractConverseOutputText: extractConverseOutputText,
+    extractConverseStreamOutputText: extractConverseStreamOutputText,
+  },
   'meta.llama2-13b-chat-v1': {
     defaultParams: LLAMA_DEFAULT_PARAMS,
     usecaseParams: USECASE_DEFAULT_PARAMS,

packages/cdk/lib/construct/api.ts

@@ -95,6 +95,10 @@ export class Api extends Construct {
       'meta.llama3-1-8b-instruct-v1:0',
       'meta.llama3-1-70b-instruct-v1:0',
       'meta.llama3-1-405b-instruct-v1:0',
+      'us.meta.llama3-2-1b-instruct-v1:0',
+      'us.meta.llama3-2-3b-instruct-v1:0',
+      'us.meta.llama3-2-11b-instruct-v1:0',
+      'us.meta.llama3-2-90b-instruct-v1:0',
       'meta.llama2-13b-chat-v1',
       'meta.llama2-70b-chat-v1',
       'mistral.mistral-7b-instruct-v0:2',
@@ -117,6 +121,8 @@ export class Api extends Construct {
       'eu.anthropic.claude-3-5-sonnet-20240620-v1:0',
       'eu.anthropic.claude-3-sonnet-20240229-v1:0',
       'eu.anthropic.claude-3-haiku-20240307-v1:0',
+      'us.meta.llama3-2-11b-instruct-v1:0',
+      'us.meta.llama3-2-90b-instruct-v1:0',
     ];
     for (const modelId of modelIds) {
       if (!supportedModelIds.includes(modelId)) {