perf: ai param config (#3451)

* perf: ai param config

* pacakge import

* perf: ai config doc

Author: c121914yu

docSite/assets/imgs/image-51.png

@@ -11,11 +11,14 @@ weight: 104
 
 |  |  | |
 | --- | --- | --- |
-| ![](/imgs/aichat0.png) | ![](/imgs/aichat02.png) | ![](/imgs/aichat2.png) |
+| ![alt text](/imgs/image-51.png) | ![alt text](/imgs/image-52.png) | ![alt text](/imgs/image-53.png) |
 
-## 返回AI内容（高级编排特有）
+## 流响应（高级编排 AI 对话 特有）
 
-这是一个开关，打开的时候，当 AI 对话模块运行时，会将其输出的内容返回到浏览器（API响应）；如果关闭，AI 输出的内容不会返回到浏览器，但是生成的内容仍可以通过【AI回复】进行输出。你可以将【AI回复】连接到其他模块中。
+旧版名字叫做：返回 AI 内容；新版改名：流响应。
+
+这是一个开关，打开的时候，当 AI 对话模块运行时，会将其输出的内容返回到浏览器（API响应）；
+如果关闭，会强制使用非流模式调用模型，并且 AI 输出的内容不会返回到浏览器，但是生成的内容仍可以通过【AI回复】进行输出。你可以将【AI回复】连接到其他模块中进行二次使用。
 
 ### 最大上下文
 
@@ -33,13 +36,25 @@ weight: 104
 
 最大回复 token 数量。注意，是回复的Tokens！不是上下文 tokens。
 
+通常，回复上限=min(模型允许的最大回复上限, 最大上下文-已用上下文)
+
+所以，一般配置模型时，不会把最大上下文配置成模型实际最大上下文，而是预留预定空间给回答，例如 128k 模型，可以配置 max_context=115000
+
 ### 系统提示词
 
 被放置在上下文数组的最前面，role 为 system，用于引导模型。
 
+### 最大对话轮数（仅简易模式）
+
+可以配置模型支持的最大对话轮数，如果模型的超出上下文，系统会自动截断，尽可能保证不超模型上下文。
+
+所以尽管配置 30 轮对话，实际运行时候，不一定会达到 30 轮。
+
 ## 引用模板 & 引用提示词
 
-这两个参数与知识库问答场景相关，可以控制知识库相关的提示词。
+进行知识库搜索后，你可以自定义组织检索结果构成的提示词，这个配置，仅工作流中 AI 对话节点可用。并且，只会在有引用知识库内容时才会生效。
+
+![alt text](/imgs/image-54.png)
 
 ### AI 对话消息组成
 

docSite/assets/imgs/image-52.png

@@ -6,7 +6,7 @@ import { useSystem } from '../../../hooks/useSystem';
 import Loading from '../MyLoading';
 import MyImage from './MyImage';
 
-const MyPhotoView = ({ ...props }: ImageProps) => {
+const MyPhotoView = (props: ImageProps) => {
   const { isPc } = useSystem();
 
   return (

docSite/assets/imgs/image-53.png

@@ -0,0 +1,76 @@
+import React, { useMemo } from 'react';
+import { Slider, SliderTrack, SliderThumb, HStack, SliderMark } from '@chakra-ui/react';
+import MyNumberInput from '../Input/NumberInput';
+
+const InputSlider = ({
+  onChange,
+  value,
+  max = 100,
+  min = 0,
+  step = 1
+}: {
+  value: number;
+  onChange: (index: number) => void;
+  max: number;
+  min: number;
+  step?: number;
+}) => {
+  const markList = useMemo(() => {
+    const valLen = max - min;
+    return [
+      valLen * 0.007 + min,
+      valLen * 0.2 + min,
+      valLen * 0.4 + min,
+      valLen * 0.6 + min,
+      valLen * 0.8 + min,
+      valLen * 0.985 + min
+    ];
+  }, []);
+
+  return (
+    <HStack zIndex={10} spacing={3}>
+      <Slider
+        max={max}
+        min={min}
+        step={step}
+        value={value}
+        focusThumbOnChange={false}
+        onChange={onChange}
+      >
+        <SliderTrack bg={'myGray.100'} h={'4px'} />
+        {markList.map((val, i) => (
+          <SliderMark
+            key={i}
+            value={val}
+            w={'2px'}
+            h={'2px'}
+            bg={'#A4A4A4'}
+            borderRadius={'2px'}
+            opacity={0.4}
+            transform={'translateY(-50%)'}
+          />
+        ))}
+        <SliderThumb
+          bg={'primary.500'}
+          border={'4px solid'}
+          borderColor={'#dee7f6'}
+          w={'18px'}
+          h={'18px'}
+          boxShadow={'none'}
+          // transform={'translate(-50%, -50%) !important'}
+        />
+      </Slider>
+      <MyNumberInput
+        size={'sm'}
+        width={'150px'}
+        min={min}
+        max={max}
+        step={step}
+        value={value}
+        onChange={(e) => onChange(e ?? min)}
+      />
+    </HStack>
+  );
+};
+
+export default InputSlider;

docSite/assets/imgs/image-54.png

@@ -25,18 +25,20 @@ const SystemStoreContextProvider = ({
   children: ReactNode;
   device?: 'pc' | 'mobile' | null;
 }) => {
-  const [isPc] = useMediaQuery('(min-width: 900px)');
-
+  const [isPc] = useMediaQuery('(min-width: 900px)', {
+    fallback: device === 'pc'
+  });
   useEffect(() => {
     setSize(isPc ? 'pc' : 'mobile');
   }, [isPc]);
 
   const contextValue = useMemo(
     () => ({
-      isPc: device ? device === 'pc' : isPc
+      isPc
     }),
-    [device, isPc]
+    [isPc]
   );
+
   return (
     <useSystemStoreContext.Provider value={contextValue}>{children}</useSystemStoreContext.Provider>
   );

docSite/content/zh-cn/docs/guide/course/ai_settings.md

@@ -3,6 +3,7 @@
   "Run": "Execute",
   "Team Tags Set": "Team tags",
   "Team_Tags": "Team tags",
+  "ai_point_price": "Billing",
   "ai_settings": "AI Configuration",
   "all_apps": "All Applications",
   "app.Version name": "Version Name",
@@ -19,8 +20,9 @@
   "auto_execute_tip": "After turning it on, the workflow will be automatically triggered when the user enters the conversation interface. \nExecution order: 1. Dialogue starter; 2. Global variables; 3. Automatic execution.",
   "auto_save": "Auto save",
   "chat_debug": "Chat Preview",
-  "chat_logs": "Conversation Logs",
+  "chat_logs": "Logs",
   "chat_logs_tips": "Logs will record the online, shared, and API (requires chatId) conversation records of this app.",
+  "config_ai_model_params": "Click to configure AI model related properties",
   "config_file_upload": "Click to Configure File Upload Rules",
   "config_question_guide": "Configuration guess you want to ask",
   "confirm_copy_app_tip": "The system will create an app with the same configuration for you, but permissions will not be copied. Please confirm!",
@@ -68,13 +70,15 @@
   "interval.per_hour": "Every Hour",
   "intro": "A comprehensive model application orchestration system that offers out-of-the-box data processing and model invocation capabilities. It allows for rapid Dataset construction and workflow orchestration through Flow visualization, enabling complex Dataset scenarios!",
   "llm_not_support_vision": "This model does not support image recognition",
-  "llm_use_vision": "Enable Image Recognition",
+  "llm_use_vision": "Vision",
   "llm_use_vision_tip": "After clicking on the model selection, you can see whether the model supports image recognition and the ability to control whether to start image recognition. \nAfter starting image recognition, the model will read the image content in the file link, and if the user question is less than 500 words, it will automatically parse the image in the user question.",
   "logs_chat_user": "user",
   "logs_empty": "No logs yet~",
   "logs_message_total": "Total Messages",
   "logs_title": "Title",
+  "look_ai_point_price": "View all model billing standards",
   "mark_count": "Number of Marked Answers",
+  "max_histories_number": "Max histories",
   "module.Custom Title Tip": "This title will be displayed during the conversation.",
   "module.No Modules": "No Plugins Found",
   "module.type": "\"{{type}}\" type\n{{description}}",
@@ -96,13 +100,15 @@
   "plugin_cost_per_times": "{{cost}} points/time",
   "plugin_dispatch": "Plugin Invocation",
   "plugin_dispatch_tip": "Adds extra capabilities to the model. The specific plugins to be invoked will be autonomously decided by the model.\nIf a plugin is selected, the Dataset invocation will automatically be treated as a special plugin.",
-  "publish_channel": "Publish Channel",
+  "publish_channel": "Publish",
   "publish_success": "Publish Successful",
   "question_guide_tip": "After the conversation, 3 guiding questions will be generated for you.",
   "saved_success": "Save Successful",
   "search_app": "Search Application",
-  "setting_app": "Application Settings",
-  "setting_plugin": "Plugin Settings",
+  "setting_app": "Workflow",
+  "setting_plugin": "Workflow",
+  "stream_response": "Stream",
+  "stream_response_tip": "Turning this switch off forces the model to use non-streaming mode and will not output content directly. \nIn the output of the AI ​​reply, the content output by this model can be obtained for secondary processing.",
   "template.hard_strict": "Strict Q&A template",
   "template.hard_strict_des": "Based on the question and answer template, stricter requirements are imposed on the model's answers.",
   "template.qa_template": "Q&A template",
@@ -164,7 +170,7 @@
   "workflow.form_input_description_placeholder": "For example: \nAdd your information",
   "workflow.form_input_tip": "  This module can configure multiple inputs to guide users in entering specific content.",
   "workflow.input_description_tip": "You can add a description to explain to users what they need to input",
-  "workflow.read_files": "Document Parsing",
+  "workflow.read_files": "Document Parse",
   "workflow.read_files_result": "Document Parsing Result",
   "workflow.read_files_result_desc": "Original document text, consisting of file names and document content, separated by hyphens between multiple files.",
   "workflow.read_files_tip": "Parse the documents uploaded in this round of dialogue and return the corresponding document content",
@@ -175,6 +181,6 @@
   "workflow.template.communication": "Communication",
   "workflow.user_file_input": "File Link",
   "workflow.user_file_input_desc": "Links to documents and images uploaded by users.",
-  "workflow.user_select": "User Selection",
+  "workflow.user_select": "User Select",
   "workflow.user_select_tip": "This module can configure multiple options for selection during the dialogue. Different options can lead to different workflow branches."
 }

packages/web/components/common/Image/PhotoView.tsx

@@ -261,17 +261,14 @@
   "contribute_app_template": "Contribute Template",
   "core.Chat": "Chat",
   "core.Max Token": "Max Token",
-  "core.ai.AI settings": "AI Settings",
-  "core.ai.Ai point price": "AI Points Consumption",
   "core.ai.Max context": "Max Context",
-  "core.ai.Model": "AI Model",
+  "core.ai.Model": "Model",
   "core.ai.Not deploy rerank model": "Re-rank Model Not Deployed",
   "core.ai.Prompt": "Prompt",
   "core.ai.Support tool": "Function Call",
   "core.ai.model.Dataset Agent Model": "File read model",
   "core.ai.model.Vector Model": "Index model",
   "core.ai.model.doc_index_and_dialog": "Document Index & Dialog Index",
-  "core.app.Ai response": "AI Response",
   "core.app.Api request": "API Request",
   "core.app.Api request desc": "Integrate into existing systems through API, or WeChat Work, Feishu, etc.",
   "core.app.App intro": "App Introduction",
@@ -284,8 +281,7 @@
   "core.app.Interval timer run": "Scheduled Execution",
   "core.app.Interval timer tip": "Can Execute App on Schedule",
   "core.app.Make a brief introduction of your app": "Give Your AI App an Introduction",
-  "core.app.Max histories": "Number of Chat Histories",
-  "core.app.Max tokens": "Response Limit",
+  "core.app.Max tokens": "Max response",
   "core.app.Name and avatar": "Avatar & Name",
   "core.app.Publish": "Publish",
   "core.app.Publish Confirm": "Confirm to Publish App? This Will Immediately Update the App Status on All Publishing Channels.",