Feat/model as tool (#2744)

2025-12-20 16:26:53 +08:00 · 2024-03-08 15:22:55 +08:00
parent 3231a8c51c
commit 40c646cf7a
26 changed files with 840 additions and 43 deletions
--- a/api/core/tools/model_tools/anthropic.yaml
+++ b/api/core/tools/model_tools/anthropic.yaml
@@ -0,0 +1,20 @@
+provider: anthropic
+label:
+  en_US: Anthropic Model Tools
+  zh_Hans: Anthropic 模型能力
+  pt_BR: Anthropic Model Tools
+models:
+  - type: llm
+    model: claude-3-sonnet-20240229
+    label:
+      zh_Hans: Claude3 Sonnet 视觉
+      en_US: Claude3 Sonnet Vision
+    properties:
+      image_parameter_name: image_id
+  - type: llm
+    model: claude-3-opus-20240229
+    label:
+      zh_Hans: Claude3 Opus 视觉
+      en_US: Claude3 Opus Vision
+    properties:
+      image_parameter_name: image_id
--- a/api/core/tools/model_tools/google.yaml
+++ b/api/core/tools/model_tools/google.yaml
@@ -0,0 +1,13 @@
+provider: google
+label:
+  en_US: Google Model Tools
+  zh_Hans: Google 模型能力
+  pt_BR: Google Model Tools
+models:
+  - type: llm
+    model: gemini-pro-vision
+    label:
+      zh_Hans: Gemini Pro 视觉
+      en_US: Gemini Pro Vision
+    properties:
+      image_parameter_name: image_id
--- a/api/core/tools/model_tools/openai.yaml
+++ b/api/core/tools/model_tools/openai.yaml
@@ -0,0 +1,13 @@
+provider: openai
+label:
+  en_US: OpenAI Model Tools
+  zh_Hans: OpenAI 模型能力
+  pt_BR: OpenAI Model Tools
+models:
+  - type: llm
+    model: gpt-4-vision-preview
+    label:
+      zh_Hans: GPT-4 视觉
+      en_US: GPT-4 Vision
+    properties:
+      image_parameter_name: image_id
--- a/api/core/tools/model_tools/zhipuai.yaml
+++ b/api/core/tools/model_tools/zhipuai.yaml
@@ -0,0 +1,13 @@
+provider: zhipuai
+label:
+  en_US: ZhipuAI Model Tools
+  zh_Hans: ZhipuAI 模型能力
+  pt_BR: ZhipuAI Model Tools
+models:
+  - type: llm
+    model: glm-4v
+    label:
+      zh_Hans: GLM-4 视觉
+      en_US: GLM-4 Vision
+    properties:
+      image_parameter_name: image_id