Skip to content

Commit 6452464

Browse files
authored
Add support for VectorDB and Document Semantic Search (#15)
### Feature - Adds support for Milvus VectorDB Client - Adds support to save data to VectorDB - Adds support to bookmark a web page into VectorDB - Converts the webpage to markdown - Create a vector embedding using embedding models (IBM Granite Embedding, OpenAI Embedding) - Saves the vector embedding, origin markdown page and web page attributes to VectorDB - Adds Document Semantic Search Tool - Ability to fetch the bookmarked web pages data from VectorDB based on similarity query - Ability for AI Agent to consume the documents ranked by similarity for future operations - Add groq and open router LLM providers - Add prompt enhancements
1 parent 50892cf commit 6452464

24 files changed

+4042
-275
lines changed

.gitignore

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,4 +57,4 @@ test/perf/.generated
5757

5858
# Dependencies
5959
node_modules/
60-
*/.idea/
60+
**/.idea/

config/gni/devtools_grd_files.gni

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -625,6 +625,8 @@ grd_files_release_sources = [
625625
"front_end/panels/ai_chat/LLM/LLMResponseParser.js",
626626
"front_end/panels/ai_chat/LLM/OpenAIProvider.js",
627627
"front_end/panels/ai_chat/LLM/LiteLLMProvider.js",
628+
"front_end/panels/ai_chat/LLM/GroqProvider.js",
629+
"front_end/panels/ai_chat/LLM/OpenRouterProvider.js",
628630
"front_end/panels/ai_chat/LLM/LLMClient.js",
629631
"front_end/panels/ai_chat/tools/Tools.js",
630632
"front_end/panels/ai_chat/tools/CombinedExtractionTool.js",
@@ -636,6 +638,9 @@ grd_files_release_sources = [
636638
"front_end/panels/ai_chat/tools/StreamlinedSchemaExtractorTool.js",
637639
"front_end/panels/ai_chat/tools/VisitHistoryManager.js",
638640
"front_end/panels/ai_chat/tools/FullPageAccessibilityTreeToMarkdownTool.js",
641+
"front_end/panels/ai_chat/tools/VectorDBClient.js",
642+
"front_end/panels/ai_chat/tools/BookmarkStoreTool.js",
643+
"front_end/panels/ai_chat/tools/DocumentSearchTool.js",
639644
"front_end/panels/ai_chat/common/utils.js",
640645
"front_end/panels/ai_chat/common/log.js",
641646
"front_end/panels/ai_chat/common/context.js",
@@ -665,7 +670,6 @@ grd_files_release_sources = [
665670
"front_end/panels/ai_chat/evaluation/utils/PromptTemplates.js",
666671
"front_end/panels/ai_chat/evaluation/utils/ResponseParsingUtils.js",
667672
"front_end/panels/ai_chat/evaluation/utils/SanitizationUtils.js",
668-
"front_end/panels/ai_chat/ui/EvaluationDialog.js",
669673
"front_end/panels/animation/animation-meta.js",
670674
"front_end/panels/animation/animation.js",
671675
"front_end/panels/application/application-meta.js",

front_end/panels/ai_chat/BUILD.gn

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,8 @@ devtools_module("ai_chat") {
4343
"LLM/LLMResponseParser.ts",
4444
"LLM/OpenAIProvider.ts",
4545
"LLM/LiteLLMProvider.ts",
46+
"LLM/GroqProvider.ts",
47+
"LLM/OpenRouterProvider.ts",
4648
"LLM/LLMClient.ts",
4749
"tools/Tools.ts",
4850
"tools/CritiqueTool.ts",
@@ -54,6 +56,9 @@ devtools_module("ai_chat") {
5456
"tools/StreamlinedSchemaExtractorTool.ts",
5557
"tools/CombinedExtractionTool.ts",
5658
"tools/FullPageAccessibilityTreeToMarkdownTool.ts",
59+
"tools/VectorDBClient.ts",
60+
"tools/BookmarkStoreTool.ts",
61+
"tools/DocumentSearchTool.ts",
5762
"agent_framework/ConfigurableAgentTool.ts",
5863
"agent_framework/AgentRunner.ts",
5964
"agent_framework/implementation/ConfiguredAgents.ts",
@@ -127,6 +132,8 @@ _ai_chat_sources = [
127132
"LLM/LLMResponseParser.ts",
128133
"LLM/OpenAIProvider.ts",
129134
"LLM/LiteLLMProvider.ts",
135+
"LLM/GroqProvider.ts",
136+
"LLM/OpenRouterProvider.ts",
130137
"LLM/LLMClient.ts",
131138
"tools/Tools.ts",
132139
"tools/CritiqueTool.ts",
@@ -138,6 +145,9 @@ _ai_chat_sources = [
138145
"tools/StreamlinedSchemaExtractorTool.ts",
139146
"tools/CombinedExtractionTool.ts",
140147
"tools/FullPageAccessibilityTreeToMarkdownTool.ts",
148+
"tools/VectorDBClient.ts",
149+
"tools/BookmarkStoreTool.ts",
150+
"tools/DocumentSearchTool.ts",
141151
"agent_framework/ConfigurableAgentTool.ts",
142152
"agent_framework/AgentRunner.ts",
143153
"agent_framework/implementation/ConfiguredAgents.ts",

0 commit comments

Comments
 (0)