[AI] Add experimental AI Chat and Context Provider plugins for OpenSearch Dashboards (#10600)

This PR introduces two new plugins that enable AI-powered chat functionality with intelligent context capture in OpenSearch Dashboards:

### 🤖 Chat Plugin (`src/plugins/chat`)
- **AI-powered chat interface** integrated into the OpenSearch Dashboards header
- **AG-UI framework integration** for LLM interactions with streaming support
- **Tool calling system** with dynamic action registration and execution
- **Graph visualization capabilities** for time series data
- **Context-aware conversations** that understand dashboard state and user interactions

**Key Features:**
- Real-time streaming chat responses via Server-Sent Events
- Tool execution with visual feedback and result rendering
- Conversation management with thread isolation
- Integration with OpenSearch Dashboards navigation and theming

### 🔍 Context Provider Plugin (`src/plugins/context_provider`)
- **Modern React hooks architecture** for context capture (`usePageContext`, `useDynamicContext`)
- **Automatic URL state monitoring** captures time ranges, queries, datasets, and filters
- **Dynamic interaction capture** tracks document expansions, text selections, and user actions
- **Global context store** for AI assistant and MCP server integration
- **Zero-dependency design** works across all plugins without modifications

**Key Features:**
- Direct browser URL monitoring for universal plugin compatibility
- Category-based context organization for efficient filtering
- Automatic lifecycle management with React hooks
- Text selection capture with visual indicators
- Backend-optimized context formatting

Both plugins are designed to enhance the OpenSearch Dashboards experience by providing intelligent, context-aware AI assistance that understands user workflows and can execute actions on their behalf.

---------

Signed-off-by: Anan Zhuang <[email protected]>
Signed-off-by: Joshua Li <[email protected]>
Co-authored-by: Ashwin P Chandran <[email protected]>
Co-authored-by: Joshua Li <[email protected]>
Co-authored-by: Kyle Hounslow <[email protected]>
Co-authored-by: opensearch-changeset-bot[bot] <154024398+opensearch-changeset-bot[bot]@users.noreply.github.com>

Author: 5 people

.gitignore

@@ -20,6 +20,7 @@ target
 /bwc_tmp
 .jruby
 .idea
+.specify
 *.iml
 *.log
 /test/*/failure_debug
@@ -48,6 +49,7 @@ selenium
 package-lock.json
 .yo-rc.json
 .vscode
+.kiro
 *.sublime-*
 npm-debug.log*
 .tern-project

.lycheeignore

@@ -56,7 +56,15 @@ http://www.creedthoughts.gov
 http://not-your-opensearch-dashboards.com/
 my(other)?domain\.com
 
-
+# Test mock URLs that should be ignored by link checker
+//custom-server:
+//remote-server:
+//test-server:
+//other\.com/\$
+http://custom-server:
+https://remote-server:
+http://test-server:
+http://other\.com/\$
 
 # External urls
 adobe.com

changelogs/fragments/10600.yml

@@ -0,0 +1,2 @@
+feat:
+- Add experimental AI Chat and Context Provider plugins for OpenSearch Dashboards ([#10600](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/10600))

config/opensearch_dashboards.yml

@@ -388,7 +388,6 @@
 # set the value to false to call the label as dataset
 # datasetManagement.aliasedAsIndexPattern: false
 
-# ===========================================
 # The new OpenSearch Dashboards Experience
 # Enable the following three flags together for the new OpenSearch Dashboards discover features
 # ===========================================
@@ -401,3 +400,6 @@
 # workspace.enabled: false
 
 # explore.enabled: false
+
+# Enable Chat Plugin
+# chat.enabled: true

docs/_sidebar.md

@@ -36,11 +36,13 @@
       - [Banner](../src/plugins/banner/README.md)
       - [Bfetch](../src/plugins/bfetch/README.md)
       - [Charts](../src/plugins/charts/README.md)
+      - [Chat](../src/plugins/chat/README.md)
       - console
         - public
           - application
             - [Hooks](../src/plugins/console/public/application/hooks/README.md)
       - [Content_management](../src/plugins/content_management/README.md)
+      - [Context_provider](../src/plugins/context_provider/README.md)
       - [Csp_handler](../src/plugins/csp_handler/README.md)
       - [Dashboard](../src/plugins/dashboard/README.md)
       - [Data](../src/plugins/data/README.md)

package.json

@@ -192,6 +192,7 @@
     "@aws-crypto/client-node": "^4.2.0",
     "@aws-crypto/sha256-js": "^5.2.0",
     "@aws-sdk/abort-controller": "^3.374.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.886.0",
     "@aws-sdk/client-sts": "^3.777.0",
     "@aws-sdk/credential-provider-node": "^3.777.0",
     "@aws-sdk/node-http-handler": "^3.374.0",
@@ -236,7 +237,6 @@
     "@types/ndjson": "^2.0.4",
     "@types/yauzl": "^2.9.1",
     "@xyflow/react": "^12.8.2",
-    "JSONStream": "1.3.5",
     "ajv": "^8.11.0",
     "antlr4-c3": "^3.4.3",
     "antlr4ng": "^3.0.16",
@@ -274,6 +274,7 @@
     "json-stable-stringify": "^1.0.1",
     "json-stringify-safe": "5.0.1",
     "json5": "^2.2.3",
+    "JSONStream": "1.3.5",
     "lodash": "^4.17.21",
     "lru-cache": "^4.1.5",
     "lucene": "^2.1.1",
@@ -313,7 +314,8 @@
     "use-sync-external-store": "^1.5.0",
     "uuid": "3.3.2",
     "whatwg-fetch": "^3.0.0",
-    "yauzl": "^2.10.0"
+    "yauzl": "^2.10.0",
+    "@modelcontextprotocol/sdk": "^1.18.0"
   },
   "devDependencies": {
     "@babel/core": "^7.22.9",

src/.i18nrc.json

@@ -4,6 +4,7 @@
     "apmOss": "plugins/apm_oss",
     "banner": "plugins/banner",
     "charts": "plugins/charts",
+    "chat": "plugins/chat",
     "common.ui": "legacy/ui",
     "console": "plugins/console",
     "contentManagement": "plugins/content_management",

src/core/public/chrome/ui/header/__snapshots__/header.test.tsx.snap

@@ -40,13 +40,13 @@ describe('sidecar helper', () => {
     test('return paddingRight style object when dockedMode is right ', () => {
       expect(
         getOsdSidecarPaddingStyle({ ...props, dockedMode: SIDECAR_DOCKED_MODE.RIGHT })
-      ).toEqual({ paddingRight: 460 });
+      ).toEqual({ paddingRight: 468 }); // 460 + 8
     });
 
     test('return paddingLeft style object when dockedMode is left ', () => {
       expect(
         getOsdSidecarPaddingStyle({ ...props, dockedMode: SIDECAR_DOCKED_MODE.LEFT })
-      ).toEqual({ paddingLeft: 460 });
+      ).toEqual({ paddingLeft: 468 }); // 460 + 8
     });
 
     test('return null object when isHidden is true ', () => {

src/core/public/overlays/sidecar/helper.test.ts

@@ -29,8 +29,10 @@ export const getOsdSidecarPaddingStyle = (config: ISidecarConfig | undefined) =>
       config?.dockedMode === SIDECAR_DOCKED_MODE.RIGHT)
   ) {
     const { dockedMode, paddingSize } = config;
+    // 8px adjustment needed for newTopNavHeader to match other elements
+    const adjustedPaddingSize = paddingSize + 8;
     return {
-      [`padding${dockedMode === SIDECAR_DOCKED_MODE.LEFT ? 'Left' : 'Right'}`]: paddingSize,
+      [`padding${dockedMode === SIDECAR_DOCKED_MODE.LEFT ? 'Left' : 'Right'}`]: adjustedPaddingSize,
     };
   }
   return {};