[Fleet] Add integration knowledge opt out UI setting and enable feature flag

.buildkite/ftr_oblt_serverless_configs.yml

@@ -42,7 +42,7 @@ enabled:
   - x-pack/solutions/observability/test/serverless/functional/configs/config.telemetry.ts
   # serverless config files that run deployment-agnostic tests
   - x-pack/solutions/observability/test/api_integration_deployment_agnostic/configs/serverless/oblt.serverless.config.ts
-  - x-pack/solutions/observability/test/api_integration_deployment_agnostic/configs/serverless/oblt.ai_assistant.serverless.config.ts
+  - x-pack/solutions/observability/test/api_integration_deployment_agnostic/feature_flag_configs/serverless/oblt.ai_assistant.serverless.config.ts
   - x-pack/solutions/observability/test/api_integration_deployment_agnostic/configs/serverless/oblt.apm.serverless.config.ts
   - x-pack/solutions/observability/test/api_integration_deployment_agnostic/configs/serverless/oblt.synthetics.serverless.config.ts
   - x-pack/solutions/observability/test/api_integration_deployment_agnostic/feature_flag_configs/serverless/oblt.serverless.config.ts

oas_docs/bundle.json

@@ -49428,6 +49428,9 @@
                           },
                           "type": "object"
                         },
+                        "integration_knowledge_enabled": {
+                          "type": "boolean"
+                        },
                         "output_secret_storage_requirements_met": {
                           "type": "boolean"
                         },
@@ -49578,6 +49581,9 @@
                     "deprecated": true,
                     "type": "boolean"
                   },
+                  "integration_knowledge_enabled": {
+                    "type": "boolean"
+                  },
                   "kibana_ca_sha256": {
                     "deprecated": true,
                     "type": "string"
@@ -49661,6 +49667,9 @@
                           },
                           "type": "object"
                         },
+                        "integration_knowledge_enabled": {
+                          "type": "boolean"
+                        },
                         "output_secret_storage_requirements_met": {
                           "type": "boolean"
                         },

oas_docs/bundle.serverless.json

@@ -48916,6 +48916,9 @@
                           },
                           "type": "object"
                         },
+                        "integration_knowledge_enabled": {
+                          "type": "boolean"
+                        },
                         "output_secret_storage_requirements_met": {
                           "type": "boolean"
                         },
@@ -49066,6 +49069,9 @@
                     "deprecated": true,
                     "type": "boolean"
                   },
+                  "integration_knowledge_enabled": {
+                    "type": "boolean"
+                  },
                   "kibana_ca_sha256": {
                     "deprecated": true,
                     "type": "string"
@@ -49149,6 +49155,9 @@
                           },
                           "type": "object"
                         },
+                        "integration_knowledge_enabled": {
+                          "type": "boolean"
+                        },
                         "output_secret_storage_requirements_met": {
                           "type": "boolean"
                         },

oas_docs/output/kibana.serverless.yaml

@@ -47978,6 +47978,8 @@ paths:
                               - success
                             nullable: true
                             type: string
+                      integration_knowledge_enabled:
+                        type: boolean
                       output_secret_storage_requirements_met:
                         type: boolean
                       preconfigured_fields:
@@ -48087,6 +48089,8 @@ paths:
                 has_seen_add_data_notice:
                   deprecated: true
                   type: boolean
+                integration_knowledge_enabled:
+                  type: boolean
                 kibana_ca_sha256:
                   deprecated: true
                   type: string
@@ -48146,6 +48150,8 @@ paths:
                               - success
                             nullable: true
                             type: string
+                      integration_knowledge_enabled:
+                        type: boolean
                       output_secret_storage_requirements_met:
                         type: boolean
                       preconfigured_fields:

oas_docs/output/kibana.yaml

@@ -50915,6 +50915,8 @@ paths:
                               - success
                             nullable: true
                             type: string
+                      integration_knowledge_enabled:
+                        type: boolean
                       output_secret_storage_requirements_met:
                         type: boolean
                       preconfigured_fields:
@@ -51024,6 +51026,8 @@ paths:
                 has_seen_add_data_notice:
                   deprecated: true
                   type: boolean
+                integration_knowledge_enabled:
+                  type: boolean
                 kibana_ca_sha256:
                   deprecated: true
                   type: string
@@ -51083,6 +51087,8 @@ paths:
                               - success
                             nullable: true
                             type: string
+                      integration_knowledge_enabled:
+                        type: boolean
                       output_secret_storage_requirements_met:
                         type: boolean
                       preconfigured_fields:

packages/kbn-check-saved-objects-cli/current_fields.json

@@ -806,6 +806,7 @@
     "fleet_server_hosts",
     "has_seen_add_data_notice",
     "ilm_migration_status",
+    "integration_knowledge_enabled",
     "output_secret_storage_requirements_met",
     "prerelease_integrations_enabled",
     "secret_storage_requirements_met",

packages/kbn-check-saved-objects-cli/current_mappings.json

@@ -2663,6 +2663,9 @@
         "dynamic": false,
         "properties": {}
       },
+      "integration_knowledge_enabled": {
+        "type": "boolean"
+      },
       "output_secret_storage_requirements_met": {
         "type": "boolean"
       },

packages/kbn-check-saved-objects-cli/src/migrations/__fixtures__/ingest_manager_settings/10.7.0.json

@@ -0,0 +1,51 @@
+{
+  "10.6.0": [
+    {
+      "has_seen_add_data_notice": true,
+      "prerelease_integrations_enabled": false,
+      "id": "id",
+      "version": "1",
+      "preconfigured_fields": ["fleet_server_hosts"],
+      "secret_storage_requirements_met": true,
+      "output_secret_storage_requirements_met": true,
+      "action_secret_storage_requirements_met": true,
+      "use_space_awareness_migration_status": "success",
+      "use_space_awareness_migration_started_at": "2022-10-11T13:45:20.123Z",
+      "delete_unenrolled_agents": {
+          "enabled": true,
+          "is_preconfigured": false
+      },
+      "ilm_migration_status": {
+          "logs": "success",
+          "metrics": "success",
+          "synthetics": null
+      },
+      "ssl_secret_storage_requirements_met": true
+    }
+  ],
+  "10.7.0": [
+    {
+      "has_seen_add_data_notice": true,
+      "prerelease_integrations_enabled": false,
+      "id": "id",
+      "version": "1",
+      "preconfigured_fields": ["fleet_server_hosts"],
+      "secret_storage_requirements_met": true,
+      "output_secret_storage_requirements_met": true,
+      "action_secret_storage_requirements_met": true,
+      "use_space_awareness_migration_status": "success",
+      "use_space_awareness_migration_started_at": "2022-10-11T13:45:20.123Z",
+      "delete_unenrolled_agents": {
+          "enabled": true,
+          "is_preconfigured": false
+      },
+      "ilm_migration_status": {
+          "logs": "success",
+          "metrics": "success",
+          "synthetics": null
+      },
+      "ssl_secret_storage_requirements_met": true,
+      "integration_knowledge_enabled": true
+    }
+  ]
+}

src/core/server/integration_tests/ci_checks/saved_objects/check_registered_types.test.ts

@@ -133,7 +133,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ingest-download-sources": "c87e062ef293585e85fccec0c865d7cef48e0ff9a919d7781d5f7627d275484b",
         "ingest-outputs": "4f3451469b080548fd0f2ca414a81d91bd0d5690c34378376433ab1ae960ce5c",
         "ingest-package-policies": "9b9a83b94a99e0574a69999310b00917ddd5bfd44a6079badf54026029fed597",
-        "ingest_manager_settings": "ff92838e01da020f9a1fe0f9154a9769adb74489422adb518faec5459c9834e5",
+        "ingest_manager_settings": "535e93b324c94e9012cb185666a2a915e3c96db65ee1994a13beb066d1be7684",
         "intercept_interaction_record": "c0220185d080f25abd14c4c29f72b2e5270f3ce55a775c8c7ac9177e0f2c810d",
         "intercept_trigger_record": "e10a20733bbaaae951478e45c9f2cc70677299060222edd5a6f5db29591c5f96",
         "inventory-view": "f66434444d3576f801f112fc3584634054af081bbf6e78eb84a41462c62e53ba",
@@ -830,8 +830,9 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ingest-package-policies|warning: The SO type owner should ensure these transform functions DO NOT mutate after they are defined.",
         "================================================================================================================================",
         "ingest_manager_settings|global: aa0735c39adb396365f28cf118204854b9d5d71e",
-        "ingest_manager_settings|mappings: 73b7ee2e92003e1f56e13769012f3d8951b76605",
+        "ingest_manager_settings|mappings: 8c1c22339d8aaa9999dd904bcb03612ef17b51dc",
         "ingest_manager_settings|schemas: da39a3ee5e6b4b0d3255bfef95601890afd80709",
+        "ingest_manager_settings|10.7.0: c0e7e5407ddadc18ab645a2972f4f1831f91192ac50462a1e72ab9470f18269d",
         "ingest_manager_settings|10.6.0: 807307a9a72ab12f568dfa03131fce9b9a7414c1649418d40db06cff6c62ab5e",
         "ingest_manager_settings|10.5.0: cf8c901d4394ae835fb669c4512a89a633b3d3267648b0b1afb3bc0deb7613bd",
         "ingest_manager_settings|10.4.0: 764f19710e944dab032c05a10694aaf8b202d61786f6910898edf5c1e21b92f9",
@@ -1332,7 +1333,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ingest-download-sources": "10.1.0",
         "ingest-outputs": "10.8.0",
         "ingest-package-policies": "10.21.0",
-        "ingest_manager_settings": "10.6.0",
+        "ingest_manager_settings": "10.7.0",
         "intercept_interaction_record": "10.1.0",
         "intercept_trigger_record": "10.1.0",
         "inventory-view": "10.2.0",
@@ -1480,7 +1481,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ingest-download-sources": "10.1.0",
         "ingest-outputs": "10.8.0",
         "ingest-package-policies": "10.21.0",
-        "ingest_manager_settings": "10.6.0",
+        "ingest_manager_settings": "10.7.0",
         "intercept_interaction_record": "10.1.0",
         "intercept_trigger_record": "10.1.0",
         "inventory-view": "10.2.0",

x-pack/platform/plugins/shared/fleet/common/experimental_features.ts

@@ -18,7 +18,7 @@ const _allowedExperimentalValues = {
   enableOtelIntegrations: true,
   enableAgentStatusAlerting: true,
   enableAgentPrivilegeLevelChange: false,
-  installIntegrationsKnowledge: false,
+  installIntegrationsKnowledge: true,
   enableFleetPolicyRevisionsCleanupTask: true,
   agentlessPoliciesAPI: true, // When enabled, agentless policies API will be enabled.
   useAgentlessAPIInUI: true, // When enabled, Fleet UI will use agentless policies API to create agentless policies.

x-pack/platform/plugins/shared/fleet/common/types/models/settings.ts

@@ -24,6 +24,7 @@ export interface BaseSettings {
     metrics?: 'success' | null;
     synthetics?: 'success' | null;
   };
+  integration_knowledge_enabled?: boolean;
 }
 
 export interface Settings extends BaseSettings {

x-pack/platform/plugins/shared/fleet/public/applications/integrations/sections/epm/screens/installed_integrations/components/eis_cost_tour.tsx

@@ -0,0 +1,93 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import React from 'react';
+import { i18n } from '@kbn/i18n';
+import type { EuiTourStepProps } from '@elastic/eui';
+import { EuiButton, EuiButtonEmpty, EuiText, EuiTourStep, useEuiTheme } from '@elastic/eui';
+
+import { useDismissableTour } from '../../../../../../../hooks';
+
+export interface EisCostTourProps {
+  anchorPosition?: EuiTourStepProps['anchorPosition'];
+  ctaLink?: string;
+  isCloudEnabled: boolean;
+  children: React.ReactElement;
+}
+
+export const EisCostTour = ({
+  anchorPosition = 'downCenter',
+  ctaLink,
+  isCloudEnabled,
+  children,
+}: EisCostTourProps) => {
+  const { euiTheme } = useEuiTheme();
+
+  const { isOpen, dismiss } = useDismissableTour('EIS_COSTS');
+
+  if (!isOpen || !isCloudEnabled) {
+    return children;
+  }
+
+  return (
+    <EuiTourStep
+      data-test-subj="fleetEisCostTour"
+      title={i18n.translate('xpack.fleet.eisCosts.tour.title', {
+        defaultMessage: 'AI agents now understand your integrations',
+      })}
+      maxWidth={`${euiTheme.base * 25}px`}
+      content={
+        <EuiText>
+          <p>
+            {i18n.translate('xpack.fleet.eisCosts.tour.description', {
+              defaultMessage:
+                'Integration documentation and metadata are automatically indexed using Elastic Inference Service (EIS) to help agents understand your environment. Manage settings here.',
+            })}
+          </p>
+        </EuiText>
+      }
+      isStepOpen={isOpen}
+      anchorPosition={anchorPosition}
+      step={1}
+      stepsTotal={1}
+      onFinish={dismiss}
+      footerAction={[
+        <EuiButtonEmpty
+          data-test-subj="fleetEisCostTourCloseBtn"
+          onClick={dismiss}
+          aria-label={i18n.translate('xpack.fleet.eisCosts.tour.dismiss.aria', {
+            defaultMessage: 'Close the cost tour',
+          })}
+        >
+          {i18n.translate('xpack.fleet.eisCosts.tour.dismiss', {
+            defaultMessage: 'Dismiss',
+          })}
+        </EuiButtonEmpty>,
+        ...(ctaLink
+          ? [
+              <EuiButton
+                fullWidth={false}
+                color="primary"
+                size="s"
+                href={ctaLink}
+                data-test-subj="eisCostsTourCtaBtn"
+                target="_blank"
+                iconSide="right"
+                iconType="popout"
+              >
+                {i18n.translate('xpack.fleet.eisCosts.tour.cta', {
+                  defaultMessage: 'Learn more',
+                })}
+              </EuiButton>,
+            ]
+          : []),
+      ]}
+    >
+      {children}
+    </EuiTourStep>
+  );
+};