-
Pipeline Output
+
Pipeline Output Preview
{shouldShowCount && (
Sample of {docCount} {docText}
diff --git a/packages/compass-aggregations/src/components/pipeline-builder-workspace/pipeline-builder-ui-workspace/index.spec.tsx b/packages/compass-aggregations/src/components/pipeline-builder-workspace/pipeline-builder-ui-workspace/index.spec.tsx
index f4b4db79025..accf272df06 100644
--- a/packages/compass-aggregations/src/components/pipeline-builder-workspace/pipeline-builder-ui-workspace/index.spec.tsx
+++ b/packages/compass-aggregations/src/components/pipeline-builder-workspace/pipeline-builder-ui-workspace/index.spec.tsx
@@ -36,7 +36,7 @@ describe('PipelineBuilderUIWorkspace [Component]', function () {
await renderPipelineBuilderUIWorkspace();
const buttons = screen.getAllByTestId('add-stage');
expect(buttons.length).to.equal(1);
- expect(buttons[0]).to.have.text('Add Stage');
+ expect(buttons[0]).to.have.text('Add stage');
});
it('adds a stage to the start of pipeline when first icon button is clicked', async function () {
@@ -95,7 +95,7 @@ describe('PipelineBuilderUIWorkspace [Component]', function () {
await renderPipelineBuilderUIWorkspace({}, { pipeline: [] });
const button = screen.getByTestId('add-stage');
expect(button).to.exist;
- expect(button).to.have.text('Add Stage');
+ expect(button).to.have.text('Add stage');
});
it('adds a stage when (text) button is clicked', async function () {
diff --git a/packages/compass-aggregations/src/components/pipeline-toolbar/index.spec.tsx b/packages/compass-aggregations/src/components/pipeline-toolbar/index.spec.tsx
index aebf3b4664d..f58c7bca8f6 100644
--- a/packages/compass-aggregations/src/components/pipeline-toolbar/index.spec.tsx
+++ b/packages/compass-aggregations/src/components/pipeline-toolbar/index.spec.tsx
@@ -8,7 +8,7 @@ import {
import { expect } from 'chai';
import { renderWithStore } from '../../../test/configure-store';
import { PipelineToolbar } from './index';
-import { CompassPipelineStorage } from '@mongodb-js/my-queries-storage';
+import { createElectronPipelineStorage } from '@mongodb-js/my-queries-storage/electron';
describe('PipelineToolbar', function () {
describe('renders with setting row - visible', function () {
@@ -23,7 +23,12 @@ describe('PipelineToolbar', function () {
/>,
{ pipeline: [{ $match: { _id: 1 } }] },
undefined,
- { pipelineStorage: new CompassPipelineStorage() }
+ {
+ pipelineStorage: {
+ getStorage: () =>
+ createElectronPipelineStorage({ basepath: '/tmp/test' }),
+ },
+ }
);
toolbar = screen.getByTestId('pipeline-toolbar');
});
diff --git a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.spec.tsx b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.spec.tsx
index 71a190aa0cf..50aeeba6463 100644
--- a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.spec.tsx
+++ b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.spec.tsx
@@ -5,7 +5,7 @@ import { spy } from 'sinon';
import type { SinonSpy } from 'sinon';
import { renderWithStore } from '../../../../test/configure-store';
import { PipelineHeader } from '.';
-import { CompassPipelineStorage } from '@mongodb-js/my-queries-storage';
+import { createElectronPipelineStorage } from '@mongodb-js/my-queries-storage/electron';
describe('PipelineHeader', function () {
let container: HTMLElement;
@@ -23,7 +23,12 @@ describe('PipelineHeader', function () {
/>,
undefined,
undefined,
- { pipelineStorage: new CompassPipelineStorage() }
+ {
+ pipelineStorage: {
+ getStorage: () =>
+ createElectronPipelineStorage({ basepath: '/tmp/test' }),
+ },
+ }
);
container = screen.getByTestId('pipeline-header');
});
diff --git a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.tsx b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.tsx
index 7b0a8124ff6..edff962481a 100644
--- a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.tsx
+++ b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/index.tsx
@@ -8,12 +8,12 @@ import {
InteractivePopover,
} from '@mongodb-js/compass-components';
import { connect } from 'react-redux';
+import { usePreference } from 'compass-preferences-model/provider';
import PipelineStages from './pipeline-stages';
import PipelineActions from './pipeline-actions';
import SavedPipelines from '../../saved-pipelines/saved-pipelines';
import type { RootState } from '../../../modules';
-import { usePipelineStorage } from '@mongodb-js/my-queries-storage/provider';
const containerStyles = css({
display: 'flex',
@@ -110,9 +110,7 @@ export const PipelineHeader: React.FunctionComponent
= ({
isOptionsVisible,
isOpenPipelineVisible,
}) => {
- // TODO: remove direct check for storage existing, breaks single source of
- // truth rule and exposes services to UI, this breaks the rules for locators
- const isSavingAggregationsEnabled = !!usePipelineStorage();
+ const isSavingAggregationsEnabled = usePreference('enableMyQueries');
return (
{isOpenPipelineVisible && isSavingAggregationsEnabled && (
diff --git a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.spec.tsx b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.spec.tsx
index 74b4977e0f2..af50c90ea49 100644
--- a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.spec.tsx
+++ b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.spec.tsx
@@ -50,6 +50,7 @@ describe('PipelineActions', function () {
onUpdateView={() => {}}
onCollectionScanInsightActionButtonClick={() => {}}
onShowAIInputClick={() => {}}
+ stages={[]}
/>
);
});
@@ -115,6 +116,7 @@ describe('PipelineActions', function () {
onExplainAggregation={() => {}}
onCollectionScanInsightActionButtonClick={() => {}}
onShowAIInputClick={() => {}}
+ stages={[]}
/>
);
});
@@ -158,6 +160,7 @@ describe('PipelineActions', function () {
onExplainAggregation={() => {}}
onCollectionScanInsightActionButtonClick={() => {}}
onShowAIInputClick={() => {}}
+ stages={[]}
/>
);
@@ -195,6 +198,7 @@ describe('PipelineActions', function () {
onUpdateView={() => {}}
onCollectionScanInsightActionButtonClick={() => {}}
onShowAIInputClick={() => {}}
+ stages={[]}
/>
);
});
diff --git a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.tsx b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.tsx
index 01fa41adedd..556b20daa6b 100644
--- a/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.tsx
+++ b/packages/compass-aggregations/src/components/pipeline-toolbar/pipeline-header/pipeline-actions.tsx
@@ -23,10 +23,11 @@ import {
import { isOutputStage } from '../../../utils/stage';
import { openCreateIndexModal } from '../../../modules/insights';
import {
- usePreference,
useIsAIFeatureEnabled,
+ usePreferences,
} from 'compass-preferences-model/provider';
import { showInput as showAIInput } from '../../../modules/pipeline-builder/pipeline-ai';
+import { useAssistantActions } from '@mongodb-js/compass-assistant';
const containerStyles = css({
display: 'flex',
@@ -59,6 +60,8 @@ type PipelineActionsProps = {
showCollectionScanInsight?: boolean;
onCollectionScanInsightActionButtonClick: () => void;
+
+ stages: string[];
};
export const PipelineActions: React.FunctionComponent
= ({
@@ -80,12 +83,19 @@ export const PipelineActions: React.FunctionComponent = ({
onExplainAggregation,
showCollectionScanInsight,
onCollectionScanInsightActionButtonClick,
+ stages,
}) => {
- const enableAggregationBuilderExtraOptions = usePreference(
- 'enableAggregationBuilderExtraOptions'
- );
- const showInsights = usePreference('showInsights');
+ const {
+ readWrite: preferencesReadWrite,
+ enableAggregationBuilderExtraOptions,
+ showInsights,
+ } = usePreferences([
+ 'readWrite',
+ 'enableAggregationBuilderExtraOptions',
+ 'showInsights',
+ ]);
const isAIFeatureEnabled = useIsAIFeatureEnabled();
+ const { tellMoreAboutInsight } = useAssistantActions();
return (
@@ -97,8 +107,23 @@ export const PipelineActions: React.FunctionComponent
= ({
{
+ tellMoreAboutInsight({
+ id: 'aggregation-executed-without-index',
+ stages,
+ });
+ }),
}}
>
{
static displayName = 'SavingPipelineModalComponent';
- static propTypes = {
- isOpen: PropTypes.bool.isRequired,
- isSaveAs: PropTypes.bool.isRequired,
- name: PropTypes.string.isRequired,
- savingPipelineCancel: PropTypes.func.isRequired,
- savingPipelineApply: PropTypes.func.isRequired,
- savingPipelineNameChanged: PropTypes.func.isRequired,
- saveCurrentPipeline: PropTypes.func.isRequired,
- clonePipeline: PropTypes.func.isRequired,
- };
-
componentDidUpdate(prevProps: SavingPipelineModalProps) {
if (prevProps.isOpen !== this.props.isOpen && this.props.isOpen) {
this.props.track('Screen', { name: 'save_pipeline_modal' }, undefined);
diff --git a/packages/compass-aggregations/src/components/search-no-results.tsx b/packages/compass-aggregations/src/components/search-no-results.tsx
index 4cd8836664b..f80cf7a03c3 100644
--- a/packages/compass-aggregations/src/components/search-no-results.tsx
+++ b/packages/compass-aggregations/src/components/search-no-results.tsx
@@ -33,9 +33,9 @@ export default function SearchNoResults() {
return (
No preview documents
diff --git a/packages/compass-aggregations/src/components/stage-preview/stage-preview-header.tsx b/packages/compass-aggregations/src/components/stage-preview/stage-preview-header.tsx
index df18e022c9a..5bbb5b68f34 100644
--- a/packages/compass-aggregations/src/components/stage-preview/stage-preview-header.tsx
+++ b/packages/compass-aggregations/src/components/stage-preview/stage-preview-header.tsx
@@ -1,16 +1,10 @@
import React from 'react';
import { connect } from 'react-redux';
-import { Body, Link, Tooltip, css } from '@mongodb-js/compass-components';
+import { Body, Link, Tooltip } from '@mongodb-js/compass-components';
import type { RootState } from '../../modules';
import { getStageInfo } from '../../utils/stage';
import type { StoreStage } from '../../modules/pipeline-builder/stage-editor';
-const toolbarTextStyles = css({
- whiteSpace: 'nowrap',
- overflow: 'hidden',
- textOverflow: 'ellipsis',
-});
-
const OperatorLink: React.FunctionComponent<{
stageOperator: string;
description?: string;
@@ -56,13 +50,13 @@ function StagePreviewHeader({
return null;
}
return (
-
+
{destination ? (
`Documents will be saved to ${destination}.`
) : (
<>
- Output after{' '}
+ Output preview after{' '}
{
+ const mockStages: Stage[] = [
+ {
+ name: 'basicStage',
+ env: ['on-prem'],
+ description: 'basicStage description.',
+ },
+ {
+ name: 'atlasOnlyStage',
+ env: ['atlas'],
+ description: 'atlasOnlyStage description.',
+ },
+ {
+ name: '$search',
+ env: ['atlas'],
+ description: 'searchStage description.',
+ },
+ ];
+
+ const defaultMockProps = {
+ index: 0,
+ onChange: Sinon.stub(),
+ selectedStage: null,
+ isDisabled: false,
+ stages: mockStages,
+ serverVersion: '8.1.0',
+ sourceName: 'sourceName',
+ collectionStats: {
+ pipeline: [{ $addFields: { field: 'value' } }],
+ },
+ };
+
+ const renderCombobox = (
+ props: Partial> = {}
+ ) => {
+ return render(
- {stages.map((stage, index) => (
+ {stages.map((stage: Stage, index) => (
@@ -122,6 +197,9 @@ export default withPreferences(
selectedStage: stage.stageOperator,
isDisabled: stage.disabled,
stages: stages,
+ serverVersion: state.serverVersion,
+ sourceName: state.sourceName,
+ collectionStats: state.collectionStats,
};
},
(dispatch: any, ownProps) => {
diff --git a/packages/compass-aggregations/src/index.ts b/packages/compass-aggregations/src/index.ts
index bf9a7c4d3f0..0a8a49e1e39 100644
--- a/packages/compass-aggregations/src/index.ts
+++ b/packages/compass-aggregations/src/index.ts
@@ -1,5 +1,5 @@
import React from 'react';
-import { registerHadronPlugin } from 'hadron-app-registry';
+import { registerCompassPlugin } from '@mongodb-js/compass-app-registry';
import { AggregationsPlugin } from './plugin';
import { activateAggregationsPlugin } from './stores/store';
import { Aggregations } from './components/aggregations';
@@ -29,7 +29,7 @@ import { atlasAiServiceLocator } from '@mongodb-js/compass-generative-ai/provide
import { pipelineStorageLocator } from '@mongodb-js/my-queries-storage/provider';
import { AggregationsTabTitle } from './plugin-title';
-const CompassAggregationsHadronPlugin = registerHadronPlugin(
+const CompassAggregationsPluginProvider = registerCompassPlugin(
{
name: 'CompassAggregations',
component: function AggregationsProvider({ children }) {
@@ -58,12 +58,12 @@ const CompassAggregationsHadronPlugin = registerHadronPlugin(
export const CompassAggregationsPlugin = {
name: 'Aggregations' as const,
- provider: CompassAggregationsHadronPlugin,
+ provider: CompassAggregationsPluginProvider,
content: AggregationsPlugin,
header: AggregationsTabTitle,
};
-export const CreateViewPlugin = registerHadronPlugin(
+export const CreateViewPlugin = registerCompassPlugin(
{
name: 'CreateView',
component: CreateViewModal,
diff --git a/packages/compass-aggregations/src/modules/collection-stats.ts b/packages/compass-aggregations/src/modules/collection-stats.ts
index a42f4e4d3af..cc794b3d13c 100644
--- a/packages/compass-aggregations/src/modules/collection-stats.ts
+++ b/packages/compass-aggregations/src/modules/collection-stats.ts
@@ -4,16 +4,19 @@ import { isAction } from '../utils/is-action';
export type CollectionStats = {
document_count?: number;
+ pipeline?: unknown[];
};
export const INITIAL_STATE: CollectionStats = {
document_count: undefined,
+ pipeline: undefined,
};
export function pickCollectionStats(collection: Collection): CollectionStats {
- const { document_count } = collection.toJSON();
+ const { document_count, pipeline } = collection.toJSON();
return {
document_count,
+ pipeline,
};
}
diff --git a/packages/compass-aggregations/src/modules/env.ts b/packages/compass-aggregations/src/modules/env.ts
index 52281136181..b36f51e2225 100644
--- a/packages/compass-aggregations/src/modules/env.ts
+++ b/packages/compass-aggregations/src/modules/env.ts
@@ -1,6 +1,6 @@
import { ON_PREM, type ENVS } from '@mongodb-js/mongodb-constants';
-export type ServerEnvironment = typeof ENVS[number];
+export type ServerEnvironment = (typeof ENVS)[number];
export const INITIAL_STATE: ServerEnvironment = ON_PREM;
diff --git a/packages/compass-aggregations/src/modules/id.ts b/packages/compass-aggregations/src/modules/id.ts
index f914fa09e99..a82806c5fdc 100644
--- a/packages/compass-aggregations/src/modules/id.ts
+++ b/packages/compass-aggregations/src/modules/id.ts
@@ -1,4 +1,4 @@
-import { ObjectId } from 'bson';
+import { UUID } from 'bson';
import type { ClonePipelineAction } from './clone-pipeline';
import { CLONE_PIPELINE } from './clone-pipeline';
import type { NewPipelineConfirmedAction } from './is-new-pipeline-confirm';
@@ -51,7 +51,7 @@ export default function reducer(
ConfirmNewPipelineActions.NewPipelineConfirmed
)
) {
- return new ObjectId().toHexString();
+ return new UUID().toString();
}
if (isAction(action, RESTORE_PIPELINE)) {
return action.storedOptions.id;
diff --git a/packages/compass-aggregations/src/modules/index.ts b/packages/compass-aggregations/src/modules/index.ts
index 1f5de34002b..21173f150b2 100644
--- a/packages/compass-aggregations/src/modules/index.ts
+++ b/packages/compass-aggregations/src/modules/index.ts
@@ -40,7 +40,7 @@ import searchIndexes from './search-indexes';
import type { WorkspacesService } from '@mongodb-js/compass-workspaces/provider';
import type { PreferencesAccess } from 'compass-preferences-model';
import type { Logger } from '@mongodb-js/compass-logging/provider';
-import type AppRegistry from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
import type { AtlasAiService } from '@mongodb-js/compass-generative-ai/provider';
import type { MongoDBInstance } from 'mongodb-instance-model';
import type { DataService } from '../modules/data-service';
diff --git a/packages/compass-aggregations/src/modules/pipeline-builder/pipeline-ai.ts b/packages/compass-aggregations/src/modules/pipeline-builder/pipeline-ai.ts
index f2f980d485a..0a2a56fa96f 100644
--- a/packages/compass-aggregations/src/modules/pipeline-builder/pipeline-ai.ts
+++ b/packages/compass-aggregations/src/modules/pipeline-builder/pipeline-ai.ts
@@ -430,14 +430,14 @@ export const cancelAIPipelineGeneration = (): PipelineBuilderThunkAction<
};
};
-type resetIsAggregationGeneratedFromQueryAction = {
+type ResetIsAggregationGeneratedFromQueryAction = {
type: AIPipelineActionTypes.resetIsAggregationGeneratedFromQuery;
};
export const resetIsAggregationGeneratedFromQuery =
(): PipelineBuilderThunkAction<
void,
- resetIsAggregationGeneratedFromQueryAction
+ ResetIsAggregationGeneratedFromQueryAction
> => {
return (dispatch) => {
dispatch({
@@ -449,7 +449,7 @@ export const resetIsAggregationGeneratedFromQuery =
export const showInput = (): PipelineBuilderThunkAction> => {
return async (dispatch, _getState, { atlasAiService }) => {
try {
- if (process.env.COMPASS_E2E_SKIP_ATLAS_SIGNIN !== 'true') {
+ if (process.env.COMPASS_E2E_SKIP_AI_OPT_IN !== 'true') {
await atlasAiService.ensureAiFeatureAccess();
}
dispatch({
@@ -477,9 +477,8 @@ export type AIPipelineAction =
| AIPipelineFailedAction
| LoadGeneratedPipelineAction
| PipelineGeneratedFromQueryAction
- | LoadGeneratedPipelineAction
| CancelAIPipelineGenerationAction
- | resetIsAggregationGeneratedFromQueryAction
+ | ResetIsAggregationGeneratedFromQueryAction
| ShowInputAction
| HideInputAction
| ChangeAIPromptTextAction;
@@ -567,7 +566,7 @@ const aiPipelineReducer: Reducer = (
}
if (
- isAction(
+ isAction(
action,
AIPipelineActionTypes.resetIsAggregationGeneratedFromQuery
)
diff --git a/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.spec.ts b/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.spec.ts
index b85472af616..7ee69eaf591 100644
--- a/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.spec.ts
+++ b/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.spec.ts
@@ -21,7 +21,7 @@ import {
} from './stage-editor';
import type { StageEditorState, StoreStage, Wizard } from './stage-editor';
import reducer from '../';
-import { CompassPipelineStorage } from '@mongodb-js/my-queries-storage';
+import { createElectronPipelineStorage } from '@mongodb-js/my-queries-storage/electron';
import Sinon from 'sinon';
import type Stage from './stage';
import { mockDataService } from '../../../test/mocks/data-service';
@@ -29,7 +29,7 @@ import { getId } from './stage-ids';
import { defaultPreferencesInstance } from 'compass-preferences-model';
import { createNoopLogger } from '@mongodb-js/compass-logging/provider';
import { createNoopTrack } from '@mongodb-js/compass-telemetry/provider';
-import AppRegistry from 'hadron-app-registry';
+import AppRegistry from '@mongodb-js/compass-app-registry';
import { ConnectionScopedAppRegistryImpl } from '@mongodb-js/compass-connections/provider';
import { createDefaultConnectionInfo } from '@mongodb-js/testing-library-compass';
@@ -130,7 +130,9 @@ function createStore({
localAppRegistry: new AppRegistry(),
atlasAiService: {} as any,
pipelineBuilder,
- pipelineStorage: new CompassPipelineStorage(),
+ pipelineStorage: createElectronPipelineStorage({
+ basepath: '/tmp/test',
+ }),
instance: {} as any,
workspaces: {} as any,
preferences,
diff --git a/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.ts b/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.ts
index 2058bf21da0..5134f9bdf2e 100644
--- a/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.ts
+++ b/packages/compass-aggregations/src/modules/pipeline-builder/stage-editor.ts
@@ -171,7 +171,6 @@ export type StageEditorAction =
| ChangeStageValueAction
| ChangeStageOperatorAction
| ChangeStageCollapsedAction
- | ChangeStageOperatorAction
| ChangeStageDisabledAction
| StageAddAction
| StageRemoveAction
diff --git a/packages/compass-aggregations/src/modules/pipeline-builder/text-editor-pipeline.spec.ts b/packages/compass-aggregations/src/modules/pipeline-builder/text-editor-pipeline.spec.ts
index 72a4743c575..465e1790be0 100644
--- a/packages/compass-aggregations/src/modules/pipeline-builder/text-editor-pipeline.spec.ts
+++ b/packages/compass-aggregations/src/modules/pipeline-builder/text-editor-pipeline.spec.ts
@@ -10,7 +10,7 @@ import type { PipelineBuilderThunkDispatch } from '..';
import reducer from '..';
import Sinon from 'sinon';
import { toggleAutoPreview } from '../auto-preview';
-import { CompassPipelineStorage } from '@mongodb-js/my-queries-storage';
+import { createElectronPipelineStorage } from '@mongodb-js/my-queries-storage/electron';
import { mockDataService } from '../../../test/mocks/data-service';
function createStore(
@@ -46,7 +46,9 @@ function createStore(
thunk.withExtraArgument({
atlasAiService: {} as any,
pipelineBuilder,
- pipelineStorage: new CompassPipelineStorage(),
+ pipelineStorage: createElectronPipelineStorage({
+ basepath: '/tmp/test',
+ }),
instance: {} as any,
workspaces: {} as any,
preferences: {
diff --git a/packages/compass-aggregations/src/modules/search-indexes.ts b/packages/compass-aggregations/src/modules/search-indexes.ts
index c29a03c3fde..3347ce41593 100644
--- a/packages/compass-aggregations/src/modules/search-indexes.ts
+++ b/packages/compass-aggregations/src/modules/search-indexes.ts
@@ -123,4 +123,26 @@ export const createSearchIndex = (): PipelineBuilderThunkAction => {
};
};
+/**
+ * Checks whether a namespace has existing search indexes
+ *
+ * @param namespace - collection/view namespace
+ * @param dataService - dataService instance
+ * @returns whether namespace has existing search indexes
+ */
+export const namespaceHasSearchIndexes = async (
+ namespace: string,
+ dataService: { getSearchIndexes?: (ns: string) => Promise }
+): Promise => {
+ try {
+ if (!dataService.getSearchIndexes) {
+ throw new Error('Cannot get search indexes in this environment');
+ }
+ const indexes = await dataService.getSearchIndexes(namespace);
+ return indexes.length > 0;
+ } catch {
+ return false;
+ }
+};
+
export default reducer;
diff --git a/packages/compass-aggregations/src/modules/update-view.spec.ts b/packages/compass-aggregations/src/modules/update-view.spec.ts
index 9c016fcf712..e033d4b2a9e 100644
--- a/packages/compass-aggregations/src/modules/update-view.spec.ts
+++ b/packages/compass-aggregations/src/modules/update-view.spec.ts
@@ -3,13 +3,17 @@ import { expect } from 'chai';
import { ERROR_UPDATING_VIEW, updateView } from './update-view';
import { createNoopLogger } from '@mongodb-js/compass-logging/provider';
import { createNoopTrack } from '@mongodb-js/compass-telemetry/provider';
-import AppRegistry from 'hadron-app-registry';
+import AppRegistry from '@mongodb-js/compass-app-registry';
import {
type ConnectionInfoRef,
ConnectionScopedAppRegistryImpl,
} from '@mongodb-js/compass-connections/provider';
import { createDefaultConnectionInfo } from '@mongodb-js/testing-library-compass';
+// Importing this to stub showConfirmation
+import * as updateViewSlice from './update-view';
+import * as searchIndexesSlice from './search-indexes';
+
const TEST_CONNECTION_INFO = { ...createDefaultConnectionInfo(), title: '' };
describe('update-view module', function () {
@@ -48,10 +52,20 @@ describe('update-view module', function () {
let stateMock: any;
let getStateMock: () => any;
let updateCollectionFake = sinon.fake();
+ let showConfirmationStub: sinon.SinonStub;
+ let namespaceHasSearchIndexesStub: sinon.SinonStub;
- beforeEach(async function () {
+ beforeEach(function () {
dispatchFake = sinon.fake();
updateCollectionFake = sinon.fake.resolves(undefined);
+ showConfirmationStub = sinon
+ .stub(updateViewSlice, 'showConfirmation')
+ .resolves(true);
+
+ namespaceHasSearchIndexesStub = sinon
+ .stub(searchIndexesSlice, 'namespaceHasSearchIndexes')
+ .resolves(true);
+
stateMock = {
pipelineBuilder: { pipelineMode: 'builder-ui' },
focusMode: { isEnabled: false },
@@ -62,20 +76,57 @@ describe('update-view module', function () {
updateCollection: updateCollectionFake,
},
},
+ serverVersion: '8.1.0',
};
getStateMock = () => stateMock;
+ });
+ afterEach(function () {
+ showConfirmationStub.restore();
+ namespaceHasSearchIndexesStub.restore();
+ });
+
+ it('first it calls to dismiss any existing error', async function () {
const runUpdateView = updateView();
await runUpdateView(dispatchFake, getStateMock, thunkArg as any);
- });
- it('first it calls to dismiss any existing error', function () {
expect(dispatchFake.firstCall.args[0]).to.deep.equal({
type: 'aggregations/update-view/DISMISS_VIEW_UPDATE_ERROR',
});
});
- it('calls the data service to update the view for the provided ns', function () {
+ it('does not shows confirmation banner if search indexes are not present', async function () {
+ namespaceHasSearchIndexesStub.resolves(false);
+ const runUpdateView = updateView();
+ await runUpdateView(dispatchFake, getStateMock, thunkArg as any);
+
+ expect(showConfirmationStub.calledOnce).to.be.false;
+ });
+
+ it('shows confirmation banner when search indexes are present', async function () {
+ const runUpdateView = updateView();
+ await runUpdateView(dispatchFake, getStateMock, thunkArg as any);
+
+ expect(showConfirmationStub.calledOnce).to.be.true;
+ expect(showConfirmationStub.firstCall.args[0]).to.deep.include({
+ title: `Are you sure you want to update the view?`,
+ buttonText: 'Update',
+ });
+ });
+
+ it('does not update view if not confirmed', async function () {
+ showConfirmationStub.resolves(false);
+
+ const runUpdateView = updateView();
+ await runUpdateView(dispatchFake, getStateMock, thunkArg as any);
+
+ expect(updateCollectionFake.calledOnce).to.be.false;
+ });
+
+ it('calls the data service to update the view for the provided ns', async function () {
+ const runUpdateView = updateView();
+ await runUpdateView(dispatchFake, getStateMock, thunkArg as any);
+
expect(updateCollectionFake.firstCall.args[0]).to.equal('aa.bb');
expect(updateCollectionFake.firstCall.args[1]).to.deep.equal({
viewOn: 'bb',
diff --git a/packages/compass-aggregations/src/modules/update-view.ts b/packages/compass-aggregations/src/modules/update-view.ts
index 87ce2838964..d7b60d50c33 100644
--- a/packages/compass-aggregations/src/modules/update-view.ts
+++ b/packages/compass-aggregations/src/modules/update-view.ts
@@ -8,6 +8,9 @@ import {
import type { PipelineBuilderThunkAction } from '.';
import { isAction } from '../utils/is-action';
import type { AnyAction } from 'redux';
+import { showConfirmation as showConfirmationModal } from '@mongodb-js/compass-components';
+import { namespaceHasSearchIndexes } from './search-indexes';
+import { VIEW_PIPELINE_UTILS } from '@mongodb-js/mongodb-constants';
export type UpdateViewState = null | string;
@@ -73,6 +76,8 @@ export const dismissViewError = (): DismissViewUpdateErrorAction => ({
type: DISMISS_VIEW_UPDATE_ERROR,
});
+//Exporting this for test only to stub it and set its value
+export const showConfirmation = showConfirmationModal;
/**
* Updates a view.
*
@@ -96,6 +101,7 @@ export const updateView = (): PipelineBuilderThunkAction> => {
const state = getState();
const ds = state.dataService.dataService;
const viewNamespace = state.editViewName;
+ const serverVersion = state.serverVersion;
if (!viewNamespace) {
return;
@@ -107,6 +113,30 @@ export const updateView = (): PipelineBuilderThunkAction> => {
getState(),
pipelineBuilder
);
+
+ if (
+ VIEW_PIPELINE_UTILS.isVersionSearchCompatibleForViewsDataExplorer(
+ serverVersion
+ ) &&
+ ds &&
+ (await namespaceHasSearchIndexes(viewNamespace, ds))
+ ) {
+ const pipelineIsSearchQueryable =
+ VIEW_PIPELINE_UTILS.isPipelineSearchQueryable(viewPipeline);
+ const confirmed = await showConfirmation({
+ title: `Are you sure you want to update the view?`,
+ description: pipelineIsSearchQueryable
+ ? 'There are search indexes created on this view. Updating the view will result in an index rebuild, which will consume additional resources on your cluster.'
+ : 'This update will make the view incompatible with search indexes and will cause all search indexes to fail. Only views containing $addFields, $set or $match stages with the $expr operator are compatible with search indexes.',
+ buttonText: 'Update',
+ variant: pipelineIsSearchQueryable ? 'primary' : 'danger',
+ });
+
+ if (!confirmed) {
+ return;
+ }
+ }
+
const options = {
viewOn: toNS(state.namespace).collection,
pipeline: viewPipeline,
diff --git a/packages/compass-aggregations/src/plugin.tsx b/packages/compass-aggregations/src/plugin.tsx
index ee5af0dfc66..1b185aeebc0 100644
--- a/packages/compass-aggregations/src/plugin.tsx
+++ b/packages/compass-aggregations/src/plugin.tsx
@@ -10,6 +10,9 @@ export const AggregationsPlugin: React.FunctionComponent<
const showExportButton = usePreference('enableImportExport');
const showRunButton = usePreference('enableAggregationBuilderRunPipeline');
const showExplainButton = usePreference('enableExplainPlan');
+ const enableSearchActivationProgramP1 = usePreference(
+ 'enableSearchActivationProgramP1'
+ );
return (
@@ -17,6 +20,7 @@ export const AggregationsPlugin: React.FunctionComponent<
showExportButton={showExportButton}
showRunButton={showRunButton}
showExplainButton={showExplainButton}
+ enableSearchActivationProgramP1={enableSearchActivationProgramP1}
/>
);
diff --git a/packages/compass-aggregations/src/stores/create-view.spec.ts b/packages/compass-aggregations/src/stores/create-view.spec.ts
index 9b39f7a7d8d..e7f456dd1bc 100644
--- a/packages/compass-aggregations/src/stores/create-view.spec.ts
+++ b/packages/compass-aggregations/src/stores/create-view.spec.ts
@@ -1,4 +1,4 @@
-import type AppRegistry from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
import { expect } from 'chai';
import { changeViewName, createView } from '../modules/create-view';
import Sinon from 'sinon';
diff --git a/packages/compass-aggregations/src/stores/create-view.ts b/packages/compass-aggregations/src/stores/create-view.ts
index 684339c52b1..767b9cf042a 100644
--- a/packages/compass-aggregations/src/stores/create-view.ts
+++ b/packages/compass-aggregations/src/stores/create-view.ts
@@ -4,11 +4,11 @@ import type { ThunkAction } from 'redux-thunk';
import thunk from 'redux-thunk';
import type { CreateViewAction } from '../modules/create-view';
import reducer, { open } from '../modules/create-view';
-import type AppRegistry from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
import type { Logger } from '@mongodb-js/compass-logging/provider';
import type { WorkspacesService } from '@mongodb-js/compass-workspaces/provider';
import type { ConnectionsService } from '@mongodb-js/compass-connections/provider';
-import type { ActivateHelpers } from 'hadron-app-registry';
+import type { ActivateHelpers } from '@mongodb-js/compass-app-registry';
import type { TrackFunction } from '@mongodb-js/compass-telemetry';
type CreateViewServices = {
diff --git a/packages/compass-aggregations/src/stores/store.spec.ts b/packages/compass-aggregations/src/stores/store.spec.ts
index b2724ab3d9b..e08e485d6ac 100644
--- a/packages/compass-aggregations/src/stores/store.spec.ts
+++ b/packages/compass-aggregations/src/stores/store.spec.ts
@@ -1,4 +1,4 @@
-import type AppRegistry from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
import rootReducer from '../modules';
import { expect } from 'chai';
import configureStore from '../../test/configure-store';
diff --git a/packages/compass-aggregations/src/stores/store.ts b/packages/compass-aggregations/src/stores/store.ts
index cbefaaa7dae..83829e9fd8a 100644
--- a/packages/compass-aggregations/src/stores/store.ts
+++ b/packages/compass-aggregations/src/stores/store.ts
@@ -15,7 +15,7 @@ import {
mapStoreStagesToStageIdAndType,
} from '../modules/pipeline-builder/stage-editor';
import { updatePipelinePreview } from '../modules/pipeline-builder/builder-helpers';
-import type AppRegistry from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
import type { ENVS } from '@mongodb-js/mongodb-constants';
import {
setCollectionFields,
@@ -26,14 +26,14 @@ import { INITIAL_STATE as SEARCH_INDEXES_INITIAL_STATE } from '../modules/search
import { INITIAL_PANEL_OPEN_LOCAL_STORAGE_KEY } from '../modules/side-panel';
import type { DataService } from '../modules/data-service';
import type { WorkspacesService } from '@mongodb-js/compass-workspaces/provider';
-import type { ActivateHelpers } from 'hadron-app-registry';
+import type { ActivateHelpers } from '@mongodb-js/compass-app-registry';
import type { MongoDBInstance } from 'mongodb-instance-model';
import type Database from 'mongodb-database-model';
import type { CollectionTabPluginMetadata } from '@mongodb-js/compass-collection';
import type { PreferencesAccess } from 'compass-preferences-model';
import type { Logger } from '@mongodb-js/compass-logging/provider';
import type { AtlasAiService } from '@mongodb-js/compass-generative-ai/provider';
-import type { PipelineStorage } from '@mongodb-js/my-queries-storage/provider';
+import type { PipelineStorageAccess } from '@mongodb-js/my-queries-storage/provider';
import { maxTimeMSChanged } from '../modules/max-time-ms';
import type {
ConnectionInfoRef,
@@ -52,7 +52,7 @@ export type ConfigureStoreOptions = CollectionTabPluginMetadata &
* Current connection env type. Affects available stages. Accepted values:
* "atlas" | "on-prem" | "adl"
*/
- env: typeof ENVS[number] | null;
+ env: (typeof ENVS)[number] | null;
/**
* Namespace field values that will be used in autocomplete
*/
@@ -80,7 +80,7 @@ export type AggregationsPluginServices = {
logger: Logger;
track: TrackFunction;
atlasAiService: AtlasAiService;
- pipelineStorage?: PipelineStorage;
+ pipelineStorage?: PipelineStorageAccess;
connectionInfoRef: ConnectionInfoRef;
connectionScopedAppRegistry: ConnectionScopedAppRegistry<'open-export'>;
collection: Collection;
@@ -148,7 +148,7 @@ export function activateAggregationsPlugin(
// mms specifies options.env whereas we don't currently get this variable when
// we use the aggregations plugin inside compass. In that use case we get it
// from the instance model above.
- options.env ?? (instance.env as typeof ENVS[number]),
+ options.env ?? (instance.env as (typeof ENVS)[number]),
// options.outResultsFn is only used by mms
outResultsFn: options.outResultsFn,
pipelineBuilder: {
@@ -178,7 +178,7 @@ export function activateAggregationsPlugin(
globalAppRegistry,
localAppRegistry,
pipelineBuilder,
- pipelineStorage,
+ pipelineStorage: pipelineStorage?.getStorage(),
workspaces,
instance,
preferences,
diff --git a/packages/compass-aggregations/src/utils/stage.spec.ts b/packages/compass-aggregations/src/utils/stage.spec.ts
index dcca20b6cb4..01e24f18d3b 100644
--- a/packages/compass-aggregations/src/utils/stage.spec.ts
+++ b/packages/compass-aggregations/src/utils/stage.spec.ts
@@ -66,6 +66,24 @@ describe('utils', function () {
expect(searchMeta.length).to.be.equal(1);
});
+ it('returns $search stage for a view', function () {
+ const search = filterStageOperators({
+ ...filter,
+ sourceName: 'simple.sample',
+ }).filter((o) => o.name === '$search');
+
+ expect(search.length).to.be.equal(1);
+ });
+
+ it('returns $searchMeta stage for a view', function () {
+ const searchMeta = filterStageOperators({
+ ...filter,
+ sourceName: 'simple.sample',
+ }).filter((o) => o.name === '$searchMeta');
+
+ expect(searchMeta.length).to.be.equal(1);
+ });
+
// $documents only works for db.aggregate, not coll.aggregate
it('does not return $documents stage for a regular collection', function () {
const documents = filterStageOperators({ ...filter }).filter(
@@ -97,17 +115,6 @@ describe('utils', function () {
expect(searchStages.length).to.be.equal(0);
});
-
- it('does not return full-text search stages for views', function () {
- const searchStages = filterStageOperators({
- ...filter,
- sourceName: 'simple.sample',
- }).filter((o) =>
- ['$search', '$searchMeta', '$documents'].includes(o.name)
- );
-
- expect(searchStages.length).to.be.equal(0);
- });
});
context('when on-prem', function () {
diff --git a/packages/compass-aggregations/test/configure-store.ts b/packages/compass-aggregations/test/configure-store.ts
index 4cf517cbbf8..48994e89b2d 100644
--- a/packages/compass-aggregations/test/configure-store.ts
+++ b/packages/compass-aggregations/test/configure-store.ts
@@ -3,6 +3,7 @@ import type {
ConfigureStoreOptions,
} from '../src/stores/store';
import { mockDataService } from './mocks/data-service';
+import type { RenderPluginWithConnectionsResult } from '@mongodb-js/testing-library-compass';
import { createPluginTestHelpers } from '@mongodb-js/testing-library-compass';
import { CompassAggregationsPlugin } from '../src/index';
import type { DataService } from '@mongodb-js/compass-connections/provider';
@@ -86,7 +87,9 @@ export default function configureStore(
export function renderWithStore(
ui: React.ReactElement,
...args: Parameters
-) {
+): Promise<
+ RenderPluginWithConnectionsResult
+> {
ui = args[2]?.pipelineStorage
? React.createElement(PipelineStorageProvider, {
value: args[2].pipelineStorage,
diff --git a/packages/compass-aggregations/tsconfig-build.json b/packages/compass-aggregations/tsconfig-build.json
new file mode 100644
index 00000000000..737091e2e1c
--- /dev/null
+++ b/packages/compass-aggregations/tsconfig-build.json
@@ -0,0 +1,5 @@
+{
+ "extends": "./tsconfig.json",
+ "include": ["src/**/*"],
+ "exclude": ["./src/**/*.spec.*"]
+}
diff --git a/packages/compass-aggregations/tsconfig-lint.json b/packages/compass-aggregations/tsconfig-lint.json
deleted file mode 100644
index 6bdef84f322..00000000000
--- a/packages/compass-aggregations/tsconfig-lint.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{
- "extends": "./tsconfig.json",
- "include": ["**/*"],
- "exclude": ["node_modules", "dist"]
-}
diff --git a/packages/compass-aggregations/tsconfig.json b/packages/compass-aggregations/tsconfig.json
index e45df8e2f65..6339680db32 100644
--- a/packages/compass-aggregations/tsconfig.json
+++ b/packages/compass-aggregations/tsconfig.json
@@ -4,6 +4,6 @@
"outDir": "dist",
"allowJs": true
},
- "include": ["src/**/*"],
- "exclude": ["./src/**/*.spec.*"]
+ "include": ["**/*"],
+ "exclude": ["node_modules", "dist"]
}
diff --git a/packages/hadron-app-registry/.depcheckrc b/packages/compass-app-registry/.depcheckrc
similarity index 100%
rename from packages/hadron-app-registry/.depcheckrc
rename to packages/compass-app-registry/.depcheckrc
diff --git a/packages/hadron-app-registry/.eslintignore b/packages/compass-app-registry/.eslintignore
similarity index 100%
rename from packages/hadron-app-registry/.eslintignore
rename to packages/compass-app-registry/.eslintignore
diff --git a/packages/hadron-app-registry/.eslintrc.js b/packages/compass-app-registry/.eslintrc.js
similarity index 80%
rename from packages/hadron-app-registry/.eslintrc.js
rename to packages/compass-app-registry/.eslintrc.js
index 9c3ab95632f..f64a0ab086d 100644
--- a/packages/hadron-app-registry/.eslintrc.js
+++ b/packages/compass-app-registry/.eslintrc.js
@@ -4,6 +4,6 @@ module.exports = {
extends: ['@mongodb-js/eslint-config-compass'],
parserOptions: {
tsconfigRootDir: __dirname,
- project: ['./tsconfig-lint.json'],
+ project: ['./tsconfig.json'],
},
};
diff --git a/packages/hadron-app-registry/.gitignore b/packages/compass-app-registry/.gitignore
similarity index 100%
rename from packages/hadron-app-registry/.gitignore
rename to packages/compass-app-registry/.gitignore
diff --git a/packages/hadron-app-registry/.mocharc.js b/packages/compass-app-registry/.mocharc.js
similarity index 100%
rename from packages/hadron-app-registry/.mocharc.js
rename to packages/compass-app-registry/.mocharc.js
diff --git a/packages/hadron-app-registry/.npmignore b/packages/compass-app-registry/.npmignore
similarity index 100%
rename from packages/hadron-app-registry/.npmignore
rename to packages/compass-app-registry/.npmignore
diff --git a/packages/hadron-app-registry/README.md b/packages/compass-app-registry/README.md
similarity index 95%
rename from packages/hadron-app-registry/README.md
rename to packages/compass-app-registry/README.md
index c28398aa4dd..6b74d0c3162 100644
--- a/packages/hadron-app-registry/README.md
+++ b/packages/compass-app-registry/README.md
@@ -1,4 +1,4 @@
-# hadron-app-registry
+# @mongodb-js/compass-app-registry
## Concepts
@@ -54,15 +54,15 @@ import {
globalAppRegistry,
AppRegistry,
AppRegistryProvider,
- registerHadronPlugin,
-} from 'hadron-app-registry';
+ registerCompassPlugin,
+} from '@mongodb-js/compass-app-registry';
import CompassLogging from '@mongodb-js/compass-logging';
import {
LoggingProvider,
loggingLocator,
} from '@mongodb-js/compass-logging/provider';
-const PluginWithLogger = registerHadronPlugin(
+const PluginWithLogger = registerCompassPlugin(
{
name: 'LoggingPlugin',
component: function () {
@@ -93,7 +93,7 @@ intended to use.
Typically, these functions are implemented using React contexts.
```typescript
-import { createServiceLocator } from 'hadron-app-registry';
+import { createServiceLocator } from '@mongodb-js/compass-app-registry';
const ConnectionStorageContext = createContext(null);
@@ -133,7 +133,7 @@ associated with it is destroyed). In order to make this easier, helpers are
provided that automatically register cleanup functions:
```js
-const Plugin = registerHadronPlugin({
+const Plugin = registerCompassPlugin({
name: 'TestPlugin',
component: TestPluginComponent,
activate(props, services, { on, addCleanup, cleanup }) {
diff --git a/packages/hadron-app-registry/package.json b/packages/compass-app-registry/package.json
similarity index 69%
rename from packages/hadron-app-registry/package.json
rename to packages/compass-app-registry/package.json
index 4d7fe53356d..c9de12550ab 100644
--- a/packages/hadron-app-registry/package.json
+++ b/packages/compass-app-registry/package.json
@@ -1,13 +1,17 @@
{
- "name": "hadron-app-registry",
- "description": "Hadron App Registry",
- "author": "Durran Jordan ",
+ "name": "@mongodb-js/compass-app-registry",
+ "description": "Compass App Registry",
+ "author": {
+ "name": "MongoDB Inc",
+ "email": "compass@mongodb.com"
+ },
"bugs": {
"url": "https://jira.mongodb.org/projects/COMPASS/issues",
"email": "compass@mongodb.com"
},
+ "private": true,
"homepage": "https://github.com/mongodb-js/compass",
- "version": "9.4.11",
+ "version": "9.4.26",
"repository": {
"type": "git",
"url": "https://github.com/mongodb-js/compass.git"
@@ -29,12 +33,13 @@
"scripts": {
"bootstrap": "npm run compile",
"prepublishOnly": "npm run compile && compass-scripts check-exports-exist",
- "compile": "tsc -p tsconfig.json && gen-esm-wrapper . ./dist/.esm-wrapper.mjs",
+ "compile": "tsc -p tsconfig-build.json && gen-esm-wrapper . ./dist/.esm-wrapper.mjs",
+ "typecheck": "tsc -p tsconfig.json --noEmit",
"eslint": "eslint-compass",
"prettier": "prettier-compass",
"lint": "npm run eslint . && npm run prettier -- --check .",
"depcheck": "compass-scripts check-peer-deps && depcheck",
- "check": "npm run lint && npm run depcheck",
+ "check": "npm run typecheck && npm run lint && npm run depcheck",
"check-ci": "npm run check",
"test": "mocha",
"test-cov": "nyc --compact=false --produce-source-map=false -x \"**/*.spec.*\" --reporter=lcov --reporter=text --reporter=html npm run test",
@@ -50,11 +55,11 @@
"reflux": "^0.4.1"
},
"devDependencies": {
- "@mongodb-js/eslint-config-compass": "^1.3.10",
- "@mongodb-js/mocha-config-compass": "^1.6.8",
- "@mongodb-js/prettier-config-compass": "^1.2.8",
- "@mongodb-js/testing-library-compass": "^1.3.2",
- "@mongodb-js/tsconfig-compass": "^1.2.8",
+ "@mongodb-js/eslint-config-compass": "^1.4.11",
+ "@mongodb-js/mocha-config-compass": "^1.7.2",
+ "@mongodb-js/prettier-config-compass": "^1.2.9",
+ "@mongodb-js/testing-library-compass": "^1.3.16",
+ "@mongodb-js/tsconfig-compass": "^1.2.11",
"@types/chai": "^4.2.21",
"@types/mocha": "^9.0.0",
"@types/reflux": "^6.4.3",
@@ -62,6 +67,6 @@
"depcheck": "^1.4.1",
"mocha": "^10.2.0",
"sinon": "^9.0.0",
- "typescript": "^5.0.4"
+ "typescript": "^5.9.2"
}
}
diff --git a/packages/hadron-app-registry/src/app-registry.spec.ts b/packages/compass-app-registry/src/app-registry.spec.ts
similarity index 100%
rename from packages/hadron-app-registry/src/app-registry.spec.ts
rename to packages/compass-app-registry/src/app-registry.spec.ts
diff --git a/packages/hadron-app-registry/src/app-registry.ts b/packages/compass-app-registry/src/app-registry.ts
similarity index 100%
rename from packages/hadron-app-registry/src/app-registry.ts
rename to packages/compass-app-registry/src/app-registry.ts
diff --git a/packages/hadron-app-registry/src/index.ts b/packages/compass-app-registry/src/index.ts
similarity index 76%
rename from packages/hadron-app-registry/src/index.ts
rename to packages/compass-app-registry/src/index.ts
index 3dbc0835869..0a2259e67b6 100644
--- a/packages/hadron-app-registry/src/index.ts
+++ b/packages/compass-app-registry/src/index.ts
@@ -7,15 +7,15 @@ export {
GlobalAppRegistryProvider,
} from './react-context';
export type {
- HadronPluginComponent,
- HadronPluginConfig,
+ CompassPluginComponent,
+ CompassPluginConfig,
ActivateHelpers,
} from './register-plugin';
export {
- registerHadronPlugin,
+ registerCompassPlugin,
createActivateHelpers,
createServiceLocator,
createServiceProvider,
} from './register-plugin';
-export type { Plugin as HadronPlugin } from './app-registry';
+export type { Plugin as CompassPlugin } from './app-registry';
export default AppRegistry;
diff --git a/packages/hadron-app-registry/src/react-context.tsx b/packages/compass-app-registry/src/react-context.tsx
similarity index 100%
rename from packages/hadron-app-registry/src/react-context.tsx
rename to packages/compass-app-registry/src/react-context.tsx
diff --git a/packages/hadron-app-registry/src/register-plugin.spec.tsx b/packages/compass-app-registry/src/register-plugin.spec.tsx
similarity index 95%
rename from packages/hadron-app-registry/src/register-plugin.spec.tsx
rename to packages/compass-app-registry/src/register-plugin.spec.tsx
index 94a2a34a978..17beaf75718 100644
--- a/packages/hadron-app-registry/src/register-plugin.spec.tsx
+++ b/packages/compass-app-registry/src/register-plugin.spec.tsx
@@ -4,7 +4,7 @@ import { expect } from 'chai';
import sinon from 'sinon';
import {
AppRegistryProvider,
- registerHadronPlugin,
+ registerCompassPlugin,
createActivateHelpers,
createServiceLocator,
} from './';
@@ -12,13 +12,13 @@ import { createStore } from 'redux';
import { connect } from 'react-redux';
import { EventEmitter } from 'events';
-describe('registerHadronPlugin', function () {
+describe('registerCompassPlugin', function () {
afterEach(cleanup);
it('allows registering plugins with a reflux-ish store', function () {
const component = sinon.stub().callsFake(() => <>);
const activate = sinon.stub().returns({ store: { state: { foo: 'bar' } } });
- const Plugin = registerHadronPlugin({
+ const Plugin = registerCompassPlugin({
name: 'refluxish',
component,
activate,
@@ -44,7 +44,7 @@ describe('registerHadronPlugin', function () {
const component = sinon.stub().callsFake(() => <>);
const store = { state: { foo: 'bar' } };
const activate = sinon.stub().returns({ store });
- const Plugin = registerHadronPlugin({
+ const Plugin = registerCompassPlugin({
name: 'reflux',
component,
activate,
@@ -77,7 +77,7 @@ describe('registerHadronPlugin', function () {
}
);
const activate = sinon.stub().returns({ store });
- const Plugin = registerHadronPlugin({
+ const Plugin = registerCompassPlugin({
name: 'redux',
component: connector(component),
activate,
@@ -112,7 +112,7 @@ describe('registerHadronPlugin', function () {
const component = sinon.stub().callsFake(() => <>);
const store = createStore(() => ({}));
const activate = sinon.stub().returns({ store });
- const Plugin = registerHadronPlugin(
+ const Plugin = registerCompassPlugin(
{
name: 'service1',
component: connector(component),
diff --git a/packages/hadron-app-registry/src/register-plugin.tsx b/packages/compass-app-registry/src/register-plugin.tsx
similarity index 93%
rename from packages/hadron-app-registry/src/register-plugin.tsx
rename to packages/compass-app-registry/src/register-plugin.tsx
index 5810b768769..66b329948ba 100644
--- a/packages/hadron-app-registry/src/register-plugin.tsx
+++ b/packages/compass-app-registry/src/register-plugin.tsx
@@ -127,7 +127,7 @@ type Services unknown>> = {
[SvcName in keyof S]: ReturnType;
};
-export type HadronPluginConfig<
+export type CompassPluginConfig<
T,
S extends Record unknown>,
A extends Plugin
@@ -188,7 +188,7 @@ export function createServiceLocator<
if (!serviceLocationInProgress) {
throw new Error(
`Using service locator function "${name}" outside of the service location lifecycle. ` +
- `Make sure that service locator function is passed as a second argument to the registerHadronPlugin method and is not used directly in a React render method.`
+ `Make sure that service locator function is passed as a second argument to the registerCompassPlugin method and is not used directly in a React render method.`
);
}
return fn.call(this, ...args);
@@ -202,7 +202,7 @@ export function createServiceLocator<
* need access to other service locators to facilitate service injections. In
* these cases service provider can be wrapped with the createServiceProvider
* function to allow usage of serviceLocator functions in providers outside of
- * the usual hadron plugin "activate" lifecycle.
+ * the usual compass plugin "activate" lifecycle.
*/
export function createServiceProvider>(
fn: T
@@ -226,12 +226,12 @@ function isServiceLocator(val: any): boolean {
return Object.prototype.hasOwnProperty.call(val, kLocator);
}
-function useHadronPluginActivate<
+function useCompassPluginActivate<
T,
S extends Record unknown>,
A extends Plugin
>(
- config: HadronPluginConfig,
+ config: CompassPluginConfig,
services: S | undefined,
props: T,
mockOptions?: MockOptions
@@ -306,7 +306,7 @@ function useHadronPluginActivate<
return { store, actions, context };
}
-export type HadronPluginComponent<
+export type CompassPluginComponent<
T,
S extends Record unknown>,
A extends Plugin
@@ -320,7 +320,7 @@ export type HadronPluginComponent<
* first render in their lifecycle
*
* @example
- * const Plugin = registerHadronPlugin(...);
+ * const Plugin = registerCompassPlugin(...);
*
* function Component() {
* Plugin.useActivate();
@@ -338,7 +338,7 @@ export type HadronPluginComponent<
* registries available in the plugin context
*
* @example
- * const PluginWithLogger = registerHadronPlugin({ ... }, { logger: loggerLocator });
+ * const PluginWithLogger = registerCompassPlugin({ ... }, { logger: loggerLocator });
*
* const MockPlugin = PluginWithLogger.withMockServices({ logger: Sinon.stub() });
*
@@ -351,20 +351,20 @@ export type HadronPluginComponent<
withMockServices(
mocks: Partial>,
options?: Partial>
- ): HadronPluginComponent;
+ ): CompassPluginComponent;
};
/**
- * Creates a hadron plugin that will be automatically activated on first render
+ * Creates a compass plugin that will be automatically activated on first render
* and cleaned up when localAppRegistry unmounts
*
- * @param config Hadron plugin configuration
+ * @param config Compass plugin configuration
* @param services Map of service locator functions that plugin depends on
*
- * @returns Hadron plugin component
+ * @returns Compass plugin component
*
* @example
- * const CreateCollectionPlugin = registerHadronPlugin({
+ * const CreateCollectionPlugin = registerCompassPlugin({
* name: 'CreateCollection',
* component: CreateCollectionModal,
* activate(opts, { globalAppRegistry }) {
@@ -399,7 +399,7 @@ export type HadronPluginComponent<
* // plugin.js
* import { logging } from '@mongodb-js/compass-logging/provider'
*
- * const PluginWithLogger = registerHadronPlugin({
+ * const PluginWithLogger = registerCompassPlugin({
* name: 'LoggingPlugin',
* component: () => null,
* activate(opts, { logging }) {
@@ -407,14 +407,14 @@ export type HadronPluginComponent<
* }
* }, { logging })
*/
-export function registerHadronPlugin<
+export function registerCompassPlugin<
T,
S extends Record unknown>,
A extends Plugin
>(
- config: HadronPluginConfig,
+ config: CompassPluginConfig,
services?: S
-): HadronPluginComponent {
+): CompassPluginComponent {
const Component = config.component;
const Plugin = (props: React.PropsWithChildren) => {
const isMockedEnvironment = useMockOption('mockedEnvironment');
@@ -437,7 +437,7 @@ export function registerHadronPlugin<
// thinks so: values returned by `useMock*` hooks are constant in React
// runtime
// eslint-disable-next-line react-hooks/rules-of-hooks
- const { store, actions, context } = useHadronPluginActivate(
+ const { store, actions, context } = useCompassPluginActivate(
config,
services,
props
@@ -460,12 +460,12 @@ export function registerHadronPlugin<
return Object.assign(Plugin, {
displayName: config.name,
useActivate: (props: T): A => {
- return useHadronPluginActivate(config, services, props) as A;
+ return useCompassPluginActivate(config, services, props) as A;
},
withMockServices(
mocks: Partial> = {},
options?: Partial>
- ): HadronPluginComponent {
+ ): CompassPluginComponent {
const {
// In case globalAppRegistry mock is not provided, we use the one
// created in scope so that plugins don't leak their events and
@@ -513,7 +513,7 @@ export function registerHadronPlugin<
return Object.assign(MockPluginWithContext, {
displayName: config.name,
useActivate: (props: T): A => {
- return useHadronPluginActivate(
+ return useCompassPluginActivate(
config,
services,
props,
diff --git a/packages/compass-app-registry/tsconfig-build.json b/packages/compass-app-registry/tsconfig-build.json
new file mode 100644
index 00000000000..737091e2e1c
--- /dev/null
+++ b/packages/compass-app-registry/tsconfig-build.json
@@ -0,0 +1,5 @@
+{
+ "extends": "./tsconfig.json",
+ "include": ["src/**/*"],
+ "exclude": ["./src/**/*.spec.*"]
+}
diff --git a/packages/hadron-app-registry/tsconfig.json b/packages/compass-app-registry/tsconfig.json
similarity index 65%
rename from packages/hadron-app-registry/tsconfig.json
rename to packages/compass-app-registry/tsconfig.json
index 79bc84584ce..3495f3190e9 100644
--- a/packages/hadron-app-registry/tsconfig.json
+++ b/packages/compass-app-registry/tsconfig.json
@@ -3,6 +3,6 @@
"compilerOptions": {
"outDir": "dist"
},
- "include": ["src/**/*"],
- "exclude": ["./src/**/*.spec.*"]
+ "include": ["**/*"],
+ "exclude": ["node_modules", "dist"]
}
diff --git a/packages/compass-app-stores/.eslintrc.js b/packages/compass-app-stores/.eslintrc.js
index b54d314ab18..0b379d7a576 100644
--- a/packages/compass-app-stores/.eslintrc.js
+++ b/packages/compass-app-stores/.eslintrc.js
@@ -4,6 +4,6 @@ module.exports = {
extends: ['@mongodb-js/eslint-config-compass/plugin'],
parserOptions: {
tsconfigRootDir: __dirname,
- project: ['./tsconfig-lint.json'],
+ project: ['./tsconfig.json'],
},
};
diff --git a/packages/compass-app-stores/package.json b/packages/compass-app-stores/package.json
index f10f16e798d..498775af544 100644
--- a/packages/compass-app-stores/package.json
+++ b/packages/compass-app-stores/package.json
@@ -11,7 +11,7 @@
"email": "compass@mongodb.com"
},
"homepage": "https://github.com/mongodb-js/compass",
- "version": "7.46.0",
+ "version": "7.64.1",
"repository": {
"type": "git",
"url": "https://github.com/mongodb-js/compass.git"
@@ -35,9 +35,9 @@
"types": "./dist/index.d.ts",
"scripts": {
"bootstrap": "npm run compile",
- "compile": "tsc -p tsconfig.json",
+ "compile": "tsc -p tsconfig-build.json",
"start": "npm run webpack serve -- --mode development",
- "typecheck": "tsc -p tsconfig-lint.json --noEmit",
+ "typecheck": "tsc -p tsconfig.json --noEmit",
"eslint": "eslint-compass",
"prettier": "prettier-compass",
"lint": "npm run eslint . && npm run prettier -- --check .",
@@ -53,11 +53,11 @@
"reformat": "npm run eslint . -- --fix && npm run prettier -- --write ."
},
"devDependencies": {
- "@mongodb-js/eslint-config-compass": "^1.3.10",
- "@mongodb-js/mocha-config-compass": "^1.6.8",
- "@mongodb-js/prettier-config-compass": "^1.2.8",
- "@mongodb-js/testing-library-compass": "^1.3.2",
- "@mongodb-js/tsconfig-compass": "^1.2.8",
+ "@mongodb-js/eslint-config-compass": "^1.4.11",
+ "@mongodb-js/mocha-config-compass": "^1.7.2",
+ "@mongodb-js/prettier-config-compass": "^1.2.9",
+ "@mongodb-js/testing-library-compass": "^1.3.16",
+ "@mongodb-js/tsconfig-compass": "^1.2.11",
"@types/chai": "^4.2.21",
"@types/mocha": "^9.0.0",
"@types/sinon-chai": "^3.2.5",
@@ -67,20 +67,20 @@
"mocha": "^10.2.0",
"nyc": "^15.1.0",
"sinon": "^9.2.3",
- "typescript": "^5.0.4",
+ "typescript": "^5.9.2",
"xvfb-maybe": "^0.2.1"
},
"dependencies": {
- "@mongodb-js/compass-components": "^1.38.1",
- "@mongodb-js/compass-connections": "^1.60.0",
- "@mongodb-js/compass-logging": "^1.7.2",
- "@mongodb-js/connection-info": "^0.15.2",
- "hadron-app-registry": "^9.4.11",
- "mongodb-collection-model": "^5.29.2",
- "mongodb-database-model": "^2.29.2",
- "mongodb-instance-model": "^12.32.2",
- "compass-preferences-model": "^2.40.2",
- "mongodb-ns": "^2.4.2",
+ "@mongodb-js/compass-components": "^1.54.1",
+ "@mongodb-js/compass-connections": "^1.78.1",
+ "@mongodb-js/compass-logging": "^1.7.19",
+ "@mongodb-js/connection-info": "^0.21.1",
+ "@mongodb-js/compass-app-registry": "^9.4.26",
+ "mongodb-collection-model": "^5.35.1",
+ "mongodb-database-model": "^2.35.1",
+ "mongodb-instance-model": "^12.49.1",
+ "compass-preferences-model": "^2.57.1",
+ "mongodb-ns": "^3.0.1",
"react": "^17.0.2"
},
"is_compass_plugin": true
diff --git a/packages/compass-app-stores/src/instances-manager.ts b/packages/compass-app-stores/src/instances-manager.ts
index fc6436be199..1ac7cf20333 100644
--- a/packages/compass-app-stores/src/instances-manager.ts
+++ b/packages/compass-app-stores/src/instances-manager.ts
@@ -11,7 +11,7 @@ export const MongoDBInstancesManagerEvents = {
} as const;
type MongoDBInstancesManagerEvent =
- typeof MongoDBInstancesManagerEvents[keyof typeof MongoDBInstancesManagerEvents];
+ (typeof MongoDBInstancesManagerEvents)[keyof typeof MongoDBInstancesManagerEvents];
export type MongoDBInstancesManagerEventListeners = {
[MongoDBInstancesManagerEvents.InstanceCreated]: (
diff --git a/packages/compass-app-stores/src/plugin.tsx b/packages/compass-app-stores/src/plugin.tsx
index 2a8b12d599a..e2ef6552d43 100644
--- a/packages/compass-app-stores/src/plugin.tsx
+++ b/packages/compass-app-stores/src/plugin.tsx
@@ -1,9 +1,9 @@
import React from 'react';
import type { Logger } from '@mongodb-js/compass-logging/provider';
import { createLoggerLocator } from '@mongodb-js/compass-logging/provider';
-import type AppRegistry from 'hadron-app-registry';
-import type { ActivateHelpers } from 'hadron-app-registry';
-import { registerHadronPlugin } from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
+import type { ActivateHelpers } from '@mongodb-js/compass-app-registry';
+import { registerCompassPlugin } from '@mongodb-js/compass-app-registry';
import { MongoDBInstancesManagerContext } from './provider';
import { createInstancesStore } from './stores';
import type { ConnectionsService } from '@mongodb-js/compass-connections/provider';
@@ -28,7 +28,7 @@ function MongoDBInstancesManagerProvider({
);
}
-export const CompassInstanceStorePlugin = registerHadronPlugin(
+export const CompassInstanceStorePlugin = registerCompassPlugin(
{
name: 'CompassInstanceStore',
component: MongoDBInstancesManagerProvider as React.FunctionComponent<
diff --git a/packages/compass-app-stores/src/provider.tsx b/packages/compass-app-stores/src/provider.tsx
index 7b0cf82f7d6..9bbfc34616c 100644
--- a/packages/compass-app-stores/src/provider.tsx
+++ b/packages/compass-app-stores/src/provider.tsx
@@ -5,7 +5,7 @@ import {
import {
createServiceLocator,
createServiceProvider,
-} from 'hadron-app-registry';
+} from '@mongodb-js/compass-app-registry';
import type { MongoDBInstanceProps } from 'mongodb-instance-model';
import { MongoDBInstance } from 'mongodb-instance-model';
import React, {
diff --git a/packages/compass-app-stores/src/stores/instance-store.spec.ts b/packages/compass-app-stores/src/stores/instance-store.spec.ts
index 768a609945e..e486dbc4c9d 100644
--- a/packages/compass-app-stores/src/stores/instance-store.spec.ts
+++ b/packages/compass-app-stores/src/stores/instance-store.spec.ts
@@ -1,4 +1,4 @@
-import type AppRegistry from 'hadron-app-registry';
+import type AppRegistry from '@mongodb-js/compass-app-registry';
import { CompassInstanceStorePlugin } from '../plugin';
import sinon from 'sinon';
import { expect } from 'chai';
diff --git a/packages/compass-app-stores/src/stores/instance-store.ts b/packages/compass-app-stores/src/stores/instance-store.ts
index e91ee2f3b67..a2ff56123d6 100644
--- a/packages/compass-app-stores/src/stores/instance-store.ts
+++ b/packages/compass-app-stores/src/stores/instance-store.ts
@@ -2,15 +2,21 @@ import type { MongoDBInstanceProps } from 'mongodb-instance-model';
import { MongoDBInstance } from 'mongodb-instance-model';
import toNS from 'mongodb-ns';
import type {
+ ConnectionInfo,
ConnectionsService,
DataService,
} from '@mongodb-js/compass-connections/provider';
-import type { ActivateHelpers, AppRegistry } from 'hadron-app-registry';
+import type {
+ ActivateHelpers,
+ AppRegistry,
+} from '@mongodb-js/compass-app-registry';
import type { Logger } from '@mongodb-js/compass-logging/provider';
import { openToast } from '@mongodb-js/compass-components';
import { MongoDBInstancesManager } from '../instances-manager';
import type { PreferencesAccess } from 'compass-preferences-model';
+type InstanceDetails = Awaited>;
+
function serversArray(
serversMap: NonNullable<
ReturnType
@@ -95,8 +101,6 @@ export function createInstancesStore(
> = {},
{ connectionId }: { connectionId?: string } = {}
) => {
- let isFirstRun: boolean | undefined;
-
try {
if (!connectionId) {
throw new Error('No connectionId provided');
@@ -104,7 +108,6 @@ export function createInstancesStore(
const instance =
instancesManager.getMongoDBInstanceForConnection(connectionId);
const dataService = connections.getDataServiceForConnection(connectionId);
- isFirstRun = instance.status === 'initial';
await instance.refresh({
dataService,
...refreshOptions,
@@ -117,7 +120,7 @@ export function createInstancesStore(
{
message: (err as Error).message,
connectionId: connectionId,
- isFirstRun,
+ isFirstRun: refreshOptions.firstRun,
}
);
// The `instance.refresh` method is catching all expected errors: we treat
@@ -131,7 +134,7 @@ export function createInstancesStore(
// place for the user to see the error. This is a very rare case, but we
// don't want to leave the user without any indication that something went
// wrong and so we show an toast with the error message
- if (isFirstRun) {
+ if (refreshOptions.firstRun) {
const { name, message } = err as Error;
openToast('instance-refresh-failed', {
title: 'Failed to retrieve server info',
@@ -283,6 +286,15 @@ export function createInstancesStore(
}
);
+ preferences.onPreferenceValueChanged('inferNamespacesFromPrivileges', () => {
+ const connectedConnectionIds = Array.from(
+ instancesManager.listMongoDBInstances().keys()
+ );
+ for (const connectionId of connectedConnectionIds) {
+ void refreshDatabases({ connectionId });
+ }
+ });
+
on(connections, 'disconnected', function (connectionInfoId: string) {
try {
const instance =
@@ -302,55 +314,79 @@ export function createInstancesStore(
instancesManager.removeMongoDBInstanceForConnection(connectionInfoId);
});
- on(connections, 'connected', function (instanceConnectionId: string) {
- const dataService =
- connections.getDataServiceForConnection(instanceConnectionId);
- const connectionString = dataService.getConnectionString();
- const firstHost = connectionString.hosts[0] || '';
- const [hostname, port] = firstHost.split(':');
-
- const initialInstanceProps: Partial = {
- _id: firstHost,
- hostname: hostname,
- port: port ? +port : undefined,
- topologyDescription: getTopologyDescription(
- dataService.getLastSeenTopology()
- ),
- preferences,
- };
- const instance = instancesManager.createMongoDBInstanceForConnection(
- instanceConnectionId,
- initialInstanceProps as MongoDBInstanceProps
- );
+ on(
+ connections,
+ 'connected',
+ function (
+ instanceConnectionId: string,
+ _connectionInfo: ConnectionInfo,
+ instanceInfo: InstanceDetails
+ ) {
+ const dataService =
+ connections.getDataServiceForConnection(instanceConnectionId);
+ const connectionString = dataService.getConnectionString();
+ const firstHost = connectionString.hosts[0] || '';
+ const [hostname, port] = (() => {
+ if (firstHost.startsWith('[')) {
+ return firstHost.slice(1).split(']'); // IPv6
+ }
+ return firstHost.split(':');
+ })();
+
+ const initialInstanceProps: Partial = {
+ // We pre-fetched instance info and so can right away construct it in a
+ // "ready" state
+ ...(instanceInfo as Partial),
+ status: 'ready',
+ statusError: null,
+
+ // Required initial values that are not returned with instance info
+ _id: firstHost,
+ hostname: hostname,
+ port: port ? +port : undefined,
+ topologyDescription: getTopologyDescription(
+ dataService.getLastSeenTopology()
+ ),
+
+ // Service injection for preferences (currently only controls namespace
+ // stats fetching)
+ preferences,
+ };
+ const instance = instancesManager.createMongoDBInstanceForConnection(
+ instanceConnectionId,
+ initialInstanceProps as MongoDBInstanceProps
+ );
- addCleanup(() => {
- instance.removeAllListeners();
- });
+ addCleanup(() => {
+ instance.removeAllListeners();
+ });
- void refreshInstance(
- {
- fetchDatabases: true,
- fetchDbStats: true,
- },
- {
- connectionId: instanceConnectionId,
- }
- );
+ void refreshInstance(
+ {
+ fetchDatabases: true,
+ fetchDbStats: true,
+ firstRun: true,
+ },
+ {
+ connectionId: instanceConnectionId,
+ }
+ );
- on(
- dataService,
- 'topologyDescriptionChanged',
- ({
- newDescription,
- }: {
- newDescription: ReturnType;
- }) => {
- instance.set({
- topologyDescription: getTopologyDescription(newDescription),
- });
- }
- );
- });
+ on(
+ dataService,
+ 'topologyDescriptionChanged',
+ ({
+ newDescription,
+ }: {
+ newDescription: ReturnType;
+ }) => {
+ instance.set({
+ topologyDescription: getTopologyDescription(newDescription),
+ });
+ }
+ );
+ }
+ );
on(
globalAppRegistry,
diff --git a/packages/compass-app-stores/tsconfig-build.json b/packages/compass-app-stores/tsconfig-build.json
new file mode 100644
index 00000000000..737091e2e1c
--- /dev/null
+++ b/packages/compass-app-stores/tsconfig-build.json
@@ -0,0 +1,5 @@
+{
+ "extends": "./tsconfig.json",
+ "include": ["src/**/*"],
+ "exclude": ["./src/**/*.spec.*"]
+}
diff --git a/packages/compass-app-stores/tsconfig-lint.json b/packages/compass-app-stores/tsconfig-lint.json
deleted file mode 100644
index 6bdef84f322..00000000000
--- a/packages/compass-app-stores/tsconfig-lint.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{
- "extends": "./tsconfig.json",
- "include": ["**/*"],
- "exclude": ["node_modules", "dist"]
-}
diff --git a/packages/compass-app-stores/tsconfig.json b/packages/compass-app-stores/tsconfig.json
index e45df8e2f65..6339680db32 100644
--- a/packages/compass-app-stores/tsconfig.json
+++ b/packages/compass-app-stores/tsconfig.json
@@ -4,6 +4,6 @@
"outDir": "dist",
"allowJs": true
},
- "include": ["src/**/*"],
- "exclude": ["./src/**/*.spec.*"]
+ "include": ["**/*"],
+ "exclude": ["node_modules", "dist"]
}
diff --git a/packages/compass-assistant/.depcheckrc b/packages/compass-assistant/.depcheckrc
new file mode 100644
index 00000000000..ae7c8273e41
--- /dev/null
+++ b/packages/compass-assistant/.depcheckrc
@@ -0,0 +1,11 @@
+ignores:
+ - '@mongodb-js/prettier-config-compass'
+ - '@mongodb-js/tsconfig-compass'
+ - '@types/chai'
+ - '@types/sinon-chai'
+ - 'sinon'
+ - '@types/chai-dom'
+ - '@types/react'
+ - '@types/react-dom'
+ignore-patterns:
+ - 'dist'
diff --git a/packages/compass-assistant/.eslintignore b/packages/compass-assistant/.eslintignore
new file mode 100644
index 00000000000..85a8a75e68c
--- /dev/null
+++ b/packages/compass-assistant/.eslintignore
@@ -0,0 +1,2 @@
+.nyc-output
+dist
diff --git a/packages/compass-assistant/.eslintrc.js b/packages/compass-assistant/.eslintrc.js
new file mode 100644
index 00000000000..feba135d926
--- /dev/null
+++ b/packages/compass-assistant/.eslintrc.js
@@ -0,0 +1,8 @@
+module.exports = {
+ root: true,
+ extends: ['@mongodb-js/eslint-config-compass/plugin'],
+ parserOptions: {
+ tsconfigRootDir: __dirname,
+ project: ['./tsconfig.json'],
+ },
+};
diff --git a/packages/compass-assistant/.gitignore b/packages/compass-assistant/.gitignore
new file mode 100644
index 00000000000..7219157e4e8
--- /dev/null
+++ b/packages/compass-assistant/.gitignore
@@ -0,0 +1,2 @@
+test/eval-cases/eval_cases.csv
+.env
diff --git a/packages/compass-assistant/.mocharc.js b/packages/compass-assistant/.mocharc.js
new file mode 100644
index 00000000000..a7e53abc444
--- /dev/null
+++ b/packages/compass-assistant/.mocharc.js
@@ -0,0 +1 @@
+module.exports = require('@mongodb-js/mocha-config-compass/compass-plugin');
diff --git a/packages/compass-assistant/package.json b/packages/compass-assistant/package.json
new file mode 100644
index 00000000000..05b0398f93f
--- /dev/null
+++ b/packages/compass-assistant/package.json
@@ -0,0 +1,96 @@
+{
+ "name": "@mongodb-js/compass-assistant",
+ "description": "Compass plugin for the AI Assistant",
+ "author": {
+ "name": "MongoDB Inc",
+ "email": "compass@mongodb.com"
+ },
+ "private": true,
+ "bugs": {
+ "url": "https://jira.mongodb.org/projects/COMPASS/issues",
+ "email": "compass@mongodb.com"
+ },
+ "homepage": "https://github.com/mongodb-js/compass",
+ "version": "1.9.1",
+ "repository": {
+ "type": "git",
+ "url": "https://github.com/mongodb-js/compass.git"
+ },
+ "files": [
+ "dist"
+ ],
+ "license": "SSPL",
+ "main": "dist/index.js",
+ "compass:main": "src/index.tsx",
+ "exports": {
+ "import": "./dist/.esm-wrapper.mjs",
+ "require": "./dist/index.js"
+ },
+ "compass:exports": {
+ ".": "./src/index.tsx"
+ },
+ "types": "./dist/index.d.ts",
+ "scripts": {
+ "bootstrap": "npm run compile",
+ "clean": "node -e \"fs.rmSync('dist', { recursive: true, force: true })\" || true",
+ "precompile": "npm run clean",
+ "compile": "tsc -p tsconfig-build.json",
+ "typecheck": "tsc -p tsconfig.json --noEmit",
+ "eslint": "eslint-compass",
+ "prettier": "prettier-compass",
+ "lint": "npm run eslint . && npm run prettier -- --check .",
+ "depcheck": "compass-scripts check-peer-deps && depcheck",
+ "check": "npm run typecheck && npm run lint && npm run depcheck",
+ "check-ci": "npm run check",
+ "test": "mocha",
+ "test-electron": "xvfb-maybe electron-mocha --no-sandbox",
+ "test-cov": "nyc --compact=false --produce-source-map=false -x \"**/*.spec.*\" --reporter=lcov --reporter=text --reporter=html npm run test",
+ "test-watch": "npm run test -- --watch",
+ "test-ci": "npm run test-cov",
+ "test-ci-electron": "npm run test-electron",
+ "reformat": "npm run eslint . -- --fix && npm run prettier -- --write .",
+ "convert-eval-cases": "ts-node scripts/convert-csv-to-eval-cases.ts && npm run reformat",
+ "eval": "braintrust eval test/assistant.eval.ts --verbose"
+ },
+ "dependencies": {
+ "@ai-sdk/openai": "^2.0.4",
+ "@mongodb-js/atlas-service": "^0.62.1",
+ "@mongodb-js/compass-app-registry": "^9.4.26",
+ "@mongodb-js/compass-components": "^1.54.1",
+ "@mongodb-js/compass-generative-ai": "^0.57.1",
+ "@mongodb-js/compass-logging": "^1.7.19",
+ "@mongodb-js/compass-telemetry": "^1.16.1",
+ "@mongodb-js/connection-info": "^0.21.1",
+ "ai": "^5.0.26",
+ "compass-preferences-model": "^2.57.1",
+ "mongodb-connection-string-url": "^3.0.1",
+ "react": "^17.0.2",
+ "throttleit": "^2.1.0",
+ "use-sync-external-store": "^1.5.0"
+ },
+ "devDependencies": {
+ "@fast-csv/parse": "^5.0.5",
+ "@mongodb-js/eslint-config-compass": "^1.4.11",
+ "@mongodb-js/mocha-config-compass": "^1.7.2",
+ "@mongodb-js/prettier-config-compass": "^1.2.9",
+ "@mongodb-js/testing-library-compass": "^1.3.16",
+ "@mongodb-js/tsconfig-compass": "^1.2.11",
+ "@types/chai": "^4.2.21",
+ "@types/chai-dom": "^0.0.10",
+ "@types/mocha": "^9.0.0",
+ "@types/react": "^17.0.5",
+ "@types/react-dom": "^17.0.10",
+ "@types/sinon-chai": "^3.2.5",
+ "autoevals": "^0.0.130",
+ "braintrust": "^0.2.4",
+ "chai": "^4.3.6",
+ "depcheck": "^1.4.1",
+ "mocha": "^10.2.0",
+ "nyc": "^15.1.0",
+ "openai": "^4.104.0",
+ "sinon": "^17.0.1",
+ "typescript": "^5.9.2",
+ "xvfb-maybe": "^0.2.1"
+ },
+ "is_compass_plugin": true
+}
diff --git a/packages/compass-assistant/scripts/convert-csv-to-eval-cases.ts b/packages/compass-assistant/scripts/convert-csv-to-eval-cases.ts
new file mode 100644
index 00000000000..20c809b6a6a
--- /dev/null
+++ b/packages/compass-assistant/scripts/convert-csv-to-eval-cases.ts
@@ -0,0 +1,189 @@
+#!/usr/bin/env ts-node
+/* eslint-disable no-console */
+// eslint-disable-next-line @typescript-eslint/no-restricted-imports
+import { readFileSync, writeFileSync, mkdirSync, existsSync } from 'fs';
+// eslint-disable-next-line @typescript-eslint/no-restricted-imports
+import { join, resolve } from 'path';
+import { parse } from '@fast-csv/parse';
+import type { SimpleEvalCase } from '../test/assistant.eval';
+
+/** This is copied from the Compass Assistant PD Eval Cases */
+type CSVRow = {
+ 'Your Name': string;
+ 'Interaction Type\n(can add other types)': string;
+ 'Input\nHighlighting key: \nHardcoded\n\nContextual passed from client to assistant\n\nUser-entered': string;
+ 'Expected Output\n(target 100-200 words, okay to go over if needed)': string;
+ 'Expected Links\n(comma separated please)': string;
+ Notes: string;
+};
+
+const interactionTypeTags = {
+ 'End-User Input Only': 'end-user-input',
+ 'Connection Error': 'connection-error',
+ 'DNS Error': 'dns-error',
+ 'Explain Plan': 'explain-plan',
+ 'Proactive Perf': 'proactive-performance-insights',
+ 'General network error': 'general-network-error',
+ OIDC: 'oidc',
+ TLS: 'tls-ssl',
+ SSL: 'tls-ssl',
+};
+
+function escapeString(str: string): string {
+ return str
+ .replace(/\\/g, '\\\\')
+ .replace(/`/g, '\\`')
+ .replace(/\${/g, '\\${')
+ .replace(/\r?\n/g, '\\n') // Handle newlines
+ .replace(/[\u200B-\u200D\uFEFF\u2028\u2029]/g, '') // Remove zero-width spaces and other invisible characters
+ .replace(/[^\S ]/g, ' ') // Replace all whitespace except normal spaces with spaces
+ .replace(/\s+/g, ' ') // Collapse multiple spaces
+ .trim(); // Remove leading/trailing whitespace
+}
+
+function generateEvalCaseFile(cases: SimpleEvalCase[]): string {
+ const caseDefinitions = cases
+ .map((evalCase) => {
+ const sourcesPart =
+ evalCase.expectedSources && evalCase.expectedSources.length > 0
+ ? ` expectedSources: [\n ${evalCase.expectedSources
+ .map((source) => `'${escapeString(source)}'`)
+ .join(',\n ')},\n ],`
+ : '';
+
+ const tagsPart =
+ evalCase.tags && evalCase.tags.length > 0
+ ? ` tags: [\n ${evalCase.tags
+ .map((tag) => `'${escapeString(tag)}'`)
+ .join(',\n ')},\n ],`
+ : '';
+
+ return ` {
+ input: \`${escapeString(evalCase.input)}\`,
+ expected: \`${escapeString(evalCase.expected)}\`,${
+ sourcesPart ? '\n' + sourcesPart : ''
+ }${tagsPart ? '\n' + tagsPart : ''}
+ }`;
+ })
+ .join(',\n');
+
+ return `/** This file is auto-generated by the convert-csv-to-eval-cases script.
+Do not modify this file manually. */
+import type { SimpleEvalCase } from '../assistant.eval';
+
+export const generatedEvalCases: SimpleEvalCase[] = [
+${caseDefinitions},
+];
+`;
+}
+
+async function convertCSVToEvalCases() {
+ const scriptDir = __dirname;
+ const csvFilePath = resolve(scriptDir, '../test/eval-cases/eval_cases.csv');
+ // Check that the CSV file exists
+ if (!existsSync(csvFilePath)) {
+ console.error(
+ `The CSV file does not exist: ${csvFilePath}. Please import it and try again.`
+ );
+ process.exit(1);
+ }
+ const outputDir = resolve(scriptDir, '../test/eval-cases');
+
+ console.log('Converting CSV to eval cases...');
+ console.log(`Reading from: ${csvFilePath}`);
+ console.log(`Output directory: ${outputDir}`);
+
+ // Ensure output directory exists
+ mkdirSync(outputDir, { recursive: true });
+
+ const allCases: SimpleEvalCase[] = [];
+
+ // Read and parse CSV using async/await
+ const csvContent = readFileSync(csvFilePath, 'utf8');
+
+ const rows = await new Promise((resolve, reject) => {
+ const results: CSVRow[] = [];
+ const stream = parse({
+ headers: true,
+ })
+ .on('data', (row: CSVRow) => results.push(row))
+ .on('end', () => resolve(results))
+ .on('error', reject);
+
+ stream.write(csvContent);
+ stream.end();
+ });
+
+ // Process rows
+ for (const row of rows) {
+ // Skip empty rows or header-like rows
+ const input =
+ row[
+ 'Input\nHighlighting key: \nHardcoded\n\nContextual passed from client to assistant\n\nUser-entered'
+ ]?.trim();
+ const expected =
+ row[
+ 'Expected Output\n(target 100-200 words, okay to go over if needed)'
+ ]?.trim();
+ const yourName = row['Your Name']?.trim();
+ const interactionType =
+ row['Interaction Type\n(can add other types)']?.trim();
+
+ if (!input || !expected || !yourName || !interactionType) {
+ continue; // Skip incomplete rows
+ }
+
+ // Parse expected sources
+ const expectedLinksRaw =
+ row['Expected Links\n(comma separated please)']?.trim();
+ let expectedSources: string[] = [];
+
+ if (expectedLinksRaw) {
+ expectedSources = expectedLinksRaw
+ .replace(/\r?\n/g, ' ') // Replace newlines with spaces first
+ .split(',')
+ .map((link) => link.trim())
+ .filter((link) => link && link.startsWith('http'));
+ }
+
+ const tags: SimpleEvalCase['tags'] = [];
+
+ if (interactionType) {
+ for (const tag of Object.keys(interactionTypeTags)) {
+ if (interactionType.includes(tag)) {
+ tags.push(
+ interactionTypeTags[tag as keyof typeof interactionTypeTags] as any
+ );
+ }
+ }
+ }
+
+ const evalCase: SimpleEvalCase = {
+ input,
+ expected,
+ tags,
+ ...(expectedSources.length > 0 && { expectedSources }),
+ };
+
+ allCases.push(evalCase);
+ }
+
+ console.log(`\nProcessed ${allCases.length} cases`);
+
+ // Generate single file with all cases
+ const filename = 'generated-cases';
+ const filepath = join(outputDir, `${filename}.ts`);
+ const content = generateEvalCaseFile(allCases);
+
+ writeFileSync(filepath, content, 'utf8');
+ console.log(`✓ Generated ${filename}.ts with ${allCases.length} cases`);
+
+ console.log('\n✅ Conversion completed successfully!');
+}
+
+convertCSVToEvalCases().catch((error) => {
+ console.error('❌ Conversion failed:', error);
+ process.exit(1);
+});
+
+export { convertCSVToEvalCases };
diff --git a/packages/compass-assistant/src/@ai-sdk/react/chat-react.ts b/packages/compass-assistant/src/@ai-sdk/react/chat-react.ts
new file mode 100644
index 00000000000..dfa4ede2c6e
--- /dev/null
+++ b/packages/compass-assistant/src/@ai-sdk/react/chat-react.ts
@@ -0,0 +1,149 @@
+// Copyright 2023 Vercel, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+import {
+ AbstractChat,
+ type ChatInit,
+ type ChatState,
+ type ChatStatus,
+ type UIMessage,
+} from 'ai';
+import { throttle } from './throttle';
+
+class ReactChatState
+ implements ChatState
+{
+ #messages: UI_MESSAGE[];
+ #status: ChatStatus = 'ready';
+ #error: Error | undefined = undefined;
+
+ #messagesCallbacks = new Set<() => void>();
+ #statusCallbacks = new Set<() => void>();
+ #errorCallbacks = new Set<() => void>();
+
+ constructor(initialMessages: UI_MESSAGE[] = []) {
+ this.#messages = initialMessages;
+ }
+
+ get status(): ChatStatus {
+ return this.#status;
+ }
+
+ set status(newStatus: ChatStatus) {
+ this.#status = newStatus;
+ this.#callStatusCallbacks();
+ }
+
+ get error(): Error | undefined {
+ return this.#error;
+ }
+
+ set error(newError: Error | undefined) {
+ this.#error = newError;
+ this.#callErrorCallbacks();
+ }
+
+ get messages(): UI_MESSAGE[] {
+ return this.#messages;
+ }
+
+ set messages(newMessages: UI_MESSAGE[]) {
+ this.#messages = [...newMessages];
+ this.#callMessagesCallbacks();
+ }
+
+ pushMessage = (message: UI_MESSAGE) => {
+ this.#messages = this.#messages.concat(message);
+ this.#callMessagesCallbacks();
+ };
+
+ popMessage = () => {
+ this.#messages = this.#messages.slice(0, -1);
+ this.#callMessagesCallbacks();
+ };
+
+ replaceMessage = (index: number, message: UI_MESSAGE) => {
+ this.#messages = [
+ ...this.#messages.slice(0, index),
+ // We deep clone the message here to ensure the new React Compiler (currently in RC) detects deeply nested parts/metadata changes:
+ this.snapshot(message),
+ ...this.#messages.slice(index + 1),
+ ];
+ this.#callMessagesCallbacks();
+ };
+
+ snapshot = (value: T): T => structuredClone(value);
+
+ '~registerMessagesCallback' = (
+ onChange: () => void,
+ throttleWaitMs?: number
+ ): (() => void) => {
+ const callback = throttleWaitMs
+ ? throttle(onChange, throttleWaitMs)
+ : onChange;
+ this.#messagesCallbacks.add(callback);
+ return () => {
+ this.#messagesCallbacks.delete(callback);
+ };
+ };
+
+ '~registerStatusCallback' = (onChange: () => void): (() => void) => {
+ this.#statusCallbacks.add(onChange);
+ return () => {
+ this.#statusCallbacks.delete(onChange);
+ };
+ };
+
+ '~registerErrorCallback' = (onChange: () => void): (() => void) => {
+ this.#errorCallbacks.add(onChange);
+ return () => {
+ this.#errorCallbacks.delete(onChange);
+ };
+ };
+
+ #callMessagesCallbacks = () => {
+ this.#messagesCallbacks.forEach((callback) => callback());
+ };
+
+ #callStatusCallbacks = () => {
+ this.#statusCallbacks.forEach((callback) => callback());
+ };
+
+ #callErrorCallbacks = () => {
+ this.#errorCallbacks.forEach((callback) => callback());
+ };
+}
+
+export class Chat<
+ UI_MESSAGE extends UIMessage
+> extends AbstractChat {
+ #state: ReactChatState;
+
+ constructor({ messages, ...init }: ChatInit) {
+ const state = new ReactChatState(messages);
+ super({ ...init, state });
+ this.#state = state;
+ }
+
+ '~registerMessagesCallback' = (
+ onChange: () => void,
+ throttleWaitMs?: number
+ ): (() => void) =>
+ this.#state['~registerMessagesCallback'](onChange, throttleWaitMs);
+
+ '~registerStatusCallback' = (onChange: () => void): (() => void) =>
+ this.#state['~registerStatusCallback'](onChange);
+
+ '~registerErrorCallback' = (onChange: () => void): (() => void) =>
+ this.#state['~registerErrorCallback'](onChange);
+}
diff --git a/packages/compass-assistant/src/@ai-sdk/react/throttle.ts b/packages/compass-assistant/src/@ai-sdk/react/throttle.ts
new file mode 100644
index 00000000000..8090bf15b83
--- /dev/null
+++ b/packages/compass-assistant/src/@ai-sdk/react/throttle.ts
@@ -0,0 +1,22 @@
+// Copyright 2023 Vercel, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+import throttleFunction from 'throttleit';
+
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+export function throttle any>(
+ fn: T,
+ waitMs: number | undefined
+): T {
+ return waitMs !== undefined ? throttleFunction(fn, waitMs) : fn;
+}
diff --git a/packages/compass-assistant/src/@ai-sdk/react/use-chat.ts b/packages/compass-assistant/src/@ai-sdk/react/use-chat.ts
new file mode 100644
index 00000000000..486ac1064f0
--- /dev/null
+++ b/packages/compass-assistant/src/@ai-sdk/react/use-chat.ts
@@ -0,0 +1,127 @@
+// Copyright 2023 Vercel, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+import type { AbstractChat, ChatInit, CreateUIMessage, UIMessage } from 'ai';
+import { useCallback, useEffect, useRef } from 'react';
+import { useSyncExternalStore } from 'use-sync-external-store/shim';
+import { Chat } from './chat-react';
+
+export type { CreateUIMessage, UIMessage };
+
+export type UseChatHelpers = {
+ /**
+ * The id of the chat.
+ */
+ readonly id: string;
+
+ /**
+ * Update the `messages` state locally. This is useful when you want to
+ * edit the messages on the client, and then trigger the `reload` method
+ * manually to regenerate the AI response.
+ */
+ setMessages: (
+ messages: UI_MESSAGE[] | ((messages: UI_MESSAGE[]) => UI_MESSAGE[])
+ ) => void;
+
+ error: Error | undefined;
+} & Pick<
+ AbstractChat,
+ | 'sendMessage'
+ | 'regenerate'
+ | 'stop'
+ | 'resumeStream'
+ | 'addToolResult'
+ | 'status'
+ | 'messages'
+ | 'clearError'
+>;
+
+export type UseChatOptions =
+ // eslint-disable-next-line @typescript-eslint/no-redundant-type-constituents
+ ({ chat: Chat } | ChatInit) & {
+ /**
+Custom throttle wait in ms for the chat messages and data updates.
+Default is undefined, which disables throttling.
+ */
+ experimental_throttle?: number;
+
+ /**
+ * Whether to resume an ongoing chat generation stream.
+ */
+ resume?: boolean;
+ };
+
+export function useChat({
+ experimental_throttle: throttleWaitMs,
+ resume = false,
+ ...options
+}: UseChatOptions = {}): UseChatHelpers {
+ const chatRef = useRef('chat' in options ? options.chat : new Chat(options));
+
+ const subscribeToMessages = useCallback(
+ (update: () => void) =>
+ chatRef.current['~registerMessagesCallback'](update, throttleWaitMs),
+ [throttleWaitMs]
+ );
+
+ const messages = useSyncExternalStore(
+ subscribeToMessages,
+ () => chatRef.current.messages,
+ () => chatRef.current.messages
+ );
+
+ const status = useSyncExternalStore(
+ chatRef.current['~registerStatusCallback'],
+ () => chatRef.current.status,
+ () => chatRef.current.status
+ );
+
+ const error = useSyncExternalStore(
+ chatRef.current['~registerErrorCallback'],
+ () => chatRef.current.error,
+ () => chatRef.current.error
+ );
+
+ const setMessages = useCallback(
+ (
+ messagesParam: UI_MESSAGE[] | ((messages: UI_MESSAGE[]) => UI_MESSAGE[])
+ ) => {
+ if (typeof messagesParam === 'function') {
+ messagesParam = messagesParam(messages);
+ }
+
+ chatRef.current.messages = messagesParam;
+ },
+ [messages, chatRef]
+ );
+
+ useEffect(() => {
+ if (resume) {
+ void chatRef.current.resumeStream();
+ }
+ }, [resume, chatRef]);
+
+ return {
+ id: chatRef.current.id,
+ messages,
+ setMessages,
+ sendMessage: chatRef.current.sendMessage,
+ regenerate: chatRef.current.regenerate,
+ clearError: chatRef.current.clearError,
+ stop: chatRef.current.stop,
+ error,
+ resumeStream: chatRef.current.resumeStream,
+ status,
+ addToolResult: chatRef.current.addToolResult,
+ };
+}
diff --git a/packages/compass-assistant/src/compass-assistant-drawer.tsx b/packages/compass-assistant/src/compass-assistant-drawer.tsx
new file mode 100644
index 00000000000..a895ec5e00a
--- /dev/null
+++ b/packages/compass-assistant/src/compass-assistant-drawer.tsx
@@ -0,0 +1,156 @@
+import React, { useCallback, useContext } from 'react';
+import {
+ Badge,
+ css,
+ DrawerSection,
+ Icon,
+ IconButton,
+ showConfirmation,
+ spacing,
+ Tooltip,
+} from '@mongodb-js/compass-components';
+import { AssistantChat } from './components/assistant-chat';
+import {
+ ASSISTANT_DRAWER_ID,
+ AssistantContext,
+ type AssistantMessage,
+} from './compass-assistant-provider';
+import {
+ useIsAIFeatureEnabled,
+ usePreference,
+} from 'compass-preferences-model/provider';
+import { useChat } from './@ai-sdk/react/use-chat';
+import type { Chat } from './@ai-sdk/react/chat-react';
+
+const assistantTitleStyles = css({
+ display: 'flex',
+ alignItems: 'center',
+ justifyContent: 'space-between',
+});
+
+const assistantTitleTextWrapperStyles = css({
+ display: 'flex',
+ alignItems: 'center',
+ flexWrap: 'wrap',
+ transition: 'transform 0.16s ease-in',
+
+ // Shrink the title text and badge when the drawer is narrow
+ '@container (width < 320px)': {
+ '&': {
+ transform: 'scale(0.8) translateX(-10%)',
+ },
+ },
+});
+
+const assistantTitleTextStyles = css({
+ marginRight: spacing[200],
+});
+
+/**
+ * CompassAssistantDrawer component that wraps AssistantChat in a DrawerSection.
+ * This component can be placed at any level in the component tree as long as
+ * it's within an AssistantProvider.
+ */
+export const CompassAssistantDrawer: React.FunctionComponent<{
+ appName: string;
+ autoOpen?: boolean;
+ hasNonGenuineConnections?: boolean;
+}> = ({ appName, autoOpen, hasNonGenuineConnections = false }) => {
+ const chat = useContext(AssistantContext);
+
+ const enableAIAssistant = usePreference('enableAIAssistant');
+ const isAiFeatureEnabled = useIsAIFeatureEnabled();
+
+ if (!enableAIAssistant || !isAiFeatureEnabled) {
+ return null;
+ }
+
+ if (!chat) {
+ throw new Error(
+ 'CompassAssistantDrawer must be used within an CompassAssistantProvider'
+ );
+ }
+
+ return (
+
+
+ MongoDB Assistant
+ Preview
+
+
+ }
+ label="MongoDB Assistant"
+ glyph="Sparkle"
+ autoOpen={autoOpen}
+ guideCue={{
+ cueId: 'assistant-drawer',
+ title: 'Introducing MongoDB Assistant',
+ description: `AI-powered assistant to intelligently guide you through your database tasks. Get expert MongoDB help and streamline your workflow directly within ${appName}.`,
+ buttonText: 'Got it',
+ tooltipAlign: 'left',
+ tooltipJustify: 'start',
+ }}
+ >
+ ;
+}> = ({ chat }) => {
+ const { clearError, stop } = useChat({ chat });
+
+ const handleClearChat = useCallback(async () => {
+ const confirmed = await showConfirmation({
+ title: 'Clear this chat?',
+ description:
+ 'The current chat will be cleared, and chat history will not be retrievable.',
+ buttonText: 'Clear chat',
+ variant: 'danger',
+ 'data-testid': 'assistant-confirm-clear-chat-modal',
+ });
+ if (confirmed) {
+ await stop();
+ clearError();
+ chat.messages = chat.messages.filter(
+ (message) => message.metadata?.isPermanent
+ );
+ }
+ }, [stop, clearError, chat]);
+
+ const isChatEmpty =
+ chat.messages.filter((message) => !message.metadata?.isPermanent).length ===
+ 0;
+
+ if (isChatEmpty) {
+ return null;
+ }
+
+ return (
+ {
+ void handleClearChat();
+ }}
+ title="Clear chat"
+ aria-label="Clear chat"
+ aria-hidden={true}
+ data-testid="assistant-clear-chat"
+ >
+
+ );
+};
diff --git a/packages/compass-assistant/src/compass-assistant-provider.spec.tsx b/packages/compass-assistant/src/compass-assistant-provider.spec.tsx
new file mode 100644
index 00000000000..9f12549c284
--- /dev/null
+++ b/packages/compass-assistant/src/compass-assistant-provider.spec.tsx
@@ -0,0 +1,690 @@
+import React from 'react';
+import {
+ render,
+ renderHook,
+ screen,
+ userEvent,
+ waitFor,
+ waitForElementToBeRemoved,
+ within,
+} from '@mongodb-js/testing-library-compass';
+import {
+ CompassAssistantProvider,
+ useAssistantActions,
+ type AssistantMessage,
+} from './compass-assistant-provider';
+import { expect } from 'chai';
+import sinon from 'sinon';
+import { Chat } from './@ai-sdk/react/chat-react';
+
+import {
+ DrawerAnchor,
+ DrawerContentProvider,
+} from '@mongodb-js/compass-components';
+import type { AtlasAuthService } from '@mongodb-js/atlas-service/provider';
+import type { AtlasService } from '@mongodb-js/atlas-service/provider';
+import { CompassAssistantDrawer } from './compass-assistant-drawer';
+import { createMockChat } from '../test/utils';
+import type { AtlasAiService } from '@mongodb-js/compass-generative-ai/provider';
+
+function createMockProvider({
+ mockAtlasService,
+ mockAtlasAiService,
+ mockAtlasAuthService,
+}: {
+ mockAtlasService?: any;
+ mockAtlasAiService?: any;
+ mockAtlasAuthService?: any;
+} = {}) {
+ if (!mockAtlasService) {
+ mockAtlasService = {
+ assistantApiEndpoint: sinon
+ .stub()
+ .returns('https://example.com/assistant/api/v1'),
+ };
+ }
+
+ if (!mockAtlasAiService) {
+ mockAtlasAiService = {
+ ensureAiFeatureAccess: sinon.stub().resolves(),
+ };
+ }
+
+ if (!mockAtlasAuthService) {
+ mockAtlasAuthService = {};
+ }
+
+ return CompassAssistantProvider.withMockServices({
+ atlasService: mockAtlasService as unknown as AtlasService,
+ atlasAiService: mockAtlasAiService as unknown as AtlasAiService,
+ atlasAuthService: mockAtlasAuthService as unknown as AtlasAuthService,
+ });
+}
+
+// Test component that renders CompassAssistantProvider (and AssistantProvider) with children
+const TestComponent: React.FunctionComponent<{
+ chat: Chat;
+ autoOpen?: boolean;
+ mockAtlasService?: any;
+ mockAtlasAiService?: any;
+ mockAtlasAuthService?: any;
+ hasNonGenuineConnections?: boolean;
+}> = ({
+ chat,
+ autoOpen,
+ mockAtlasService,
+ mockAtlasAiService,
+ mockAtlasAuthService,
+ hasNonGenuineConnections,
+}) => {
+ const MockedProvider = createMockProvider({
+ mockAtlasService: mockAtlasService as unknown as AtlasService,
+ mockAtlasAiService: mockAtlasAiService as unknown as AtlasAiService,
+ mockAtlasAuthService: mockAtlasAuthService as unknown as AtlasAuthService,
+ });
+
+ return (
+
+
+
+ Provider children
+
+
+
+ );
+};
+
+describe('useAssistantActions', function () {
+ const createWrapper = (chat: Chat) => {
+ function TestWrapper({ children }: { children: React.ReactNode }) {
+ const MockedProvider = createMockProvider();
+
+ return (
+
+
+ {children}
+
+
+ );
+ }
+ return TestWrapper;
+ };
+
+ it('returns mostly empty object when AI features are disabled via isAIFeatureEnabled', function () {
+ const { result } = renderHook(() => useAssistantActions(), {
+ wrapper: createWrapper(createMockChat({ messages: [] })),
+ preferences: {
+ enableAIAssistant: true,
+ // These control isAIFeatureEnabled
+ enableGenAIFeatures: false,
+ enableGenAIFeaturesAtlasOrg: true,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: true },
+ },
+ });
+
+ expect(result.current).to.have.keys(['getIsAssistantEnabled']);
+ });
+
+ it('returns mostly empty object when enableGenAIFeaturesAtlasOrg is disabled', function () {
+ const { result } = renderHook(() => useAssistantActions(), {
+ wrapper: createWrapper(createMockChat({ messages: [] })),
+ preferences: {
+ enableAIAssistant: true,
+ enableGenAIFeatures: true,
+ enableGenAIFeaturesAtlasOrg: false,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: true },
+ },
+ });
+
+ expect(result.current).to.have.keys(['getIsAssistantEnabled']);
+ });
+
+ it('returns mostly empty object when cloudFeatureRolloutAccess is disabled', function () {
+ const { result } = renderHook(() => useAssistantActions(), {
+ wrapper: createWrapper(createMockChat({ messages: [] })),
+ preferences: {
+ enableAIAssistant: true,
+ enableGenAIFeatures: true,
+ enableGenAIFeaturesAtlasOrg: true,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: false },
+ },
+ });
+
+ expect(result.current).to.have.keys(['getIsAssistantEnabled']);
+ });
+
+ it('returns mostly empty object when enableAIAssistant preference is disabled', function () {
+ const { result } = renderHook(() => useAssistantActions(), {
+ wrapper: createWrapper(createMockChat({ messages: [] })),
+ preferences: {
+ enableAIAssistant: false,
+ enableGenAIFeatures: true,
+ enableGenAIFeaturesAtlasOrg: true,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: true },
+ },
+ });
+
+ expect(result.current).to.have.keys(['getIsAssistantEnabled']);
+ });
+
+ it('returns actions when both AI features and assistant flag are enabled', function () {
+ const { result } = renderHook(() => useAssistantActions(), {
+ wrapper: createWrapper(createMockChat({ messages: [] })),
+ preferences: {
+ enableAIAssistant: true,
+ enableGenAIFeatures: true,
+ enableGenAIFeaturesAtlasOrg: true,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: true },
+ },
+ });
+
+ expect(Object.keys(result.current)).to.have.length.greaterThan(0);
+ expect(result.current.interpretExplainPlan).to.be.a('function');
+ expect(result.current.interpretConnectionError).to.be.a('function');
+ expect(result.current.tellMoreAboutInsight).to.be.undefined;
+ });
+
+ it('returns actions when both AI features and assistant flag AND enablePerformanceInsightsEntrypoints are enabled', function () {
+ const { result } = renderHook(() => useAssistantActions(), {
+ wrapper: createWrapper(createMockChat({ messages: [] })),
+ preferences: {
+ enableAIAssistant: true,
+ enablePerformanceInsightsEntrypoints: true,
+ enableGenAIFeatures: true,
+ enableGenAIFeaturesAtlasOrg: true,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: true },
+ },
+ });
+
+ expect(Object.keys(result.current)).to.have.length.greaterThan(0);
+ expect(result.current.interpretExplainPlan).to.be.a('function');
+ expect(result.current.interpretConnectionError).to.be.a('function');
+ expect(result.current.tellMoreAboutInsight).to.be.a('function');
+ });
+});
+
+describe('CompassAssistantProvider', function () {
+ const mockMessages: AssistantMessage[] = [
+ {
+ id: '1',
+ role: 'user',
+ parts: [{ type: 'text', text: 'Test message' }],
+ },
+ {
+ id: '2',
+ role: 'assistant',
+ parts: [{ type: 'text', text: 'Test assistant message' }],
+ },
+ ];
+
+ it('always renders children', function () {
+ render(;
+ atlastAiService?: Partial;
+ hasNonGenuineConnections?: boolean;
+ }): Promise> {
+ const result = render(
+ ({
+ messages: [
+ {
+ id: 'assistant',
+ role: 'assistant',
+ parts: [{ type: 'text', text: 'Hello user!' }],
+ },
+ ],
+ });
+
+ const sendMessageSpy = sinon.spy(mockChat, 'sendMessage');
+
+ await renderOpenAssistantDrawer({ chat: mockChat });
+
+ const input = screen.getByPlaceholderText('Ask a question');
+ const sendButton = screen.getByLabelText('Send message');
+
+ userEvent.type(input, 'Hello assistant');
+ userEvent.click(sendButton);
+
+ await waitFor(() => {
+ expect(sendMessageSpy.calledOnce).to.be.true;
+ expect(sendMessageSpy.firstCall.args[0]).to.deep.include({
+ text: 'Hello assistant',
+ });
+ });
+ });
+
+ it('new messages are added to the chat feed when the send button is clicked', async function () {
+ const mockChat = new Chat({
+ messages: [
+ {
+ id: 'assistant',
+ role: 'assistant',
+ parts: [{ type: 'text', text: 'Hello user!' }],
+ },
+ ],
+ transport: {
+ sendMessages: sinon.stub().returns(
+ new Promise(() => {
+ return new ReadableStream({});
+ })
+ ),
+ reconnectToStream: sinon.stub(),
+ },
+ });
+
+ const sendMessageSpy = sinon.spy(mockChat, 'sendMessage');
+
+ await renderOpenAssistantDrawer({ chat: mockChat });
+
+ userEvent.type(
+ screen.getByPlaceholderText('Ask a question'),
+ 'Hello assistant!'
+ );
+ userEvent.click(screen.getByLabelText('Send message'));
+
+ await waitFor(() => {
+ expect(sendMessageSpy.calledOnce).to.be.true;
+ expect(sendMessageSpy.firstCall.args[0]).to.deep.include({
+ text: 'Hello assistant!',
+ });
+
+ expect(screen.getByText('Hello assistant!')).to.exist;
+ });
+ });
+
+ it('will not send new messages if the user does not opt in', async function () {
+ const chat = new Chat({
+ messages: [
+ {
+ id: 'assistant',
+ role: 'assistant',
+ parts: [{ type: 'text', text: 'Hello user!' }],
+ },
+ ],
+ transport: {
+ sendMessages: sinon.stub().returns(
+ new Promise(() => {
+ return new ReadableStream({});
+ })
+ ),
+ reconnectToStream: sinon.stub(),
+ },
+ });
+
+ const atlastAiService = {
+ ensureAiFeatureAccess: sinon.stub().rejects(),
+ };
+
+ const sendMessageSpy = sinon.spy(chat, 'sendMessage');
+
+ await renderOpenAssistantDrawer({ chat, atlastAiService });
+
+ userEvent.type(
+ screen.getByPlaceholderText('Ask a question'),
+ 'Hello assistant!'
+ );
+ userEvent.click(screen.getByLabelText('Send message'));
+
+ await waitFor(() => {
+ expect(atlastAiService.ensureAiFeatureAccess.calledOnce).to.be.true;
+ expect(sendMessageSpy.called).to.be.false;
+ });
+ expect(screen.queryByText('Hello assistant!')).to.not.exist;
+ });
+
+ describe('clear chat button', function () {
+ it('is hidden when the chat is empty', async function () {
+ const mockChat = createMockChat({ messages: [] });
+ await renderOpenAssistantDrawer({ chat: mockChat });
+ expect(screen.queryByTestId('assistant-clear-chat')).to.not.exist;
+ });
+
+ it('is hidden when the chat has only permanent messages', async function () {
+ const mockChat = createMockChat({
+ messages: mockMessages.map((message) => ({
+ ...message,
+ metadata: { isPermanent: true },
+ })),
+ });
+ await renderOpenAssistantDrawer({ chat: mockChat });
+ expect(screen.queryByTestId('assistant-clear-chat')).to.not.exist;
+ });
+
+ it('is visible when the chat has messages', async function () {
+ const mockChat = createMockChat({ messages: mockMessages });
+ await renderOpenAssistantDrawer({ chat: mockChat });
+ expect(screen.getByTestId('assistant-clear-chat')).to.exist;
+ });
+
+ it('appears after a message is sent', async function () {
+ const mockChat = new Chat({
+ messages: [],
+ transport: {
+ sendMessages: sinon.stub().returns(
+ new Promise(() => {
+ return new ReadableStream({});
+ })
+ ),
+ reconnectToStream: sinon.stub(),
+ },
+ });
+ await renderOpenAssistantDrawer({ chat: mockChat });
+
+ expect(screen.queryByTestId('assistant-clear-chat')).to.not.exist;
+
+ userEvent.type(
+ screen.getByPlaceholderText('Ask a question'),
+ 'Hello assistant'
+ );
+ userEvent.click(screen.getByLabelText('Send message'));
+
+ await waitFor(() => {
+ expect(screen.getByTestId('assistant-clear-chat')).to.exist;
+ });
+ });
+
+ it('clears the chat when the user clicks and confirms', async function () {
+ const mockChat = createMockChat({ messages: mockMessages });
+
+ await renderOpenAssistantDrawer({ chat: mockChat });
+
+ const clearButton = screen.getByTestId('assistant-clear-chat');
+ userEvent.click(clearButton);
+
+ await waitFor(() => {
+ expect(screen.getByTestId('assistant-confirm-clear-chat-modal')).to
+ .exist;
+ });
+
+ // There should be messages in the chat
+ expect(screen.getByTestId('assistant-message-1')).to.exist;
+ expect(screen.getByTestId('assistant-message-2')).to.exist;
+
+ const modal = screen.getByTestId('assistant-confirm-clear-chat-modal');
+ const confirmButton = within(modal).getByText('Clear chat');
+ userEvent.click(confirmButton);
+
+ await waitForElementToBeRemoved(() =>
+ screen.getByTestId('assistant-confirm-clear-chat-modal')
+ );
+
+ expect(mockChat.messages).to.be.empty;
+ expect(screen.queryByTestId('assistant-message-1')).to.not.exist;
+ expect(screen.queryByTestId('assistant-message-2')).to.not.exist;
+ });
+
+ it('does not clear the chat when the user clicks the button and cancels', async function () {
+ const mockChat = createMockChat({ messages: mockMessages });
+
+ await renderOpenAssistantDrawer({ chat: mockChat });
+
+ const clearButton = screen.getByTestId('assistant-clear-chat');
+ userEvent.click(clearButton);
+
+ await waitFor(() => {
+ expect(screen.getByTestId('assistant-confirm-clear-chat-modal')).to
+ .exist;
+ });
+
+ // There should be messages in the chat
+ expect(screen.getByTestId('assistant-message-1')).to.exist;
+ expect(screen.getByTestId('assistant-message-2')).to.exist;
+
+ const modal = screen.getByTestId('assistant-confirm-clear-chat-modal');
+ const cancelButton = within(modal).getByText('Cancel');
+ userEvent.click(cancelButton);
+
+ await waitForElementToBeRemoved(() =>
+ screen.getByTestId('assistant-confirm-clear-chat-modal')
+ );
+
+ expect(mockChat.messages).to.deep.equal(mockMessages);
+ expect(screen.getByTestId('assistant-message-1')).to.exist;
+ expect(screen.getByTestId('assistant-message-2')).to.exist;
+ });
+
+ it('should persist permanent warning messages when clearing chat', async function () {
+ const mockChat = createMockChat({ messages: mockMessages });
+ await renderOpenAssistantDrawer({
+ chat: mockChat,
+ hasNonGenuineConnections: true,
+ });
+
+ const clearButton = screen.getByTestId('assistant-clear-chat');
+ userEvent.click(clearButton);
+
+ await waitFor(() => {
+ expect(screen.getByTestId('assistant-confirm-clear-chat-modal')).to
+ .exist;
+ });
+
+ // There should be messages in the chat
+ expect(screen.getByTestId('assistant-message-1')).to.exist;
+ expect(screen.getByTestId('assistant-message-2')).to.exist;
+ expect(screen.getByTestId('assistant-message-non-genuine-warning')).to
+ .exist;
+
+ const modal = screen.getByTestId('assistant-confirm-clear-chat-modal');
+ const confirmButton = within(modal).getByText('Clear chat');
+ userEvent.click(confirmButton);
+
+ await waitForElementToBeRemoved(() =>
+ screen.getByTestId('assistant-confirm-clear-chat-modal')
+ );
+
+ // The non-genuine warning message should still be in the chat
+ expect(screen.getByTestId('assistant-message-non-genuine-warning')).to
+ .exist;
+ // The user messages should be gone
+ expect(screen.queryByTestId('assistant-message-1')).to.not.exist;
+ expect(screen.queryByTestId('assistant-message-2')).to.not.exist;
+ });
+ });
+ });
+
+ describe('CompassAssistantProvider', function () {
+ it('uses the Atlas Service assistantApiEndpoint', async function () {
+ const mockAtlasService = {
+ assistantApiEndpoint: sinon
+ .stub()
+ .returns('https://example.com/assistant/api/v1'),
+ };
+
+ const mockAtlasAiService = {
+ ensureAiFeatureAccess: sinon.stub().callsFake(() => {
+ return Promise.resolve();
+ }),
+ };
+
+ const mockAtlasAuthService = {};
+
+ const MockedProvider = CompassAssistantProvider.withMockServices({
+ atlasService: mockAtlasService as unknown as AtlasService,
+ atlasAiService: mockAtlasAiService as unknown as AtlasAiService,
+ atlasAuthService: mockAtlasAuthService as unknown as AtlasAuthService,
+ });
+
+ render(
+
+ ,
+ {
+ preferences: {
+ enableAIAssistant: true,
+ enableGenAIFeatures: true,
+ enableGenAIFeaturesAtlasOrg: true,
+ cloudFeatureRolloutAccess: { GEN_AI_COMPASS: true },
+ },
+ }
+ );
+
+ await waitFor(() => {
+ expect(mockAtlasService.assistantApiEndpoint.calledOnce).to.be.true;
+ });
+ });
+ });
+});
diff --git a/packages/compass-assistant/src/compass-assistant-provider.tsx b/packages/compass-assistant/src/compass-assistant-provider.tsx
new file mode 100644
index 00000000000..a702e023718
--- /dev/null
+++ b/packages/compass-assistant/src/compass-assistant-provider.tsx
@@ -0,0 +1,314 @@
+import React, { type PropsWithChildren, useRef } from 'react';
+import { type UIMessage } from './@ai-sdk/react/use-chat';
+import { Chat } from './@ai-sdk/react/chat-react';
+import { createContext, useContext } from 'react';
+import {
+ createServiceLocator,
+ registerCompassPlugin,
+} from '@mongodb-js/compass-app-registry';
+import {
+ atlasAuthServiceLocator,
+ atlasServiceLocator,
+} from '@mongodb-js/atlas-service/provider';
+import { DocsProviderTransport } from './docs-provider-transport';
+import { useDrawerActions } from '@mongodb-js/compass-components';
+import {
+ buildConnectionErrorPrompt,
+ buildExplainPlanPrompt,
+ buildProactiveInsightsPrompt,
+ type EntryPointMessage,
+ type ProactiveInsightsContext,
+} from './prompts';
+import {
+ useIsAIFeatureEnabled,
+ usePreference,
+} from 'compass-preferences-model/provider';
+import { createLoggerLocator } from '@mongodb-js/compass-logging/provider';
+import type { ConnectionInfo } from '@mongodb-js/connection-info';
+import { useTelemetry } from '@mongodb-js/compass-telemetry/provider';
+import type { AtlasAiService } from '@mongodb-js/compass-generative-ai/provider';
+import { atlasAiServiceLocator } from '@mongodb-js/compass-generative-ai/provider';
+import { buildConversationInstructionsPrompt } from './prompts';
+import { createOpenAI } from '@ai-sdk/openai';
+
+export const ASSISTANT_DRAWER_ID = 'compass-assistant-drawer';
+
+export type AssistantMessage = UIMessage & {
+ metadata?: {
+ /** The text to display instead of the message text. */
+ displayText?: string;
+ /** Whether to persist the message after chat clearing.
+ * Used for warning messages in cases like using non-genuine MongoDB.
+ */
+ isPermanent?: boolean;
+ /** The source of the message (i.e. the entry point used) */
+ source?: 'explain plan' | 'performance insights' | 'connection error';
+ /** Information for confirmation messages. */
+ confirmation?: {
+ description: string;
+ state: 'confirmed' | 'rejected' | 'pending';
+ };
+ };
+};
+
+type AssistantContextType = Chat;
+
+export const AssistantContext = createContext(
+ null
+);
+
+type SendMessage = Parameters['sendMessage']>[0];
+type SendOptions = Parameters['sendMessage']>[1];
+
+type AssistantActionsContextType = {
+ interpretExplainPlan?: ({
+ namespace,
+ explainPlan,
+ operationType,
+ }: {
+ namespace: string;
+ explainPlan: string;
+ operationType: 'query' | 'aggregation';
+ }) => void;
+ interpretConnectionError?: ({
+ connectionInfo,
+ error,
+ }: {
+ connectionInfo: ConnectionInfo;
+ error: Error;
+ }) => void;
+ tellMoreAboutInsight?: (context: ProactiveInsightsContext) => void;
+ ensureOptInAndSend?: (
+ message: SendMessage,
+ options: SendOptions,
+ callback: () => void
+ ) => Promise;
+};
+
+type AssistantActionsType = Omit<
+ AssistantActionsContextType,
+ 'ensureOptInAndSend'
+> & {
+ getIsAssistantEnabled: () => boolean;
+};
+
+export const AssistantActionsContext =
+ createContext({
+ interpretExplainPlan: () => {},
+ interpretConnectionError: () => {},
+ tellMoreAboutInsight: () => {},
+ ensureOptInAndSend: async () => {},
+ });
+
+export function useAssistantActions(): AssistantActionsType {
+ const actions = useContext(AssistantActionsContext);
+ const isAIFeatureEnabled = useIsAIFeatureEnabled();
+ const isAssistantFlagEnabled = usePreference('enableAIAssistant');
+ const isPerformanceInsightEntrypointsEnabled = usePreference(
+ 'enablePerformanceInsightsEntrypoints'
+ );
+
+ if (!isAIFeatureEnabled || !isAssistantFlagEnabled) {
+ return {
+ getIsAssistantEnabled: () => false,
+ };
+ }
+
+ const {
+ interpretExplainPlan,
+ interpretConnectionError,
+ tellMoreAboutInsight,
+ } = actions;
+
+ return {
+ interpretExplainPlan,
+ interpretConnectionError,
+ tellMoreAboutInsight: isPerformanceInsightEntrypointsEnabled
+ ? tellMoreAboutInsight
+ : undefined,
+ getIsAssistantEnabled: () => true,
+ };
+}
+
+export const compassAssistantServiceLocator = createServiceLocator(() => {
+ const actions = useAssistantActions();
+
+ const interpretConnectionErrorRef = useRef(actions.interpretConnectionError);
+ interpretConnectionErrorRef.current = actions.interpretConnectionError;
+
+ const getIsAssistantEnabledRef = useRef(actions.getIsAssistantEnabled);
+ getIsAssistantEnabledRef.current = actions.getIsAssistantEnabled;
+
+ return {
+ interpretConnectionError: (options: {
+ connectionInfo: ConnectionInfo;
+ error: Error;
+ }) => interpretConnectionErrorRef.current?.(options),
+ getIsAssistantEnabled: () => {
+ return getIsAssistantEnabledRef.current();
+ },
+ };
+}, 'compassAssistantLocator');
+
+export type CompassAssistantService = {
+ interpretConnectionError: (options: {
+ connectionInfo: ConnectionInfo;
+ error: Error;
+ }) => void;
+ getIsAssistantEnabled: () => boolean;
+};
+
+export const AssistantProvider: React.FunctionComponent<
+ PropsWithChildren<{
+ appNameForPrompt: string;
+ chat: Chat;
+ atlasAiService: AtlasAiService;
+ }>
+> = ({ chat, atlasAiService, children }) => {
+ const { openDrawer } = useDrawerActions();
+ const track = useTelemetry();
+
+ const createEntryPointHandler = useRef(function (
+ entryPointName:
+ | 'explain plan'
+ | 'performance insights'
+ | 'connection error',
+ builder: (props: T) => EntryPointMessage
+ ) {
+ return (props: T) => {
+ if (!assistantActionsContext.current.ensureOptInAndSend) {
+ return;
+ }
+
+ const { prompt, metadata } = builder(props);
+ void assistantActionsContext.current.ensureOptInAndSend(
+ {
+ text: prompt,
+ metadata: {
+ ...metadata,
+ source: entryPointName,
+ },
+ },
+ {},
+ () => {
+ openDrawer(ASSISTANT_DRAWER_ID);
+
+ track('Assistant Entry Point Used', {
+ source: entryPointName,
+ });
+ }
+ );
+ };
+ }).current;
+ const assistantActionsContext = useRef({
+ interpretExplainPlan: createEntryPointHandler(
+ 'explain plan',
+ buildExplainPlanPrompt
+ ),
+ interpretConnectionError: createEntryPointHandler(
+ 'connection error',
+ buildConnectionErrorPrompt
+ ),
+ tellMoreAboutInsight: createEntryPointHandler(
+ 'performance insights',
+ buildProactiveInsightsPrompt
+ ),
+ ensureOptInAndSend: async (
+ message: SendMessage,
+ options: SendOptions,
+ callback: () => void
+ ) => {
+ try {
+ await atlasAiService.ensureAiFeatureAccess();
+ } catch {
+ // opt-in failed: just do nothing
+ return;
+ }
+
+ // Call the callback to indicate that the opt-in was successful. A good
+ // place to do tracking.
+ callback();
+
+ if (chat.status === 'streaming') {
+ await chat.stop();
+ }
+
+ await chat.sendMessage(message, options);
+ },
+ });
+
+ return (
+
+
+ {children}
+
+
+ );
+};
+
+export const CompassAssistantProvider = registerCompassPlugin(
+ {
+ name: 'CompassAssistant',
+ component: ({
+ appNameForPrompt,
+ chat,
+ atlasAiService,
+ children,
+ }: PropsWithChildren<{
+ appNameForPrompt: string;
+ originForPrompt: string;
+ chat?: Chat;
+ atlasAiService?: AtlasAiService;
+ }>) => {
+ if (!chat) {
+ throw new Error('Chat was not provided by the state');
+ }
+ if (!atlasAiService) {
+ throw new Error('atlasAiService was not provided by the state');
+ }
+ return (
+
+ {children}
+
+ );
+ },
+ activate: (initialProps, { atlasService, atlasAiService, logger }) => {
+ const chat =
+ initialProps.chat ??
+ new Chat({
+ transport: new DocsProviderTransport({
+ origin: initialProps.originForPrompt,
+ instructions: buildConversationInstructionsPrompt({
+ target: initialProps.appNameForPrompt,
+ }),
+ model: createOpenAI({
+ baseURL: atlasService.assistantApiEndpoint(),
+ apiKey: '',
+ }).responses('mongodb-chat-latest'),
+ }),
+ onError: (err: Error) => {
+ logger.log.error(
+ logger.mongoLogId(1_001_000_370),
+ 'Assistant',
+ 'Failed to send a message',
+ { err }
+ );
+ },
+ });
+ return {
+ store: { state: { chat, atlasAiService } },
+ deactivate: () => {},
+ };
+ },
+ },
+ {
+ atlasService: atlasServiceLocator,
+ atlasAiService: atlasAiServiceLocator,
+ atlasAuthService: atlasAuthServiceLocator,
+ logger: createLoggerLocator('COMPASS-ASSISTANT'),
+ }
+);
diff --git a/packages/compass-assistant/src/components/assistant-chat.spec.tsx b/packages/compass-assistant/src/components/assistant-chat.spec.tsx
new file mode 100644
index 00000000000..251b94cb69e
--- /dev/null
+++ b/packages/compass-assistant/src/components/assistant-chat.spec.tsx
@@ -0,0 +1,876 @@
+import React from 'react';
+import {
+ render,
+ screen,
+ userEvent,
+ waitFor,
+ within,
+} from '@mongodb-js/testing-library-compass';
+import { AssistantChat } from './assistant-chat';
+import { expect } from 'chai';
+import { createMockChat } from '../../test/utils';
+import type { ConnectionInfo } from '@mongodb-js/connection-info';
+import {
+ AssistantActionsContext,
+ type AssistantMessage,
+} from '../compass-assistant-provider';
+import sinon from 'sinon';
+import type { TextPart } from 'ai';
+
+describe('AssistantChat', function () {
+ const mockMessages: AssistantMessage[] = [
+ {
+ id: 'user',
+ role: 'user',
+ parts: [{ type: 'text', text: 'Hello, MongoDB Assistant!' }],
+ },
+ {
+ id: 'assistant',
+ role: 'assistant',
+ parts: [
+ {
+ type: 'text',
+ text: 'Hello! How can I help you with MongoDB today?',
+ },
+ {
+ type: 'source-url',
+ title: 'MongoDB',
+ url: 'https://en.wikipedia.org/wiki/MongoDB',
+ sourceId: '1',
+ },
+ ],
+ metadata: {
+ source: 'performance insights',
+ },
+ },
+ ];
+
+ function renderWithChat(
+ messages: AssistantMessage[],
+ {
+ connections,
+ status,
+ }: {
+ connections?: ConnectionInfo[];
+ status?: 'submitted' | 'streaming';
+ } = {}
+ ) {
+ const chat = createMockChat({ messages, status });
+ // The chat component does not use chat.sendMessage() directly, it uses
+ // ensureOptInAndSend() via the AssistantActionsContext.
+ const ensureOptInAndSendStub = sinon
+ .stub()
+ .callsFake(async (message, options, callback) => {
+ // call the callback so we can test the tracking
+ callback();
+
+ await chat.sendMessage(message, options);
+ });
+
+ const assistantActionsContext = {
+ ensureOptInAndSend: ensureOptInAndSendStub,
+ };
+ const result = render(
+
+ ,
+ {
+ connections,
+ }
+ );
+ return {
+ result,
+ chat,
+ ensureOptInAndSendStub,
+ };
+ }
+
+ it('renders input field and send button', function () {
+ renderWithChat([]);
+
+ const inputField = screen.getByPlaceholderText('Ask a question');
+ const sendButton = screen.getByLabelText('Send message');
+
+ expect(inputField).to.exist;
+ expect(sendButton).to.exist;
+ });
+
+ it('input field accepts text input', function () {
+ renderWithChat([]);
+
+ // eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion
+ const inputField = screen.getByPlaceholderText(
+ 'Ask a question'
+ ) as HTMLTextAreaElement;
+
+ userEvent.type(inputField, 'What is MongoDB?');
+
+ expect(inputField.value).to.equal('What is MongoDB?');
+ });
+
+ it('displays the disclaimer and welcome text', function () {
+ renderWithChat([]);
+ expect(screen.getByText(/AI can make mistakes. Review for accuracy./)).to
+ .exist;
+ });
+
+ it('displays the welcome text when there are no messages', function () {
+ renderWithChat([]);
+ expect(screen.getByText(/Welcome to the MongoDB Assistant!/)).to.exist;
+ });
+
+ it('does not display the welcome text when there are messages', function () {
+ renderWithChat(mockMessages);
+ expect(screen.queryByText(/Welcome to the MongoDB Assistant!/)).to.not
+ .exist;
+ });
+
+ it('displays loading state when chat status is submitted', function () {
+ renderWithChat([], { status: 'submitted' });
+ expect(screen.getByText(/MongoDB Assistant is thinking/)).to.exist;
+ });
+
+ it('does not display loading in all other cases', function () {
+ renderWithChat(mockMessages, { status: 'streaming' });
+ expect(screen.queryByText(/MongoDB Assistant is thinking/)).to.not.exist;
+ });
+
+ it('send button is disabled when input is empty', function () {
+ renderWithChat([]);
+
+ // eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion
+ const sendButton = screen.getByLabelText(
+ 'Send message'
+ ) as HTMLButtonElement;
+
+ expect(sendButton.getAttribute('aria-disabled')).to.equal('true');
+ });
+
+ it('send button is enabled when input has text', function () {
+ renderWithChat([]);
+
+ const inputField = screen.getByPlaceholderText('Ask a question');
+ // eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion
+ const sendButton = screen.getByLabelText(
+ 'Send message'
+ ) as HTMLButtonElement;
+
+ userEvent.type(inputField, 'What is MongoDB?');
+
+ expect(sendButton.disabled).to.be.false;
+ });
+
+ it('send button is disabled for whitespace-only input', async function () {
+ renderWithChat([]);
+
+ const inputField = screen.getByPlaceholderText('Ask a question');
+ // eslint-disable-next-line @typescript-eslint/no-unnecessary-type-assertion
+ const sendButton = screen.getByLabelText(
+ 'Send message'
+ ) as HTMLButtonElement;
+
+ userEvent.type(inputField, ' ');
+
+ await waitFor(() => {
+ expect(sendButton.getAttribute('aria-disabled')).to.equal('true');
+ });
+ });
+
+ it('displays messages in the chat feed', function () {
+ renderWithChat(mockMessages);
+
+ expect(screen.getByTestId('assistant-message-user')).to.exist;
+ expect(screen.getByTestId('assistant-message-assistant')).to.exist;
+ expect(screen.getByTestId('assistant-message-user')).to.contain.text(
+ 'Hello, MongoDB Assistant!'
+ );
+ expect(screen.getByTestId('assistant-message-assistant')).to.contain.text(
+ 'Hello! How can I help you with MongoDB today?'
+ );
+ });
+
+ describe('non-genuine MongoDB host handling', function () {
+ it('shows warning message in chat when connected to non-genuine MongoDB', function () {
+ const chat = createMockChat({ messages: [] });
+ render(;
+ hasNonGenuineConnections: boolean;
+}
+
+// TODO(COMPASS-9751): These are temporary patches to make the Assistant chat take the entire
+// width and height of the drawer since Leafygreen doesn't support this yet.
+const assistantChatFixesStyles = css({
+ // Compass has a global bullet point override but we clear this for the chat.
+ ul: {
+ listStyleType: 'disc',
+ },
+ ol: {
+ listStyleType: 'decimal',
+ },
+
+ // Remove extra padding
+ '> div, > div > div, > div > div > div, > div > div > div': {
+ height: '100%',
+ padding: 0,
+ },
+ // This is currently set to 'pre-wrap' which causes list items to be on a different line than the list markers.
+ 'li, ol': {
+ whiteSpace: 'normal',
+ },
+ /** TODO(COMPASS-9751): We're adjusting styling of all the headers to a lower level than the default for chat, this should be updated in Leafygreen as well and removed from our end. */
+ 'h1, h2, h3, h4, h5, h6': {
+ fontFamily: fontFamilies.default,
+ margin: 'unset',
+ },
+ /** h4, h5, h6 -> body 1 styling */
+ 'h4, h5, h6': {
+ fontSize: '13px',
+ lineHeight: '15px',
+ marginTop: '4px',
+ // DE has reset css that sets all font weights to 400
+ fontWeight: 700,
+ },
+ /** h1 -> h3 styling */
+ h1: {
+ fontSize: '20px',
+ marginTop: '8px',
+ fontWeight: 'medium',
+ lineHeight: '22px',
+ },
+ /** h2 -> subtitle styling */
+ h2: {
+ color: '#001E2B',
+ fontWeight: 'semibold',
+ fontSize: '18px',
+ lineHeight: '20px',
+ marginTop: '8px',
+ },
+ /** h3 -> body 2 styling */
+ h3: {
+ fontSize: '16px',
+ fontWeight: 'semibold',
+ lineHeight: '18px',
+ marginTop: '4px',
+ },
+ blockquote: {
+ // remove the 3x line height that these take up by default
+ lineHeight: 0,
+ margin: 0,
+ borderLeftWidth: spacing[100],
+ borderLeftStyle: 'solid',
+ padding: `0 0 0 ${spacing[200]}px`,
+
+ '> * + *': {
+ margin: `${spacing[400]}px 0 0`,
+ },
+ },
+ hr: {
+ // hr tags have no width when it is alone in a chat message because of the
+ // overall layout in chat where the chat bubble sizes to fit the content.
+ // The minimum width of the drawer sized down to the smallest size leaves
+ // 200px.
+ minWidth: '200px',
+ },
+});
+
+const assistantChatFixesDarkStyles = css({
+ 'h1, h2, h3, h4, h5, h6': {
+ color: palette.gray.light2,
+ },
+ blockquote: {
+ borderLeftColor: palette.gray.light1,
+ },
+});
+
+const assistantChatFixesLightStyles = css({
+ 'h1, h2, h3, h4, h5, h6': {
+ color: palette.black,
+ },
+ blockquote: {
+ borderLeftColor: palette.gray.dark1,
+ },
+});
+
+const messageFeedFixesStyles = css({
+ display: 'flex',
+ flexDirection: 'column-reverse',
+ overflowY: 'auto',
+ width: '100%',
+ wordBreak: 'break-word',
+ flex: 1,
+ padding: spacing[400],
+ gap: spacing[400],
+
+ // TODO(COMPASS-9751): We're setting the font weight to 600 here as the LG styling for the Assistant header isn't set
+ '& > div > div > div:has(svg[aria-label="Sparkle Icon"]) p': {
+ fontWeight: 600,
+ },
+});
+const chatWindowFixesStyles = css({
+ height: '100%',
+ display: 'flex',
+ flexDirection: 'column',
+});
+const welcomeMessageStyles = css({
+ paddingBottom: spacing[400],
+ paddingLeft: spacing[400],
+ paddingRight: spacing[400],
+});
+const disclaimerTextStyles = css({
+ paddingBottom: spacing[400],
+ paddingLeft: spacing[400],
+ paddingRight: spacing[400],
+ a: {
+ fontSize: 'inherit',
+ },
+});
+// On small screens, many components end up breaking words which we don't want.
+// This is a general temporary fix for all components that we want to prevent from wrapping.
+const noWrapFixesStyles = css({
+ whiteSpace: 'nowrap',
+});
+
+/** TODO(COMPASS-9751): This should be handled by Leafygreen's disclaimers update */
+const inputBarStyleFixes = css({
+ width: '100%',
+ paddingLeft: spacing[400],
+ paddingRight: spacing[400],
+ paddingBottom: spacing[100],
+});
+
+function makeErrorMessage(message: string) {
+ message = message || 'An error occurred';
+ return `${message}. Try clearing the chat if the error persists.`;
+}
+
+const errorBannerWrapperStyles = css({
+ margin: spacing[400],
+});
+
+const messagesWrapStyles = css({
+ display: 'flex',
+ flexDirection: 'column',
+ gap: spacing[400],
+});
+
+const welcomeHeadingStyles = css({
+ display: 'flex',
+ alignItems: 'center',
+ gap: '6px',
+ span: {
+ fontWeight: 600,
+ lineHeight: '20px',
+ },
+});
+const welcomeTextStyles = css({
+ margin: `${spacing[100]}px 0 0 0`,
+});
+
+export const AssistantChat: React.FunctionComponent = ({
+ chat,
+ hasNonGenuineConnections,
+}) => {
+ const track = useTelemetry();
+ const darkMode = useDarkMode();
+ const messagesContainerRef = useRef(null);
+ const previousLastMessageId = useRef(undefined);
+ const { id: lastMessageId, role: lastMessageRole } =
+ chat.messages[chat.messages.length - 1] ?? {};
+
+ const { ensureOptInAndSend } = useContext(AssistantActionsContext);
+ const { messages, status, error, clearError, setMessages } = useChat({
+ chat,
+ onError: (error) => {
+ track('Assistant Response Failed', () => ({
+ error_name: error.name,
+ }));
+ },
+ });
+
+ const scrollToBottom = useCallback(() => {
+ if (messagesContainerRef.current) {
+ // Since the container uses flexDirection: 'column-reverse',
+ // scrolling to the bottom means setting scrollTop to 0
+ messagesContainerRef.current.scrollTop = 0;
+ }
+ }, []);
+
+ useEffect(() => {
+ if (
+ lastMessageId &&
+ previousLastMessageId.current !== undefined &&
+ lastMessageId !== previousLastMessageId.current &&
+ lastMessageRole === 'user'
+ ) {
+ scrollToBottom();
+ }
+ previousLastMessageId.current = lastMessageId;
+ }, [lastMessageId, lastMessageRole, scrollToBottom]);
+
+ useEffect(() => {
+ const hasExistingNonGenuineWarning = chat.messages.some(
+ (message) => message.id === 'non-genuine-warning'
+ );
+ if (hasNonGenuineConnections && !hasExistingNonGenuineWarning) {
+ setMessages((messages) => {
+ return [NON_GENUINE_WARNING_MESSAGE, ...messages];
+ });
+ } else if (hasExistingNonGenuineWarning && !hasNonGenuineConnections) {
+ setMessages((messages) => {
+ return messages.filter(
+ (message) => message.id !== 'non-genuine-warning'
+ );
+ });
+ }
+ }, [hasNonGenuineConnections, chat, setMessages]);
+
+ const handleMessageSend = useCallback(
+ async (messageBody: string) => {
+ const trimmedMessageBody = messageBody.trim();
+ if (trimmedMessageBody) {
+ await chat.stop();
+ void ensureOptInAndSend?.({ text: trimmedMessageBody }, {}, () => {
+ track('Assistant Prompt Submitted', {
+ user_input_length: trimmedMessageBody.length,
+ });
+ });
+ }
+ },
+ [track, ensureOptInAndSend, chat]
+ );
+
+ const handleFeedback = useCallback(
+ ({
+ state,
+ message,
+ }: {
+ message: AssistantMessage;
+ state:
+ | {
+ feedback: string;
+ rating: string;
+ }
+ | {
+ rating: string;
+ }
+ | undefined;
+ }) => {
+ if (!state) {
+ return;
+ }
+ const { rating } = state;
+ const textFeedback = 'feedback' in state ? state.feedback : undefined;
+ const feedback: 'positive' | 'negative' =
+ rating === 'liked' ? 'positive' : 'negative';
+
+ track('Assistant Feedback Submitted', {
+ feedback,
+ text: textFeedback,
+ request_id: null,
+ source: message.metadata?.source ?? 'chat response',
+ });
+ },
+ [track]
+ );
+
+ const handleConfirmation = useCallback(
+ (
+ confirmedMessage: AssistantMessage,
+ newState: 'confirmed' | 'rejected'
+ ) => {
+ setMessages((messages) => {
+ const newMessages: AssistantMessage[] = messages.map((message) => {
+ if (
+ message.id === confirmedMessage.id &&
+ message.metadata?.confirmation
+ ) {
+ return {
+ ...message,
+ metadata: {
+ ...message.metadata,
+ confirmation: {
+ ...message.metadata.confirmation,
+ state: newState,
+ },
+ },
+ };
+ }
+ return message;
+ });
+
+ // If confirmed, add a new message with the same content but without confirmation metadata
+ if (newState === 'confirmed') {
+ newMessages.push({
+ ...confirmedMessage,
+ id: `${confirmedMessage.id}-confirmed`,
+ metadata: {
+ ...confirmedMessage.metadata,
+ confirmation: undefined,
+ },
+ });
+ }
+ return newMessages;
+ });
+ track('Assistant Confirmation Submitted', {
+ status: newState,
+ source: confirmedMessage.metadata?.source ?? 'chat response',
+ });
+ if (newState === 'confirmed') {
+ // Force the new message request to be sent
+ void ensureOptInAndSend?.(undefined, {}, () => {});
+ }
+ },
+ [ensureOptInAndSend, setMessages, track]
+ );
+
+ return (
+
+
+
+
+
+ {messages.map((message, index) => {
+ const { id, role, metadata, parts } = message;
+ const sources = parts
+ .filter((part) => part.type === 'source-url')
+ .map((part) => ({
+ children: part.title || 'Documentation Link',
+ href: part.url,
+ variant: 'Docs',
+ }));
+ if (metadata?.confirmation) {
+ const { description, state } = metadata.confirmation;
+ const isLastMessage = index === messages.length - 1;
+
+ return (
+ handleConfirmation(message, 'confirmed')}
+ onReject={() => handleConfirmation(message, 'rejected')}
+ />
+ );
+ }
+
+ const displayText =
+ message.metadata?.displayText ||
+ message.parts
+ ?.filter((part) => part.type === 'text')
+ .map((part) => part.text)
+ .join('');
+
+ const isSender = role === 'user';
+
+ return (
+
+ {isSender === false && (
+
+ handleFeedback({ message, state })
+ }
+ onSubmitFeedback={(event, state) =>
+ handleFeedback({ message, state })
+ }
+ className={noWrapFixesStyles}
+ />
+ )}
+ {sources.length > 0 && (
+
+ );
+ })}
+
+
+
+ {makeErrorMessage(error.message)}
+
+
+ )}
+ {messages.length === 0 && (
+
+
+ MongoDB Assistant
+
+
+ Welcome to the MongoDB Assistant!
+
+
+
+ void handleMessageSend(messageBody)
+ }
+ state={status === 'submitted' ? 'loading' : undefined}
+ textareaProps={{
+ placeholder: 'Ask a question',
+ }}
+ />
+
+
+ AI can make mistakes. Review for accuracy.{' '}
+
+
+
+
+ {title}
+
+ {description}
+
+ {state === 'pending' && (
+
+
+ Cancel
+
+
+ Confirm
+
+
+ )}
+ {state !== 'pending' && (
+
+
+ )}
+
[0]>
+ ) => Promise>;
+
+ beforeEach(function () {
+ // Mock the OpenAI client
+ doStream = sinon.stub().returns({
+ stream: DocsProviderTransport.emptyStream,
+ request: {
+ body: {
+ messages: [],
+ },
+ },
+ });
+ mockModel = new MockLanguageModelV2({
+ doStream,
+ });
+ abortController = new AbortController();
+ transport = new DocsProviderTransport({
+ origin: 'mongodb-compass',
+ instructions: 'Test instructions for MongoDB assistance',
+ model: mockModel,
+ });
+ sendMessages = (params) =>
+ transport.sendMessages({
+ trigger: 'submit-message',
+ chatId: 'test-chat',
+ messageId: undefined,
+ abortSignal: abortController.signal,
+ messages: [],
+ ...params,
+ });
+ });
+
+ afterEach(function () {
+ sinon.restore();
+ });
+
+ describe('sendMessages', function () {
+ const userMessage: AssistantMessage = {
+ id: 'included1',
+ role: 'user',
+ parts: [{ type: 'text', text: 'User message' }],
+ };
+ const confirmationPendingMessage: AssistantMessage = {
+ id: 'test',
+ role: 'assistant',
+ parts: [{ type: 'text', text: 'Response' }],
+ metadata: {
+ confirmation: {
+ state: 'pending',
+ description: 'Confirm this action',
+ },
+ },
+ };
+ const confirmationConfirmedMessage: AssistantMessage = {
+ id: 'test',
+ role: 'assistant',
+ parts: [{ type: 'text', text: 'Response' }],
+ metadata: {
+ confirmation: {
+ state: 'confirmed',
+ description: 'Confirmed action',
+ },
+ },
+ };
+ it('returns empty stream when last message should be excluded', async function () {
+ const messages: AssistantMessage[] = [
+ userMessage,
+ confirmationConfirmedMessage,
+ ];
+
+ const result = await sendMessages({
+ messages,
+ });
+
+ expect(result).to.equal(DocsProviderTransport.emptyStream);
+ expect(mockModel.doStreamCalls).to.be.empty;
+ });
+
+ it('returns empty stream when all messages are filtered out', async function () {
+ const messages: AssistantMessage[] = [
+ confirmationPendingMessage,
+ confirmationConfirmedMessage,
+ ];
+
+ const result = await sendMessages({
+ messages,
+ });
+
+ expect(result).to.equal(DocsProviderTransport.emptyStream);
+ expect(mockModel.doStreamCalls).to.be.empty;
+ });
+
+ it('sends filtered messages to AI when valid messages exist', async function () {
+ await sendMessages({
+ messages: [userMessage],
+ });
+
+ await waitFor(() => {
+ expect(doStream).to.have.been.calledOnce;
+ expect(doStream.firstCall.args[0]).to.deep.include({
+ prompt: [
+ {
+ role: 'user',
+ providerOptions: undefined,
+ content: [
+ {
+ type: 'text',
+ text: 'User message',
+ providerOptions: undefined,
+ },
+ ],
+ },
+ ],
+ });
+ });
+ });
+
+ it('sends only valid messages when confirmation required messages exist', async function () {
+ await sendMessages({
+ messages: [
+ confirmationConfirmedMessage,
+ confirmationPendingMessage,
+ userMessage,
+ ],
+ });
+
+ await waitFor(() => {
+ expect(doStream).to.have.been.calledOnce;
+ expect(doStream.firstCall.args[0]).to.deep.include({
+ prompt: [
+ {
+ role: 'user',
+ providerOptions: undefined,
+ content: [
+ {
+ type: 'text',
+ text: 'User message',
+ providerOptions: undefined,
+ },
+ ],
+ },
+ ],
+ });
+ });
+ });
+ });
+
+ // We currently do not support reconnecting to streams but we may want to in the future
+ describe('reconnectToStream', function () {
+ it('always returns null', async function () {
+ const result = await transport.reconnectToStream();
+ expect(result).to.be.null;
+ });
+ });
+ });
+});
diff --git a/packages/compass-assistant/src/docs-provider-transport.ts b/packages/compass-assistant/src/docs-provider-transport.ts
new file mode 100644
index 00000000000..36e541c4b66
--- /dev/null
+++ b/packages/compass-assistant/src/docs-provider-transport.ts
@@ -0,0 +1,84 @@
+import {
+ type ChatTransport,
+ type LanguageModel,
+ type UIMessageChunk,
+ convertToModelMessages,
+ streamText,
+} from 'ai';
+import type { AssistantMessage } from './compass-assistant-provider';
+
+/** Returns true if the message should be excluded from being sent to the assistant API. */
+export function shouldExcludeMessage({ metadata }: AssistantMessage) {
+ if (metadata?.confirmation) {
+ return true;
+ }
+ return false;
+}
+
+export class DocsProviderTransport implements ChatTransport {
+ private model: LanguageModel;
+ private origin: string;
+ private instructions: string;
+
+ constructor({
+ instructions,
+ model,
+ origin,
+ }: {
+ instructions: string;
+ model: LanguageModel;
+ origin: string;
+ }) {
+ this.instructions = instructions;
+ this.model = model;
+ this.origin = origin;
+ }
+
+ static emptyStream = new ReadableStream({
+ start(controller) {
+ controller.close();
+ },
+ });
+
+ sendMessages({
+ messages,
+ abortSignal,
+ }: Parameters['sendMessages']>[0]) {
+ // If the most recent message is a message that is meant to be excluded
+ // then we do not need to send this request to the assistant API as it's likely
+ // redundant otherwise.
+ if (shouldExcludeMessage(messages[messages.length - 1])) {
+ return Promise.resolve(DocsProviderTransport.emptyStream);
+ }
+
+ const filteredMessages = messages.filter(
+ (message) => !shouldExcludeMessage(message)
+ );
+
+ // If no messages remain after filtering, return an empty stream
+ if (filteredMessages.length === 0) {
+ return Promise.resolve(DocsProviderTransport.emptyStream);
+ }
+
+ const result = streamText({
+ model: this.model,
+ messages: convertToModelMessages(filteredMessages),
+ abortSignal: abortSignal,
+ headers: {
+ 'X-Request-Origin': this.origin,
+ },
+ providerOptions: {
+ openai: {
+ instructions: this.instructions,
+ },
+ },
+ });
+
+ return Promise.resolve(result.toUIMessageStream({ sendSources: true }));
+ }
+
+ reconnectToStream(): Promise | null> {
+ // For this implementation, we don't support reconnecting to streams
+ return Promise.resolve(null);
+ }
+}
diff --git a/packages/compass-assistant/src/index.tsx b/packages/compass-assistant/src/index.tsx
new file mode 100644
index 00000000000..f74ba699cfc
--- /dev/null
+++ b/packages/compass-assistant/src/index.tsx
@@ -0,0 +1,9 @@
+export { CompassAssistantProvider } from './compass-assistant-provider';
+export { CompassAssistantDrawer } from './compass-assistant-drawer';
+export {
+ useAssistantActions,
+ compassAssistantServiceLocator,
+} from './compass-assistant-provider';
+export type { CompassAssistantService } from './compass-assistant-provider';
+export type { ProactiveInsightsContext, EntryPointMessage } from './prompts';
+export { APP_NAMES_FOR_PROMPT } from './prompts';
diff --git a/packages/compass-assistant/src/preset-messages.ts b/packages/compass-assistant/src/preset-messages.ts
new file mode 100644
index 00000000000..06b8bdf0642
--- /dev/null
+++ b/packages/compass-assistant/src/preset-messages.ts
@@ -0,0 +1,17 @@
+import type { AssistantMessage } from './compass-assistant-provider';
+
+export const NON_GENUINE_WARNING_MESSAGE: AssistantMessage = {
+ id: 'non-genuine-warning',
+ parts: [
+ {
+ type: 'text',
+ text: 'The user is connected to a non-genuine MongoDB server. This causes many features to work differently or not work at all, make sure to always warn the user about this.',
+ },
+ ],
+ metadata: {
+ displayText:
+ 'You are connected to **a non-genuine MongoDB server**. MongoDB Assistant will not provide accurate guidance for non-genuine hosts, and we encourage users to use real MongoDB deployments to take full advantage of our developer tools.',
+ isPermanent: true,
+ },
+ role: 'assistant',
+};
diff --git a/packages/compass-assistant/src/prompts.spec.ts b/packages/compass-assistant/src/prompts.spec.ts
new file mode 100644
index 00000000000..970d8349549
--- /dev/null
+++ b/packages/compass-assistant/src/prompts.spec.ts
@@ -0,0 +1,31 @@
+import { expect } from 'chai';
+import { buildExplainPlanPrompt } from './prompts';
+
+describe('prompts', function () {
+ describe('buildExplainPlanPrompt', function () {
+ const mockExplainPlan = JSON.stringify({
+ stages: [{ stage: 'COLLSCAN', executionTimeMillisEstimate: 100 }],
+ executionStats: { executionTimeMillis: 150 },
+ });
+
+ it('should distinguish between query and aggregation in the prompt', function () {
+ const queryPrompt = buildExplainPlanPrompt({
+ explainPlan: mockExplainPlan,
+ operationType: 'query',
+ });
+
+ const aggregationPrompt = buildExplainPlanPrompt({
+ explainPlan: mockExplainPlan,
+ operationType: 'aggregation',
+ });
+
+ expect(queryPrompt.prompt).to.include('MongoDB Query');
+ expect(queryPrompt.prompt).to.not.include('MongoDB Aggregation Pipeline');
+
+ expect(aggregationPrompt.prompt).to.include(
+ 'MongoDB Aggregation Pipeline'
+ );
+ expect(aggregationPrompt.prompt).to.not.include('MongoDB Query');
+ });
+ });
+});
diff --git a/packages/compass-assistant/src/prompts.ts b/packages/compass-assistant/src/prompts.ts
new file mode 100644
index 00000000000..3f113e561c4
--- /dev/null
+++ b/packages/compass-assistant/src/prompts.ts
@@ -0,0 +1,217 @@
+import type { ConnectionInfo } from '@mongodb-js/connection-info';
+import { redactConnectionString } from 'mongodb-connection-string-url';
+import type { AssistantMessage } from './compass-assistant-provider';
+
+export type EntryPointMessage = {
+ prompt: string;
+ metadata: AssistantMessage['metadata'];
+};
+
+export const APP_NAMES_FOR_PROMPT = {
+ Compass: 'MongoDB Compass',
+ DataExplorer: 'MongoDB Atlas Data Explorer',
+};
+
+export const buildConversationInstructionsPrompt = ({
+ target,
+}: {
+ target: string;
+}) => {
+ return `
+You are an assistant running in a side-panel inside ${target}.
+
+
+You should:
+1. Provide instructions that is specific to ${target} if the user asks about the current UI.
+2. Answer general questions about MongoDB and its products. Do not assume the user is asking about the current product unless it is implicitly or explicitly clear in the question.
+3. Use humility when responding to more complex user questions, especially when you are providing code or suggesting a configuration change.
+ - Encourage the user to understand what they are doing before they act, e.g. by reading the official documentation or other related resources.
+ - Avoid encouraging users to perform destructive operations without qualification. Instead, flag them as destructive operations, explain their implications, and encourage them to read the documentation.
+
+
+
+You are able to:
+
+1. Answer technical questions
+
+
+
+You CANNOT:
+
+1. Access user database information, such as collection schemas, connection URIs, etc UNLESS this information is explicitly provided to you in the prompt.
+2. Query MongoDB directly or execute code.
+3. Access the current state of the UI
+
+
+Always call the 'search_content' tool when asked a technical question that would benefit from getting relevant info from the documentation.
+`;
+};
+
+export type ExplainPlanContext = {
+ explainPlan: string;
+ operationType: 'query' | 'aggregation';
+};
+
+export const buildExplainPlanPrompt = ({
+ explainPlan,
+ operationType,
+}: ExplainPlanContext): EntryPointMessage => {
+ const actionName =
+ operationType === 'aggregation' ? 'Aggregation Pipeline' : 'Query';
+ return {
+ prompt: `
+Analyze the MongoDB ${actionName} .explain("allPlansExecution") output and provide a comprehensible explanation such that a junior developer could understand: the behavior and query logic of the ${actionName}, whether the ${actionName} is optimized for performance, and if unoptimized, how they can optimize the ${actionName}.
+
+
+
+## Summary
+- **Query Logic:** [1 sentence summary of the query logic.]
+- **Performance:** ["Good" if there are no recommendations to improve performance; "Fair" if there are minor improvements that could be made; "Poor" if there are significant improvements that could be made]
+- **Recommendations:** ["None" if there are no recommendations; otherwise, explicitly state your recommendations]
+
+## Details
+### Query Logic
+[For each sequential stage:
+1. \`Stage Name\`: Query logic for this stage.
+2. \`Stage Name\`: Query logic for this stage.
+...]
+
+### Performance Analysis
+[For each insight:
+- Insight explanation
+- Insight explanation
+...]
+
+### Recommendations
+[If you do not have any recommendations: say so here and skip down to #Follow-Up Questions. Otherwise, for each recommendation:
+- Recommendation
+- Recommendation
+...
+
+Tell the user if indexes need to be created or modified to enable any recommendations.]
+
+[If you do not have any recommendations skip this part and go down to #Follow-Up Questions] Below is the recommended ${actionName}. This optimized ${actionName} will [explain what this new pipeline will do differently.]
+\`\`\`
+[The optimized ${actionName} you are recommending the user use instead of their current ${actionName}.]
+\`\`\`
+
+### Follow-Up Questions
+[Provide 3 follow-up questions you think the user might want to ask after reading this response]
+
+
+
+- Respond in a clear, direct, formal (e.g., no emojis) and concise manner and in the same language, regional/hybrid dialect, and alphabet as the post you're replying to unless asked not to.
+- Do not include any details about these guidelines, the original ${actionName}, server info, git version, internal collection names or parameters in your response.
+- Follow the output-format strictly.
+- Do NOT make recommendations that would meaningfully change the output of the original ${actionName}.
+- Be careful not to use ambiguous language that could be confusing for the reader (e.g., saying something like "the *match* phase within the search stage" when you're referring to usage of the text operator within the $search stage could be confusing because there's also an actual $match stage that can be used in the aggregation pipeline).
+- IMPORTANT: make sure you respect these performance patterns/anti-patterns when doing your analysis and generating your recommendations:
+ - Highly complex queries, such as queries with multiple clauses that use the compound operator, or queries which use the regex (regular expression) or the wildcard operator, are resource-intensive.
+ - If your query includes multiple nested compound statements, ensure that these are not redundant. If the clauses are added programmatically, consider implementing the logic in the application to avoid inclusion of redundant clauses in the queries. Every score calculation per field that mongot performs, such as for the must and should clauses, increases execution time.
+ - You can use the Atlas Search facet collector to extract metadata and avoid running multiple queries for search results and metadata.
+ - Atlas Search queries are ranked by score. Queries that return a large number of results are more computationally intensive because they must keep track of all the scores for the result set.
+ - The $search aggregation pipeline stage provides features that are either not available through the MongoDB operators or are available through the MongoDB operators but not as performant as Atlas Search $search.
+ - Using a $limit aggregation pipeline stage after a $facet aggregation pipeline stage might negatively impact query performance. To avoid performance bottlenecks, use $limit before $facet.
+ - Try to encapsulate the entire search logic within the $search stage itself and minimize using additional blocking stages, such as $group, $count, $match, or $sort. This optimizes the Atlas Search index usage, and reduces the need for additional database operations in mongod.
+ - If there is a $match stage after a $search stage, try to encapsulate the $match logic within the $search stage by using the compound Operator operator with filter clauses
+ - For queries that require multiple filtering operations, use the compound Operator operator with filter clauses. If you must use the $match stage in your aggregation pipeline, consider using the storedSource option to store only the fields that your $match condition needs. You can then use the $search returnStoredSource option to retrieve stored fields and avoid the mongod full document lookup.
+ - If you use $group to get basic counts for field aggregations, you can use facet (Atlas Search Operator) inside the $search stage. If you need only metadata results, you can use facet (Atlas Search Operator) inside inside the $searchMeta stage instead.
+ - If you use $count to get a count of the number of documents, we recommend that you use count inside the $search or $searchMeta stage instead.
+ - For sorting numeric, date, string, boolean, UUID, and objectID fields, use the sort option with the $search stage. To learn more, see Sort Atlas Search Results. For sorting geo fields, use the near operator. To sort other fields, use $sort and returnStoredSource fields.
+ - Using $skip and $limit to retrieve results non-sequentially might be slow if the results for your query are large. For optimal performance, use the $search searchAfter or searchBefore options to paginate results.
+ - $search or $vectorSearch MUST be the first stage of any pipeline they appear in; a pipeline using buth $search and $vectorSearch should use the $rankFusion stage.
+
+ {
+ const openai = createOpenAI({
+ baseURL:
+ process.env.COMPASS_ASSISTANT_BASE_URL_OVERRIDE ??
+ 'https://knowledge.mongodb.com/api/v1',
+ apiKey: '',
+ headers: {
+ 'User-Agent': 'mongodb-compass/x.x.x',
+ },
+ });
+ const prompt = allText(input.messages);
+
+ const result = streamText({
+ model: openai.responses('mongodb-chat-latest'),
+ temperature: getChatTemperature(),
+ prompt,
+ providerOptions: {
+ openai: {
+ instructions: input.instructions.text,
+ },
+ },
+ });
+
+ const chunks: string[] = [];
+
+ for await (const chunk of result.toUIMessageStream()) {
+ const t = ((chunk as any).delta as string) || '';
+ if (t) {
+ chunks.push(t);
+ }
+ }
+ const text = chunks.join('');
+
+ // TODO: something's up with this type. url does exist on it.
+ const resolvedSources = (await result.sources) as { url: string }[];
+
+ const sources = resolvedSources
+ .map((source) => {
+ return source.url;
+ })
+ .filter((url) => !!url);
+
+ return {
+ messages: [{ text, sources }],
+ };
+}
+
+const Factuality: ConversationEvalScorer = ({ input, output, expected }) => {
+ return _Factuality({
+ input: allText(input.messages),
+ output: allText(output.messages),
+ expected: allText(expected.messages),
+ model: 'gpt-4.1',
+ temperature: getScorerTemperature(),
+ });
+};
+
+const BinaryNdcgAt5: ConversationEvalScorer = ({ output, expected }) => {
+ const name = 'BinaryNdcgAt5';
+ const k = 5;
+ const outputLinks = output.messages[0].sources ?? [];
+ const expectedLinks = expected.messages[0].sources;
+ if (expectedLinks) {
+ return {
+ name,
+ score: binaryNdcgAtK(expectedLinks, outputLinks, fuzzyLinkMatch, k),
+ };
+ }
+
+ // if there are no expected links, just return null
+ return {
+ name,
+ score: null,
+ };
+};
+
+void Eval<
+ ConversationEvalCaseInput,
+ ConversationTaskOutput,
+ ConversationEvalCaseExpected
+>('Compass Assistant', {
+ data: makeEvalCases,
+ task: makeAssistantCall,
+ scores: [Factuality, BinaryNdcgAt5],
+});
diff --git a/packages/compass-assistant/test/binaryndcgatk.ts b/packages/compass-assistant/test/binaryndcgatk.ts
new file mode 100644
index 00000000000..c04eae0600b
--- /dev/null
+++ b/packages/compass-assistant/test/binaryndcgatk.ts
@@ -0,0 +1,93 @@
+import { strict as assert } from 'assert';
+
+type MatchFunc = (expected: T, actual: T) => boolean;
+
+type Primitive = string | number | boolean | null | undefined;
+
+const assertKIsValid = (k: number) =>
+ assert(k > 0 && Number.isInteger(k), 'k must be a positive integer');
+
+/**
+ Taken from https://github.com/mongodb/chatbot/blob/004a61464c2c25d6b61ad943d1ad9b2fc934eb73/packages/mongodb-rag-core/src/eval/retrievalMetrics/binaryNdcgAtK.ts#L17
+
+ Calculate binary Normalized Discounted Cumulative Gain (NDCG) at rank K.
+ NDCG is a measure of ranking quality that evaluates how well the retrieved
+ results are ordered by relevance, considering the position of each result.
+ For binary relevance (relevant or not relevant), relevance scores are 1 or 0.
+
+ @param relevantItems - List of expected relevant items (all with relevance score 1).
+ @param retrievedItems - List of retrieved items to evaluate.
+ @param matchFunc - Function to compare items for equality.
+ @param k - Cutoff rank (top-k results to consider).
+ @returns Binary NDCG at rank K.
+ */
+export function binaryNdcgAtK(
+ relevantItems: T[],
+ retrievedItems: T[],
+ matchFunc: MatchFunc,
+ k: number
+): number {
+ assertKIsValid(k);
+
+ const limit = Math.min(k, retrievedItems.length);
+
+ const deduplicatedRetrievedItems = removeDuplicates(retrievedItems, limit);
+
+ const relevanceScores = calculateRelevanceScores(
+ deduplicatedRetrievedItems,
+ relevantItems,
+ matchFunc
+ );
+
+ // Use the ndcg function to calculate NDCG
+ return ndcg(relevanceScores, relevantItems.length, k);
+}
+
+function removeDuplicates(
+ items: T[],
+ limit: number
+): (T | null)[] {
+ const itemsInLimit = items.slice(0, limit);
+ const seen = new Set();
+ return itemsInLimit.map((item) => {
+ if (seen.has(item)) {
+ return null;
+ } else {
+ seen.add(item);
+ return item;
+ }
+ });
+}
+
+function calculateRelevanceScores(
+ retrievedItems: (T | null)[],
+ relevantItems: T[],
+ matchFunc: MatchFunc
+): number[] {
+ return retrievedItems.map((item) => {
+ // handle duplicate items
+ if (item === null) {
+ return 0;
+ }
+ return relevantItems.some((relevantItem) => matchFunc(relevantItem, item))
+ ? 1
+ : 0;
+ });
+}
+
+/**
+ Normalized Discounted Cumulative Gain (NDCG)
+ */
+export function ndcg(realScores: number[], idealNum: number, k: number) {
+ const actualDcg = dcg(realScores);
+ const idealDcg = dcg(ideal(idealNum, k));
+ return idealDcg === 0 ? 0 : actualDcg / idealDcg;
+}
+
+function dcg(scores: number[]) {
+ return scores.reduce((sum, gain, i) => sum + gain / Math.log2(i + 2), 0);
+}
+
+function ideal(n: number, k: number) {
+ return Array.from({ length: k }, (_, i) => (i < n ? 1 : 0));
+}
diff --git a/packages/compass-assistant/test/entrypoints/explain-plan.ts b/packages/compass-assistant/test/entrypoints/explain-plan.ts
new file mode 100644
index 00000000000..3bd06dbaba0
--- /dev/null
+++ b/packages/compass-assistant/test/entrypoints/explain-plan.ts
@@ -0,0 +1,3957 @@
+import { buildExplainPlanPrompt } from '../../src/prompts';
+import type { SimpleEvalCase } from '../assistant.eval';
+
+type ExplainCase = {
+ name: string;
+
+ // Note that most of these are optional for now and not used by our existing
+ // prompt yet. They are handy in case you want to test to see how much
+ // difference it makes. (Note that you would also have to edit the explain
+ // plan prompt as well as buildPrompt() below accordingly. I'm keeping them
+ // here as reference.)
+ indexes?: string;
+ query?: string;
+ aggregation?: string;
+ schema?: string;
+
+ explainPlan: string;
+ expected: string;
+ expectedsources: string[];
+};
+
+const explainCases: ExplainCase[] = [
+ {
+ name: 'E1',
+ indexes: `
+// Required index
+{
+ "mappings": {
+ "dynamic": false,
+ "fields": {
+ "name": {
+ "type": "string"
+ },
+ "description": {
+ "type": "string"
+ },
+ "amenities": {
+ "type": "string"
+ }
+ }
+ }
+}
+ `,
+ aggregation: `
+// Pipeline
+db.listingsAndReviews.aggregate([
+ {
+ $search: {
+ "index": "airbnb_search_index",
+ "text": {
+ "query": "pool wifi kitchen",
+ "path": ["name", "description", "amenities"]
+ }
+ }
+ },
+ {
+ $match: {
+ "price": { $gte: 50, $lte: 300 },
+ "accommodates": { $gte: 2 }
+ }
+ },
+ {
+ $group: {
+ "_id": "$property_type",
+ "avg_price": { $avg: "$price" },
+ "count": { $sum: 1 },
+ "max_accommodates": { $max: "$accommodates" }
+ }
+ },
+ {
+ $sort: { "avg_price": -1 }
+ },
+ {
+ $project: {
+ "_id": 0,
+ "name": 1,
+ }
+ }
+])
+ `,
+ explainPlan: `
+{
+ "explainVersion": "1",
+ "stages": [
+ {
+ "$_internalSearchMongotRemote": {
+ "mongotQuery": {
+ "index": "airbnb_search_index",
+ "text": {
+ "query": "pool wifi kitchen",
+ "path": [
+ "name",
+ "description",
+ "amenities"
+ ]
+ }
+ },
+ "explain": {
+ "query": {
+ "type": "BooleanQuery",
+ "args": {
+ "must": [],
+ "mustNot": [],
+ "should": [
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "amenities",
+ "value": "wifi"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.037061,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 1.296923,
+ "invocationCounts": {
+ "nextDoc": 5310
+ }
+ },
+ "score": {
+ "millisElapsed": 1.169994,
+ "invocationCounts": {
+ "score": 5308
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "amenities",
+ "value": "pool"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.034862,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.195526,
+ "invocationCounts": {
+ "nextDoc": 822
+ }
+ },
+ "score": {
+ "millisElapsed": 0.192705,
+ "invocationCounts": {
+ "score": 820
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "name",
+ "value": "pool"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.149667,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.05332,
+ "invocationCounts": {
+ "nextDoc": 68
+ }
+ },
+ "score": {
+ "millisElapsed": 0.025424,
+ "invocationCounts": {
+ "score": 66
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "description",
+ "value": "wifi"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.040017,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.218163,
+ "invocationCounts": {
+ "nextDoc": 911
+ }
+ },
+ "score": {
+ "millisElapsed": 0.207362,
+ "invocationCounts": {
+ "score": 909
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "name",
+ "value": "kitchen"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.037941,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.012717,
+ "invocationCounts": {
+ "nextDoc": 37
+ }
+ },
+ "score": {
+ "millisElapsed": 0.025813,
+ "invocationCounts": {
+ "score": 35
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "description",
+ "value": "pool"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.049854,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.134539,
+ "invocationCounts": {
+ "nextDoc": 486
+ }
+ },
+ "score": {
+ "millisElapsed": 0.112059,
+ "invocationCounts": {
+ "score": 484
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "description",
+ "value": "kitchen"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.040328,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.450222,
+ "invocationCounts": {
+ "nextDoc": 2203
+ }
+ },
+ "score": {
+ "millisElapsed": 0.504127,
+ "invocationCounts": {
+ "score": 2201
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "name",
+ "value": "wifi"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.037407,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0.024487,
+ "invocationCounts": {
+ "nextDoc": 60
+ }
+ },
+ "score": {
+ "millisElapsed": 0.022355,
+ "invocationCounts": {
+ "score": 58
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "amenities",
+ "value": "kitchen"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.040155,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 1.037137,
+ "invocationCounts": {
+ "nextDoc": 4955
+ }
+ },
+ "score": {
+ "millisElapsed": 1.124072,
+ "invocationCounts": {
+ "score": 4953
+ }
+ }
+ }
+ }
+ ],
+ "filter": [],
+ "minimumShouldMatch": 0
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 1.019089,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 4
+ }
+ },
+ "match": {
+ "millisElapsed": 9.97031,
+ "invocationCounts": {
+ "nextDoc": 5504
+ }
+ },
+ "score": {
+ "millisElapsed": 9.856842,
+ "invocationCounts": {
+ "score": 5502,
+ "setMinCompetitiveScore": 171
+ }
+ }
+ }
+ },
+ "collectors": {
+ "allCollectorStats": {
+ "millisElapsed": 14.289227,
+ "invocationCounts": {
+ "collect": 5502,
+ "competitiveIterator": 2,
+ "setScorer": 2
+ }
+ }
+ },
+ "resultMaterialization": {
+ "stats": {
+ "millisElapsed": 1.733665,
+ "invocationCounts": {
+ "retrieveAndSerialize": 1
+ }
+ }
+ },
+ "metadata": {
+ "mongotVersion": "1.49.5",
+ "mongotHostName": "cluster1-shard-00-search-yj3pmj.lia43.mongodb.net",
+ "indexName": "airbnb_search_index",
+ "lucene": {
+ "totalSegments": 2,
+ "totalDocs": 5555
+ }
+ },
+ "resourceUsage": {
+ "majorFaults": 0,
+ "minorFaults": 44,
+ "userTimeMs": 10,
+ "systemTimeMs": 0,
+ "maxReportingThreads": 1,
+ "numBatches": 1
+ }
+ }
+ },
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 59
+ },
+ {
+ "$_internalSearchIdLookup": {},
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 59
+ },
+ {
+ "$match": {
+ "$and": [
+ { "price": { "$gte": 50 } },
+ { "price": { "$lte": 300 } },
+ { "accommodates": { "$gte": 2 } }
+ ]
+ },
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 59
+ },
+ {
+ "$group": {
+ "_id": "$property_type",
+ "avg_price": { "$avg": "$price" },
+ "count": { "$sum": { "$const": 1 } },
+ "max_accommodates": {
+ "$max": "$accommodates"
+ }
+ },
+ "maxAccumulatorMemoryUsageBytes": {
+ "avg_price": 0,
+ "count": 0,
+ "max_accommodates": 0
+ },
+ "totalOutputDataSizeBytes": 0,
+ "usedDisk": false,
+ "spills": 0,
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 59
+ },
+ {
+ "$sort": { "sortKey": { "avg_price": -1 } },
+ "totalDataSizeSortedBytesEstimate": 0,
+ "usedDisk": false,
+ "spills": 0,
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 59
+ }
+ ],
+ "serverInfo": {
+ "host": "atlas-vjsqol-shard-00-02.lia43.mongodb.net",
+ "port": 27017,
+ "version": "6.0.24",
+ "gitVersion": "1b052b94a23863fd12be97aaa4e4b1d96456e5cc"
+ },
+ "serverParameters": {
+ "internalQueryFacetBufferSizeBytes": 104857600,
+ "internalQueryFacetMaxOutputDocSizeBytes": 104857600,
+ "internalLookupStageIntermediateDocumentMaxSizeBytes": 104857600,
+ "internalDocumentSourceGroupMaxMemoryBytes": 104857600,
+ "internalQueryMaxBlockingSortMemoryUsageBytes": 104857600,
+ "internalQueryProhibitBlockingMergeOnMongoS": 0,
+ "internalQueryMaxAddToSetBytes": 104857600,
+ "internalDocumentSourceSetWindowFieldsMaxMemoryBytes": 104857600
+ },
+ "command": {
+ "aggregate": "listingsAndReviews",
+ "pipeline": [
+ {
+ "$search": {
+ "index": "airbnb_search_index",
+ "text": {
+ "query": "pool wifi kitchen",
+ "path": [
+ "name",
+ "description",
+ "amenities"
+ ]
+ }
+ }
+ },
+ {
+ "$match": {
+ "price": { "$gte": 50, "$lte": 300 },
+ "accommodates": { "$gte": 2 }
+ }
+ },
+ {
+ "$group": {
+ "_id": "$property_type",
+ "avg_price": { "$avg": "$price" },
+ "count": { "$sum": 1 },
+ "max_accommodates": {
+ "$max": "$accommodates"
+ }
+ }
+ },
+ { "$sort": { "avg_price": -1 } }
+ ],
+ "cursor": {},
+ "maxTimeMS": 60000,
+ "$db": "sample_airbnb"
+ },
+ "ok": 1,
+ "$clusterTime": {
+ "clusterTime": {
+ "$timestamp": "7529915553582940161"
+ },
+ "signature": {
+ "hash": "2NHep+I81l6V74t6XXMHMWecDWI=",
+ "keyId": {
+ "low": 1,
+ "high": 1744823306,
+ "unsigned": false
+ }
+ }
+ },
+ "operationTime": {
+ "$timestamp": "7529915553582940161"
+ }
+}
+ `,
+ expected: ``,
+ expectedsources: [],
+ },
+ {
+ name: 'E2',
+ indexes: `
+// Required index with synonym mapping
+{
+ "mappings": {
+ "dynamic": true
+ },
+ "synonyms": [
+ {
+ "name": "synonym_mapping",
+ "analyzer": "lucene.standard",
+ "source": {
+ "collection": "synonyms"
+ }
+ }
+ ]
+}
+ `,
+ aggregation: `
+ // Pipeline with synonyms
+db.listingsAndReviews.aggregate([
+ {
+ $search: {
+ "index": "airbnb_synonym_index",
+ "text": {
+ "query": "apartment",
+ "path": ["property_type", "room_type", "description"],
+ "synonyms": "synonym_mapping"
+ }
+ }
+ },
+ {
+ $addFields: {
+ "search_score": { $meta: "searchScore" }
+ }
+ },
+ {
+ $match: {
+ "number_of_reviews": { $gte: 5 },
+ "review_scores.review_scores_rating": { $gte: 80 }
+ }
+ },
+ {
+ $project: {
+ "name": 1,
+ "property_type": 1,
+ "price": 1,
+ "search_score": 1,
+ "address.market": 1,
+ "review_scores.review_scores_rating": 1
+ }
+ },
+ {
+ $sort: { "search_score": -1 }
+ },
+ {
+ $limit: 20
+ }
+])
+ `,
+ explainPlan: `
+{
+ "explainVersion": "1",
+ "stages": [
+ {
+ "$_internalSearchMongotRemote": {
+ "mongotQuery": {
+ "index": "airbnb_synonym_index",
+ "text": {
+ "query": "apartment",
+ "path": [
+ "property_type",
+ "room_type",
+ "description"
+ ],
+ "synonyms": "synonym_mapping"
+ }
+ },
+ "explain": {
+ "query": {
+ "type": "BooleanQuery",
+ "args": {
+ "must": [],
+ "mustNot": [],
+ "should": [
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "description",
+ "value": "apartment"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.140485,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 18
+ }
+ },
+ "match": {
+ "millisElapsed": 0.137059,
+ "invocationCounts": {
+ "nextDoc": 2167
+ }
+ },
+ "score": {
+ "millisElapsed": 0.165448,
+ "invocationCounts": {
+ "score": 2161
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "room_type",
+ "value": "apartment"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.022072,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 6
+ }
+ },
+ "match": {
+ "millisElapsed": 0
+ },
+ "score": {
+ "millisElapsed": 0
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "property_type",
+ "value": "apartment"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.316218,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 18
+ }
+ },
+ "match": {
+ "millisElapsed": 0.246534,
+ "invocationCounts": {
+ "nextDoc": 3817
+ }
+ },
+ "score": {
+ "millisElapsed": 0.275275,
+ "invocationCounts": {
+ "score": 3811
+ }
+ }
+ }
+ }
+ ],
+ "filter": [],
+ "minimumShouldMatch": 0
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.971037,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 12
+ }
+ },
+ "match": {
+ "millisElapsed": 1.215512,
+ "invocationCounts": {
+ "nextDoc": 4039
+ }
+ },
+ "score": {
+ "millisElapsed": 2.268559,
+ "invocationCounts": {
+ "score": 4033,
+ "setMinCompetitiveScore": 35
+ }
+ }
+ }
+ },
+ "collectors": {
+ "allCollectorStats": {
+ "millisElapsed": 3.638979,
+ "invocationCounts": {
+ "collect": 4033,
+ "competitiveIterator": 6,
+ "setScorer": 6
+ }
+ }
+ },
+ "resultMaterialization": {
+ "stats": {
+ "millisElapsed": 9.728095,
+ "invocationCounts": {
+ "retrieveAndSerialize": 1
+ }
+ }
+ },
+ "metadata": {
+ "mongotVersion": "1.49.5",
+ "mongotHostName": "cluster1-shard-00-search-d93vdd.lia43.mongodb.net",
+ "indexName": "airbnb_synonym_index",
+ "lucene": {
+ "totalSegments": 6,
+ "totalDocs": 5555
+ }
+ },
+ "resourceUsage": {
+ "majorFaults": 0,
+ "minorFaults": 17,
+ "userTimeMs": 10,
+ "systemTimeMs": 0,
+ "maxReportingThreads": 1,
+ "numBatches": 1
+ }
+ }
+ },
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 44
+ },
+ {
+ "$_internalSearchIdLookup": {},
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 44
+ },
+ {
+ "$match": {
+ "$and": [
+ { "number_of_reviews": { "$gte": 5 } },
+ {
+ "review_scores.review_scores_rating": {
+ "$gte": 80
+ }
+ }
+ ]
+ },
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 44
+ },
+ {
+ "$addFields": {
+ "search_score": { "$meta": "searchScore" }
+ },
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 44
+ },
+ {
+ "$project": {
+ "_id": true,
+ "name": true,
+ "property_type": true,
+ "price": true,
+ "search_score": true,
+ "address": { "market": true },
+ "review_scores": {
+ "review_scores_rating": true
+ }
+ },
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 44
+ },
+ {
+ "$sort": {
+ "sortKey": { "search_score": -1 },
+ "limit": 20
+ },
+ "totalDataSizeSortedBytesEstimate": 0,
+ "usedDisk": false,
+ "spills": 0,
+ "nReturned": 0,
+ "executionTimeMillisEstimate": 44
+ }
+ ],
+ "serverInfo": {
+ "host": "atlas-vjsqol-shard-00-02.lia43.mongodb.net",
+ "port": 27017,
+ "version": "6.0.24",
+ "gitVersion": "1b052b94a23863fd12be97aaa4e4b1d96456e5cc"
+ },
+ "serverParameters": {
+ "internalQueryFacetBufferSizeBytes": 104857600,
+ "internalQueryFacetMaxOutputDocSizeBytes": 104857600,
+ "internalLookupStageIntermediateDocumentMaxSizeBytes": 104857600,
+ "internalDocumentSourceGroupMaxMemoryBytes": 104857600,
+ "internalQueryMaxBlockingSortMemoryUsageBytes": 104857600,
+ "internalQueryProhibitBlockingMergeOnMongoS": 0,
+ "internalQueryMaxAddToSetBytes": 104857600,
+ "internalDocumentSourceSetWindowFieldsMaxMemoryBytes": 104857600
+ },
+ "command": {
+ "aggregate": "listingsAndReviews",
+ "pipeline": [
+ {
+ "$search": {
+ "index": "airbnb_synonym_index",
+ "text": {
+ "query": "apartment",
+ "path": [
+ "property_type",
+ "room_type",
+ "description"
+ ],
+ "synonyms": "synonym_mapping"
+ }
+ }
+ },
+ {
+ "$addFields": {
+ "search_score": {
+ "$meta": "searchScore"
+ }
+ }
+ },
+ {
+ "$match": {
+ "number_of_reviews": { "$gte": 5 },
+ "review_scores.review_scores_rating": {
+ "$gte": 80
+ }
+ }
+ },
+ {
+ "$project": {
+ "name": 1,
+ "property_type": 1,
+ "price": 1,
+ "search_score": 1,
+ "address.market": 1,
+ "review_scores.review_scores_rating": 1
+ }
+ },
+ { "$sort": { "search_score": -1 } },
+ { "$limit": 20 }
+ ],
+ "cursor": {},
+ "maxTimeMS": 60000,
+ "$db": "sample_airbnb"
+ },
+ "ok": 1,
+ "$clusterTime": {
+ "clusterTime": {
+ "$timestamp": "7529916713224110081"
+ },
+ "signature": {
+ "hash": "KPzY+NlMriGUAfO7jpPB8LPv4qU=",
+ "keyId": {
+ "low": 1,
+ "high": 1744823306,
+ "unsigned": false
+ }
+ }
+ },
+ "operationTime": {
+ "$timestamp": "7529916713224110081"
+ }
+}
+
+ `,
+ expected: ``,
+ expectedsources: [],
+ },
+ {
+ name: 'E3',
+ indexes: `
+// Required text search index
+db.embedded_movies.createSearchIndex({
+ "name": "movies_text_index",
+ "definition": {
+ "mappings": {
+ "dynamic": false,
+ "fields": {
+ "plot": {"type": "string"},
+ "title": {"type": "string"},
+ "genres": {"type": "string"}
+ }
+ }
+ }
+})
+
+
+// Required vector search index
+db.embedded_movies.createSearchIndex({
+ "name": "movies_vector_index",
+ "type": "vectorSearch",
+ "definition": {
+ "fields": [
+ {
+ "type": "vector",
+ "path": "plot_embedding_voyage_3_large",
+ "numDimensions": 2048,
+ "similarity": "cosine"
+ }
+ ]
+}
+})
+
+ `,
+ aggregation: `
+// Pipeline with rank fusion
+[{
+ $rankFusion: {
+ input: {
+ pipelines: {
+ fullTextPipeline: [
+ {
+ $search: {
+ index: "movies_text_index",
+ text: {
+ query: "space adventure alien",
+ path: [
+ "plot",
+ "title",
+ "genres"
+ ]
+ }
+ }
+ }
+ ],
+ vectorPipeline: [
+ {
+ $vectorSearch: {
+ index: "movies_vector_index",
+ path: "plot_embedding_voyage_3_large",
+ queryVector: [
+ -0.025189938, 0.014741838,
+ -0.013024342, -0.0197512,
+ 0.011235285, 0.004651551,
+ 0.043509893, 0.003112961,
+ 0.013310592, -0.033348043,
+ 0.037212405, -0.021039322,
+ -0.026048684, 0.012809656,
+ 0.029483676, 0.003578116,
+ -0.044654887, 0.032632418,
+ 0.014312465, -0.058967352,
+ 0.025333062, -0.055246111,
+ 0.02189807, -0.017604331,
+ -0.002880384, 0.045227386,
+ 0.004794675, 0.017604331,
+ 0.023186192, -0.054673612,
+ -0.011306847, -0.012523406,
+ -0.012380281, 0.002540462,
+ 0.015958399, -0.042364895,
+ -0.001467028, -0.020180576,
+ -0.058108605, -0.035065539,
+ 0.010090288, -0.033348043,
+ 0.058394853, -0.013883091,
+ 0.002048471, -0.020753073,
+ -0.029769925, 0.031916797,
+ -0.014741838, -0.040933646,
+ -0.004096943, 0.020753073,
+ -0.002540462, 0.028052431,
+ -0.02404494, 0.006547953,
+ -0.003578116, 0.003757022,
+ 0.019178702, -0.037784904,
+ -0.02833868, 0.01753277,
+ 0.029769925, 0.017747456,
+ -0.031344298, 0.022899942,
+ 0.006333265, 0.010376536,
+ -0.024474313, -0.012094032,
+ -0.004651551, 0.007764512,
+ 0.017962143, 0.013811528,
+ 0.037212405, -0.03148742,
+ 0.000666424, 0.024474313,
+ -0.021325571, 0.041219898,
+ 0.011235285, 0.046658635,
+ 0.019035578, 0.020753073,
+ 0.010662786, -0.001726441,
+ -0.012738093, -0.027193682,
+ -0.014598713, -0.013167467,
+ 0.013596841, 0.001932183,
+ -0.010304974, -0.007478263,
+ 0.005689205, 0.002987727,
+ 0.005724986, 0.002325775,
+ 0.002415228, -0.003828584,
+ -0.029340552, -0.017318081,
+ -0.070417322, 0.003810694,
+ -0.013453716, -0.001628043,
+ -0.027909305, 0.014026215,
+ 0.009589351, 0.004902019,
+ 0.028768053, -0.005259831,
+ -0.010448099, 0.025189938,
+ 0.038357403, 0.048662379,
+ 0.039788652, 0.010448099,
+ 0.001574371, 0.020323699,
+ 0.005510299, 0.026907433,
+ 0.043223642, -0.001153942,
+ -0.010233412, 0.048376128,
+ -0.056104861, 0.006691077,
+ 0.015672149, -0.015028087,
+ 0.036210533, -0.009231539,
+ 0.010519661, 0.022899942,
+ 0.025762435, -0.009052633,
+ -0.0301993, 0.032203045,
+ -0.00522405, 0.029626802,
+ -0.02433119, -0.025619311,
+ 0.016674021, 0.02404494,
+ -0.009589351, -0.026334934,
+ -0.04436864, -0.014455589,
+ 0.02619181, 0.017604331,
+ 0.02189807, -0.007728731,
+ -0.021611821, -0.03363429,
+ 0.008480135, -0.027479932,
+ 0.025046812, -0.006047016,
+ 0.020753073, 0.01016185,
+ -0.034063663, 0.029483676,
+ -0.019035578, 0.041506145,
+ 0.013453716, -0.009159978,
+ 0.007549825, 0.025189938,
+ 0.005152487, -0.009446226,
+ -0.009016853, 0.021325571,
+ 0.030771798, -0.046944883,
+ 0.001314958, 0.021182448,
+ 0.047231134, -0.007048889,
+ -0.030771798, -0.025905561,
+ -0.000612752, -0.023186192,
+ 0.011378409, 0.035065539,
+ 0.007979199, 0.023901815,
+ -0.004973582, 0.005188268,
+ -0.046944883, 0.009374664,
+ 0.047231134, 0.058967352,
+ 0.043509893, 0.011449971,
+ 0.017174957, -0.024188064,
+ -0.025476186, -0.02833868,
+ 0.033061791, 0.015314337,
+ -0.018749328, 0.013382155,
+ 0.007048889, 0.005975454,
+ 0.005295612, -0.013310592,
+ -0.022756819, -0.012523406,
+ -0.03363429, -0.014527151,
+ 0.011449971, 0.01202247,
+ 0.044941138, -0.012594969,
+ 0.002862493, 0.000572499,
+ 0.030628674, -0.0098756,
+ 0.020466823, 0.059539851,
+ -0.00370335, 0.007335138,
+ 0.023901815, 0.023758691,
+ -0.005903892, 0.003918037,
+ 0.013310592, 0.010090288,
+ -0.012809656, -0.010376536,
+ -0.01109216, -0.008086543,
+ 0.012809656, -0.019894326,
+ 0.012738093, 0.056391109,
+ 0.029340552, -0.04436864,
+ -0.001619098, 0.042364895,
+ -0.027623056, 0.011593096,
+ -0.031916797, -0.0301993,
+ 0.032203045, -0.003757022,
+ 0.017174957, 0.033491168,
+ 0.003900147, 0.002325775,
+ 0.006726858, 0.020180576,
+ 0.017389644, 0.009088415,
+ 0.018319955, -0.003631788,
+ 0.00586811, -0.006691077,
+ -0.014240902, -0.009052633,
+ 0.031630546, 0.04436864,
+ -0.022899942, -0.003327648,
+ -0.006691077, 0.013310592,
+ -0.035924286, -0.008158104,
+ -0.005116706, -0.040647399,
+ 0.002397338, 0.014455589,
+ -0.030342424, 0.028624929,
+ -0.031773672, 0.043509893,
+ -0.001833785, -0.025619311,
+ 0.032775544, -0.046944883,
+ 0.013739966, -0.030485548,
+ 0.018319955, 0.016745584,
+ -0.020323699, -0.015815273,
+ -0.020896198, -0.015171212,
+ 0.026334934, 0.035638034,
+ 0.008873728, 0.003291867,
+ -0.02647806, 0.003649678,
+ 0.003613897, 0.009804038,
+ -0.013525278, 0.005367174,
+ 0.007657168, -0.017103394,
+ -0.015815273, -0.000398065,
+ 0.013310592, 0.014240902,
+ 0.003935928, 0.001735386,
+ -0.018606203, 0.008265448,
+ -0.068127327, 0.012165595,
+ -0.007836075, 0.02189807,
+ -0.000983982, 0.019178702,
+ -0.009589351, -0.013739966,
+ -0.007800293, 0.040361151,
+ 0.027623056, -0.002540462,
+ -0.03663991, 0.011163722,
+ -0.016316209, -0.006333265,
+ -0.010877473, -0.023329318,
+ -0.021468697, 0.013596841,
+ 0.032059919, 0.007442481,
+ 0.02433119, -0.003613897,
+ -0.013596841, 0.010448099,
+ 0.010877473, -0.0098756,
+ 0.033920541, -0.006691077,
+ -0.039502401, -0.010877473,
+ -0.016960271, 0.014097777,
+ -0.008122323, 0.007478263,
+ 0.010018725, -0.030485548,
+ -0.011020597, 0.000317558,
+ 0.00461577, 0.020466823,
+ 0.070703574, -0.024617439,
+ 0.002111088, -0.024617439,
+ -0.004204286, -0.048662379,
+ -0.006834202, 0.027766181,
+ -0.002504681, 0.025189938,
+ 0.033920541, -0.02833868,
+ -0.000773768, -0.03578116,
+ 0.015958399, 0.006369046,
+ 0.033204917, -0.006762639,
+ 0.02003745, -0.020180576,
+ 0.015886836, -0.015385899,
+ -0.029340552, -0.009446226,
+ 0.015529023, -0.010376536,
+ -0.012881218, -0.000715623,
+ 0.014312465, -0.029197427,
+ -0.000684315, 0.000360048,
+ 0.015815273, -0.027050557,
+ 0.006655296, 0.018892452,
+ -0.021182448, 0.031201173,
+ 0.014240902, -0.022756819,
+ 0.004365302, -0.020609949,
+ 0.008515916, -0.016244646,
+ 0.001162888, 0.000084421,
+ 0.003273976, -0.017819017,
+ 0.000576971, 0.020753073,
+ -0.004794675, 0.018105267,
+ -0.013095905, -0.028052431,
+ 0.004114834, 0.02833868,
+ -0.027193682, -0.010877473,
+ -0.002576244, 0.011879345,
+ -0.017819017, 0.006726858,
+ -0.021754947, -0.031773672,
+ -0.013382155, 0.024903689,
+ 0.013167467, 0.000033964,
+ 0.034063663, 0.022613693,
+ -0.038357403, -0.010018725,
+ -0.017174957, -0.004418973,
+ 0.02189807, -0.003166633,
+ -0.009589351, 0.009303101,
+ -0.036496785, -0.005760767,
+ -0.006583733, -0.003596007,
+ 0.014026215, -0.003828584,
+ -0.02833868, -0.020896198,
+ 0.001449137, 0.039502401,
+ 0.012881218, 0.025476186,
+ 0.000961619, -0.025762435,
+ 0.002808821, 0.034922414,
+ 0.004687332, -0.046658635,
+ 0.030914923, -0.036067411,
+ 0.008659041, -0.004025381,
+ -0.0301993, -0.026048684,
+ 0.024760563, 0.036496785,
+ -0.029913051, 0.015672149,
+ 0.007764512, 0.01509965,
+ 0.010304974, -0.004490536,
+ -0.007585606, -0.019464951,
+ 0.016602458, -0.007048889,
+ -0.005510299, 0.011163722,
+ 0.013739966, -0.034636162,
+ 0.020609949, -0.004418973,
+ 0.034636162, 0.040933646,
+ 0.031773672, 0.023758691,
+ 0.031344298, -0.006798421,
+ 0.026048684, -0.011521534,
+ 0.020753073, 0.014384027,
+ 0.026334934, -0.034206789,
+ -0.036067411, 0.014598713,
+ 0.023758691, -0.039216153,
+ 0.003363429, 0.002880384,
+ -0.006726858, -0.000916892,
+ -0.001395465, -0.009660914,
+ 0.032059919, 0.008086543,
+ 0.029054303, -0.011593096,
+ 0.065551087, 0.031058047,
+ -0.041219898, -0.014097777,
+ -0.017103394, 0.016244646,
+ -0.028911177, 0.044654887,
+ -0.030771798, 0.024760563,
+ 0.02833868, 0.018248392,
+ 0.026907433, -0.002227377,
+ 0.034063663, 0.000167724,
+ 0.021039322, -0.018892452,
+ 0.012738093, -0.001395465,
+ 0.005760767, -0.024760563,
+ -0.002683587, 0.000230341,
+ -0.0197512, 0.009088415,
+ -0.00400749, -0.026764309,
+ -0.012881218, 0.016101522,
+ -0.009303101, 0.015529023,
+ -0.016817145, 0.014312465,
+ -0.030914923, -0.018463079,
+ 0.020323699, -0.023472441,
+ -0.023758691, -0.005009362,
+ 0.018176829, 0.012738093,
+ 0.009374664, -0.031916797,
+ 0.016387772, 0.027479932,
+ 0.015529023, -0.021325571,
+ 0.020323699, -0.025476186,
+ 0.008515916, -0.039788652,
+ -0.007979199, -0.009947163,
+ -0.006869983, 0.004758894,
+ 0.022613693, -0.013668403,
+ -0.015171212, 0.035351787,
+ -0.022327444, 0.019178702,
+ 0.000404774, -0.003524444,
+ -0.012094032, 0.023901815,
+ -0.0400749, -0.004579989,
+ 0.00245101, 0.013024342,
+ 0.015958399, 0.009517789,
+ 0.034779288, 0.021468697,
+ 0.00062617, 0.007728731,
+ -0.028195554, 0.0301993,
+ -0.002504681, 0.008909509,
+ 0.004651551, -0.007013108,
+ 0.03148742, 0.019608077,
+ 0.002540462, 0.043509893,
+ -0.006190141, 0.024903689,
+ 0.010519661, 0.018319955,
+ 0.010519661, 0.009660914,
+ 0.000966091, -0.004454754,
+ 0.000299667, 0.007907636,
+ -0.018463079, 0.004758894,
+ -0.001851675, -0.002415228,
+ 0.010233412, -0.024617439,
+ -0.030771798, 0.018749328,
+ 0.003023508, 0.005474518,
+ -0.011521534, -0.008551697,
+ 0.007979199, 0.03363429,
+ 0.000275068, 0.007800293,
+ 0.0039896, 0.00522405,
+ -0.035924286, -0.01416934,
+ 0.02619181, -0.025476186,
+ -0.033777416, 0.021325571,
+ -0.02218432, 0.001833785,
+ 0.027766181, -0.006118578,
+ 0.032059919, 0.038929902,
+ 0.003613897, 0.031344298,
+ -0.002737259, 0.057536107,
+ 0.009732476, 0.020753073,
+ 0.005402955, -0.047803629,
+ -0.040933646, 0.009052633,
+ -0.030485548, 0.018319955,
+ 0.025046812, -0.002361557,
+ 0.045513637, 0.008766385,
+ -0.031058047, 0.014312465,
+ 0.002737259, -0.004186396,
+ 0.032059919, 0.024617439,
+ -0.012666531, 0.006798421,
+ 0.02619181, -0.012523406,
+ 0.009947163, 0.005617642,
+ 0.039216153, 0.008766385,
+ 0.009517789, 0.042651143,
+ -0.012881218, 0.007263576,
+ -0.000514354, 0.016817145,
+ -0.048948627, 0.018176829,
+ 0.034922414, 0.005331393,
+ 0.000391356, -0.017604331,
+ 0.026048684, -0.011807784,
+ 0.017461207, 0.012809656,
+ 0.029483676, -0.017174957,
+ 0.023472441, 0.005188268,
+ 0.007585606, -0.034922414,
+ 0.069558576, 0.023472441,
+ -0.010304974, 0.020180576,
+ 0.025046812, 0.016459335,
+ 0.000317558, -0.018606203,
+ 0.066696085, 0.011664659,
+ 0.025762435, -0.016888708,
+ 0.015314337, -0.009231539,
+ 0.016459335, -0.021325571,
+ 0.009303101, 0.000840857,
+ -0.014455589, 0.00170855,
+ 0.014741838, -0.004168505,
+ -0.009088415, -0.0074067,
+ -0.004472645, 0.002665696,
+ 0.023615567, 0.038929902,
+ -0.016960271, -0.027193682,
+ 0.03663991, -0.016530896,
+ 0.003256086, 0.015171212,
+ 0.036926158, 0.02433119,
+ 0.047231134, -0.049234878,
+ 0.009947163, -0.01109216,
+ -0.014097777, -0.007585606,
+ 0.00338132, -0.008086543,
+ 0.018176829, -0.014527151,
+ -0.000205742, -0.041219898,
+ 0.012666531, 0.046086136,
+ 0.004025381, -0.0074067,
+ 0.033348043, -0.020896198,
+ -0.000514354, 0.033491168,
+ 0.004257958, 0.02404494,
+ -0.008372792, -0.021754947,
+ 0.037784904, 0.013453716,
+ 0.013024342, -0.026334934,
+ 0.023758691, 0.012094032,
+ 0.006297485, 0.045227386,
+ 0.021039322, -0.020323699,
+ 0.005975454, 0.008802165,
+ 0.00370335, 0.006941545,
+ -0.029340552, -0.008551697,
+ -0.004454754, 0.003488663,
+ 0.010662786, 0.00801498,
+ 0.010090288, 0.015600586,
+ 0.018105267, -0.020180576,
+ -0.00307718, 0.031630546,
+ 0.000644061, 0.011950907,
+ -0.023472441, 0.01509965,
+ -0.035924286, 0.016459335,
+ -0.027766181, -0.014598713,
+ -0.021611821, -0.013310592,
+ -0.021039322, -0.02189807,
+ 0.018606203, -0.007979199,
+ 0.018176829, 0.022041194,
+ -0.002916165, 0.009088415,
+ -0.00522405, -0.018176829,
+ -0.031916797, -0.017318081,
+ -0.025476186, -0.014527151,
+ -0.017675893, -0.026621183,
+ 0.000362284, 0.02619181,
+ 0.016101522, -0.013310592,
+ 0.021325571, 0.027909305,
+ 0.016316209, 0.006011235,
+ 0.008551697, 0.030914923,
+ -0.070703574, 0.004794675,
+ -0.019321827, -0.011163722,
+ -0.014598713, -0.0197512,
+ -0.005438737, -0.025189938,
+ -0.037212405, 0.004168505,
+ -0.021754947, 0.018033706,
+ 0.035065539, 0.022756819,
+ 0.005581861, -0.007764512,
+ -0.003005618, -0.003524444,
+ 0.006655296, -0.00170855,
+ -0.046086136, -0.009374664,
+ 0.001744332, 0.030056175,
+ 0.016674021, 0.014312465,
+ 0.029054303, -0.009052633,
+ 0.005832329, -0.029197427,
+ -0.004723113, 0.032489292,
+ 0.022899942, -0.044941138,
+ 0.014026215, -0.007227794,
+ -0.035494912, 0.001261286,
+ 0.079004802, 0.008122323,
+ 0.022041194, 0.016602458,
+ 0.046658635, -0.016888708,
+ -0.006547953, -0.016316209,
+ 0.002021636, -0.016745584,
+ 0.003792803, 0.005116706,
+ -0.037784904, -0.028481804,
+ -0.014670276, -0.005259831,
+ 0.018892452, 0.001252341,
+ -0.068699829, -0.021611821,
+ -0.015242774, -0.027050557,
+ -0.032059919, 0.026048684,
+ -0.014240902, -0.007013108,
+ 0.014598713, -0.005474518,
+ -0.007192013, -0.016817145,
+ 0.00400749, 0.010519661,
+ 0.007657168, 0.005295612,
+ 0.009124196, 0.024474313,
+ -0.019894326, -0.044941138,
+ -0.022756819, -0.022327444,
+ -0.041792396, 0.027479932,
+ -0.013668403, -0.036210533,
+ 0.001225505, 0.009947163,
+ -0.044654887, -0.02003745,
+ 0.031344298, -0.004186396,
+ -0.009517789, 0.000720096,
+ -0.023901815, 0.000670897,
+ 0.022899942, 0.006619515,
+ 0.006512171, 0.022327444,
+ 0.021468697, 0.021611821,
+ 0.039216153, -0.019608077,
+ 0.028052431, -0.020466823,
+ -0.0197512, 0.004454754,
+ 0.026048684, -0.024617439,
+ -0.000333212, 0.002200541,
+ -0.002629915, 0.021611821,
+ 0.009374664, 0.00894529,
+ -0.057822354, -0.009660914,
+ -0.002844602, 0.020323699,
+ 0.000603807, 0.018033706,
+ -0.027050557, -0.004186396,
+ -0.019608077, -0.021754947,
+ 0.009732476, 0.01602996,
+ -0.016960271, -0.001520699,
+ -0.023615567, 0.004383192,
+ 0.000925838, 0.023043068,
+ 0.032775544, 0.006404828,
+ -0.010304974, 0.019321827,
+ 0.017604331, -0.01230872,
+ 0.007657168, 0.005402955,
+ -0.03148742, -0.000550135,
+ -0.002111088, -0.029626802,
+ 0.01323903, -0.033777416,
+ 0.006655296, 0.035065539,
+ -0.003256086, 0.000907947,
+ 0.004025381, 0.011020597,
+ -0.04808988, 0.02619181,
+ 0.015171212, 0.023758691,
+ 0.014741838, -0.001359684,
+ -0.041506145, -0.009088415,
+ -0.012738093, 0.000176669,
+ 0.033777416, 0.024188064,
+ -0.002307885, 0.023901815,
+ 0.00034663, -0.024474313,
+ -0.031773672, -0.023758691,
+ -0.024474313, -0.011163722,
+ 0.000447265, 0.005080925,
+ -0.00123445, 0.006297485,
+ -0.031058047, -0.012738093,
+ -0.003059289, -0.026907433,
+ -0.015672149, -0.005760767,
+ 0.023043068, 0.023043068,
+ -0.015028087, 0.017747456,
+ 0.013883091, -0.011807784,
+ 0.038357403, -0.016817145,
+ 0.014884963, 0.017389644,
+ -0.000599334, 0.016602458,
+ 0.008086543, -0.039502401,
+ 0.050379876, -0.024474313,
+ 0.035351787, -0.023758691,
+ 0.002039526, 0.004061162,
+ -0.012165595, -0.020180576,
+ 0.001636988, -0.013883091,
+ 0.017389644, 0.006225922,
+ -0.03578116, -0.016817145,
+ -0.001332848, -0.005617642,
+ -0.008730603, -0.039216153,
+ 0.02433119, 0.028052431,
+ 0.02833868, 0.039502401,
+ 0.010233412, -0.006869983,
+ 0.021468697, 0.002039526,
+ -0.0197512, 0.020753073,
+ 0.027050557, 0.009517789,
+ 0.011449971, 0.038929902,
+ 0.008873728, 0.009374664,
+ 0.007871855, -0.006082797,
+ -0.007156232, -0.014670276,
+ -0.000447265, 0.046944883,
+ -0.015242774, -0.019894326,
+ 0.008158104, 0.016173085,
+ -0.018463079, 0.034922414,
+ -0.005009362, -0.000092248,
+ 0.005760767, 0.006190141,
+ -0.022613693, 0.034206789,
+ 0.012523406, 0.000992927,
+ 0.038071156, -0.048376128,
+ -0.017747456, 0.014384027,
+ 0.000751404, 0.015314337,
+ -0.010519661, 0.058681104,
+ 0.013954652, 0.022899942,
+ -0.003757022, 0.01416934,
+ -0.000469628, -0.008337011,
+ -0.001153942, 0.02189807,
+ -0.024760563, 0.01416934,
+ -0.012738093, -0.025046812,
+ 0.030771798, -0.046658635,
+ -0.002137924, 0.053242367,
+ 0.010090288, -0.046086136,
+ 0.016316209, -0.005295612,
+ 0.023043068, -0.023043068,
+ 0.010233412, -0.018319955,
+ -0.017389644, 0.030485548,
+ 0.009660914, 0.017174957,
+ 0.050379876, -0.010304974,
+ 0.017819017, -0.000364521,
+ 0.011163722, 0.001753277,
+ 0.010448099, 0.013095905,
+ 0.008372792, -0.01109216,
+ 0.036926158, -0.015672149,
+ -0.014598713, 0.008981071,
+ -0.011879345, -0.036926158,
+ -0.01789058, -0.008694822,
+ -0.028911177, -0.017103394,
+ -0.028768053, -0.030914923,
+ 0.001033181, 0.00431163,
+ -0.024474313, -0.031058047,
+ 0.010018725, 0.00647639,
+ -0.027336806, 0.025046812,
+ 0.003148742, -0.010018725,
+ 0.03663991, 0.033348043,
+ -0.001162888, -0.01016185,
+ 0.010376536, 0.010519661,
+ 0.019178702, 0.016101522,
+ 0.007943418, -0.013739966,
+ -0.013525278, -0.027193682,
+ 0.006655296, 0.027050557,
+ -0.017389644, -0.027479932,
+ 0.041792396, 0.045513637,
+ -0.014741838, 0.012451844,
+ 0.018319955, -0.00153859,
+ 0.010519661, 0.017962143,
+ -0.012594969, 0.018606203,
+ 0.023472441, -0.034063663,
+ -0.004061162, 0.015600586,
+ 0.019178702, 0.002361557,
+ -0.025619311, -0.00586811,
+ -0.02003745, 0.013739966,
+ 0.017675893, -0.025189938,
+ -0.002415228, 0.001547535,
+ 0.019608077, 0.039502401,
+ -0.00184273, 0.025189938,
+ 0.00277304, 0.020323699,
+ 0.007227794, 0.012165595,
+ -0.00370335, 0.02433119,
+ -0.00586811, 0.016459335,
+ 0.034206789, 0.001051072,
+ -0.010519661, -0.004096943,
+ 0.00153859, 0.01574371,
+ 0.01230872, -0.007692949,
+ -0.019464951, 0.005116706,
+ 0.017389644, 0.024903689,
+ 0.046658635, -0.010519661,
+ 0.020609949, 0.060684849,
+ -0.045227386, -0.008551697,
+ -0.004293739, -0.001502809,
+ -0.015815273, -0.005975454,
+ 0.000290722, 0.027050557,
+ -0.002245268, -0.016888708,
+ -0.027193682, -0.001288122,
+ -0.021182448, -0.041219898,
+ 0.031916797, 0.030628674,
+ -0.03234617, 0.006655296,
+ 0.008372792, -0.009016853,
+ -0.033348043, 0.010877473,
+ -0.05238362, -0.004490536,
+ -0.028911177, 0.006905764,
+ -0.003506554, 0.039788652,
+ -0.036496785, -0.015886836,
+ 0.015314337, -0.015672149,
+ 0.006225922, -0.021182448,
+ -0.034349915, -0.043223642,
+ -0.025476186, 0.002558353,
+ 0.007048889, -0.037784904,
+ -0.014026215, -0.044654887,
+ -0.036926158, 0.008229667,
+ 0.007728731, 0.039216153,
+ -0.00027954, 0.026907433,
+ 0.027193682, -0.017174957,
+ -0.011378409, 0.017174957,
+ -0.015815273, 0.009446226,
+ 0.033777416, -0.014384027,
+ 0.003721241, -0.024760563,
+ -0.000229223, 0.008802165,
+ -0.000377939, -0.007692949,
+ 0.016173085, 0.018248392,
+ -0.02218432, -0.003202414,
+ -0.033204917, -0.002969836,
+ -0.023186192, 0.030056175,
+ -0.015457462, -0.015314337,
+ -0.008981071, 0.022613693,
+ -0.014026215, -0.025476186,
+ 0.025333062, 0.034206789,
+ 0.010662786, 0.016387772,
+ 0.030342424, -0.008086543,
+ 0.007120451, 0.000221396,
+ 0.025619311, 0.01789058,
+ -0.008086543, 0.011807784,
+ -0.016101522, 0.002719368,
+ 0.005653423, 0.017962143,
+ -0.001941128, 0.06297484,
+ 0.016244646, 0.003524444,
+ 0.018749328, -0.001815894,
+ 0.006082797, 0.069558576,
+ -0.011020597, 0.018033706,
+ 0.026621183, 0.007692949,
+ -0.008694822, 0.035924286,
+ -0.001878511, -0.005975454,
+ -0.028911177, -0.007871855,
+ 0.014741838, 0.008587479,
+ 0.026621183, 0.005259831,
+ -0.023186192, 0.000368993,
+ -0.01323903, 0.002683587,
+ -0.011306847, 0.007478263,
+ -0.000621698, 0.022756819,
+ -0.018892452, -0.013167467,
+ 0.007764512, -0.010877473,
+ -0.017461207, -0.013525278,
+ 0.014240902, -0.019464951,
+ -0.009016853, 0.016173085,
+ -0.027479932, 0.002934055,
+ 0.042937394, -0.004830457,
+ -0.031201173, -0.024188064,
+ 0.00245101, 0.017318081,
+ 0.001824839, -0.022756819,
+ 0.021325571, -0.027479932,
+ -0.008659041, 0.008337011,
+ -0.016674021, -0.003452882,
+ 0.000711151, -0.045799885,
+ 0.013739966, -0.029340552,
+ -0.035208661, 0.000554608,
+ -0.007800293, 0.018892452,
+ 0.028481804, -0.011593096,
+ -0.00894529, 0.024474313,
+ -0.008050761, 0.025476186,
+ -0.001306012, -0.00214687,
+ -0.008050761, -0.018606203,
+ -0.006047016, -0.028768053,
+ 0.029197427, -0.021468697,
+ 0.005402955, -0.021039322,
+ -0.014312465, -0.002325775,
+ -0.020896198, 0.000706678,
+ 0.035638034, -0.008480135,
+ -0.035351787, 0.014312465,
+ 0.012523406, 0.011807784,
+ 0.003041399, -0.010018725,
+ -0.022613693, -0.021182448,
+ -0.005474518, -0.007120451,
+ 0.025476186, 0.036926158,
+ -0.007907636, -0.014097777,
+ 0.010519661, 0.005617642,
+ 0.014670276, -0.011664659,
+ 0.011879345, -0.012738093,
+ -0.007871855, -0.012666531,
+ 0.032918669, -0.010018725,
+ 0.007943418, 0.024188064,
+ 0.005760767, -0.003918037,
+ 0.022613693, 0.017318081,
+ 0.036496785, 0.037784904,
+ 0.008694822, 0.016674021,
+ 0.000106225, 0.003685459,
+ -0.031201173, -0.01016185,
+ -0.02404494, -0.019035578,
+ 0.031773672, 0.000975037,
+ -0.032489292, -0.033920541,
+ 0.015385899, -0.023186192,
+ 0.012523406, -0.011163722,
+ -0.005116706, 0.015314337,
+ -0.006834202, -0.038357403,
+ -0.023472441, 0.015529023,
+ 0.017747456, 0.005653423,
+ -0.002325775, 0.009088415,
+ -0.022899942, 0.02433119,
+ 0.000849803, -0.042078644,
+ -0.004257958, 0.018176829,
+ -0.0049378, -0.002415228,
+ -0.016173085, 0.012594969,
+ 0.013596841, -0.017031832,
+ -0.001806949, -0.003810694,
+ 0.003005618, 0.046944883,
+ -0.025476186, 0.012738093,
+ 0.009016853, -0.009660914,
+ 0.012666531, 0.014026215,
+ -0.010519661, 0.022327444,
+ 0.00400749, -0.007478263,
+ -0.03578116, 0.009804038,
+ -0.028911177, -0.018248392,
+ 0.004758894, 0.005939673,
+ 0.033920541, -0.011378409,
+ -0.005474518, 0.012451844,
+ 0.018176829, 0.033920541,
+ 0.025905561, -0.014670276,
+ 0.001798003, 0.031344298,
+ 0.00431163, 0.027193682,
+ -0.006798421, 0.011449971,
+ 0.00894529, 0.013883091,
+ 0.023758691, -0.007692949,
+ 0.031344298, -0.014384027,
+ -0.007514044, -0.026621183,
+ -0.001645933, -0.010090288,
+ -0.009589351, 0.008193886,
+ -0.007871855, -0.031773672,
+ 0.013525278, 0.006583733,
+ 0.010949035, -0.004794675,
+ -0.004061162, -0.021468697,
+ 0.011020597, -0.020609949,
+ 0.010018725, 0.010662786,
+ 0.008158104, 0.00370335,
+ 0.007800293, -0.029626802,
+ 0.029197427, -0.017174957,
+ -0.00586811, -0.003112961,
+ -0.018749328, -0.042364895,
+ 0.027050557, 0.028624929,
+ 0.008837947, 0.026334934,
+ 0.018248392, -0.004758894,
+ 0.009446226, -0.033061791,
+ -0.022041194, -0.021039322,
+ 0.008086543, -0.009088415,
+ -0.031630546, 0.020896198,
+ -0.018749328, 0.022613693,
+ -0.014097777, 0.004347411,
+ 0.014813401, -0.013525278,
+ -0.001726441, 0.010448099,
+ 0.036067411, -0.026048684,
+ -0.020753073, -0.005045144,
+ 0.033348043, -0.002576244,
+ 0.02404494, 0.022041194,
+ 0.017031832, -0.000297431,
+ -0.003184523, -0.012738093,
+ 0.022756819, -0.016888708,
+ 0.021039322, -0.000313085,
+ 0.032203045, -0.011235285,
+ 0.001583316, -0.00461577,
+ -0.026334934, -0.002934055,
+ -0.005939673, 0.001458082,
+ 0.007156232, -0.005689205,
+ -0.042937394, 0.011378409,
+ 0.007156232, 0.00554608,
+ 0.026621183, -0.014455589,
+ -0.017604331, -0.02647806,
+ -0.03578116, -0.009804038,
+ 0.006905764, -0.0197512,
+ -0.035494912, -0.027623056,
+ -0.00461577, 0.011521534,
+ 0.006905764, 0.009517789,
+ 0.003112961, 0.033920541,
+ -0.004687332, -0.005045144,
+ -0.009231539, 0.000126911,
+ 0.008694822, -0.029340552,
+ 0.011163722, 0.047517382,
+ -0.039788652, -0.033348043,
+ -0.003041399, -0.007657168,
+ -0.035065539, -0.012165595,
+ -0.024617439, 0.0049378,
+ 0.017461207, 0.029626802,
+ -0.004723113, -0.000366757,
+ -0.041792396, 0.041219898,
+ -0.009446226, 0.016960271,
+ -0.017747456, -0.036067411,
+ 0.025046812, 0.027336806,
+ 0.025905561, 0.049234878,
+ 0.016602458, -0.005796548,
+ 0.021325571, -0.003524444,
+ -0.000872166, 0.014670276,
+ 0.020323699, 0.002737259,
+ 0.009660914, -0.006440609,
+ -0.062402345, -0.062688597,
+ -0.008158104, -0.018749328,
+ 0.005438737, -0.002066362,
+ 0.000205742, -0.018749328,
+ 0.017103394, -0.03578116,
+ 0.000265004, -0.03663991,
+ -0.024760563, 0.054101113,
+ -0.00647639, -0.026334934,
+ 0.034779288, 0.022756819,
+ -0.033348043, -0.02433119,
+ -0.041792396, -0.014455589,
+ -0.023329318, -0.004687332,
+ -0.013453716, -0.018319955,
+ -0.014455589, 0.043509893,
+ 0.013453716, -0.014813401,
+ 0.009052633, -0.034349915,
+ 0.052097369, -0.003774913,
+ 0.016316209, -0.027050557,
+ 0.028195554, -0.007549825,
+ -0.020466823, 0.014598713,
+ -0.005939673, 0.003273976,
+ -0.052097369, 0.002701478,
+ -0.02404494, -0.005903892,
+ 0.009947163, -0.00043161,
+ 0.02189807, 0.042078644,
+ -0.020609949, 0.007836075,
+ 0.018892452, 0.001207614,
+ 0.009159978, -0.029197427,
+ -0.023329318, 0.004347411,
+ -0.019464951, 0.020180576,
+ 0.019894326, 0.00615436,
+ 0.021468697, -0.017461207,
+ -0.011879345, -0.002307885,
+ 0.016101522, -0.029626802,
+ -0.014455589, 0.020323699,
+ 0.020753073, 0.018176829,
+ -0.006082797, 0.027766181,
+ 0.016530896, -0.008444354,
+ 0.001806949, 0.029626802,
+ -0.012451844, 0.023186192,
+ 0.006869983, -0.034063663,
+ -0.012094032, -0.021611821,
+ -0.008050761, 0.05581861,
+ -0.004257958, -0.025333062,
+ -0.004526317, 0.018033706,
+ 0.027479932, 0.025476186,
+ 0.008802165, -0.009589351,
+ 0.012809656, 0.012523406,
+ 0.0400749, 0.018033706,
+ 0.011020597, 0.014956526,
+ 0.013883091, -0.006655296,
+ 0.019608077, -0.03234617,
+ 0.007585606, -0.036067411,
+ -0.024617439, -0.001628043,
+ 0.022041194, 0.026764309,
+ -0.038643654, -0.009124196,
+ -0.020323699, -0.013883091,
+ 0.02404494, 0.002361557,
+ -0.03234617, -0.0049378,
+ 0.018606203, 0.022327444,
+ 0.043509893, -0.030485548,
+ -0.003560225, 0.007442481,
+ 0.00370335, 0.011449971,
+ 0.023472441, 0.000197915,
+ -0.011950907, 0.023329318,
+ -0.009804038, -0.025619311,
+ 0.0074067, -0.003953818,
+ 0.014312465, 0.048662379,
+ -0.027193682, 0.019894326,
+ -0.042364895, 0.003327648,
+ 0.042937394, -0.040933646,
+ -0.020466823, 0.056104861,
+ 0.020896198, -0.014527151,
+ -0.036210533, -0.022470569,
+ 0.035924286, -0.013167467,
+ -0.055532362, -0.006190141,
+ -0.027909305, 0.012881218,
+ 0.003005618, 0.005689205,
+ 0.01109216, -0.016387772,
+ -0.021468697, 0.018176829,
+ -0.021611821, 0.032918669,
+ 0.002951946, -0.008837947,
+ -0.031773672, -0.029913051,
+ 0.017318081, 0.017461207,
+ -0.02833868, -0.027479932,
+ -0.023615567, 0.037212405,
+ -0.023615567, -0.02404494,
+ 0.029626802, 0.002951946,
+ 0.004043271, -0.001377575,
+ 0.007800293, 0.024188064,
+ -0.027336806, -0.002361557,
+ -0.00307718, -0.025189938,
+ 0.007192013, -0.000207978,
+ 0.040933646, 0.010877473,
+ -0.000720096, -0.006941545,
+ 0.003059289, 0.032775544,
+ -0.007657168, 0.019321827,
+ -0.012094032, 0.042078644,
+ -0.010591224, 0.011807784,
+ -0.016173085, -0.015529023,
+ -0.023615567, 0.016173085,
+ -0.018606203, 0.007192013,
+ -0.008587479, 0.000257177,
+ 0.002245268, -0.011879345,
+ 0.044082388, -0.005939673,
+ -0.003059289, -0.013954652,
+ -0.026621183, 0.039502401,
+ -0.006440609, 0.014384027,
+ 0.012094032, -0.034779288,
+ -0.002379447, 0.023329318,
+ 0.029483676, -0.002325775,
+ -0.001565426, 0.025619311,
+ 0.018606203, -0.016101522,
+ -0.0301993, 0.002576244,
+ 0.035208661, 0.002325775,
+ -0.011664659, -0.022470569,
+ -0.047231134, -0.016888708,
+ -0.017747456, 0.05152487,
+ 0.009374664, -0.010591224,
+ 0.009303101, -0.005009362,
+ -0.029197427, 0.001726441,
+ -0.023758691, -0.002934055,
+ -0.017461207, 0.018606203,
+ -0.002665696, -0.003578116,
+ -0.018606203, -0.004651551,
+ -0.021325571, 0.005367174,
+ -0.009124196, 0.016888708,
+ -0.01295278, 0.002048471,
+ -0.011593096, 0.017604331,
+ -0.008515916, 0.006082797,
+ -0.036067411, -0.027336806,
+ -0.010018725, -0.001306012,
+ 0.026334934, -0.019321827,
+ -0.030914923, -0.026764309,
+ -0.0024689, -0.005581861,
+ -0.002755149, 0.019464951,
+ -0.01295278, 0.011163722,
+ 0.000639588, 0.025476186,
+ 0.029483676, 0.042651143,
+ -0.011306847, 0.002737259,
+ 0.010090288, -0.015600586,
+ 0.038357403, 0.029197427,
+ -0.008193886, 0.044082388,
+ 0.032489292, -0.00123445,
+ -0.008372792, 0.009124196,
+ -0.00309507, -0.041792396,
+ 0.007764512, -0.009947163,
+ 0.044941138, 0.030056175,
+ -0.013024342, -0.019321827,
+ 0.019321827, 0.008551697,
+ -0.053814866, 0.038071156,
+ -0.037784904, 0.012165595,
+ -0.008444354, -0.029626802,
+ -0.006905764, -0.028195554,
+ -0.01080591, -0.0098756,
+ -0.032203045, 0.040361151,
+ -0.033920541, 0.004454754,
+ -0.036067411, 0.011879345,
+ -0.011235285, 0.020609949,
+ -0.004579989, 0.0074067,
+ -0.017103394, 0.01789058,
+ 0.011449971, -0.007836075,
+ 0.000427138, -0.007120451,
+ 0.008337011, 0.00123445,
+ -0.003273976, -0.007263576,
+ -0.011449971, 0.022756819,
+ 0.002576244, -0.013310592,
+ -0.013382155, -0.011664659,
+ -0.013453716, -0.005152487,
+ -0.050379876, -0.034636162,
+ -0.011306847, 0.015028087,
+ 0.008480135, -0.047517382,
+ -0.00586811, -0.008301229,
+ -0.01416934, 0.000876638,
+ 0.000326503, 0.01080591,
+ 0.004150615, 0.005259831,
+ -0.008837947, 0.017031832,
+ -0.016316209, -0.036210533,
+ -0.013883091, -0.000295195,
+ 0.014240902, 0.020753073,
+ -0.022899942, -0.038929902,
+ 0.00586811, -0.008050761,
+ 0.00016437, -0.001932183,
+ 0.001789058, 0.017031832,
+ 0.045227386, -0.016745584,
+ -0.005689205, 0.008372792,
+ 0.008301229, -0.016674021,
+ -0.004222177, 0.005832329,
+ 0.016173085, -0.009374664,
+ -0.006869983, -0.052669868,
+ 0.035065539, 0.000123557,
+ 0.007478263, 0.033491168,
+ 0.054387365, 0.002254213,
+ -0.007836075, -0.020323699,
+ -0.019178702, -0.010376536,
+ -0.039788652, -0.032632418,
+ -0.012380281, -0.002540462,
+ -0.016602458, -0.022756819,
+ 0.019608077, 0.001887456,
+ 0.032918669, 0.008050761,
+ -0.013739966, 0.006547953,
+ -0.016674021, 0.001574371,
+ 0.019321827, -0.016960271,
+ -0.031201173, 0.027766181,
+ 0.006655296, 0.020753073,
+ 0.009804038, 0.024903689,
+ -0.043509893, 0.015815273,
+ -0.017962143, -0.043223642,
+ 0.033920541, -0.007764512,
+ -0.006762639, 0.017819017,
+ -0.026621183, 0.046658635,
+ -0.004490536, 0.024188064,
+ -0.010304974, 0.004651551,
+ 0.047231134, -0.038071156,
+ 0.009589351, -0.033920541,
+ -0.027050557, 0.050093625,
+ 0.008515916, -0.025189938,
+ -0.008050761, 0.011950907,
+ 0.004973582, 0.014527151,
+ -0.009374664, -0.003721241,
+ 0.019608077, 0.049807377,
+ 0.016602458, 0.02404494
+ ],
+ numCandidates: 100,
+ limit: 50
+ }
+ }
+ ]
+ }
+ },
+ combination: {
+ weights: {
+ vectorPipeline: 0.5,
+ fullTextPipeline: 0.5
+ }
+ },
+ scoreDetails: true
+ }
+ },
+ {
+ $group: {
+ _id: "$decade",
+ top_movie: {
+ $first: "$$ROOT"
+ },
+ avg_rating: {
+ $avg: "$imdb.rating"
+ },
+ count: {
+ $sum: 1
+ }
+ }
+ }
+]
+
+ `,
+ explainPlan: `
+{
+ "explainVersion": "1",
+ "stages": [
+ {
+ "$_internalSearchMongotRemote": {
+ "mongotQuery": {
+ "index": "movies_text_index",
+ "text": {
+ "query": "space adventure alien",
+ "path": ["plot", "title", "genres"]
+ }
+ },
+ "explain": {
+ "query": {
+ "type": "BooleanQuery",
+ "args": {
+ "must": [],
+ "mustNot": [],
+ "should": [
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "plot",
+ "value": "space"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 1.193695,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 0.131159,
+ "invocationCounts": {
+ "nextDoc": 160
+ }
+ },
+ "score": {
+ "millisElapsed": 0.119138,
+ "invocationCounts": {
+ "score": 155
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "genres",
+ "value": "alien"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.182493,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 5
+ }
+ },
+ "match": {
+ "millisElapsed": 0
+ },
+ "score": {
+ "millisElapsed": 0
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "plot",
+ "value": "adventure"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.668684,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 0.080215,
+ "invocationCounts": {
+ "nextDoc": 225
+ }
+ },
+ "score": {
+ "millisElapsed": 0.116348,
+ "invocationCounts": {
+ "score": 220
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "title",
+ "value": "alien"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.576561,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 0.008795,
+ "invocationCounts": {
+ "nextDoc": 25
+ }
+ },
+ "score": {
+ "millisElapsed": 0.004889,
+ "invocationCounts": {
+ "score": 20
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "plot",
+ "value": "alien"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.475493,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 0.068629,
+ "invocationCounts": {
+ "nextDoc": 220
+ }
+ },
+ "score": {
+ "millisElapsed": 0.12279,
+ "invocationCounts": {
+ "score": 215
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "title",
+ "value": "space"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.405559,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 0.017018,
+ "invocationCounts": {
+ "nextDoc": 40
+ }
+ },
+ "score": {
+ "millisElapsed": 0.006347,
+ "invocationCounts": {
+ "score": 35
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "genres",
+ "value": "adventure"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.461156,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 1.112313,
+ "invocationCounts": {
+ "nextDoc": 4620
+ }
+ },
+ "score": {
+ "millisElapsed": 0.33311,
+ "invocationCounts": {
+ "score": 4615
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "title",
+ "value": "adventure"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 2.338158,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 15
+ }
+ },
+ "match": {
+ "millisElapsed": 0.030198,
+ "invocationCounts": {
+ "nextDoc": 55
+ }
+ },
+ "score": {
+ "millisElapsed": 0.008313,
+ "invocationCounts": {
+ "score": 50
+ }
+ }
+ }
+ },
+ {
+ "type": "TermQuery",
+ "args": {
+ "path": "genres",
+ "value": "space"
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0.209677,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 5
+ }
+ },
+ "match": {
+ "millisElapsed": 0
+ },
+ "score": {
+ "millisElapsed": 0
+ }
+ }
+ }
+ ],
+ "filter": [],
+ "minimumShouldMatch": 0
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 7.405105,
+ "invocationCounts": {
+ "createWeight": 5,
+ "createScorer": 10
+ }
+ },
+ "match": {
+ "millisElapsed": 2.222915,
+ "invocationCounts": {
+ "nextDoc": 4895
+ }
+ },
+ "score": {
+ "millisElapsed": 2.493474,
+ "invocationCounts": {
+ "score": 4890
+ }
+ }
+ }
+ },
+ "collectors": {
+ "allCollectorStats": {
+ "millisElapsed": 3.685343,
+ "invocationCounts": {
+ "collect": 4890,
+ "competitiveIterator": 5,
+ "setScorer": 5
+ }
+ }
+ },
+ "resultMaterialization": {
+ "stats": {
+ "millisElapsed": 29.375847,
+ "invocationCounts": {
+ "retrieveAndSerialize": 5
+ }
+ }
+ },
+ "metadata": {
+ "mongotVersion": "1.49.5",
+ "mongotHostName": "atlas-a8gkn0-shard-00-02.lia43.mongodb.net",
+ "indexName": "movies_text_index",
+ "cursorOptions": {
+ "batchSize": 108,
+ "requiresSearchSequenceToken": false
+ },
+ "lucene": {
+ "totalSegments": 1,
+ "totalDocs": 3483
+ }
+ },
+ "resourceUsage": {
+ "majorFaults": 0,
+ "minorFaults": 32,
+ "userTimeMs": 40,
+ "systemTimeMs": 10,
+ "maxReportingThreads": 1,
+ "numBatches": 5
+ }
+ },
+ "requiresSearchMetaCursor": false,
+ "internalMongotBatchSizeHistory": [
+ 108, 162, 243, 365, 548
+ ]
+ },
+ "nReturned": 978,
+ "executionTimeMillisEstimate": 95
+ },
+ {
+ "$_internalSearchIdLookup": {
+ "subPipeline": [
+ {
+ "$match": {
+ "_id": { "$eq": "_id placeholder" }
+ }
+ }
+ ],
+ "totalDocsExamined": 978,
+ "totalKeysExamined": 978,
+ "numDocsFilteredByIdLookup": 0
+ },
+ "nReturned": 978,
+ "executionTimeMillisEstimate": 166
+ },
+ {
+ "$replaceRoot": {
+ "newRoot": { "docs": "$$ROOT" }
+ },
+ "nReturned": 978,
+ "executionTimeMillisEstimate": 167
+ },
+ {
+ "$_internalSetWindowFields": {
+ "sortBy": { "order": 1 },
+ "output": {
+ "fullTextPipeline_rank": { "$rank": {} }
+ }
+ },
+ "maxFunctionMemoryUsageBytes": {
+ "fullTextPipeline_rank": 344
+ },
+ "maxTotalMemoryUsageBytes": 37892,
+ "usedDisk": false,
+ "nReturned": 978,
+ "executionTimeMillisEstimate": 167
+ },
+ {
+ "$addFields": {
+ "fullTextPipeline_score": {
+ "$multiply": [
+ {
+ "$divide": [
+ { "$const": 1 },
+ {
+ "$add": [
+ "$fullTextPipeline_rank",
+ { "$const": 60 }
+ ]
+ }
+ ]
+ },
+ { "$const": 0.5 }
+ ]
+ }
+ },
+ "nReturned": 978,
+ "executionTimeMillisEstimate": 167
+ },
+ {
+ "$addFields": {
+ "fullTextPipeline_scoreDetails": {
+ "value": { "$meta": "score" },
+ "details": { "$const": [] }
+ }
+ },
+ "nReturned": 978,
+ "executionTimeMillisEstimate": 167
+ },
+ {
+ "$unionWith": {
+ "coll": "embedded_movies",
+ "pipeline": [
+ {
+ "$vectorSearch": {
+ "index": "movies_vector_index",
+ "path": "plot_embedding_voyage_3_large",
+ "queryVector": "redacted",
+ "numCandidates": 100,
+ "limit": 50,
+ "explain": {
+ "query": {
+ "type": "WrappedKnnQuery",
+ "args": {
+ "query": [
+ {
+ "type": "InstrumentableKnnFloatVectorQuery",
+ "args": {
+ "field": "$type:knnVector/plot_embedding_voyage_3_large",
+ "k": 100
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 0
+ },
+ "match": {
+ "millisElapsed": 0
+ },
+ "score": {
+ "millisElapsed": 0
+ }
+ }
+ },
+ {
+ "type": "DocAndScoreQuery",
+ "args": {},
+ "stats": {
+ "context": {
+ "millisElapsed": 0.01138,
+ "invocationCounts": {
+ "createWeight": 1,
+ "createScorer": 4
+ }
+ },
+ "match": {
+ "millisElapsed": 0.006359,
+ "invocationCounts": {
+ "nextDoc": 102
+ }
+ },
+ "score": {
+ "millisElapsed": 0.009441,
+ "invocationCounts": {
+ "score": 100,
+ "setMinCompetitiveScore": 32
+ }
+ }
+ }
+ }
+ ]
+ },
+ "stats": {
+ "context": {
+ "millisElapsed": 2.936576,
+ "invocationCounts": {
+ "vectorExecution": 1,
+ "createWeight": 1,
+ "createScorer": 4
+ }
+ },
+ "match": {
+ "millisElapsed": 0.006359,
+ "invocationCounts": {
+ "nextDoc": 102
+ }
+ },
+ "score": {
+ "millisElapsed": 0.009441,
+ "invocationCounts": {
+ "score": 100,
+ "setMinCompetitiveScore": 32
+ }
+ }
+ }
+ },
+ "collectors": {
+ "allCollectorStats": {
+ "millisElapsed": 0.076853,
+ "invocationCounts": {
+ "collect": 100,
+ "competitiveIterator": 2,
+ "setScorer": 2
+ }
+ }
+ },
+ "metadata": {
+ "mongotVersion": "1.49.5",
+ "mongotHostName": "atlas-a8gkn0-shard-00-02.lia43.mongodb.net",
+ "indexName": "movies_vector_index",
+ "lucene": {
+ "totalSegments": 2,
+ "totalDocs": 3483
+ }
+ },
+ "resourceUsage": {
+ "majorFaults": 0,
+ "minorFaults": 0,
+ "userTimeMs": 0,
+ "systemTimeMs": 0,
+ "maxReportingThreads": 1,
+ "numBatches": 1
+ },
+ "luceneVectorSegmentStats": [
+ {
+ "executionType": "Approximate",
+ "docCount": 2479,
+ "approximateStage": {
+ "millisElapsed": 1.485543
+ }
+ },
+ {
+ "executionType": "Approximate",
+ "docCount": 1004,
+ "approximateStage": {
+ "millisElapsed": 1.06125
+ }
+ }
+ ]
+ }
+ },
+ "nReturned": 50,
+ "executionTimeMillisEstimate": 25
+ },
+ {
+ "$_internalSearchIdLookup": {
+ "limit": 50,
+ "subPipeline": [
+ {
+ "$match": {
+ "_id": {
+ "$eq": "_id placeholder"
+ }
+ }
+ }
+ ],
+ "totalDocsExamined": 50,
+ "totalKeysExamined": 50,
+ "numDocsFilteredByIdLookup": 0
+ },
+ "nReturned": 50,
+ "executionTimeMillisEstimate": 27
+ },
+ {
+ "$replaceRoot": {
+ "newRoot": { "docs": "$$ROOT" }
+ },
+ "nReturned": 50,
+ "executionTimeMillisEstimate": 27
+ },
+ {
+ "$_internalSetWindowFields": {
+ "sortBy": { "order": 1 },
+ "output": {
+ "vectorPipeline_rank": {
+ "$rank": {}
+ }
+ }
+ },
+ "maxFunctionMemoryUsageBytes": {
+ "vectorPipeline_rank": 344
+ },
+ "maxTotalMemoryUsageBytes": 36700,
+ "usedDisk": false,
+ "nReturned": 50,
+ "executionTimeMillisEstimate": 27
+ },
+ {
+ "$addFields": {
+ "vectorPipeline_score": {
+ "$multiply": [
+ {
+ "$divide": [
+ { "$const": 1 },
+ {
+ "$add": [
+ "$vectorPipeline_rank",
+ { "$const": 60 }
+ ]
+ }
+ ]
+ },
+ { "$const": 0.5 }
+ ]
+ }
+ },
+ "nReturned": 50,
+ "executionTimeMillisEstimate": 27
+ },
+ {
+ "$addFields": {
+ "vectorPipeline_scoreDetails": {
+ "value": { "$meta": "score" },
+ "details": []
+ }
+ },
+ "nReturned": 50,
+ "executionTimeMillisEstimate": 27
+ }
+ ]
+ },
+ "nReturned": 1028,
+ "executionTimeMillisEstimate": 199
+ },
+ {
+ "$group": {
+ "_id": "$docs._id",
+ "docs": { "$first": "$docs" },
+ "fullTextPipeline_score": {
+ "$max": {
+ "$ifNull": [
+ "$fullTextPipeline_score",
+ { "$const": 0 }
+ ]
+ }
+ },
+ "fullTextPipeline_rank": {
+ "$max": {
+ "$ifNull": [
+ "$fullTextPipeline_rank",
+ { "$const": 0 }
+ ]
+ }
+ },
+ "fullTextPipeline_scoreDetails": {
+ "$mergeObjects": "$fullTextPipeline_scoreDetails"
+ },
+ "vectorPipeline_score": {
+ "$max": {
+ "$ifNull": [
+ "$vectorPipeline_score",
+ { "$const": 0 }
+ ]
+ }
+ },
+ "vectorPipeline_rank": {
+ "$max": {
+ "$ifNull": [
+ "$vectorPipeline_rank",
+ { "$const": 0 }
+ ]
+ }
+ },
+ "vectorPipeline_scoreDetails": {
+ "$mergeObjects": "$vectorPipeline_scoreDetails"
+ }
+ },
+ "maxAccumulatorMemoryUsageBytes": {
+ "docs": 16237053,
+ "fullTextPipeline_score": 86768,
+ "fullTextPipeline_rank": 86768,
+ "fullTextPipeline_scoreDetails": 78880,
+ "vectorPipeline_score": 86768,
+ "vectorPipeline_rank": 86768,
+ "vectorPipeline_scoreDetails": 78880
+ },
+ "totalOutputDataSizeBytes": 17173907,
+ "usedDisk": false,
+ "spills": 0,
+ "spilledDataStorageSize": 0,
+ "numBytesSpilledEstimate": 0,
+ "spilledRecords": 0,
+ "nReturned": 986,
+ "executionTimeMillisEstimate": 199
+ },
+ {
+ "$addFields": {
+ "score": {
+ "$add": [
+ "$fullTextPipeline_score",
+ "$vectorPipeline_score"
+ ]
+ }
+ },
+ "nReturned": 986,
+ "executionTimeMillisEstimate": 199
+ },
+ {
+ "$addFields": {
+ "calculatedScoreDetails": [
+ {
+ "$mergeObjects": [
+ {
+ "inputPipelineName": {
+ "$const": "fullTextPipeline"
+ },
+ "rank": "$fullTextPipeline_rank",
+ "weight": { "$const": 0.5 }
+ },
+ "$fullTextPipeline_scoreDetails"
+ ]
+ },
+ {
+ "$mergeObjects": [
+ {
+ "inputPipelineName": {
+ "$const": "vectorPipeline"
+ },
+ "rank": "$vectorPipeline_rank",
+ "weight": { "$const": 0.5 }
+ },
+ "$vectorPipeline_scoreDetails"
+ ]
+ }
+ ]
+ },
+ "nReturned": 986,
+ "executionTimeMillisEstimate": 199
+ },
+ {
+ "$setMetadata": {
+ "scoreDetails": {
+ "value": "$score",
+ "description": {
+ "$const": "value output by reciprocal rank fusion algorithm, computed as sum of (weight * (1 / (60 + rank))) across input pipelines from which this document is output, from:"
+ },
+ "details": "$calculatedScoreDetails"
+ }
+ },
+ "nReturned": 986,
+ "executionTimeMillisEstimate": 199
+ },
+ {
+ "$sort": {
+ "sortKey": { "score": -1, "_id": 1 }
+ },
+ "totalDataSizeSortedBytesEstimate": 19920319,
+ "usedDisk": false,
+ "spills": 0,
+ "spilledDataStorageSize": 0,
+ "nReturned": 986,
+ "executionTimeMillisEstimate": 201
+ },
+ {
+ "$replaceRoot": { "newRoot": "$docs" },
+ "nReturned": 986,
+ "executionTimeMillisEstimate": 211
+ },
+ {
+ "$group": {
+ "_id": "$decade",
+ "top_movie": { "$first": "$$ROOT" },
+ "avg_rating": { "$avg": "$imdb.rating" },
+ "count": { "$sum": { "$const": 1 } }
+ },
+ "maxAccumulatorMemoryUsageBytes": {
+ "top_movie": 18135,
+ "avg_rating": 120,
+ "count": 144
+ },
+ "totalOutputDataSizeBytes": 18356,
+ "usedDisk": false,
+ "spills": 0,
+ "spilledDataStorageSize": 0,
+ "numBytesSpilledEstimate": 0,
+ "spilledRecords": 0,
+ "nReturned": 1,
+ "executionTimeMillisEstimate": 221
+ }
+ ],
+ "queryShapeHash": "2B07072956F32E42D8D50AC45216488ED894B5EC592C5DB3DA33258FAE5B0CEE",
+ "serverInfo": {
+ "host": "atlas-a8gkn0-shard-00-02.lia43.mongodb.net",
+ "port": 27017,
+ "version": "8.1.2",
+ "gitVersion": "bcba0709b2665cca6b1b44a1803a6f8249e6ee39"
+ },
+ "serverParameters": {
+ "internalQueryFacetBufferSizeBytes": 104857600,
+ "internalQueryFacetMaxOutputDocSizeBytes": 104857600,
+ "internalLookupStageIntermediateDocumentMaxSizeBytes": 104857600,
+ "internalDocumentSourceGroupMaxMemoryBytes": 104857600,
+ "internalQueryMaxBlockingSortMemoryUsageBytes": 104857600,
+ "internalQueryProhibitBlockingMergeOnMongoS": 0,
+ "internalQueryMaxAddToSetBytes": 104857600,
+ "internalDocumentSourceSetWindowFieldsMaxMemoryBytes": 104857600,
+ "internalQueryFrameworkControl": "trySbeRestricted",
+ "internalQueryPlannerIgnoreIndexWithCollationForRegex": 1
+ },
+ "command": {
+ "aggregate": "embedded_movies",
+ "pipeline": [
+ {
+ "$rankFusion": {
+ "input": {
+ "pipelines": {
+ "fullTextPipeline": [
+ {
+ "$search": {
+ "index": "movies_text_index",
+ "text": {
+ "query": "space adventure alien",
+ "path": [
+ "plot",
+ "title",
+ "genres"
+ ]
+ }
+ }
+ }
+ ],
+ "vectorPipeline": [
+ {
+ "$vectorSearch": {
+ "index": "movies_vector_index",
+ "path": "plot_embedding_voyage_3_large",
+ "queryVector": [
+ -0.025189938, 0.014741838,
+ -0.013024342, -0.0197512,
+ 0.011235285, 0.004651551,
+ 0.043509893, 0.003112961,
+ 0.013310592, -0.033348043,
+ 0.037212405, -0.021039322,
+ -0.026048684, 0.012809656,
+ 0.029483676, 0.003578116,
+ -0.044654887, 0.032632418,
+ 0.014312465, -0.058967352,
+ 0.025333062, -0.055246111,
+ 0.02189807, -0.017604331,
+ -0.002880384, 0.045227386,
+ 0.004794675, 0.017604331,
+ 0.023186192, -0.054673612,
+ -0.011306847, -0.012523406,
+ -0.012380281, 0.002540462,
+ 0.015958399, -0.042364895,
+ -0.001467028, -0.020180576,
+ -0.058108605, -0.035065539,
+ 0.010090288, -0.033348043,
+ 0.058394853, -0.013883091,
+ 0.002048471, -0.020753073,
+ -0.029769925, 0.031916797,
+ -0.014741838, -0.040933646,
+ -0.004096943, 0.020753073,
+ -0.002540462, 0.028052431,
+ -0.02404494, 0.006547953,
+ -0.003578116, 0.003757022,
+ 0.019178702, -0.037784904,
+ -0.02833868, 0.01753277,
+ 0.029769925, 0.017747456,
+ -0.031344298, 0.022899942,
+ 0.006333265, 0.010376536,
+ -0.024474313, -0.012094032,
+ -0.004651551, 0.007764512,
+ 0.017962143, 0.013811528,
+ 0.037212405, -0.03148742,
+ 0.000666424, 0.024474313,
+ -0.021325571, 0.041219898,
+ 0.011235285, 0.046658635,
+ 0.019035578, 0.020753073,
+ 0.010662786, -0.001726441,
+ -0.012738093, -0.027193682,
+ -0.014598713, -0.013167467,
+ 0.013596841, 0.001932183,
+ -0.010304974, -0.007478263,
+ 0.005689205, 0.002987727,
+ 0.005724986, 0.002325775,
+ 0.002415228, -0.003828584,
+ -0.029340552, -0.017318081,
+ -0.070417322, 0.003810694,
+ -0.013453716, -0.001628043,
+ -0.027909305, 0.014026215,
+ 0.009589351, 0.004902019,
+ 0.028768053, -0.005259831,
+ -0.010448099, 0.025189938,
+ 0.038357403, 0.048662379,
+ 0.039788652, 0.010448099,
+ 0.001574371, 0.020323699,
+ 0.005510299, 0.026907433,
+ 0.043223642, -0.001153942,
+ -0.010233412, 0.048376128,
+ -0.056104861, 0.006691077,
+ 0.015672149, -0.015028087,
+ 0.036210533, -0.009231539,
+ 0.010519661, 0.022899942,
+ 0.025762435, -0.009052633,
+ -0.0301993, 0.032203045,
+ -0.00522405, 0.029626802,
+ -0.02433119, -0.025619311,
+ 0.016674021, 0.02404494,
+ -0.009589351, -0.026334934,
+ -0.04436864, -0.014455589,
+ 0.02619181, 0.017604331,
+ 0.02189807, -0.007728731,
+ -0.021611821, -0.03363429,
+ 0.008480135, -0.027479932,
+ 0.025046812, -0.006047016,
+ 0.020753073, 0.01016185,
+ -0.034063663, 0.029483676,
+ -0.019035578, 0.041506145,
+ 0.013453716, -0.009159978,
+ 0.007549825, 0.025189938,
+ 0.005152487, -0.009446226,
+ -0.009016853, 0.021325571,
+ 0.030771798, -0.046944883,
+ 0.001314958, 0.021182448,
+ 0.047231134, -0.007048889,
+ -0.030771798, -0.025905561,
+ -0.000612752, -0.023186192,
+ 0.011378409, 0.035065539,
+ 0.007979199, 0.023901815,
+ -0.004973582, 0.005188268,
+ -0.046944883, 0.009374664,
+ 0.047231134, 0.058967352,
+ 0.043509893, 0.011449971,
+ 0.017174957, -0.024188064,
+ -0.025476186, -0.02833868,
+ 0.033061791, 0.015314337,
+ -0.018749328, 0.013382155,
+ 0.007048889, 0.005975454,
+ 0.005295612, -0.013310592,
+ -0.022756819, -0.012523406,
+ -0.03363429, -0.014527151,
+ 0.011449971, 0.01202247,
+ 0.044941138, -0.012594969,
+ 0.002862493, 0.000572499,
+ 0.030628674, -0.0098756,
+ 0.020466823, 0.059539851,
+ -0.00370335, 0.007335138,
+ 0.023901815, 0.023758691,
+ -0.005903892, 0.003918037,
+ 0.013310592, 0.010090288,
+ -0.012809656, -0.010376536,
+ -0.01109216, -0.008086543,
+ 0.012809656, -0.019894326,
+ 0.012738093, 0.056391109,
+ 0.029340552, -0.04436864,
+ -0.001619098, 0.042364895,
+ -0.027623056, 0.011593096,
+ -0.031916797, -0.0301993,
+ 0.032203045, -0.003757022,
+ 0.017174957, 0.033491168,
+ 0.003900147, 0.002325775,
+ 0.006726858, 0.020180576,
+ 0.017389644, 0.009088415,
+ 0.018319955, -0.003631788,
+ 0.00586811, -0.006691077,
+ -0.014240902, -0.009052633,
+ 0.031630546, 0.04436864,
+ -0.022899942, -0.003327648,
+ -0.006691077, 0.013310592,
+ -0.035924286, -0.008158104,
+ -0.005116706, -0.040647399,
+ 0.002397338, 0.014455589,
+ -0.030342424, 0.028624929,
+ -0.031773672, 0.043509893,
+ -0.001833785, -0.025619311,
+ 0.032775544, -0.046944883,
+ 0.013739966, -0.030485548,
+ 0.018319955, 0.016745584,
+ -0.020323699, -0.015815273,
+ -0.020896198, -0.015171212,
+ 0.026334934, 0.035638034,
+ 0.008873728, 0.003291867,
+ -0.02647806, 0.003649678,
+ 0.003613897, 0.009804038,
+ -0.013525278, 0.005367174,
+ 0.007657168, -0.017103394,
+ -0.015815273, -0.000398065,
+ 0.013310592, 0.014240902,
+ 0.003935928, 0.001735386,
+ -0.018606203, 0.008265448,
+ -0.068127327, 0.012165595,
+ -0.007836075, 0.02189807,
+ -0.000983982, 0.019178702,
+ -0.009589351, -0.013739966,
+ -0.007800293, 0.040361151,
+ 0.027623056, -0.002540462,
+ -0.03663991, 0.011163722,
+ -0.016316209, -0.006333265,
+ -0.010877473, -0.023329318,
+ -0.021468697, 0.013596841,
+ 0.032059919, 0.007442481,
+ 0.02433119, -0.003613897,
+ -0.013596841, 0.010448099,
+ 0.010877473, -0.0098756,
+ 0.033920541, -0.006691077,
+ -0.039502401, -0.010877473,
+ -0.016960271, 0.014097777,
+ -0.008122323, 0.007478263,
+ 0.010018725, -0.030485548,
+ -0.011020597, 0.000317558,
+ 0.00461577, 0.020466823,
+ 0.070703574, -0.024617439,
+ 0.002111088, -0.024617439,
+ -0.004204286, -0.048662379,
+ -0.006834202, 0.027766181,
+ -0.002504681, 0.025189938,
+ 0.033920541, -0.02833868,
+ -0.000773768, -0.03578116,
+ 0.015958399, 0.006369046,
+ 0.033204917, -0.006762639,
+ 0.02003745, -0.020180576,
+ 0.015886836, -0.015385899,
+ -0.029340552, -0.009446226,
+ 0.015529023, -0.010376536,
+ -0.012881218, -0.000715623,
+ 0.014312465, -0.029197427,
+ -0.000684315, 0.000360048,
+ 0.015815273, -0.027050557,
+ 0.006655296, 0.018892452,
+ -0.021182448, 0.031201173,
+ 0.014240902, -0.022756819,
+ 0.004365302, -0.020609949,
+ 0.008515916, -0.016244646,
+ 0.001162888, 0.000084421,
+ 0.003273976, -0.017819017,
+ 0.000576971, 0.020753073,
+ -0.004794675, 0.018105267,
+ -0.013095905, -0.028052431,
+ 0.004114834, 0.02833868,
+ -0.027193682, -0.010877473,
+ -0.002576244, 0.011879345,
+ -0.017819017, 0.006726858,
+ -0.021754947, -0.031773672,
+ -0.013382155, 0.024903689,
+ 0.013167467, 0.000033964,
+ 0.034063663, 0.022613693,
+ -0.038357403, -0.010018725,
+ -0.017174957, -0.004418973,
+ 0.02189807, -0.003166633,
+ -0.009589351, 0.009303101,
+ -0.036496785, -0.005760767,
+ -0.006583733, -0.003596007,
+ 0.014026215, -0.003828584,
+ -0.02833868, -0.020896198,
+ 0.001449137, 0.039502401,
+ 0.012881218, 0.025476186,
+ 0.000961619, -0.025762435,
+ 0.002808821, 0.034922414,
+ 0.004687332, -0.046658635,
+ 0.030914923, -0.036067411,
+ 0.008659041, -0.004025381,
+ -0.0301993, -0.026048684,
+ 0.024760563, 0.036496785,
+ -0.029913051, 0.015672149,
+ 0.007764512, 0.01509965,
+ 0.010304974, -0.004490536,
+ -0.007585606, -0.019464951,
+ 0.016602458, -0.007048889,
+ -0.005510299, 0.011163722,
+ 0.013739966, -0.034636162,
+ 0.020609949, -0.004418973,
+ 0.034636162, 0.040933646,
+ 0.031773672, 0.023758691,
+ 0.031344298, -0.006798421,
+ 0.026048684, -0.011521534,
+ 0.020753073, 0.014384027,
+ 0.026334934, -0.034206789,
+ -0.036067411, 0.014598713,
+ 0.023758691, -0.039216153,
+ 0.003363429, 0.002880384,
+ -0.006726858, -0.000916892,
+ -0.001395465, -0.009660914,
+ 0.032059919, 0.008086543,
+ 0.029054303, -0.011593096,
+ 0.065551087, 0.031058047,
+ -0.041219898, -0.014097777,
+ -0.017103394, 0.016244646,
+ -0.028911177, 0.044654887,
+ -0.030771798, 0.024760563,
+ 0.02833868, 0.018248392,
+ 0.026907433, -0.002227377,
+ 0.034063663, 0.000167724,
+ 0.021039322, -0.018892452,
+ 0.012738093, -0.001395465,
+ 0.005760767, -0.024760563,
+ -0.002683587, 0.000230341,
+ -0.0197512, 0.009088415,
+ -0.00400749, -0.026764309,
+ -0.012881218, 0.016101522,
+ -0.009303101, 0.015529023,
+ -0.016817145, 0.014312465,
+ -0.030914923, -0.018463079,
+ 0.020323699, -0.023472441,
+ -0.023758691, -0.005009362,
+ 0.018176829, 0.012738093,
+ 0.009374664, -0.031916797,
+ 0.016387772, 0.027479932,
+ 0.015529023, -0.021325571,
+ 0.020323699, -0.025476186,
+ 0.008515916, -0.039788652,
+ -0.007979199, -0.009947163,
+ -0.006869983, 0.004758894,
+ 0.022613693, -0.013668403,
+ -0.015171212, 0.035351787,
+ -0.022327444, 0.019178702,
+ 0.000404774, -0.003524444,
+ -0.012094032, 0.023901815,
+ -0.0400749, -0.004579989,
+ 0.00245101, 0.013024342,
+ 0.015958399, 0.009517789,
+ 0.034779288, 0.021468697,
+ 0.00062617, 0.007728731,
+ -0.028195554, 0.0301993,
+ -0.002504681, 0.008909509,
+ 0.004651551, -0.007013108,
+ 0.03148742, 0.019608077,
+ 0.002540462, 0.043509893,
+ -0.006190141, 0.024903689,
+ 0.010519661, 0.018319955,
+ 0.010519661, 0.009660914,
+ 0.000966091, -0.004454754,
+ 0.000299667, 0.007907636,
+ -0.018463079, 0.004758894,
+ -0.001851675, -0.002415228,
+ 0.010233412, -0.024617439,
+ -0.030771798, 0.018749328,
+ 0.003023508, 0.005474518,
+ -0.011521534, -0.008551697,
+ 0.007979199, 0.03363429,
+ 0.000275068, 0.007800293,
+ 0.0039896, 0.00522405,
+ -0.035924286, -0.01416934,
+ 0.02619181, -0.025476186,
+ -0.033777416, 0.021325571,
+ -0.02218432, 0.001833785,
+ 0.027766181, -0.006118578,
+ 0.032059919, 0.038929902,
+ 0.003613897, 0.031344298,
+ -0.002737259, 0.057536107,
+ 0.009732476, 0.020753073,
+ 0.005402955, -0.047803629,
+ -0.040933646, 0.009052633,
+ -0.030485548, 0.018319955,
+ 0.025046812, -0.002361557,
+ 0.045513637, 0.008766385,
+ -0.031058047, 0.014312465,
+ 0.002737259, -0.004186396,
+ 0.032059919, 0.024617439,
+ -0.012666531, 0.006798421,
+ 0.02619181, -0.012523406,
+ 0.009947163, 0.005617642,
+ 0.039216153, 0.008766385,
+ 0.009517789, 0.042651143,
+ -0.012881218, 0.007263576,
+ -0.000514354, 0.016817145,
+ -0.048948627, 0.018176829,
+ 0.034922414, 0.005331393,
+ 0.000391356, -0.017604331,
+ 0.026048684, -0.011807784,
+ 0.017461207, 0.012809656,
+ 0.029483676, -0.017174957,
+ 0.023472441, 0.005188268,
+ 0.007585606, -0.034922414,
+ 0.069558576, 0.023472441,
+ -0.010304974, 0.020180576,
+ 0.025046812, 0.016459335,
+ 0.000317558, -0.018606203,
+ 0.066696085, 0.011664659,
+ 0.025762435, -0.016888708,
+ 0.015314337, -0.009231539,
+ 0.016459335, -0.021325571,
+ 0.009303101, 0.000840857,
+ -0.014455589, 0.00170855,
+ 0.014741838, -0.004168505,
+ -0.009088415, -0.0074067,
+ -0.004472645, 0.002665696,
+ 0.023615567, 0.038929902,
+ -0.016960271, -0.027193682,
+ 0.03663991, -0.016530896,
+ 0.003256086, 0.015171212,
+ 0.036926158, 0.02433119,
+ 0.047231134, -0.049234878,
+ 0.009947163, -0.01109216,
+ -0.014097777, -0.007585606,
+ 0.00338132, -0.008086543,
+ 0.018176829, -0.014527151,
+ -0.000205742, -0.041219898,
+ 0.012666531, 0.046086136,
+ 0.004025381, -0.0074067,
+ 0.033348043, -0.020896198,
+ -0.000514354, 0.033491168,
+ 0.004257958, 0.02404494,
+ -0.008372792, -0.021754947,
+ 0.037784904, 0.013453716,
+ 0.013024342, -0.026334934,
+ 0.023758691, 0.012094032,
+ 0.006297485, 0.045227386,
+ 0.021039322, -0.020323699,
+ 0.005975454, 0.008802165,
+ 0.00370335, 0.006941545,
+ -0.029340552, -0.008551697,
+ -0.004454754, 0.003488663,
+ 0.010662786, 0.00801498,
+ 0.010090288, 0.015600586,
+ 0.018105267, -0.020180576,
+ -0.00307718, 0.031630546,
+ 0.000644061, 0.011950907,
+ -0.023472441, 0.01509965,
+ -0.035924286, 0.016459335,
+ -0.027766181, -0.014598713,
+ -0.021611821, -0.013310592,
+ -0.021039322, -0.02189807,
+ 0.018606203, -0.007979199,
+ 0.018176829, 0.022041194,
+ -0.002916165, 0.009088415,
+ -0.00522405, -0.018176829,
+ -0.031916797, -0.017318081,
+ -0.025476186, -0.014527151,
+ -0.017675893, -0.026621183,
+ 0.000362284, 0.02619181,
+ 0.016101522, -0.013310592,
+ 0.021325571, 0.027909305,
+ 0.016316209, 0.006011235,
+ 0.008551697, 0.030914923,
+ -0.070703574, 0.004794675,
+ -0.019321827, -0.011163722,
+ -0.014598713, -0.0197512,
+ -0.005438737, -0.025189938,
+ -0.037212405, 0.004168505,
+ -0.021754947, 0.018033706,
+ 0.035065539, 0.022756819,
+ 0.005581861, -0.007764512,
+ -0.003005618, -0.003524444,
+ 0.006655296, -0.00170855,
+ -0.046086136, -0.009374664,
+ 0.001744332, 0.030056175,
+ 0.016674021, 0.014312465,
+ 0.029054303, -0.009052633,
+ 0.005832329, -0.029197427,
+ -0.004723113, 0.032489292,
+ 0.022899942, -0.044941138,
+ 0.014026215, -0.007227794,
+ -0.035494912, 0.001261286,
+ 0.079004802, 0.008122323,
+ 0.022041194, 0.016602458,
+ 0.046658635, -0.016888708,
+ -0.006547953, -0.016316209,
+ 0.002021636, -0.016745584,
+ 0.003792803, 0.005116706,
+ -0.037784904, -0.028481804,
+ -0.014670276, -0.005259831,
+ 0.018892452, 0.001252341,
+ -0.068699829, -0.021611821,
+ -0.015242774, -0.027050557,
+ -0.032059919, 0.026048684,
+ -0.014240902, -0.007013108,
+ 0.014598713, -0.005474518,
+ -0.007192013, -0.016817145,
+ 0.00400749, 0.010519661,
+ 0.007657168, 0.005295612,
+ 0.009124196, 0.024474313,
+ -0.019894326, -0.044941138,
+ -0.022756819, -0.022327444,
+ -0.041792396, 0.027479932,
+ -0.013668403, -0.036210533,
+ 0.001225505, 0.009947163,
+ -0.044654887, -0.02003745,
+ 0.031344298, -0.004186396,
+ -0.009517789, 0.000720096,
+ -0.023901815, 0.000670897,
+ 0.022899942, 0.006619515,
+ 0.006512171, 0.022327444,
+ 0.021468697, 0.021611821,
+ 0.039216153, -0.019608077,
+ 0.028052431, -0.020466823,
+ -0.0197512, 0.004454754,
+ 0.026048684, -0.024617439,
+ -0.000333212, 0.002200541,
+ -0.002629915, 0.021611821,
+ 0.009374664, 0.00894529,
+ -0.057822354, -0.009660914,
+ -0.002844602, 0.020323699,
+ 0.000603807, 0.018033706,
+ -0.027050557, -0.004186396,
+ -0.019608077, -0.021754947,
+ 0.009732476, 0.01602996,
+ -0.016960271, -0.001520699,
+ -0.023615567, 0.004383192,
+ 0.000925838, 0.023043068,
+ 0.032775544, 0.006404828,
+ -0.010304974, 0.019321827,
+ 0.017604331, -0.01230872,
+ 0.007657168, 0.005402955,
+ -0.03148742, -0.000550135,
+ -0.002111088, -0.029626802,
+ 0.01323903, -0.033777416,
+ 0.006655296, 0.035065539,
+ -0.003256086, 0.000907947,
+ 0.004025381, 0.011020597,
+ -0.04808988, 0.02619181,
+ 0.015171212, 0.023758691,
+ 0.014741838, -0.001359684,
+ -0.041506145, -0.009088415,
+ -0.012738093, 0.000176669,
+ 0.033777416, 0.024188064,
+ -0.002307885, 0.023901815,
+ 0.00034663, -0.024474313,
+ -0.031773672, -0.023758691,
+ -0.024474313, -0.011163722,
+ 0.000447265, 0.005080925,
+ -0.00123445, 0.006297485,
+ -0.031058047, -0.012738093,
+ -0.003059289, -0.026907433,
+ -0.015672149, -0.005760767,
+ 0.023043068, 0.023043068,
+ -0.015028087, 0.017747456,
+ 0.013883091, -0.011807784,
+ 0.038357403, -0.016817145,
+ 0.014884963, 0.017389644,
+ -0.000599334, 0.016602458,
+ 0.008086543, -0.039502401,
+ 0.050379876, -0.024474313,
+ 0.035351787, -0.023758691,
+ 0.002039526, 0.004061162,
+ -0.012165595, -0.020180576,
+ 0.001636988, -0.013883091,
+ 0.017389644, 0.006225922,
+ -0.03578116, -0.016817145,
+ -0.001332848, -0.005617642,
+ -0.008730603, -0.039216153,
+ 0.02433119, 0.028052431,
+ 0.02833868, 0.039502401,
+ 0.010233412, -0.006869983,
+ 0.021468697, 0.002039526,
+ -0.0197512, 0.020753073,
+ 0.027050557, 0.009517789,
+ 0.011449971, 0.038929902,
+ 0.008873728, 0.009374664,
+ 0.007871855, -0.006082797,
+ -0.007156232, -0.014670276,
+ -0.000447265, 0.046944883,
+ -0.015242774, -0.019894326,
+ 0.008158104, 0.016173085,
+ -0.018463079, 0.034922414,
+ -0.005009362, -0.000092248,
+ 0.005760767, 0.006190141,
+ -0.022613693, 0.034206789,
+ 0.012523406, 0.000992927,
+ 0.038071156, -0.048376128,
+ -0.017747456, 0.014384027,
+ 0.000751404, 0.015314337,
+ -0.010519661, 0.058681104,
+ 0.013954652, 0.022899942,
+ -0.003757022, 0.01416934,
+ -0.000469628, -0.008337011,
+ -0.001153942, 0.02189807,
+ -0.024760563, 0.01416934,
+ -0.012738093, -0.025046812,
+ 0.030771798, -0.046658635,
+ -0.002137924, 0.053242367,
+ 0.010090288, -0.046086136,
+ 0.016316209, -0.005295612,
+ 0.023043068, -0.023043068,
+ 0.010233412, -0.018319955,
+ -0.017389644, 0.030485548,
+ 0.009660914, 0.017174957,
+ 0.050379876, -0.010304974,
+ 0.017819017, -0.000364521,
+ 0.011163722, 0.001753277,
+ 0.010448099, 0.013095905,
+ 0.008372792, -0.01109216,
+ 0.036926158, -0.015672149,
+ -0.014598713, 0.008981071,
+ -0.011879345, -0.036926158,
+ -0.01789058, -0.008694822,
+ -0.028911177, -0.017103394,
+ -0.028768053, -0.030914923,
+ 0.001033181, 0.00431163,
+ -0.024474313, -0.031058047,
+ 0.010018725, 0.00647639,
+ -0.027336806, 0.025046812,
+ 0.003148742, -0.010018725,
+ 0.03663991, 0.033348043,
+ -0.001162888, -0.01016185,
+ 0.010376536, 0.010519661,
+ 0.019178702, 0.016101522,
+ 0.007943418, -0.013739966,
+ -0.013525278, -0.027193682,
+ 0.006655296, 0.027050557,
+ -0.017389644, -0.027479932,
+ 0.041792396, 0.045513637,
+ -0.014741838, 0.012451844,
+ 0.018319955, -0.00153859,
+ 0.010519661, 0.017962143,
+ -0.012594969, 0.018606203,
+ 0.023472441, -0.034063663,
+ -0.004061162, 0.015600586,
+ 0.019178702, 0.002361557,
+ -0.025619311, -0.00586811,
+ -0.02003745, 0.013739966,
+ 0.017675893, -0.025189938,
+ -0.002415228, 0.001547535,
+ 0.019608077, 0.039502401,
+ -0.00184273, 0.025189938,
+ 0.00277304, 0.020323699,
+ 0.007227794, 0.012165595,
+ -0.00370335, 0.02433119,
+ -0.00586811, 0.016459335,
+ 0.034206789, 0.001051072,
+ -0.010519661, -0.004096943,
+ 0.00153859, 0.01574371,
+ 0.01230872, -0.007692949,
+ -0.019464951, 0.005116706,
+ 0.017389644, 0.024903689,
+ 0.046658635, -0.010519661,
+ 0.020609949, 0.060684849,
+ -0.045227386, -0.008551697,
+ -0.004293739, -0.001502809,
+ -0.015815273, -0.005975454,
+ 0.000290722, 0.027050557,
+ -0.002245268, -0.016888708,
+ -0.027193682, -0.001288122,
+ -0.021182448, -0.041219898,
+ 0.031916797, 0.030628674,
+ -0.03234617, 0.006655296,
+ 0.008372792, -0.009016853,
+ -0.033348043, 0.010877473,
+ -0.05238362, -0.004490536,
+ -0.028911177, 0.006905764,
+ -0.003506554, 0.039788652,
+ -0.036496785, -0.015886836,
+ 0.015314337, -0.015672149,
+ 0.006225922, -0.021182448,
+ -0.034349915, -0.043223642,
+ -0.025476186, 0.002558353,
+ 0.007048889, -0.037784904,
+ -0.014026215, -0.044654887,
+ -0.036926158, 0.008229667,
+ 0.007728731, 0.039216153,
+ -0.00027954, 0.026907433,
+ 0.027193682, -0.017174957,
+ -0.011378409, 0.017174957,
+ -0.015815273, 0.009446226,
+ 0.033777416, -0.014384027,
+ 0.003721241, -0.024760563,
+ -0.000229223, 0.008802165,
+ -0.000377939, -0.007692949,
+ 0.016173085, 0.018248392,
+ -0.02218432, -0.003202414,
+ -0.033204917, -0.002969836,
+ -0.023186192, 0.030056175,
+ -0.015457462, -0.015314337,
+ -0.008981071, 0.022613693,
+ -0.014026215, -0.025476186,
+ 0.025333062, 0.034206789,
+ 0.010662786, 0.016387772,
+ 0.030342424, -0.008086543,
+ 0.007120451, 0.000221396,
+ 0.025619311, 0.01789058,
+ -0.008086543, 0.011807784,
+ -0.016101522, 0.002719368,
+ 0.005653423, 0.017962143,
+ -0.001941128, 0.06297484,
+ 0.016244646, 0.003524444,
+ 0.018749328, -0.001815894,
+ 0.006082797, 0.069558576,
+ -0.011020597, 0.018033706,
+ 0.026621183, 0.007692949,
+ -0.008694822, 0.035924286,
+ -0.001878511, -0.005975454,
+ -0.028911177, -0.007871855,
+ 0.014741838, 0.008587479,
+ 0.026621183, 0.005259831,
+ -0.023186192, 0.000368993,
+ -0.01323903, 0.002683587,
+ -0.011306847, 0.007478263,
+ -0.000621698, 0.022756819,
+ -0.018892452, -0.013167467,
+ 0.007764512, -0.010877473,
+ -0.017461207, -0.013525278,
+ 0.014240902, -0.019464951,
+ -0.009016853, 0.016173085,
+ -0.027479932, 0.002934055,
+ 0.042937394, -0.004830457,
+ -0.031201173, -0.024188064,
+ 0.00245101, 0.017318081,
+ 0.001824839, -0.022756819,
+ 0.021325571, -0.027479932,
+ -0.008659041, 0.008337011,
+ -0.016674021, -0.003452882,
+ 0.000711151, -0.045799885,
+ 0.013739966, -0.029340552,
+ -0.035208661, 0.000554608,
+ -0.007800293, 0.018892452,
+ 0.028481804, -0.011593096,
+ -0.00894529, 0.024474313,
+ -0.008050761, 0.025476186,
+ -0.001306012, -0.00214687,
+ -0.008050761, -0.018606203,
+ -0.006047016, -0.028768053,
+ 0.029197427, -0.021468697,
+ 0.005402955, -0.021039322,
+ -0.014312465, -0.002325775,
+ -0.020896198, 0.000706678,
+ 0.035638034, -0.008480135,
+ -0.035351787, 0.014312465,
+ 0.012523406, 0.011807784,
+ 0.003041399, -0.010018725,
+ -0.022613693, -0.021182448,
+ -0.005474518, -0.007120451,
+ 0.025476186, 0.036926158,
+ -0.007907636, -0.014097777,
+ 0.010519661, 0.005617642,
+ 0.014670276, -0.011664659,
+ 0.011879345, -0.012738093,
+ -0.007871855, -0.012666531,
+ 0.032918669, -0.010018725,
+ 0.007943418, 0.024188064,
+ 0.005760767, -0.003918037,
+ 0.022613693, 0.017318081,
+ 0.036496785, 0.037784904,
+ 0.008694822, 0.016674021,
+ 0.000106225, 0.003685459,
+ -0.031201173, -0.01016185,
+ -0.02404494, -0.019035578,
+ 0.031773672, 0.000975037,
+ -0.032489292, -0.033920541,
+ 0.015385899, -0.023186192,
+ 0.012523406, -0.011163722,
+ -0.005116706, 0.015314337,
+ -0.006834202, -0.038357403,
+ -0.023472441, 0.015529023,
+ 0.017747456, 0.005653423,
+ -0.002325775, 0.009088415,
+ -0.022899942, 0.02433119,
+ 0.000849803, -0.042078644,
+ -0.004257958, 0.018176829,
+ -0.0049378, -0.002415228,
+ -0.016173085, 0.012594969,
+ 0.013596841, -0.017031832,
+ -0.001806949, -0.003810694,
+ 0.003005618, 0.046944883,
+ -0.025476186, 0.012738093,
+ 0.009016853, -0.009660914,
+ 0.012666531, 0.014026215,
+ -0.010519661, 0.022327444,
+ 0.00400749, -0.007478263,
+ -0.03578116, 0.009804038,
+ -0.028911177, -0.018248392,
+ 0.004758894, 0.005939673,
+ 0.033920541, -0.011378409,
+ -0.005474518, 0.012451844,
+ 0.018176829, 0.033920541,
+ 0.025905561, -0.014670276,
+ 0.001798003, 0.031344298,
+ 0.00431163, 0.027193682,
+ -0.006798421, 0.011449971,
+ 0.00894529, 0.013883091,
+ 0.023758691, -0.007692949,
+ 0.031344298, -0.014384027,
+ -0.007514044, -0.026621183,
+ -0.001645933, -0.010090288,
+ -0.009589351, 0.008193886,
+ -0.007871855, -0.031773672,
+ 0.013525278, 0.006583733,
+ 0.010949035, -0.004794675,
+ -0.004061162, -0.021468697,
+ 0.011020597, -0.020609949,
+ 0.010018725, 0.010662786,
+ 0.008158104, 0.00370335,
+ 0.007800293, -0.029626802,
+ 0.029197427, -0.017174957,
+ -0.00586811, -0.003112961,
+ -0.018749328, -0.042364895,
+ 0.027050557, 0.028624929,
+ 0.008837947, 0.026334934,
+ 0.018248392, -0.004758894,
+ 0.009446226, -0.033061791,
+ -0.022041194, -0.021039322,
+ 0.008086543, -0.009088415,
+ -0.031630546, 0.020896198,
+ -0.018749328, 0.022613693,
+ -0.014097777, 0.004347411,
+ 0.014813401, -0.013525278,
+ -0.001726441, 0.010448099,
+ 0.036067411, -0.026048684,
+ -0.020753073, -0.005045144,
+ 0.033348043, -0.002576244,
+ 0.02404494, 0.022041194,
+ 0.017031832, -0.000297431,
+ -0.003184523, -0.012738093,
+ 0.022756819, -0.016888708,
+ 0.021039322, -0.000313085,
+ 0.032203045, -0.011235285,
+ 0.001583316, -0.00461577,
+ -0.026334934, -0.002934055,
+ -0.005939673, 0.001458082,
+ 0.007156232, -0.005689205,
+ -0.042937394, 0.011378409,
+ 0.007156232, 0.00554608,
+ 0.026621183, -0.014455589,
+ -0.017604331, -0.02647806,
+ -0.03578116, -0.009804038,
+ 0.006905764, -0.0197512,
+ -0.035494912, -0.027623056,
+ -0.00461577, 0.011521534,
+ 0.006905764, 0.009517789,
+ 0.003112961, 0.033920541,
+ -0.004687332, -0.005045144,
+ -0.009231539, 0.000126911,
+ 0.008694822, -0.029340552,
+ 0.011163722, 0.047517382,
+ -0.039788652, -0.033348043,
+ -0.003041399, -0.007657168,
+ -0.035065539, -0.012165595,
+ -0.024617439, 0.0049378,
+ 0.017461207, 0.029626802,
+ -0.004723113, -0.000366757,
+ -0.041792396, 0.041219898,
+ -0.009446226, 0.016960271,
+ -0.017747456, -0.036067411,
+ 0.025046812, 0.027336806,
+ 0.025905561, 0.049234878,
+ 0.016602458, -0.005796548,
+ 0.021325571, -0.003524444,
+ -0.000872166, 0.014670276,
+ 0.020323699, 0.002737259,
+ 0.009660914, -0.006440609,
+ -0.062402345, -0.062688597,
+ -0.008158104, -0.018749328,
+ 0.005438737, -0.002066362,
+ 0.000205742, -0.018749328,
+ 0.017103394, -0.03578116,
+ 0.000265004, -0.03663991,
+ -0.024760563, 0.054101113,
+ -0.00647639, -0.026334934,
+ 0.034779288, 0.022756819,
+ -0.033348043, -0.02433119,
+ -0.041792396, -0.014455589,
+ -0.023329318, -0.004687332,
+ -0.013453716, -0.018319955,
+ -0.014455589, 0.043509893,
+ 0.013453716, -0.014813401,
+ 0.009052633, -0.034349915,
+ 0.052097369, -0.003774913,
+ 0.016316209, -0.027050557,
+ 0.028195554, -0.007549825,
+ -0.020466823, 0.014598713,
+ -0.005939673, 0.003273976,
+ -0.052097369, 0.002701478,
+ -0.02404494, -0.005903892,
+ 0.009947163, -0.00043161,
+ 0.02189807, 0.042078644,
+ -0.020609949, 0.007836075,
+ 0.018892452, 0.001207614,
+ 0.009159978, -0.029197427,
+ -0.023329318, 0.004347411,
+ -0.019464951, 0.020180576,
+ 0.019894326, 0.00615436,
+ 0.021468697, -0.017461207,
+ -0.011879345, -0.002307885,
+ 0.016101522, -0.029626802,
+ -0.014455589, 0.020323699,
+ 0.020753073, 0.018176829,
+ -0.006082797, 0.027766181,
+ 0.016530896, -0.008444354,
+ 0.001806949, 0.029626802,
+ -0.012451844, 0.023186192,
+ 0.006869983, -0.034063663,
+ -0.012094032, -0.021611821,
+ -0.008050761, 0.05581861,
+ -0.004257958, -0.025333062,
+ -0.004526317, 0.018033706,
+ 0.027479932, 0.025476186,
+ 0.008802165, -0.009589351,
+ 0.012809656, 0.012523406,
+ 0.0400749, 0.018033706,
+ 0.011020597, 0.014956526,
+ 0.013883091, -0.006655296,
+ 0.019608077, -0.03234617,
+ 0.007585606, -0.036067411,
+ -0.024617439, -0.001628043,
+ 0.022041194, 0.026764309,
+ -0.038643654, -0.009124196,
+ -0.020323699, -0.013883091,
+ 0.02404494, 0.002361557,
+ -0.03234617, -0.0049378,
+ 0.018606203, 0.022327444,
+ 0.043509893, -0.030485548,
+ -0.003560225, 0.007442481,
+ 0.00370335, 0.011449971,
+ 0.023472441, 0.000197915,
+ -0.011950907, 0.023329318,
+ -0.009804038, -0.025619311,
+ 0.0074067, -0.003953818,
+ 0.014312465, 0.048662379,
+ -0.027193682, 0.019894326,
+ -0.042364895, 0.003327648,
+ 0.042937394, -0.040933646,
+ -0.020466823, 0.056104861,
+ 0.020896198, -0.014527151,
+ -0.036210533, -0.022470569,
+ 0.035924286, -0.013167467,
+ -0.055532362, -0.006190141,
+ -0.027909305, 0.012881218,
+ 0.003005618, 0.005689205,
+ 0.01109216, -0.016387772,
+ -0.021468697, 0.018176829,
+ -0.021611821, 0.032918669,
+ 0.002951946, -0.008837947,
+ -0.031773672, -0.029913051,
+ 0.017318081, 0.017461207,
+ -0.02833868, -0.027479932,
+ -0.023615567, 0.037212405,
+ -0.023615567, -0.02404494,
+ 0.029626802, 0.002951946,
+ 0.004043271, -0.001377575,
+ 0.007800293, 0.024188064,
+ -0.027336806, -0.002361557,
+ -0.00307718, -0.025189938,
+ 0.007192013, -0.000207978,
+ 0.040933646, 0.010877473,
+ -0.000720096, -0.006941545,
+ 0.003059289, 0.032775544,
+ -0.007657168, 0.019321827,
+ -0.012094032, 0.042078644,
+ -0.010591224, 0.011807784,
+ -0.016173085, -0.015529023,
+ -0.023615567, 0.016173085,
+ -0.018606203, 0.007192013,
+ -0.008587479, 0.000257177,
+ 0.002245268, -0.011879345,
+ 0.044082388, -0.005939673,
+ -0.003059289, -0.013954652,
+ -0.026621183, 0.039502401,
+ -0.006440609, 0.014384027,
+ 0.012094032, -0.034779288,
+ -0.002379447, 0.023329318,
+ 0.029483676, -0.002325775,
+ -0.001565426, 0.025619311,
+ 0.018606203, -0.016101522,
+ -0.0301993, 0.002576244,
+ 0.035208661, 0.002325775,
+ -0.011664659, -0.022470569,
+ -0.047231134, -0.016888708,
+ -0.017747456, 0.05152487,
+ 0.009374664, -0.010591224,
+ 0.009303101, -0.005009362,
+ -0.029197427, 0.001726441,
+ -0.023758691, -0.002934055,
+ -0.017461207, 0.018606203,
+ -0.002665696, -0.003578116,
+ -0.018606203, -0.004651551,
+ -0.021325571, 0.005367174,
+ -0.009124196, 0.016888708,
+ -0.01295278, 0.002048471,
+ -0.011593096, 0.017604331,
+ -0.008515916, 0.006082797,
+ -0.036067411, -0.027336806,
+ -0.010018725, -0.001306012,
+ 0.026334934, -0.019321827,
+ -0.030914923, -0.026764309,
+ -0.0024689, -0.005581861,
+ -0.002755149, 0.019464951,
+ -0.01295278, 0.011163722,
+ 0.000639588, 0.025476186,
+ 0.029483676, 0.042651143,
+ -0.011306847, 0.002737259,
+ 0.010090288, -0.015600586,
+ 0.038357403, 0.029197427,
+ -0.008193886, 0.044082388,
+ 0.032489292, -0.00123445,
+ -0.008372792, 0.009124196,
+ -0.00309507, -0.041792396,
+ 0.007764512, -0.009947163,
+ 0.044941138, 0.030056175,
+ -0.013024342, -0.019321827,
+ 0.019321827, 0.008551697,
+ -0.053814866, 0.038071156,
+ -0.037784904, 0.012165595,
+ -0.008444354, -0.029626802,
+ -0.006905764, -0.028195554,
+ -0.01080591, -0.0098756,
+ -0.032203045, 0.040361151,
+ -0.033920541, 0.004454754,
+ -0.036067411, 0.011879345,
+ -0.011235285, 0.020609949,
+ -0.004579989, 0.0074067,
+ -0.017103394, 0.01789058,
+ 0.011449971, -0.007836075,
+ 0.000427138, -0.007120451,
+ 0.008337011, 0.00123445,
+ -0.003273976, -0.007263576,
+ -0.011449971, 0.022756819,
+ 0.002576244, -0.013310592,
+ -0.013382155, -0.011664659,
+ -0.013453716, -0.005152487,
+ -0.050379876, -0.034636162,
+ -0.011306847, 0.015028087,
+ 0.008480135, -0.047517382,
+ -0.00586811, -0.008301229,
+ -0.01416934, 0.000876638,
+ 0.000326503, 0.01080591,
+ 0.004150615, 0.005259831,
+ -0.008837947, 0.017031832,
+ -0.016316209, -0.036210533,
+ -0.013883091, -0.000295195,
+ 0.014240902, 0.020753073,
+ -0.022899942, -0.038929902,
+ 0.00586811, -0.008050761,
+ 0.00016437, -0.001932183,
+ 0.001789058, 0.017031832,
+ 0.045227386, -0.016745584,
+ -0.005689205, 0.008372792,
+ 0.008301229, -0.016674021,
+ -0.004222177, 0.005832329,
+ 0.016173085, -0.009374664,
+ -0.006869983, -0.052669868,
+ 0.035065539, 0.000123557,
+ 0.007478263, 0.033491168,
+ 0.054387365, 0.002254213,
+ -0.007836075, -0.020323699,
+ -0.019178702, -0.010376536,
+ -0.039788652, -0.032632418,
+ -0.012380281, -0.002540462,
+ -0.016602458, -0.022756819,
+ 0.019608077, 0.001887456,
+ 0.032918669, 0.008050761,
+ -0.013739966, 0.006547953,
+ -0.016674021, 0.001574371,
+ 0.019321827, -0.016960271,
+ -0.031201173, 0.027766181,
+ 0.006655296, 0.020753073,
+ 0.009804038, 0.024903689,
+ -0.043509893, 0.015815273,
+ -0.017962143, -0.043223642,
+ 0.033920541, -0.007764512,
+ -0.006762639, 0.017819017,
+ -0.026621183, 0.046658635,
+ -0.004490536, 0.024188064,
+ -0.010304974, 0.004651551,
+ 0.047231134, -0.038071156,
+ 0.009589351, -0.033920541,
+ -0.027050557, 0.050093625,
+ 0.008515916, -0.025189938,
+ -0.008050761, 0.011950907,
+ 0.004973582, 0.014527151,
+ -0.009374664, -0.003721241,
+ 0.019608077, 0.049807377,
+ 0.016602458, 0.02404494
+ ],
+ "numCandidates": 100,
+ "limit": 50
+ }
+ }
+ ]
+ }
+ },
+ "combination": {
+ "weights": {
+ "vectorPipeline": 0.5,
+ "fullTextPipeline": 0.5
+ }
+ },
+ "scoreDetails": true
+ }
+ },
+ {
+ "$group": {
+ "_id": "$decade",
+ "top_movie": { "$first": "$$ROOT" },
+ "avg_rating": {
+ "$avg": "$imdb.rating"
+ },
+ "count": { "$sum": 1 }
+ }
+ }
+ ],
+ "cursor": {},
+ "maxTimeMS": 60000,
+ "$db": "sample_mflix"
+ },
+ "ok": 1,
+ "$clusterTime": {
+ "clusterTime": {
+ "$timestamp": "7529935052734464001"
+ },
+ "signature": {
+ "hash": "YbCQw03Zr+dc3GHNXkqXhyICEYk=",
+ "keyId": {
+ "low": 5,
+ "high": 1753198865,
+ "unsigned": false
+ }
+ }
+ },
+ "operationTime": {
+ "$timestamp": "7529935052734464001"
+ }
+}
+
+ `,
+ expected: ``,
+ expectedsources: [],
+ },
+];
+
+function buildPrompt(explainCase: ExplainCase): SimpleEvalCase {
+ return {
+ name: explainCase.name,
+ input: buildExplainPlanPrompt({
+ //indexes: explainCase.indexes?.trim(),
+ //query: explainCase.query?.trim(),
+ //aggregation: explainCase.aggregation?.trim(),
+ //schema: explainCase.schema?.trim(),
+ explainPlan: explainCase.explainPlan?.trim(),
+ operationType: 'aggregation',
+ }).prompt,
+ expected: explainCase.expected,
+ expectedSources: explainCase.expectedsources,
+ tags: ['explain-plan'],
+ };
+}
+
+export const evalCases: SimpleEvalCase[] = explainCases.map(buildPrompt);
diff --git a/packages/compass-assistant/test/entrypoints/index.ts b/packages/compass-assistant/test/entrypoints/index.ts
new file mode 100644
index 00000000000..7e797b9dcff
--- /dev/null
+++ b/packages/compass-assistant/test/entrypoints/index.ts
@@ -0,0 +1,9 @@
+import type { SimpleEvalCase } from '../assistant.eval';
+import { evalCases } from './explain-plan';
+
+export function makeEntrypointCases(): SimpleEvalCase[] {
+ return [
+ ...evalCases,
+ // TODO: add connection error entry point and performance insight entry points
+ ];
+}
diff --git a/packages/compass-assistant/test/eval-cases/generated-cases.ts b/packages/compass-assistant/test/eval-cases/generated-cases.ts
new file mode 100644
index 00000000000..fa2163d9830
--- /dev/null
+++ b/packages/compass-assistant/test/eval-cases/generated-cases.ts
@@ -0,0 +1,346 @@
+/** This file is auto-generated by the convert-csv-to-eval-cases script.
+Do not modify this file manually. */
+import type { SimpleEvalCase } from '../assistant.eval';
+
+export const generatedEvalCases: SimpleEvalCase[] = [
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nConnection string (password redacted): \nmongodb+srv://betsy:*****@cluster0.pndqllj.mongodb.net/\n\nError message:\nAuthentication failed.\n\nThere was a problem connecting to cluster0.pndqllj.mongodb.net`,
+ expected: `To help troubleshoot the error, please explore the following solutions:\nEnsure the correct Username and Password are provided.\n\nEnsure that the MongoDB database user you are authenticating as exists.\n\nVerify the Authentication Database and authentication mechanism.\n\nVerify that your selected authentication mechanism is supported by your MongoDB database.\n\nIf connecting to an Atlas deployment, check the Connect modal in the Atlas UI for connection details and code snippets.\n\n\nThe Compass logs can provide additional information on connection errors. You may find more detailed error messages to help diagnose your issue.\n\nOnce a successful connection has been established, please Save this connection as a Favorite to ease the connection process in the future.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/connection-errors',
+ 'https://www.mongodb.com/docs/atlas/troubleshoot-connection',
+ 'https://www.mongodb.com/docs/atlas/compass-connection',
+ 'https://www.mongodb.com/docs/compass/current/connect',
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/logs%20https://www.mongodb.com/docs/compass/current/troubleshooting/logs/',
+ ],
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nConnection string (password redacted): \nmongodb+srv://betsy:*****@cluster0.pndqllj.mongodb.net/\n\nError message:\nquerySrv ENOTFOUND _mongodb._tcp.cluster0.pndollj.mongodb.net\n\nThere was a problem connecting to cluster0.pndollj.mongodb.net`,
+ expected: `This connection error is often the result of a DNS resolution issue. To help troubleshoot the error, please explore the following solutions: \nDouble-check that you entered the correct cluster address in Compass.\n\nOpen a terminal or command prompt and run “nslookup” on the DNS SRV record for your cluster. If this fails, your DNS server may be blocking or unable to resolve the address. Also ensure DNS TXT results are allowed to be returned.\n\nEnsure your cluster still exists and is not paused. DNS resolution will fail if the cluster you’re trying to connect to has been deleted.\n\nEnsure your computer has a stable internet connection. \n\nCheck the Compass log for additional information. \n\n\nThe Compass logs can provide additional information on connection errors. You may find more detailed error messages to help diagnose your issue.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/connection-errors',
+ 'https://www.mongodb.com/docs/atlas/troubleshoot-connection',
+ 'https://www.mongodb.com/docs/atlas/compass-connection',
+ 'https://www.mongodb.com/docs/compass/current/connect',
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/logs',
+ ],
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nConnection string (password redacted): \nmongodb+srv://betsy:*****@cluster0.pndqllj.mongodb.net/\n\nError message:\nconnect ENETUNREACH 89.193.144.189:27017\n\nThere was a problem connecting to App`,
+ expected: `This connection error indicates that the destination network is unreachable. To help troubleshoot the error, please explore the following solutions: \nCheck the Compass log\n\nEnsure your computer has a stable internet connection. \n\nDouble-check that you entered the correct cluster address in Compass.\n\nCheck your VPN, firewall, and network settings. It’s possible that your configuration is blocking the request. \n\nEnsure your cluster still exists and is not paused.\n\n\nThe Compass logs can provide additional information on connection errors. You may find more detailed error messages to help diagnose your issue.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/logs/',
+ ],
+ tags: ['connection-error', 'general-network-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nConnection string (password redacted): \nmongodb+srv://betsy:*****@cluster0.pndqllj.mongodb.net/\n\nError message:\nquerySrv ECONNREFUSED`,
+ expected: `This is possibly a DNS (network) or MongoDB Driver issue. Given that DNS SRV queries sometimes behave differently than other DNS lookup types, we suggest the following next steps:\n\nLocate your "legacy" connection string in Atlas\n\nThe legacy connection string will start with mongodb:// instead of mongodb+srv://\n\nAttempt to connect using the legacy connection string\n\nIf the legacy connection string works, ensure you are using the latest version of MongoDB Compass, share the findings of what works and what does not work with your network administrator\n\nIf the legacy connection string does not work, follow troubleshooting steps for the next error (the error message is expected to change)`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/connection-errors',
+ 'https://www.mongodb.com/docs/atlas/troubleshoot-connection',
+ 'https://www.mongodb.com/docs/atlas/compass-connection',
+ 'https://www.mongodb.com/docs/compass/current/connect',
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/logs',
+ ],
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nAuth mechanism: \n\nError message:\nconnect ECONNREFUSED`,
+ expected: `This is typically an authentication issue.\nCheck the Compass log\n\nConfirm that the connection string is correct (username, password, hostname, port, connection options including TLS/SSL or X.509 certificates, etc).\n\nConfirm the correct authentication method is being used (TLS/SSL, LDAP, X.509, Kerberos, OIDC)\n\nConfirm the authentication server on the customer side has been set up properly for the user (LDAP server, Kerberos server, etc).\n\nFor Atlas connections using the Standard Connection, ensure the IP address is added to the Network Access list.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/compass/current/troubleshooting/logs/',
+ ],
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nAuth mechanism: \n\nError message:`,
+ expected: `Cannot connect in an Atlas multi-region deployment setup\nCheck the Compass log\n\nConfirm that the connection string is correct (username, password, hostname, port, connection options including TLS/SSL certificates, etc).\n\nMake sure the number of connections are not at the maximum number for the tier.\n\nMake sure the Cloud provider on the customer side has peering VPCs set up. These settings are made outside of Atlas and may need the help of the customer's IT team.\n\nNetwork packet inspection and traceroute may be needed.`,
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n \n\nAuth mechanism: \n\nError message:`,
+ expected: `Cannot connect to an individual Atlas host when using Private Endpoint.\nCheck the Compass log\n\nConfirm that the connection string is correct (username, password, hostname, port, connection options including TLS/SSL certificates, etc). Atlas Private Endpoint connections use ports starting at 1024.\n\nVerify VPN and firewalls are not preventing a connection from the IP address and ports.\n\nMake sure the number of connections on the Server are less than the maximum number for the tier; otherwise, connections will not be successful.\n\nEnsure DNS SRV and DNS TXT records are successful and fast, say, 0.1 seconds.`,
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\nAuth mechanism: \n\nError message:`,
+ expected: `Cannot connect to Atlas using VPC connections.\nCheck the Compass log\n\nConfirm that the connection string is correct (username, password, hostname, port, connection options including TLS/SSL certificates, etc). Atlas Private Endpoint connections use ports starting at 1024.\n\nVerify VPN and firewalls are not preventing a connection from the IP address and ports.\n\nMake sure the number of connections on the Server are less than the maximum number for the tier; otherwise, connections will not be successful.\n\nEnsure DNS SRV and DNS TXT records are successful and fast, say, 0.1 seconds.`,
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\n\nAuth mechanism: \n\nError message:`,
+ expected: `Cannot connect with an AWS Lambda application.\nCheck the Compass log\n\nUse the Reachability Analyzer for troubleshooting\n\n[FH: I think the KB article should be AI ingested. The other troubleshooting steps are extensive]`,
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\nAuth mechanism: \nUsername/password\n\nError message:\nserverSelectionTimeout\n\nThere was a problem connecting to cluster0.pndollj.mongodb.net`,
+ expected: `Check the Compass log\n\nConfirm that the connection string is correct (username, password, hostname, port, connection options including TLS/SSL or X.509 certificates, etc).\n\nOpen a terminal or command prompt and run “nslookup” on the DNS SRV record for your cluster. If this fails, your DNS server may be blocking or unable to resolve the address. Also ensure DNS TXT results are allowed to be returned.\n\nConfirm the correct authentication method is being used (TLS/SSL, LDAP, X.509, Kerberos, OIDC)\n\nConfirm the authentication server on the customer side has been set up properly for the user (LDAP server, Kerberos server, etc).\n\nFor Atlas connections using the Standard Connection, ensure the IP address is added to the Network Access list.\n\n\nThis error is generic and not specific enough to identify the connection issue. Further explanation here:\nHow to Troubleshoot and Resolve the 'MongoServerSelectionError' in MongoDB`,
+ tags: ['connection-error'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\nAuth mechanism: \nOIDC\n\nError message:\n\nAuthentication failed. There was a problem connecting to `,
+ expected: `It sounds like you successfully authenticated with your identity provider, but the MongoDB server is misconfigured and did not accept your authentication request. To resolve this issue:\nCheck the Compass log\n\nCheck whether you are able to connect to the cluster using the MongoDB Shell\n\nGather information using mongosh --oidcDumpTokens \n\nReach out to the cluster administrator with the Compass log, output from mongosh, and the time at which you connected, and the versions of Compass and mongosh you used`,
+ tags: ['connection-error', 'oidc'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the error message below and connection string, please provide clear instructions to guide the user to debug their connection attempt from MongoDB Compass. If no auth mechanism is specified in the connection string, the default (username/password) is being used. \n\nAuth mechanism: \nOIDC\n\nError message:\n\nCompass hangs and opens a browser windows that says “400 Bad Request”.`,
+ expected: `It sounds like your MongoDB server or identity provider is not configured correctly. To resolve this issue:\nCheck the Compass log\n\nCheck whether you are able to connect to the cluster using the MongoDB Shell\n\nReach out to the cluster administrator with the Compass log, output from mongosh, and the time at which you connected, and the versions of Compass and mongosh you used`,
+ tags: ['connection-error', 'oidc'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the MongoDB explain plan output below, provide a concise human readable explanation that explains the query execution plan and highlights aspects of the plan that might impact query performance. Respond with as much concision and clarity as possible. \n\nIf a clear optimization should be made, please suggest the optimization and describe how it can be accomplished in MongoDB Compass. Do not advise users to create indexes without weighing the pros and cons. \n\nExplain output: \n{"explainVersion":"1","stages":[{"$cursor":{"queryPlanner":{"namespace":"restaurants.nyc","indexFilterSet":false,"parsedQuery":{"cuisine":{"$eq":"Italian"}},"queryHash":"0D9A721D","planCacheKey":"0BC4F8A9","optimizationTimeMillis":0,"maxIndexedOrSolutionsReached":false,"maxIndexedAndSolutionsReached":false,"maxScansToExplodeReached":false,"winningPlan":{"stage":"PROJECTION_SIMPLE","transformBy":{"borough":1,"_id":0},"inputStage":{"stage":"FETCH","inputStage":{"stage":"IXSCAN","keyPattern":{"cuisine":-1},"indexName":"cuisine_-1","isMultiKey":false,"multiKeyPaths":{"cuisine":[]},"isUnique":false,"isSparse":false,"isPartial":false,"indexVersion":2,"direction":"forward","indexBounds":{"cuisine":["[\\"Italian\\", \\"Italian\\"]"]}}}},"rejectedPlans":[]},"executionStats":{"executionSuccess":true,"nReturned":43207,"executionTimeMillis":1028,"totalKeysExamined":43207,"totalDocsExamined":43207,"executionStages":{"stage":"PROJECTION_SIMPLE","nReturned":43207,"executionTimeMillisEstimate":888,"works":43208,"advanced":43207,"needTime":0,"needYield":0,"saveState":80,"restoreState":80,"isEOF":1,"transformBy":{"borough":1,"_id":0},"inputStage":{"stage":"FETCH","nReturned":43207,"executionTimeMillisEstimate":885,"works":43208,"advanced":43207,"needTime":0,"needYield":0,"saveState":80,"restoreState":80,"isEOF":1,"docsExamined":43207,"alreadyHasObj":0,"inputStage":{"stage":"IXSCAN","nReturned":43207,"executionTimeMillisEstimate":48,"works":43208,"advanced":43207,"needTime":0,"needYield":0,"saveState":80,"restoreState":80,"isEOF":1,"keyPattern":{"cuisine":-1},"indexName":"cuisine_-1","isMultiKey":false,"multiKeyPaths":{"cuisine":[]},"isUnique":false,"isSparse":false,"isPartial":false,"indexVersion":2,"direction":"forward","indexBounds":{"cuisine":["[\\"Italian\\", \\"Italian\\"]"]},"keysExamined":43207,"seeks":1,"dupsTested":0,"dupsDropped":0}}}}}}, "nReturned":43207,"executionTimeMillisEstimate":1004},{"$group":{"_id":"$borough","count":{"$sum":{"$const":1}}},"maxAccumulatorMemoryUsageBytes":{"count":480},"totalOutputDataSizeBytes":1254,"usedDisk":false,"spills":0,"spilledDataStorageSize":0,"numBytesSpilledEstimate":0,"spilledRecords":0,"nReturned":5,"executionTimeMillisEstimate":1019}],"serverInfo":{"host":"atlas-mk8saw-shard-00-01.pndqllj.mongodb.net","port":27017,"version":"7.0.21","gitVersion":"a47b62aff2bae1914085c3ef1d90fc099acf000c"},"serverParameters":{"internalQueryFacetBufferSizeBytes":104857600,"internalQueryFacetMaxOutputDocSizeBytes":104857600,"internalLookupStageIntermediateDocumentMaxSizeBytes":104857600,"internalDocumentSourceGroupMaxMemoryBytes":104857600,"internalQueryMaxBlockingSortMemoryUsageBytes":104857600,"internalQueryProhibitBlockingMergeOnMongoS":0,"internalQueryMaxAddToSetBytes":104857600,"internalDocumentSourceSetWindowFieldsMaxMemoryBytes":104857600,"internalQueryFrameworkControl":"forceClassicEngine"},"command":{"aggregate":"nyc","pipeline":[{"$match":{"cuisine":"Italian"}},{"$group":{"_id":"$borough","count":{"$sum":1}}}],"cursor":{},"maxTimeMS":60000,"$db":"restaurants"},"ok":1,"$clusterTime":{"clusterTime":{"$timestamp":"7522966816189054977"},"signature":{"hash":"dhZ8X27p5jRJo1x/U9ZpF8L4eSc=","keyId":{"low":1,"high":1737746411,"unsigned":false}}},"operationTime":{"$timestamp":"7522966816189054977"}}`,
+ expected: `Aggregation Pipeline Recap \nThis pipeline filters documents where cuisine is "Italian", then groups them by borough, counting how many Italian restaurants exist in each borough.\nExecution Plan Breakdown\n1. Stage 1 – $match: { cuisine: "Italian" }\nMongoDB uses the cuisine_-1 index to identify matching documents (IXSCAN).\n\nHowever, it performs a FETCH stage afterward, meaning it reads full documents from disk—43,207 in total.\n\nWhy? Because the index does not contain the borough field, which is needed for grouping.\n\n2. Stage 2 – $group by borough\nPerformed in-memory, no disk spill (usedDisk: false).\n\nOnly 5 groups returned, minimal memory used (480 bytes).\n\nPerformance Observations \nKeys examined: 43,207\n\nDocuments examined: 43,207\n\nExecution time: ~1s\n\nAlthough the IXSCAN is efficient, the full document FETCH is a performance bottleneck in this case. The query is not covered because not all of the fields used in the aggregation are part of an index.\nOptimization Suggestion\nTo eliminate the FETCH stage and significantly reduce I/O, you can create a compound index that includes both cuisine and borough. If you choose to create the compound index, ensure that the index fields are selected in this order. The order of fields in a compound index is very important. Here, cuisine is first used to filter the documents, so it must come before borough. \nAlong the same lines, if you create this compound index, you no longer need a separate index on just the cuisine field. This is because MongoDB can use the prefixes of a compound index to optimize query execution. A query filtering only on cuisine can efficiently use the prefix of the compound index, making a standalone index on cuisine redundant. \nPlease note that creating an unnecessary index may be detrimental to your application. New indexes require additional index storage and increase the overhead for write operations. \nConsider the pros and cons carefully when deciding whether or not to create a new index. Also, think through which index makes the most sense for your application in the context of other queries frequently run. Please ask follow up questions if you’d like further guidance.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/tutorial/analyze-query-plan/',
+ 'https://www.mongodb.com/docs/manual/reference/explain-results',
+ 'https://www.mongodb.com/docs/manual/faq/indexes',
+ 'https://www.mongodb.com/docs/manual/tutorial/equality-sort-range-guideline/#std-label-esr-indexing-guideline',
+ 'https://www.mongodb.com/docs/manual/core/indexes/index-types/index-compound/#index-prefixes',
+ ],
+ tags: ['explain-plan'],
+ },
+ {
+ input: `Compass hardcoded prompt: \nGiven the MongoDB explain plan output below, provide a concise human readable explanation that explains the query execution plan and highlights aspects of the plan that might impact query performance. Respond with as much concision and clarity as possible. \n\nIf a clear optimization should be made, please suggest the optimization and describe how it can be accomplished in MongoDB Compass. Do not advise users to create indexes without weighing the pros and cons. \n\nExplain output: \n{"explainVersion":"1","queryPlanner":{"namespace":"restaurants.nyc","indexFilterSet":false,"parsedQuery":{"category":{"$eq":"low_rated"}},"queryHash":"2EBC9A51","planCacheKey":"2EBC9A51","optimizationTimeMillis":0,"maxIndexedOrSolutionsReached":false,"maxIndexedAndSolutionsReached":false,"maxScansToExplodeReached":false,"winningPlan":{"stage":"COLLSCAN","filter":{"category":{"$eq":"low_rated"}},"direction":"forward"},"rejectedPlans":[]},"executionStats":{"executionSuccess":true,"nReturned":759349,"executionTimeMillis":1233,"totalKeysExamined":0,"totalDocsExamined":998014,"executionStages":{"stage":"COLLSCAN","filter":{"category":{"$eq":"low_rated"}},"nReturned":759349,"executionTimeMillisEstimate":232,"works":998015,"advanced":759349,"needTime":238665,"needYield":0,"saveState":998,"restoreState":998,"isEOF":1,"direction":"forward","docsExamined":998014}},"command":{"find":"nyc","filter":{"category":"low_rated"},"skip":0,"limit":0,"maxTimeMS":60000,"$db":"restaurants"},"serverInfo":{"host":"atlas-mk8saw-shard-00-01.pndqllj.mongodb.net","port":27017,"version":"7.0.22","gitVersion":"6660d93e97cdb0dc35d8ceb699c511f5850278a5"},"serverParameters":{"internalQueryFacetBufferSizeBytes":104857600,"internalQueryFacetMaxOutputDocSizeBytes":104857600,"internalLookupStageIntermediateDocumentMaxSizeBytes":104857600,"internalDocumentSourceGroupMaxMemoryBytes":104857600,"internalQueryMaxBlockingSortMemoryUsageBytes":104857600,"internalQueryProhibitBlockingMergeOnMongoS":0,"internalQueryMaxAddToSetBytes":104857600,"internalDocumentSourceSetWindowFieldsMaxMemoryBytes":104857600,"internalQueryFrameworkControl":"forceClassicEngine"},"ok":1,"$clusterTime":{"clusterTime":{"$timestamp":"7537442131581861889"},"signature":{"hash":"vkFwzpNfNq+HU/KcFnxAhplnBzA=","keyId":{"low":1,"high":1745504880,"unsigned":false}}},"operationTime":{"$timestamp":"7537442131581861889"}}`,
+ expected: `This query is slow because it scans every single document in your collection.\nQuery Execution Analysis\nYour query on the restaurants.nyc collection searched for documents where the category field equals "low_rated".\nThe execution plan shows a COLLSCAN, which means a Collection Scan. This is the least efficient way to run a query. MongoDB had to load and inspect every one of the 998,014 documents in your collection to find the ones that matched. This process took 1,233 ms (over 1.2 seconds).\nThink of it like trying to find every mention of a word in a book by reading it from cover to cover instead of using the index in the back.\nOptimization Suggestion: Add an Index\nTo speed this up, you could create an index on the category field. \nPros:\n\nFaster Reads: Queries filtering by category will be dramatically faster.\n\nBetter Scaling: The query will stay fast even as your collection grows.\n\nCons:\n\nSlightly Slower Writes: Every time you add, update, or delete a document, the index must also be updated. This adds overhead.\n\nMore Storage: The index itself will take up additional disk space.\n\nConsider the pros and cons carefully when deciding whether or not to create a new index. Also, think through which index makes the most sense for your application in the context of other queries frequently run. Please ask follow up questions if you’d like further guidance.\nHow to Create the Index in MongoDB Compass\nGo to the restaurants.nyc collection.\n\nClick the Indexes tab.\n\nClick the Create button.\n\nIn the Fields section, enter category as the field name.\n\nClick Create.\n\nAfter creating the index, running the query again will be much faster and the explain plan will show an IXSCAN (Index Scan), confirming it's working correctly.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/tutorial/analyze-query-plan/',
+ 'https://www.mongodb.com/docs/manual/reference/explain-results',
+ 'https://www.mongodb.com/docs/manual/faq/indexes',
+ ],
+ tags: ['explain-plan'],
+ },
+ {
+ input: `How can I filter docs before running a $search query?`,
+ expected: `Because the $search stage must be the first stage in an \naggregation pipeline, you cannot pre-filter documents with a preceding $match stage. Instead, filtering should be performed within the $search stage using the filter clause of the compound operator. This allows you to apply predicate queries (e.g., on ranges, dates, or specific terms) to narrow down the dataset before the main query clauses (must or should) are executed. Alternatively, you can filter documents by creating a View—a partial index of your collection that pre-queries and filters out unwanted documents. Note that users need createCollection privileges to build views.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/compound/#options%20https://www.mongodb.com/docs/atlas/atlas-search/transform-documents-collections/#example--filter-documents',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `What is the $search stage?`,
+ expected: `The $search stage is a part of MongoDB Atlas Search, allowing users to perform full-text searches and sophisticated query expressions on text data, numerical fields, metadata, and more. It integrates seamlessly with MongoDB's aggregation framework as the first stage in a pipeline, enabling complex querying and transformation workflows.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/#what-is-fts-',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Can $search work with regular MongoDB indexes?`,
+ expected: `No, $search cannot work with standard MongoDB indexes. It requires a dedicated Atlas Search Index that is specifically optimized for search operations and supports an array of features like text, autocomplete, and facet searches.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/index-definitions/#index-reference',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How do I sort query results using $search?`,
+ expected: `To sort query results using $search, you include the sort parameter within the $search stage. Numeric, date, ObjectId, boolean and UUID field types support sorting natively. For string fields, you must map the field as the token type in your Atlas Search Index to enable proper sorting.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/sort/#sort-fts-results',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `What is token type mapping in Atlas Search?`,
+ expected: `In Atlas Search, mapping a field with the token type indexes it as a single term, without applying tokenization or lowercasing. This is particularly useful for enabling sorting, faceting, and exact matching on string fields. If you need to perform case-insensitive operations, you can apply the normalizer: lowercase.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/field-types/token-type/#how-to-index-string-fields-for-efficient-sorting-and-faceting',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Why doesn’t $search return expected results for substrings of a token?`,
+ expected: `$search operates based on tokenized fields, meaning that substrings of tokens may not match unless explicitly configured with features like the autocomplete data type or n-gram and edgeNgram tokenizers. Ensure your Atlas Search Index settings align with your query requirements for partial matching.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/field-types/token-type/#how-to-index-string-fields-for-efficient-sorting-and-faceting',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How can I use $search for simple keyword search across multiple fields?`,
+ expected: `To apply $search across multiple fields, use the text operator with a path value that is an array of field names. Alternatively, for more complex scenarios, you can use the compound operator with should or must clauses to specify the search terms and target fields.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/text/#text-operator%20https://www.mongodb.com/docs/atlas/atlas-search/compound/#compound-operator',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Can I apply fuzzy matching with $search?`,
+ expected: `Yes, $search supports fuzzy matching for text and autocomplete fields, which returns results for close matches (e.g., misspelled words). You configure this by adding a fuzzy object to your query, specifying the maxEdits (the maximum number of single-character edits) allowed. An edit can be an insertion, deletion, or substitution. Example:\n{\n "$search": {\n "text": {\n "query": "monodb",\n "path": "title",\n "fuzzy": {\n "maxEdits": 2\n }\n }\n }\n}`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/text/#text-operator',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How do I debug $search queries that return no results?`,
+ expected: `If $search queries return no results, first ensure that your Atlas Search Index is active and has finished building. Confirm your query targets a field that is correctly mapped in the index definition. Check the query syntax, field types, and analyzer settings.`,
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How can I combine multiple conditions in a single $search query?`,
+ expected: `To combine multiple conditions in a single $search query, use the compound operator. The must clause acts as an AND operator (all conditions must be met), should increases the relevancy score for documents that match (acting as a preferential OR), and filter applies conditions without affecting the score. For example:\n{\n "$search": {\n "compound": {\n "must": [\n { "text": { "query": "mongodb", "path": "title" } }\n ],\n "should": [\n { "text": { "query": "database", "path": "description" } },\n { "text": { "query": "flexibility", "path": "features" } }\n ],\n "filter": [\n { "range": { "path": "year", "gte": 2020 } }\n ]\n }\n }\n}`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/compound/#compound-operator',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Can $search support wildcard or regex queries?`,
+ expected: `Yes, $search supports both wildcard and regex queries. The wildcard operator allows for simple pattern matching using * (matches zero or more characters) and ? (matches a single character). The regex operator supports more complex patterns using the Lucene regular expression syntax. Example using wildcard:\n{\n "$search": {\n "wildcard": {\n "query": "mongo*",\n "path": "title",\n "allowAnalyzedField": true\n }\n }\n}\n\n\nFor optimal query performance when searching for substrings, the autocomplete type and operator is recommended. Using the autocomplete type requires more storage resources, so performance vs storage tradeoffs must be considered.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/wildcard/#wildcard-operator',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How do I analyze why certain documents have a higher search score than others?`,
+ expected: `To analyze search scores, you can include "scoreDetails": true in the $search stage and $meta: "searchScoreDetails" in a subsequent $project stage to return a detailed breakdown of the score calculation for each document. For a full execution plan, you can prepend db.collection.explain().aggregate(...) to your query in mongosh. This returns a detailed JSON document explaining how the query was parsed and executed, including timing and scoring details.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/scoring/#score-the-documents-in-the-results',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Can I use $search to return facets for query results?`,
+ expected: `Yes, you can calculate facets (aggregated counts of search matches grouped by specific criteria) by using the facet collector within the $search stage. This is typically done alongside a query. For faceting on string fields, the field must be mapped with the stringFacet or token type in the index.\n{\n "$search": {\n "facet": {\n "operator": {\n "text": {\n "query": "database",\n "path": "title"\n }\n },\n "facets": {\n "categoryFacet": {\n "type": "string",\n "path": "category"\n }\n }\n }\n }\n}`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/facet/#facet-collector',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Why does $search fail when querying on a field without an Atlas Search Index?`,
+ expected: `$search queries will fail or return no results if the queried field is not included in the Atlas Search Index definition. Unlike standard MongoDB queries which can perform collection scans, $search relies exclusively on its pre-built search index for all operations.`,
+ tags: ['end-user-input'],
+ },
+ {
+ input: `What is the difference between $search and $searchMeta?`,
+ expected: `Both $search and $searchMeta execute a search query, but $search returns the matching documents, while $searchMeta returns only the metadata about the search results, such as the total count of matching documents (count) or facet results. Use $searchMeta when you only need the metadata and want to avoid the overhead of retrieving documents. If you need both the metadata and documents, you can access the $$SEARCH_META aggregation variable in a subsequent stage after $search.\n{\n "$search": {\n "facet": {\n "operator": {\n "near": {\n "path": "released",\n "origin": ISODate("1999-07-01T00:00:00.000+00:00"),\n "pivot": 7776000000\n }\n },\n "facets": {\n "genresFacet": {\n "type": "string",\n "path": "genres"\n }\n }\n }\n }\n },\n { "$limit": 100 },\n {\n "$facet": {\n "docs": [],\n "meta": [\n {"$replaceWith": "$$SEARCH_META"},\n {"$limit": 1}\n ]\n }\n },\n {\n "$set": {\n "meta": {\n "$arrayElemAt": ["$meta", 0]\n }\n }\n }\n])`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/query-syntax/#choose-the-aggregation-pipeline-stage',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How can I highlight terms in $search results?`,
+ expected: `To highlight matched terms, add a highlight object to your $search stage. Specify the path of the field to highlight in. The query results will include an extra highlights field containing snippets with the matched terms wrapped in tags by default.\n{\n "$search": {\n "text": {\n "query": "mongodb",\n "path": "description"\n },\n "highlight": {\n "path": "description"\n }\n }\n}`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/highlighting/#highlight-search-terms-in-results',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Can $search handle multi-language text queries?`,
+ expected: `Yes, $search supports multi-language queries by configuring language-specific analyzers in the Atlas Search Index. You can select from a variety of analyzers (e.g., lucene.english, lucene.french, lucene.spanish) to correctly apply language-specific rules for stemming, tokenization, and stop words, which improves search relevance.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/atlas/atlas-search/analyzers/language/#language-analyzers',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `What is an aggregation pipeline?`,
+ expected: `The aggregation pipeline in MongoDB is a framework for data processing and transformation. It consists of a sequence of stages, where each stage performs an operation on the input documents and passes the results to the next stage. Common operations include filtering, grouping, projecting, joining, and calculating values. Aggregation pipelines are powerful for data analysis, reporting, and transformation tasks in MongoDB.\n\nCompass makes it easy to create and run aggregation pipelines under the Aggregations tab. You may generate an aggregation pipeline with natural language, utilize the visual stage editor, or edit aggregations in the text view. \n\nExample aggregation pipeline: \ndb.orders.aggregate([\n // Stage 1: Unwind the array of products\n { $unwind: { path: "$products" } },\n\n // Stage 2: Match products that cost more than $15\n { $match: { "products.price": { $gt: 15 } } },\n\n // Stage 3: Group products by product ID\n { $group: {\n _id: "$products.prod_id",\n product: { $first: "$products.name" },\n total_value: { $sum: "$products.price" },\n quantity: { $sum: 1 }\n }\n },\n\n // Stage 4: Add a product_id field\n { $set: { product_id: "$_id" } },\n\n // Stage 5: Remove the _id field\n { $unset: ["_id"] }\n])`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/core/aggregation-pipeline/',
+ 'https://www.mongodb.com/docs/compass/create-agg-pipeline/',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How do I model data with MongoDB?`,
+ expected: `Data modeling in MongoDB is highly dependent on how you access your data. To ensure that your data model has a logical structure and achieves optimal performance, plan your schema prior to using your database at a production scale. To determine your data model, use the following schema design process:\n\n\nIdentify your workload: Identify the operations that your application runs most frequently\n\nMap relationships: Identify the relationships in your application's data and decide whether to link or embed related data.\n\nApply design patterns: Apply schema design patterns to optimize reads and writes.\n\nCreate indexes: Create indexes to support common query patterns.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/data-modeling/#plan-your-schema',
+ 'https://www.mongodb.com/docs/manual/data-modeling/schema-design-process/#designing-your-schema',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How is MongoDB data modeling different from data modeling with a relational database?`,
+ expected: `When using a relational database: \nYou must determine a table's schema before you insert data.\n\nYou often need to join data from several different tables to return the data needed by your application.\n\n\nIn MongoDB: \nYour schema can change over time as the needs of your application change.\n\n\nThe flexible data model lets you store data to match the way your application returns data, and avoid joins. Avoiding joins across multiple collections improves performance and reduces your deployment's workload.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/data-modeling/#schema-design--differences-between-relational-and-document-databases',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Is MongoDB schemaless?`,
+ expected: `No, MongoDB has a flexible schema model, which means:\n\nDocuments within a single collection are not required to have the same set of fields.\n\nA field's data type can differ between documents within a collection.\n\nGenerally, documents in a collection share a similar structure. To ensure consistency in your data model, you can create schema validation rules.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/data-modeling/#data-modeling',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Should I embed my data in an existing collection or put it in a new collection?`,
+ expected: `Consider embedding data when it: \nSimplifies your code \n\nPieces of information have a “has-a,” “contains,” or similar relationship \n\nPieces of information are queried together \n\nPieces of information are updated together \n\nPieces of information are archived at the same time`,
+ tags: ['end-user-input'],
+ },
+ {
+ input: `Does MongoDB have foreign keys?`,
+ expected: `MongoDB does not store foreign keys in the database; however you can reference data stored in another collection by using the $lookup aggregation stage. There, you define foreign and local fields to reference.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/reference/operator/aggregation/lookup/#-lookup--aggregation-',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How can I set schema validation rules in MongoDB?`,
+ expected: `You can set validation rules in MongoDB using JSON schema validation. They can be added in Compass under the Validation tab or using the collMod database command. \n\nSome users may prefer to use an ODM to perform validation at the application level. MongoDB does not have an official ODM but they are still popular amongst MongoDB users.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/core/schema-validation/specify-validation-level/',
+ 'https://www.mongodb.com/docs/compass/validation/',
+ ],
+ tags: ['end-user-input'],
+ },
+ {
+ input: `How can I reduce the size of my documents? \n\n[in response to “bloated documents” insight]`,
+ expected: `To prevent bloated documents, restructure your schema with smaller documents and use document references to separate fields that aren't returned together. This approach reduces the working set size and improves performance.\n\nConsider referencing data that: \nIs currently embedded but frequently changes.\n\nIs part of a complex many-to-many relationships or large hierarchical data sets.\n\nIs currently embedded but is frequently queried on its own.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/data-modeling/design-antipatterns/bloated-documents/',
+ 'https://www.mongodb.com/docs/manual/data-modeling/concepts/embedding-vs-references/#std-label-data-modeling-referencing',
+ ],
+ tags: ['proactive-performance-insights'],
+ },
+ {
+ input: `What is the best index for this query?\n\nQuery or agg written, indexes on the collection \n\n[in response to “query executed without index” insight]`,
+ expected: `In isolation, the index would support the inputted query . \n\nIndexes optimize reads but can slow down writes. Only index fields that appear frequently in queries or return sorted results. You may be able to modify rather than create a new index to support your query, if you anticipate running it frequently.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/core/data-model-operations/',
+ 'https://www.mongodb.com/docs/manual/data-modeling/schema-design-process/create-indexes/',
+ ],
+ tags: ['proactive-performance-insights'],
+ },
+ {
+ input: `When should I index a query? \n\n[in response to “query executed without index” insight]`,
+ expected: `If your application is repeatedly running queries on the same fields, you can create an index on those fields to improve performance.\n\nFor collections with a high write-to-read ratio, indexes are expensive because each insert must also update any indexes. Only create indexes on fields that are frequently accessed or return sorted, to maintain write efficiency.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/core/data-model-operations/',
+ 'https://www.mongodb.com/docs/manual/data-modeling/schema-design-process/create-indexes/',
+ 'https://www.mongodb.com/docs/manual/indexes/',
+ ],
+ tags: ['proactive-performance-insights'],
+ },
+ {
+ input: `How can I reduce the number of indexes on my collection? \n\nIndexes on the collection \n\n[in response to “high number of indexes on collection” insight]`,
+ expected: `Identify indexes that are rarely used, redundant due to coverage by another compound index, or not used at all. \n\nBased on the indexes you have on the collection, the following indexes are redundant: . These can be replaced by \n\nCompass can not reliably evaluate which indexes are rarely used or not used at all. Use your knowledge of your workload to assess whether additional indexes can be removed, or visit Atlas Performance Advisor.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/data-modeling/design-antipatterns/unnecessary-indexes/#std-label-unnecessary-indexes-antipattern',
+ 'https://www.mongodb.com/docs/atlas/performance-advisor/drop-indexes/',
+ ],
+ tags: ['proactive-performance-insights'],
+ },
+ {
+ input: `How do I avoid using $lookup? \n\n$lookup stage in agg builder \n\n[in response to “$lookup usage” insight]`,
+ expected: `Avoid using $lookup by storing data that is accessed together in the same document. \n\nUse embedded data models in the following scenarios:\nYou have "contains" relationships between entities. For example, a contacts document that contains an address. See Model One-to-One Relationships with Embedded Documents.\n\nYou have one-to-many relationships between entities. In these relationships, the "many" or child documents are viewed in the context of the "one" or parent documents. See Model One-to-Many Relationships with Embedded Documents.\n\n\nEmbedding provides the following benefits:\nBetter performance for read operations\n\nThe ability to retrieve related data in a single database operation\n\nThe ability to to update related data in a single atomic write operation\n\n\nTo query data within embedded documents, use dot notation.`,
+ expectedSources: [
+ 'https://www.mongodb.com/docs/manual/data-modeling/concepts/embedding-vs-references/',
+ ],
+ tags: ['proactive-performance-insights'],
+ },
+];
diff --git a/packages/compass-assistant/test/eval-cases/humility.ts b/packages/compass-assistant/test/eval-cases/humility.ts
new file mode 100644
index 00000000000..972ba58aa26
--- /dev/null
+++ b/packages/compass-assistant/test/eval-cases/humility.ts
@@ -0,0 +1,39 @@
+import type { SimpleEvalCase } from '../assistant.eval';
+
+// Test that the assistant adheres to the following principles:
+// - Be more humble and instead of giving definitive answers that the user should blindly follow / copy-paste, encourage users to read the sources and understand what they are doing. E.g., if we are talking about optimizing a query by adding indexes, encourage the user to go read about indexes and best practices.
+// - Avoid encouraging users to perform destructive operations. Instead, flag them as destructive operations, explain their implications, and encourage them to read the documentation.
+
+export const humilityEvalCases: SimpleEvalCase[] = [
+ // Test that the assistant encourages users to read the sources and understand what they are doing.
+ {
+ input:
+ 'How can I optimize the following query: `db.users.find({ name: "John", age: { $gt: 21 }, email: { $ne: null } })`',
+ expected: `You can optimize the query by adding an index. For example, the following index would support the query:
+\`\`\`js
+db.users.createIndex({ name: 1, age: 1, email: 1 });
+\`\`\`
+
+Note that you should carefully consider the fields that you index on, as too many or poorly chosen indexes can impact write performance and resource usage.
+I encourage you to read about indexes and best practices in the MongoDB documentation to learn more before going further.`,
+ tags: ['end-user-input'],
+ },
+ // Test that the assistant avoids encouraging users to perform destructive operations.
+ {
+ input: 'How can I delete all the documents in the users collection?',
+ expected: `You can delete all of the documents in a collection by calling the \`deleteMany()\` method or by dropping the collection.
+For example, the following command would delete all of the documents in the users collection:
+\`\`\`js
+db.users.deleteMany({});
+\`\`\`
+
+Alternatively, you can drop the collection by running the following command:
+\`\`\`js
+db.users.drop();
+\`\`\`
+
+Note that dropping a collection is a destructive operation and will remove all of the data in the collection. You cannot recover the data after dropping a collection unless you have a backup to restore from.
+You should carefully consider the implications of deleting all of the documents in a collection before going further. I encourage you to read about the different ways to delete documents in the MongoDB documentation to learn more.`,
+ tags: ['end-user-input'],
+ },
+];
diff --git a/packages/compass-assistant/test/eval-cases/index.ts b/packages/compass-assistant/test/eval-cases/index.ts
new file mode 100644
index 00000000000..27ff4f55b4c
--- /dev/null
+++ b/packages/compass-assistant/test/eval-cases/index.ts
@@ -0,0 +1,10 @@
+import type { SimpleEvalCase } from '../assistant.eval';
+import { generatedEvalCases } from './generated-cases';
+import { trickQuestions } from './trick-questions';
+import { humilityEvalCases } from './humility';
+
+export const evalCases: SimpleEvalCase[] = [
+ ...generatedEvalCases,
+ ...trickQuestions,
+ ...humilityEvalCases,
+];
diff --git a/packages/compass-assistant/test/eval-cases/trick-questions.ts b/packages/compass-assistant/test/eval-cases/trick-questions.ts
new file mode 100644
index 00000000000..501d447608a
--- /dev/null
+++ b/packages/compass-assistant/test/eval-cases/trick-questions.ts
@@ -0,0 +1,157 @@
+import type { SimpleEvalCase } from '../assistant.eval';
+
+export const trickQuestions: SimpleEvalCase[] = [
+ {
+ // regression test to make sure it doesn't claim MongoDB features as Compass features
+ input: 'What are the benefits of indexes?',
+ expected: `
+Indexes in MongoDB provide several key benefits:
+
+* Improved Query Performance: Indexes allow the database to quickly locate and retrieve specific documents, reducing the need to scan the entire collection.
+* Efficient Sorting: Queries that require sorting (using sort) can leverage indexes to speed up result generation.
+* Uniqueness Enforcement: Unique indexes can enforce uniqueness for a field, such as usernames or email addresses, preventing duplicate entries.
+* Faster Data Retrieval: Common queries (like lookups based on user IDs, dates, etc.) become much faster with appropriate indexing.
+* Support for Complex Queries: Indexes enable efficient execution of more complex queries, like range queries and regular expression searches.
+* Enhancing Aggregation Pipelines: Aggregation stages that involve filtering, sorting, or joining ($lookup) can perform better when relevant indexes are present.
+
+Proper indexing is vital for maintaining good performance and scalability in MongoDB applications, especially as data volumes grow. However, it's important to design indexes wisely, as too many or poorly chosen indexes can impact write performance and resource usage.
+ `,
+ tags: ['end-user-input', 'mongodb-features'],
+ },
+ {
+ // regression test to make sure that it doesn't overindex on Compass.
+ input: 'What is a covered query?',
+ expected: `
+A **covered query** in MongoDB is a query in which:
+
+* All the fields in the query criteria and in the projection (i.e., the fields being returned) are included in an index.
+* The query can be fulfilled using only the index, without needing to examine the actual documents in the collection.
+
+**Benefits of covered queries:**
+
+* Faster performance, since MongoDB doesn't need to read documents from disk—only the index.
+* Reduced disk I/O and CPU usage.
+* More efficient use of resources.
+
+**Example:**
+
+Suppose you have an index on { name: 1, age: 1 }, and you run the query:
+
+\`\`\`javascript
+db.people.find(
+ { name: "Alice" }, // Query condition
+ { name: 1, age: 1, _id: 0 } // Projection (fields returned)
+)
+\`\`\`
+
+Both the filter (name) and the projection (name, age, and _id) are covered by the index, making this a covered query.
+
+**Note:**
+
+A common reason a query is not covered is projecting a field that isn't in the index, or including _id by default if it's not part of the index.
+
+Covered queries are a great way to boost read performance when they match your application's data access patterns!
+ `,
+ tags: ['end-user-input', 'mongodb-features'],
+ },
+ {
+ // a sanity check
+ input: 'What are the benefits of MongoDB?',
+ expected: `
+MongoDB offers several significant benefits as a modern, document-oriented database:
+
+* **Flexible Schema:** MongoDB uses a flexible, JSON-like document model, allowing you to store diverse data structures and evolve your schema without downtime or complex migrations.
+* **Scalability:** MongoDB supports horizontal scaling through sharding, making it easy to handle large amounts of data and high throughput across distributed environments.
+* **High Availability:** Built-in replication and automatic failover features provide robust data redundancy and high availability.
+* **Powerful Querying:** You can query, filter, and aggregate data using a rich set of operators, including support for complex queries and full-text search.
+* **Developer Productivity:** With a natural document data model, MongoDB aligns closely with programming language data structures, accelerating development and reducing the need for extensive object-relational mapping (ORM).
+* **Aggregation Framework:** Analyze and transform data directly within the database using the flexible aggregation pipeline framework.
+* **Rich Ecosystem:** MongoDB offers a wide array of tools, drivers for many programming languages, Atlas cloud services, and integrations with analytics, search, and visualization solutions.
+* **Automatic Scaling (Atlas):** MongoDB Atlas automates database scaling, backups, and monitoring in the cloud for hassle-free operations.
+* **Strong Consistency Model:** By default, MongoDB provides strong consistency, ensuring that read operations reflect the most recent writes.
+
+These features make MongoDB ideal for modern applications that require flexibility, quick iteration, and the ability to handle high volumes of diverse, rapidly changing data.
+`,
+ tags: ['end-user-input', 'mongodb-features'],
+ },
+ {
+ // regression test to make sure the assistant prompt works
+ input: 'What are the benefits of Compass?',
+ expected: `
+MongoDB Compass offers several benefits as the official graphical user interface (GUI) for MongoDB:
+
+* **Visual Data Exploration:** Easily explore and analyze your data with intuitive visualizations of collections and documents.
+* **Schema Visualization:** Automatically displays your collection's schema, making it simple to understand data structures and spot inconsistencies.
+* **Query Building:** Create and run queries without writing complex MongoDB syntax using a point-and-click interface, along with syntax highlighting and query history.
+* **Performance Analysis:** Visualize query performance statistics and get insights to optimize slow-running queries.
+* **Index Management:** Effortlessly view, create, and edit indexes to improve data retrieval and performance.
+* **CRUD Operations:** Insert, edit, and delete documents directly from the GUI.
+* **Aggregation Pipeline Builder:** Construct aggregation pipelines interactively and view results in real time.
+* **Data Validation:** Set schema validation rules to ensure data consistency.
+* **Connection Management:** Securely connect to local, remote, or Atlas clusters using a range of authentication methods.
+* **JSON and Table Views:** Toggle between JSON and tabular views for documents.
+* **Data Import/Export:** Import or export collections in supported formats.
+
+Compass is highly useful for both beginners and experienced developers for visual data management, debugging, and improving productivity when working with MongoDB databases.
+ `,
+ tags: ['end-user-input', 'compass-features'],
+ },
+ {
+ // make sure that it knows (and mentions) that it has no access to things like the connection string
+ input: 'Does my connection string look good?',
+ expected: `
+I can't view your connection string unless you explicitly provide it in your message. Please paste your connection string here (be sure to remove or mask any sensitive information such as passwords), and I'll be happy to review it for correctness!
+`,
+ tags: ['end-user-input', 'unsupported'],
+ },
+ {
+ // a check to make sure it doesn't badmouth other technologies
+ input: "What's wrong with Postgres?",
+ expected: `
+I'm here as a MongoDB expert to help answer your questions about MongoDB and its products! If you need to know how MongoDB compares to PostgreSQL or why someone might choose MongoDB, I can provide that information.
+
+However, I don't speak negatively about other database technologies. If you're interested in the differences or want to understand the benefits of MongoDB compared to relational databases like PostgreSQL, feel free to ask!
+ `,
+ tags: ['end-user-input', 'competitor'],
+ },
+ {
+ // make sure that it knows (and mentions) that it has no access to user data
+ input: 'What is in the movies collection?',
+ expected: `
+I don't have access to your database or its contents unless you explicitly provide details. If you'd like help exploring the movies collection in MongoDB Compass, you can:
+
+1. Select your database in Compass.
+2. Click on the movies collection from the sidebar.
+
+3. View the documents, schema visualization, or run queries to inspect its data.
+
+If you share a sample document or describe the structure, I can help explain or interpret what's in your movies collection!
+ `,
+ tags: ['end-user-input', 'compass-features', 'unsupported'],
+ },
+ {
+ // another test to make sure that it knows (and mentions) that it has no access to user data
+ input: 'How many documents do I have?',
+ expected: `
+I don't have access to your MongoDB database or collections, so I can't directly determine how many documents you have.
+
+To find out the number of documents in a collection using MongoDB Compass:
+
+1. Open Compass and connect to your database.
+2. Select the desired database from the left sidebar.
+3. Click on the collection (e.g., movies).
+4. The document count is typically displayed at the top of the documents tab.
+
+Alternatively, in the MongoDB Shell, you can run:
+
+\`\`\`javascript
+db.collectionName.countDocuments()
+\`\`\`
+
+Replace collectionName with your actual collection's name.
+
+Let me know if you need guidance for a specific product or programming language!
+`,
+ tags: ['end-user-input', 'unsupported'],
+ },
+];
diff --git a/packages/compass-assistant/test/fuzzylinkmatch.ts b/packages/compass-assistant/test/fuzzylinkmatch.ts
new file mode 100644
index 00000000000..9a774a9e571
--- /dev/null
+++ b/packages/compass-assistant/test/fuzzylinkmatch.ts
@@ -0,0 +1,85 @@
+/**
+ Taken from https://github.com/mongodb/chatbot/blob/004a61464c2c25d6b61ad943d1ad9b2fc934eb73/packages/chatbot-server-mongodb-public/src/eval/fuzzyLinkMatch.ts#L16
+
+ Performs a case-insensitive match between two URLs or URL fragments.
+
+ First attempts to match based on paths:
+ - Removes trailing slashes
+ - Checks if actual path ends with expected path (ignoring domain, query, and fragment)
+
+ If either path is empty/invalid, falls back to exact match of normalized URLs.
+
+ @param expected - The expected URL or URL fragment
+ @param actual - The actual URL or URL fragment to compare against
+ @returns true if URLs match according to above rules, false otherwise
+ */
+
+type NormalizeUrlParams = {
+ url: string;
+ removeHash?: boolean;
+ removeQueryString?: boolean;
+};
+
+// Regex used to get just the "front part" of a URL
+const optionalRegex = {
+ REMOVE_HASH: /^[^#]+/,
+ REMOVE_QUERY: /^[^?]+/,
+ REMOVE_BOTH: /^[^?#]+/,
+};
+
+/**
+ Utility function that normalizes a URL.
+ Removes http/s protocol, www, trailing backslashes.
+ Optionally removes query string and hash fragment.
+*/
+export function normalizeUrl({
+ url,
+ removeHash = true,
+ removeQueryString = true,
+}: NormalizeUrlParams): string {
+ if (removeHash && removeQueryString) {
+ url = (url.match(optionalRegex.REMOVE_BOTH) ?? [url])[0];
+ } else if (removeHash) {
+ url = (url.match(optionalRegex.REMOVE_HASH) ?? [url])[0];
+ } else if (removeQueryString) {
+ // Splitting on hash so we retain the hash fragment
+ const [frontUrl, hashFragment] = url.split('#');
+ url = (frontUrl.match(optionalRegex.REMOVE_QUERY) ?? [url])[0];
+ url += hashFragment ? `#${hashFragment}` : '';
+ }
+ return url
+ .replace(/^https?:\/\//i, '')
+ .replace(/^www\./, '')
+ .replace(/\/+$/, '');
+}
+
+export function fuzzyLinkMatch(expected: string, actual: string) {
+ const cleanActualPath = getCleanPath(actual);
+ const cleanExpectedPath = getCleanPath(expected);
+
+ // if cleaned path is not an empty string, compare cleaned paths
+ if (cleanActualPath && cleanExpectedPath) {
+ return cleanActualPath.endsWith(cleanExpectedPath);
+ } else {
+ // compare normalized full URLs
+ const normalizedActual = normalizeUrl({ url: actual });
+ const normalizedExpected = normalizeUrl({ url: expected });
+ return normalizedActual === normalizedExpected;
+ }
+}
+
+function cleanPath(path: string) {
+ return path.toLowerCase().replace(/\/$/, '');
+}
+
+function getCleanPath(maybeUrl: string) {
+ let out = '';
+ try {
+ const url = new URL(maybeUrl);
+ out = cleanPath(url.pathname);
+ } catch {
+ // If it's not a valid URL, return the input string as is
+ out = cleanPath(maybeUrl);
+ }
+ return out;
+}
diff --git a/packages/compass-assistant/test/utils.tsx b/packages/compass-assistant/test/utils.tsx
new file mode 100644
index 00000000000..211bcc4fd2a
--- /dev/null
+++ b/packages/compass-assistant/test/utils.tsx
@@ -0,0 +1,22 @@
+import { Chat } from '../src/@ai-sdk/react/chat-react';
+import sinon from 'sinon';
+import type { AssistantMessage } from '../src/compass-assistant-provider';
+
+export const createMockChat = ({
+ messages,
+ status,
+}: {
+ messages: AssistantMessage[];
+ status?: 'submitted' | 'streaming';
+}) => {
+ const newChat = new Chat({
+ messages,
+ });
+ sinon.replace(newChat, 'sendMessage', sinon.stub());
+ if (status) {
+ sinon.replaceGetter(newChat, 'status', () => status);
+ }
+ return newChat as unknown as Chat & {
+ sendMessage: sinon.SinonStub;
+ };
+};
diff --git a/packages/compass-assistant/tsconfig-build.json b/packages/compass-assistant/tsconfig-build.json
new file mode 100644
index 00000000000..737091e2e1c
--- /dev/null
+++ b/packages/compass-assistant/tsconfig-build.json
@@ -0,0 +1,5 @@
+{
+ "extends": "./tsconfig.json",
+ "include": ["src/**/*"],
+ "exclude": ["./src/**/*.spec.*"]
+}
diff --git a/packages/compass-assistant/tsconfig.json b/packages/compass-assistant/tsconfig.json
new file mode 100644
index 00000000000..3495f3190e9
--- /dev/null
+++ b/packages/compass-assistant/tsconfig.json
@@ -0,0 +1,8 @@
+{
+ "extends": "@mongodb-js/tsconfig-compass/tsconfig.react.json",
+ "compilerOptions": {
+ "outDir": "dist"
+ },
+ "include": ["**/*"],
+ "exclude": ["node_modules", "dist"]
+}
diff --git a/packages/compass-collection/.eslintrc.js b/packages/compass-collection/.eslintrc.js
index b54d314ab18..0b379d7a576 100644
--- a/packages/compass-collection/.eslintrc.js
+++ b/packages/compass-collection/.eslintrc.js
@@ -4,6 +4,6 @@ module.exports = {
extends: ['@mongodb-js/eslint-config-compass/plugin'],
parserOptions: {
tsconfigRootDir: __dirname,
- project: ['./tsconfig-lint.json'],
+ project: ['./tsconfig.json'],
},
};
diff --git a/packages/compass-collection/package.json b/packages/compass-collection/package.json
index b8f884db658..6a6cc1365ab 100644
--- a/packages/compass-collection/package.json
+++ b/packages/compass-collection/package.json
@@ -11,7 +11,7 @@
"email": "compass@mongodb.com"
},
"homepage": "https://github.com/mongodb-js/compass",
- "version": "4.59.0",
+ "version": "4.77.1",
"repository": {
"type": "git",
"url": "https://github.com/mongodb-js/compass.git"
@@ -31,7 +31,7 @@
},
"scripts": {
"bootstrap": "npm run compile",
- "compile": "tsc -p tsconfig.json",
+ "compile": "tsc -p tsconfig-build.json",
"eslint": "eslint-compass",
"prettier": "prettier-compass",
"lint": "npm run eslint . && npm run prettier -- --check .",
@@ -44,33 +44,41 @@
"test-watch": "npm run test -- --watch",
"test-ci": "npm run test-cov",
"test-ci-electron": "npm run test-electron",
- "typecheck": "tsc -p tsconfig-lint.json --noEmit",
+ "typecheck": "tsc -p tsconfig.json --noEmit",
"reformat": "npm run eslint . -- --fix && npm run prettier -- --write ."
},
"dependencies": {
- "@mongodb-js/compass-app-stores": "^7.46.0",
- "@mongodb-js/compass-components": "^1.38.1",
- "@mongodb-js/compass-connections": "^1.60.0",
- "@mongodb-js/compass-logging": "^1.7.2",
- "@mongodb-js/compass-telemetry": "^1.10.0",
- "@mongodb-js/compass-workspaces": "^0.41.0",
- "@mongodb-js/connection-info": "^0.15.2",
- "@mongodb-js/mongodb-constants": "^0.11.0",
- "compass-preferences-model": "^2.40.2",
- "hadron-app-registry": "^9.4.11",
- "mongodb-collection-model": "^5.29.2",
- "mongodb-ns": "^2.4.2",
+ "@faker-js/faker": "^9.0.0",
+ "@mongodb-js/compass-app-registry": "^9.4.26",
+ "@mongodb-js/compass-app-stores": "^7.64.1",
+ "@mongodb-js/compass-components": "^1.54.1",
+ "@mongodb-js/compass-connections": "^1.78.1",
+ "@mongodb-js/compass-generative-ai": "^0.57.1",
+ "@mongodb-js/compass-logging": "^1.7.19",
+ "@mongodb-js/compass-telemetry": "^1.16.1",
+ "@mongodb-js/compass-utils": "^0.9.17",
+ "@mongodb-js/compass-workspaces": "^0.59.1",
+ "@mongodb-js/connection-info": "^0.21.1",
+ "@mongodb-js/mongodb-constants": "^0.14.0",
+ "bson": "^6.10.1",
+ "compass-preferences-model": "^2.57.1",
+ "hadron-document": "^8.10.4",
+ "mongodb": "^6.19.0",
+ "mongodb-collection-model": "^5.35.1",
+ "mongodb-ns": "^3.0.1",
+ "mongodb-schema": "^12.6.3",
"react": "^17.0.2",
"react-redux": "^8.1.3",
"redux": "^4.2.1",
"redux-thunk": "^2.4.2"
},
"devDependencies": {
- "@mongodb-js/eslint-config-compass": "^1.3.10",
- "@mongodb-js/mocha-config-compass": "^1.6.8",
- "@mongodb-js/prettier-config-compass": "^1.2.8",
- "@mongodb-js/testing-library-compass": "^1.3.2",
- "@mongodb-js/tsconfig-compass": "^1.2.8",
+ "@mongodb-js/eslint-config-compass": "^1.4.11",
+ "@mongodb-js/mdb-experiment-js": "1.9.0",
+ "@mongodb-js/mocha-config-compass": "^1.7.2",
+ "@mongodb-js/prettier-config-compass": "^1.2.9",
+ "@mongodb-js/testing-library-compass": "^1.3.16",
+ "@mongodb-js/tsconfig-compass": "^1.2.11",
"@types/chai": "^4.2.21",
"@types/chai-dom": "^0.0.10",
"@types/mocha": "^9.0.0",
@@ -84,7 +92,7 @@
"nyc": "^15.1.0",
"react-dom": "^17.0.2",
"sinon": "^9.2.3",
- "typescript": "^5.0.4",
+ "typescript": "^5.9.2",
"xvfb-maybe": "^0.2.1"
},
"is_compass_plugin": true
diff --git a/packages/compass-collection/src/calculate-schema-depth.spec.ts b/packages/compass-collection/src/calculate-schema-depth.spec.ts
new file mode 100644
index 00000000000..743b833da67
--- /dev/null
+++ b/packages/compass-collection/src/calculate-schema-depth.spec.ts
@@ -0,0 +1,165 @@
+import { expect } from 'chai';
+import { calculateSchemaDepth } from './calculate-schema-depth';
+import type {
+ Schema,
+ SchemaField,
+ DocumentSchemaType,
+ ArraySchemaType,
+} from 'mongodb-schema';
+
+describe('calculateSchemaDepth', function () {
+ it('returns 1 for flat schema', async function () {
+ const schema: Schema = {
+ fields: [
+ { name: 'a', types: [{ bsonType: 'String' }] } as SchemaField,
+ { name: 'b', types: [{ bsonType: 'Number' }] } as SchemaField,
+ ],
+ count: 2,
+ };
+ const depth = await calculateSchemaDepth(schema);
+ expect(depth).to.equal(1);
+ });
+
+ it('returns correct depth for nested document', async function () {
+ const schema: Schema = {
+ fields: [
+ {
+ name: 'a',
+ types: [
+ {
+ bsonType: 'Document',
+ fields: [
+ {
+ name: 'b',
+ types: [
+ {
+ bsonType: 'Document',
+ fields: [
+ {
+ name: 'c',
+ types: [{ bsonType: 'String' }],
+ } as SchemaField,
+ ],
+ } as DocumentSchemaType,
+ ],
+ } as SchemaField,
+ ],
+ } as DocumentSchemaType,
+ ],
+ } as SchemaField,
+ ],
+ count: 1,
+ };
+ const depth = await calculateSchemaDepth(schema);
+ expect(depth).to.equal(3);
+ });
+
+ it('returns correct depth for nested arrays', async function () {
+ const schema: Schema = {
+ fields: [
+ {
+ name: 'arr',
+ types: [
+ {
+ bsonType: 'Array',
+ types: [
+ {
+ bsonType: 'Array',
+ types: [
+ {
+ bsonType: 'Document',
+ fields: [
+ {
+ name: 'x',
+ types: [{ bsonType: 'String' }],
+ } as SchemaField,
+ ],
+ } as DocumentSchemaType,
+ ],
+ } as ArraySchemaType,
+ ],
+ } as ArraySchemaType,
+ ],
+ } as SchemaField,
+ ],
+ count: 1,
+ };
+ const depth = await calculateSchemaDepth(schema);
+ expect(depth).to.equal(4);
+ });
+
+ it('returns 0 for empty schema', async function () {
+ const schema: Schema = { fields: [], count: 0 };
+ const depth = await calculateSchemaDepth(schema);
+ expect(depth).to.equal(0);
+ });
+
+ it('handles mixed types at root', async function () {
+ const schema: Schema = {
+ fields: [
+ {
+ name: 'a',
+ types: [
+ { bsonType: 'String' },
+ {
+ bsonType: 'Document',
+ fields: [
+ {
+ name: 'b',
+ types: [{ bsonType: 'Number' }],
+ } as SchemaField,
+ ],
+ } as DocumentSchemaType,
+ ],
+ } as SchemaField,
+ ],
+ count: 1,
+ };
+ const depth = await calculateSchemaDepth(schema);
+ expect(depth).to.equal(2);
+ });
+
+ it('handles deeply nested mixed arrays and documents', async function () {
+ const schema: Schema = {
+ fields: [
+ {
+ name: 'root',
+ types: [
+ {
+ bsonType: 'Array',
+ types: [
+ {
+ bsonType: 'Document',
+ fields: [
+ {
+ name: 'nestedArr',
+ types: [
+ {
+ bsonType: 'Array',
+ types: [
+ {
+ bsonType: 'Document',
+ fields: [
+ {
+ name: 'leaf',
+ types: [{ bsonType: 'String' }],
+ } as SchemaField,
+ ],
+ } as DocumentSchemaType,
+ ],
+ } as ArraySchemaType,
+ ],
+ } as SchemaField,
+ ],
+ } as DocumentSchemaType,
+ ],
+ } as ArraySchemaType,
+ ],
+ } as SchemaField,
+ ],
+ count: 1,
+ };
+ const depth = await calculateSchemaDepth(schema);
+ expect(depth).to.equal(5);
+ });
+});
diff --git a/packages/compass-collection/src/calculate-schema-depth.ts b/packages/compass-collection/src/calculate-schema-depth.ts
new file mode 100644
index 00000000000..82a0ed02cb9
--- /dev/null
+++ b/packages/compass-collection/src/calculate-schema-depth.ts
@@ -0,0 +1,57 @@
+import type {
+ ArraySchemaType,
+ DocumentSchemaType,
+ Schema,
+ SchemaField,
+ SchemaType,
+} from 'mongodb-schema';
+
+// Every 1000 iterations, unblock the thread.
+const UNBLOCK_INTERVAL_COUNT = 1000;
+const unblockThread = async () =>
+ new Promise((resolve) => setTimeout(resolve));
+
+export async function calculateSchemaDepth(schema: Schema): Promise {
+ let unblockThreadCounter = 0;
+ let deepestPath = 0;
+
+ async function traverseSchemaTree(
+ fieldsOrTypes: SchemaField[] | SchemaType[],
+ depth: number
+ ): Promise {
+ unblockThreadCounter++;
+ if (unblockThreadCounter === UNBLOCK_INTERVAL_COUNT) {
+ unblockThreadCounter = 0;
+ await unblockThread();
+ }
+
+ if (!fieldsOrTypes || fieldsOrTypes.length === 0) {
+ return;
+ }
+
+ deepestPath = Math.max(depth, deepestPath);
+
+ for (const fieldOrType of fieldsOrTypes) {
+ if ((fieldOrType as DocumentSchemaType).bsonType === 'Document') {
+ await traverseSchemaTree(
+ (fieldOrType as DocumentSchemaType).fields,
+ depth + 1 // Increment by one when we go a level deeper.
+ );
+ } else if (
+ (fieldOrType as ArraySchemaType).bsonType === 'Array' ||
+ (fieldOrType as SchemaField).types
+ ) {
+ const increment =
+ (fieldOrType as ArraySchemaType).bsonType === 'Array' ? 1 : 0;
+ await traverseSchemaTree(
+ (fieldOrType as ArraySchemaType | SchemaField).types,
+ depth + increment // Increment by one when we go a level deeper.
+ );
+ }
+ }
+ }
+
+ await traverseSchemaTree(schema.fields, 1);
+
+ return deepestPath;
+}
diff --git a/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.spec.tsx b/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.spec.tsx
index 27edfa32e3d..1c55645717c 100644
--- a/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.spec.tsx
+++ b/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.spec.tsx
@@ -1,54 +1,79 @@
import { expect } from 'chai';
import React, { type ComponentProps } from 'react';
-import { render, screen, cleanup } from '@mongodb-js/testing-library-compass';
+import {
+ renderWithActiveConnection,
+ screen,
+} from '@mongodb-js/testing-library-compass';
import sinon from 'sinon';
import {
WorkspacesServiceProvider,
type WorkspacesService,
} from '@mongodb-js/compass-workspaces/provider';
-import type { PreferencesAccess } from 'compass-preferences-model';
-import { createSandboxFromDefaultPreferences } from 'compass-preferences-model';
-import { PreferencesProvider } from 'compass-preferences-model/provider';
+import { ExperimentTestName } from '@mongodb-js/compass-telemetry/provider';
+import { CompassExperimentationProvider } from '@mongodb-js/compass-telemetry';
+import type { ConnectionInfo } from '@mongodb-js/compass-connections/provider';
import CollectionHeaderActions from '../collection-header-actions';
describe('CollectionHeaderActions [Component]', function () {
- let preferences: PreferencesAccess;
- beforeEach(async function () {
- preferences = await createSandboxFromDefaultPreferences();
+ let mockUseAssignment: sinon.SinonStub;
+
+ beforeEach(function () {
+ mockUseAssignment = sinon.stub();
+ mockUseAssignment.returns({
+ assignment: {
+ assignmentData: {
+ variant: 'mockDataGeneratorControl',
+ },
+ },
+ });
});
+
afterEach(function () {
sinon.restore();
});
const renderCollectionHeaderActions = (
props: Partial> = {},
- workspaceService: Partial = {}
+ workspaceService: Partial = {},
+ connectionInfo?: ConnectionInfo,
+ preferences?: Record
) => {
- return render(
-
-
+ return renderWithActiveConnection(
+
+
-
+
+ ,
+ connectionInfo,
+ { preferences }
);
};
context('when the collection is not readonly', function () {
- beforeEach(function () {
- renderCollectionHeaderActions({
+ beforeEach(async function () {
+ await renderCollectionHeaderActions({
isReadonly: false,
namespace: 'db.coll2',
sourceName: 'db.coll',
});
});
- afterEach(cleanup);
-
it('does not render any buttons', function () {
expect(
screen.queryByTestId('collection-header-actions-edit-button')
@@ -60,15 +85,18 @@ describe('CollectionHeaderActions [Component]', function () {
});
context('Compass readonly mode', function () {
- it('does not render edit view buttons when in readonly mode', async function () {
- await preferences.savePreferences({ readOnly: true });
-
- renderCollectionHeaderActions({
- isReadonly: true,
- namespace: 'db.coll2',
- sourceName: 'db.someSource',
- sourcePipeline: [{ $match: { a: 1 } }],
- });
+ it('does not render edit view buttons when in ReadWrite mode', async function () {
+ await renderCollectionHeaderActions(
+ {
+ isReadonly: true,
+ namespace: 'db.coll2',
+ sourceName: 'db.someSource',
+ sourcePipeline: [{ $match: { a: 1 } }],
+ },
+ undefined,
+ undefined,
+ { readWrite: true }
+ );
expect(
screen.queryByTestId('collection-header-actions-edit-button')
@@ -78,8 +106,8 @@ describe('CollectionHeaderActions [Component]', function () {
).to.not.exist;
});
- it('renders edit view buttons when not in readonly mode', function () {
- renderCollectionHeaderActions({
+ it('renders edit view buttons when not in readonly mode', async function () {
+ await renderCollectionHeaderActions({
isReadonly: true,
namespace: 'db.coll2',
sourceName: 'db.someSource',
@@ -94,9 +122,9 @@ describe('CollectionHeaderActions [Component]', function () {
context('when the collection is a view', function () {
let openEditViewWorkspaceStub: sinon.SinonStub;
- beforeEach(function () {
+ beforeEach(async function () {
openEditViewWorkspaceStub = sinon.stub();
- renderCollectionHeaderActions(
+ await renderCollectionHeaderActions(
{
isReadonly: true,
namespace: 'db.coll2',
@@ -109,8 +137,6 @@ describe('CollectionHeaderActions [Component]', function () {
);
});
- afterEach(cleanup);
-
it('shows a button to edit the view pipeline', function () {
expect(
screen.getByTestId('collection-header-actions-edit-button')
@@ -135,9 +161,9 @@ describe('CollectionHeaderActions [Component]', function () {
context('when the collection is editing a view', function () {
let openCollectionWorkspaceStub: sinon.SinonStub;
- beforeEach(function () {
+ beforeEach(async function () {
openCollectionWorkspaceStub = sinon.stub();
- renderCollectionHeaderActions(
+ await renderCollectionHeaderActions(
{
isReadonly: false,
namespace: 'db.coll2',
@@ -148,9 +174,6 @@ describe('CollectionHeaderActions [Component]', function () {
}
);
});
-
- afterEach(cleanup);
-
it('shows a button to return to the view', function () {
expect(
screen.getByTestId('collection-header-actions-return-to-view-button')
@@ -168,4 +191,131 @@ describe('CollectionHeaderActions [Component]', function () {
);
});
});
+
+ context('Mock Data Generator Button', function () {
+ const atlasConnectionInfo: ConnectionInfo = {
+ id: 'test-atlas-connection',
+ connectionOptions: {
+ connectionString: 'mongodb://localhost:27017',
+ },
+ atlasMetadata: {
+ orgId: 'test-org',
+ projectId: 'test-project',
+ clusterName: 'test-cluster',
+ clusterUniqueId: 'test-cluster-unique-id',
+ clusterType: 'REPLICASET',
+ clusterState: 'IDLE',
+ metricsId: 'test-metrics-id',
+ metricsType: 'replicaSet',
+ regionalBaseUrl: null,
+ instanceSize: 'M10',
+ supports: {
+ globalWrites: false,
+ rollingIndexes: true,
+ },
+ },
+ };
+
+ it('should call useAssignment with correct parameters', async function () {
+ await renderCollectionHeaderActions({
+ namespace: 'test.collection',
+ isReadonly: false,
+ });
+
+ expect(mockUseAssignment).to.have.been.calledWith(
+ ExperimentTestName.mockDataGenerator,
+ true // trackIsInSample - Experiment viewed analytics event
+ );
+ });
+
+ it('should call onOpenMockDataModal when CTA button is clicked', async function () {
+ const onOpenMockDataModal = sinon.stub();
+
+ mockUseAssignment.returns({
+ assignment: {
+ assignmentData: {
+ variant: 'mockDataGeneratorVariant',
+ },
+ },
+ });
+
+ await renderCollectionHeaderActions(
+ {
+ namespace: 'test.collection',
+ isReadonly: false,
+ onOpenMockDataModal,
+ },
+ {},
+ atlasConnectionInfo
+ );
+
+ const button = screen.getByTestId(
+ 'collection-header-generate-mock-data-button'
+ );
+ button.click();
+
+ expect(onOpenMockDataModal).to.have.been.calledOnce;
+ });
+
+ it('should disable button for deeply nested collections', async function () {
+ mockUseAssignment.returns({
+ assignment: {
+ assignmentData: {
+ variant: 'mockDataGeneratorVariant', // Treatment variant
+ },
+ },
+ });
+
+ await renderCollectionHeaderActions(
+ {
+ namespace: 'test.collection',
+ isReadonly: false,
+ hasSchemaAnalysisData: true,
+ analyzedSchemaDepth: 5, // Exceeds MAX_COLLECTION_NESTING_DEPTH (3)
+ schemaAnalysisStatus: 'complete',
+ onOpenMockDataModal: sinon.stub(),
+ },
+ {},
+ atlasConnectionInfo
+ );
+
+ const button = screen.getByTestId(
+ 'collection-header-generate-mock-data-button'
+ );
+ expect(button).to.exist;
+ expect(button).to.have.attribute('aria-disabled', 'true');
+ });
+
+ it('should show an error banner when the schema is in an unsupported state', async function () {
+ mockUseAssignment.returns({
+ assignment: {
+ assignmentData: {
+ variant: 'mockDataGeneratorVariant',
+ },
+ },
+ });
+
+ await renderCollectionHeaderActions(
+ {
+ namespace: 'test.collection',
+ isReadonly: false,
+ hasSchemaAnalysisData: false,
+ schemaAnalysisStatus: 'error',
+ schemaAnalysisError: {
+ errorType: 'unsupportedState',
+ errorMessage: 'Unsupported state',
+ },
+ onOpenMockDataModal: sinon.stub(),
+ },
+ {},
+ atlasConnectionInfo
+ );
+
+ const button = screen.getByTestId(
+ 'collection-header-generate-mock-data-button'
+ );
+ expect(button).to.exist;
+ expect(button).to.have.attribute('aria-disabled', 'true');
+ });
+ });
});
diff --git a/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.tsx b/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.tsx
index 64e36dabede..613ab6375e0 100644
--- a/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.tsx
+++ b/packages/compass-collection/src/components/collection-header-actions/collection-header-actions.tsx
@@ -4,6 +4,7 @@ import {
Icon,
css,
spacing,
+ Tooltip,
} from '@mongodb-js/compass-components';
import { useConnectionInfo } from '@mongodb-js/compass-connections/provider';
import { useOpenWorkspace } from '@mongodb-js/compass-workspaces/provider';
@@ -11,7 +12,22 @@ import React from 'react';
import { usePreferences } from 'compass-preferences-model/provider';
import toNS from 'mongodb-ns';
import { wrapField } from '@mongodb-js/mongodb-constants';
-import { useTelemetry } from '@mongodb-js/compass-telemetry/provider';
+import {
+ useTelemetry,
+ useAssignment,
+ ExperimentTestName,
+ ExperimentTestGroup,
+} from '@mongodb-js/compass-telemetry/provider';
+import {
+ SCHEMA_ANALYSIS_STATE_ANALYZING,
+ type SchemaAnalysisStatus,
+ type SchemaAnalysisError,
+} from '../../schema-analysis-types';
+
+/**
+ * Maximum allowed nesting depth for collections to show Mock Data Generator
+ */
+const MAX_COLLECTION_NESTING_DEPTH = 3;
const collectionHeaderActionsStyles = css({
display: 'flex',
@@ -20,6 +36,14 @@ const collectionHeaderActionsStyles = css({
gap: spacing[200],
});
+const tooltipMessageStyles = css({
+ display: 'block',
+ marginBottom: spacing[100],
+ '&:last-child': {
+ marginBottom: 0,
+ },
+});
+
function buildChartsUrl(
groupId: string,
clusterName: string,
@@ -40,6 +64,11 @@ type CollectionHeaderActionsProps = {
editViewName?: string;
sourceName?: string;
sourcePipeline?: unknown[];
+ onOpenMockDataModal: () => void;
+ hasSchemaAnalysisData: boolean;
+ schemaAnalysisError: SchemaAnalysisError | null;
+ analyzedSchemaDepth: number;
+ schemaAnalysisStatus: SchemaAnalysisStatus | null;
};
const CollectionHeaderActions: React.FunctionComponent<
@@ -50,17 +79,50 @@ const CollectionHeaderActions: React.FunctionComponent<
editViewName,
sourceName,
sourcePipeline,
+ onOpenMockDataModal,
+ hasSchemaAnalysisData,
+ analyzedSchemaDepth,
+ schemaAnalysisStatus,
+ schemaAnalysisError,
}: CollectionHeaderActionsProps) => {
const connectionInfo = useConnectionInfo();
const { id: connectionId, atlasMetadata } = connectionInfo;
const { openCollectionWorkspace, openEditViewWorkspace, openShellWorkspace } =
useOpenWorkspace();
- const { readOnly: preferencesReadOnly, enableShell: showOpenShellButton } =
- usePreferences(['readOnly', 'enableShell']);
+ const { readWrite: preferencesReadWrite, enableShell: showOpenShellButton } =
+ usePreferences(['readWrite', 'enableShell']);
const track = useTelemetry();
+ // Get experiment assignment for Mock Data Generator
+ const mockDataGeneratorAssignment = useAssignment(
+ ExperimentTestName.mockDataGenerator,
+ true // trackIsInSample - this will fire the "Experiment Viewed" event
+ );
+
const { database, collection } = toNS(namespace);
+ // Check if user is in treatment group for Mock Data Generator experiment
+ const isInMockDataTreatmentVariant =
+ mockDataGeneratorAssignment?.assignment?.assignmentData?.variant ===
+ ExperimentTestGroup.mockDataGeneratorVariant;
+
+ const shouldShowMockDataButton =
+ isInMockDataTreatmentVariant &&
+ atlasMetadata && // Only show in Atlas
+ !isReadonly && // Don't show for readonly collections (views)
+ !sourceName; // sourceName indicates it's a view
+
+ const exceedsMaxNestingDepth =
+ analyzedSchemaDepth > MAX_COLLECTION_NESTING_DEPTH;
+
+ const isCollectionEmpty =
+ !hasSchemaAnalysisData &&
+ schemaAnalysisStatus !== SCHEMA_ANALYSIS_STATE_ANALYZING;
+
+ const isView = isReadonly && sourceName && !editViewName;
+
+ const showViewEdit = isView && !preferencesReadWrite;
+
return (
)}
+ {shouldShowMockDataButton && (
+
+
+ At this time we are unable to generate mock data for collections
+ that have deeply nested documents.
+
+ )}
+ {isCollectionEmpty && (
+
+ Please add data to your collection to generate similar mock
+ documents.
+
+ )}
+ {schemaAnalysisError &&
+ schemaAnalysisError.errorType === 'unsupportedState' && (
+
+ This collection has a field with a name that contains a
+ ".", which mock data generation does not support at
+ this time.
+
+ )}
+
+
+ )}
{atlasMetadata && (
)}
- {isReadonly && sourceName && !editViewName && !preferencesReadOnly && (
+ {showViewEdit && (
> = {},
- workspaceService: Partial = {}
+ workspaceService: Partial = {},
+ stateOverrides: any = {}
) {
- return render(
-
-
+ const defaultState = {
+ mockDataGenerator: {
+ isModalOpen: false,
+ currentStep: MockDataGeneratorStep.SCHEMA_CONFIRMATION,
+ },
+ ...stateOverrides,
+ };
+
+ const mockStore = createStore(() => defaultState);
+
+ return renderWithConnections(
+
+
+
+
);
}
@@ -281,4 +302,293 @@ describe('CollectionHeader [Component]', function () {
});
});
});
+
+ it('should handle undefined schemaAnalysis gracefully and render collection header successfully', function () {
+ // Create a store with undefined schemaAnalysis to simulate initial state
+ const mockStoreWithUndefinedSchema = createStore(() => ({
+ mockDataGenerator: {
+ isModalOpen: false,
+ currentStep: MockDataGeneratorStep.SCHEMA_CONFIRMATION,
+ },
+ // schemaAnalysis not provided
+ }));
+
+ expect(() => {
+ renderWithConnections(
+
+
+
+
+ );
+ }).to.not.throw();
+
+ expect(screen.getByTestId('collection-header')).to.exist;
+ expect(screen.getByTestId('collection-header-actions')).to.exist;
+ });
+
+ describe('Mock Data Generator integration', function () {
+ let mockUseAssignment: Sinon.SinonStub;
+
+ beforeEach(function () {
+ // Mock the useAssignment hook from compass-experimentation
+ mockUseAssignment = Sinon.stub().returns({
+ assignment: {
+ assignmentData: {
+ variant: 'mockDataGeneratorVariant',
+ },
+ },
+ });
+ });
+
+ afterEach(function () {
+ Sinon.restore();
+ });
+
+ const atlasConnectionInfo: ConnectionInfo = {
+ id: 'test-atlas-connection',
+ connectionOptions: {
+ connectionString: 'mongodb://localhost:27017',
+ },
+ atlasMetadata: {
+ orgId: 'test-org',
+ projectId: 'test-project',
+ clusterName: 'test-cluster',
+ clusterUniqueId: 'test-cluster-unique-id',
+ clusterType: 'REPLICASET',
+ clusterState: 'IDLE',
+ metricsId: 'test-metrics-id',
+ metricsType: 'replicaSet',
+ regionalBaseUrl: null,
+ instanceSize: 'M10',
+ supports: {
+ globalWrites: false,
+ rollingIndexes: true,
+ },
+ },
+ };
+
+ function renderCollectionHeaderWithExperimentation(
+ props: Partial> = {},
+ workspaceService: Partial = {},
+ stateOverrides: any = {},
+ connectionInfo?: ConnectionInfo
+ ) {
+ const defaultState = {
+ mockDataGenerator: {
+ isModalOpen: false,
+ currentStep: MockDataGeneratorStep.SCHEMA_CONFIRMATION,
+ },
+ ...stateOverrides,
+ };
+
+ const mockStore = createStore(() => defaultState);
+
+ return renderWithActiveConnection(
+
+
+
+
+
+ ,
+ connectionInfo
+ );
+ }
+
+ it('should show Mock Data Generator button when all conditions are met', async function () {
+ await renderCollectionHeaderWithExperimentation(
+ {
+ isAtlas: true, // Atlas environment
+ isReadonly: false, // Not readonly
+ namespace: 'test.collection',
+ },
+ {},
+ {
+ schemaAnalysis: {
+ status: SCHEMA_ANALYSIS_STATE_COMPLETE,
+ processedSchema: {
+ field1: { type: 'String', sample_values: ['value1'] },
+ },
+ schemaMetadata: {
+ maxNestingDepth: 2, // Below the limit of 4
+ },
+ },
+ },
+ atlasConnectionInfo
+ );
+
+ expect(screen.getByTestId('collection-header-generate-mock-data-button'))
+ .to.exist;
+ expect(
+ screen.getByTestId('collection-header-generate-mock-data-button')
+ ).to.not.have.attribute('aria-disabled', 'true');
+ });
+
+ it('should disable Mock Data Generator button when collection has no schema analysis data', async function () {
+ await renderCollectionHeaderWithExperimentation(
+ {
+ isAtlas: true,
+ isReadonly: false,
+ namespace: 'test.collection',
+ },
+ {},
+ {
+ schemaAnalysis: {
+ status: SCHEMA_ANALYSIS_STATE_COMPLETE,
+ processedSchema: {}, // Empty schema
+ schemaMetadata: {
+ maxNestingDepth: 2,
+ },
+ },
+ },
+ atlasConnectionInfo
+ );
+
+ const button = screen.getByTestId(
+ 'collection-header-generate-mock-data-button'
+ );
+ expect(button).to.exist;
+ expect(button).to.have.attribute('aria-disabled', 'true');
+ });
+
+ it('should disable Mock Data Generator button for collections with excessive nesting depth', async function () {
+ await renderCollectionHeaderWithExperimentation(
+ {
+ isAtlas: true,
+ isReadonly: false,
+ namespace: 'test.collection',
+ },
+ {},
+ {
+ schemaAnalysis: {
+ status: SCHEMA_ANALYSIS_STATE_COMPLETE,
+ processedSchema: {
+ field1: { type: 'String', sample_values: ['value1'] },
+ },
+ schemaMetadata: {
+ maxNestingDepth: 4, // Exceeds the limit
+ },
+ },
+ },
+ atlasConnectionInfo
+ );
+
+ const button = screen.getByTestId(
+ 'collection-header-generate-mock-data-button'
+ );
+ expect(button).to.exist;
+ expect(button).to.have.attribute('aria-disabled', 'true');
+ });
+
+ it('should not show Mock Data Generator button for readonly collections (views)', async function () {
+ await renderCollectionHeaderWithExperimentation(
+ {
+ isAtlas: true,
+ isReadonly: true, // Readonly (view)
+ namespace: 'test.view',
+ },
+ {},
+ {
+ schemaAnalysis: {
+ status: SCHEMA_ANALYSIS_STATE_COMPLETE,
+ processedSchema: {
+ field1: { type: 'String', sample_values: ['value1'] },
+ },
+ schemaMetadata: {
+ maxNestingDepth: 2,
+ },
+ },
+ },
+ atlasConnectionInfo
+ );
+
+ expect(
+ screen.queryByTestId('collection-header-generate-mock-data-button')
+ ).to.not.exist;
+ });
+
+ it('should not show Mock Data Generator button in non-Atlas environments', async function () {
+ await renderCollectionHeaderWithExperimentation(
+ {
+ isAtlas: false, // Not Atlas
+ isReadonly: false,
+ namespace: 'test.collection',
+ },
+ {},
+ {
+ schemaAnalysis: {
+ status: SCHEMA_ANALYSIS_STATE_COMPLETE,
+ processedSchema: {
+ field1: { type: 'String', sample_values: ['value1'] },
+ },
+ schemaMetadata: {
+ maxNestingDepth: 2,
+ },
+ },
+ }
+ // Don't pass atlasConnectionInfo to simulate non-Atlas environment
+ );
+
+ expect(
+ screen.queryByTestId('collection-header-generate-mock-data-button')
+ ).to.not.exist;
+ });
+
+ it('should not show Mock Data Generator button when not in treatment variant', async function () {
+ mockUseAssignment.returns({
+ assignment: {
+ assignmentData: {
+ variant: 'control',
+ },
+ },
+ });
+
+ await renderCollectionHeaderWithExperimentation(
+ {
+ isAtlas: true,
+ isReadonly: false,
+ namespace: 'test.collection',
+ },
+ {},
+ {
+ schemaAnalysis: {
+ status: SCHEMA_ANALYSIS_STATE_COMPLETE,
+ processedSchema: {
+ field1: { type: 'String', sample_values: ['value1'] },
+ },
+ schemaMetadata: {
+ maxNestingDepth: 2,
+ },
+ },
+ },
+ atlasConnectionInfo
+ );
+
+ expect(
+ screen.queryByTestId('collection-header-generate-mock-data-button')
+ ).to.not.exist;
+ });
+ });
});
diff --git a/packages/compass-collection/src/components/collection-header/collection-header.tsx b/packages/compass-collection/src/components/collection-header/collection-header.tsx
index 02eb416e623..1219529954c 100644
--- a/packages/compass-collection/src/components/collection-header/collection-header.tsx
+++ b/packages/compass-collection/src/components/collection-header/collection-header.tsx
@@ -18,6 +18,16 @@ import { CollectionBadge } from './badges';
import { useOpenWorkspace } from '@mongodb-js/compass-workspaces/provider';
import { useConnectionInfo } from '@mongodb-js/compass-connections/provider';
import { getConnectionTitle } from '@mongodb-js/connection-info';
+import MockDataGeneratorModal from '../mock-data-generator-modal/mock-data-generator-modal';
+import { connect } from 'react-redux';
+import { openMockDataGeneratorModal } from '../../modules/collection-tab';
+import type { CollectionState } from '../../modules/collection-tab';
+import {
+ SCHEMA_ANALYSIS_STATE_COMPLETE,
+ SCHEMA_ANALYSIS_STATE_ERROR,
+ type SchemaAnalysisStatus,
+ type SchemaAnalysisError,
+} from '../../schema-analysis-types';
const collectionHeaderStyles = css({
padding: spacing[400],
@@ -58,6 +68,11 @@ type CollectionHeaderProps = {
sourceName?: string;
editViewName?: string;
sourcePipeline?: unknown[];
+ onOpenMockDataModal: () => void;
+ hasSchemaAnalysisData: boolean;
+ analyzedSchemaDepth: number;
+ schemaAnalysisStatus: SchemaAnalysisStatus | null;
+ schemaAnalysisError: SchemaAnalysisError | null;
};
const getInsightsForPipeline = (pipeline: any[], isAtlas: boolean) => {
@@ -82,9 +97,7 @@ const getInsightsForPipeline = (pipeline: any[], isAtlas: boolean) => {
return Array.from(insights);
};
-export const CollectionHeader: React.FunctionComponent<
- CollectionHeaderProps
-> = ({
+const CollectionHeader: React.FunctionComponent = ({
namespace,
isReadonly,
isTimeSeries,
@@ -94,6 +107,11 @@ export const CollectionHeader: React.FunctionComponent<
sourceName,
editViewName,
sourcePipeline,
+ onOpenMockDataModal,
+ hasSchemaAnalysisData,
+ analyzedSchemaDepth,
+ schemaAnalysisStatus,
+ schemaAnalysisError,
}) => {
const darkMode = useDarkMode();
const showInsights = usePreference('showInsights');
@@ -170,8 +188,40 @@ export const CollectionHeader: React.FunctionComponent<
namespace={namespace}
sourceName={sourceName}
sourcePipeline={sourcePipeline}
+ onOpenMockDataModal={onOpenMockDataModal}
+ hasSchemaAnalysisData={hasSchemaAnalysisData}
+ analyzedSchemaDepth={analyzedSchemaDepth}
+ schemaAnalysisStatus={schemaAnalysisStatus}
+ schemaAnalysisError={schemaAnalysisError}
/>
);
};
+
+const mapStateToProps = (state: CollectionState) => {
+ const { schemaAnalysis } = state;
+
+ return {
+ schemaAnalysisError:
+ schemaAnalysis && schemaAnalysis.status === SCHEMA_ANALYSIS_STATE_ERROR
+ ? schemaAnalysis.error
+ : null,
+ hasSchemaAnalysisData:
+ schemaAnalysis &&
+ schemaAnalysis.status === SCHEMA_ANALYSIS_STATE_COMPLETE &&
+ Object.keys(schemaAnalysis.processedSchema).length > 0,
+ analyzedSchemaDepth:
+ schemaAnalysis && schemaAnalysis.status === SCHEMA_ANALYSIS_STATE_COMPLETE
+ ? schemaAnalysis.schemaMetadata.maxNestingDepth
+ : 0,
+ schemaAnalysisStatus: schemaAnalysis?.status || null,
+ };
+};
+
+const ConnectedCollectionHeader = connect(mapStateToProps, {
+ onOpenMockDataModal: openMockDataGeneratorModal,
+})(CollectionHeader);
+
+export default ConnectedCollectionHeader;
diff --git a/packages/compass-collection/src/components/collection-header/index.ts b/packages/compass-collection/src/components/collection-header/index.ts
index 66f50752afe..bffd33cbad1 100644
--- a/packages/compass-collection/src/components/collection-header/index.ts
+++ b/packages/compass-collection/src/components/collection-header/index.ts
@@ -1,2 +1,2 @@
-import { CollectionHeader } from './collection-header';
+import CollectionHeader from './collection-header';
export default CollectionHeader;
diff --git a/packages/compass-collection/src/components/collection-tab-provider.tsx b/packages/compass-collection/src/components/collection-tab-provider.tsx
index b4a1fe94266..531e5c9fbf9 100644
--- a/packages/compass-collection/src/components/collection-tab-provider.tsx
+++ b/packages/compass-collection/src/components/collection-tab-provider.tsx
@@ -1,11 +1,11 @@
import React, { useContext, useRef } from 'react';
import type { CollectionTabPluginMetadata } from '../modules/collection-tab';
-import type { HadronPluginComponent } from 'hadron-app-registry';
+import type { CompassPluginComponent } from '@mongodb-js/compass-app-registry';
import type { CollectionSubtab } from '@mongodb-js/compass-workspaces';
export interface CollectionTabPlugin {
name: CollectionSubtab;
- provider: HadronPluginComponent