feat(Milvus Vector Store Node): Add support for the Milvus vector db (#14404)

packages/@n8n/nodes-langchain/credentials/MilvusApi.credentials.ts

@@ -0,0 +1,54 @@
+import type {
+	ICredentialTestRequest,
+	ICredentialType,
+	INodeProperties,
+	IAuthenticateGeneric,
+} from 'n8n-workflow';
+
+export class MilvusApi implements ICredentialType {
+	name = 'milvusApi';
+
+	displayName = 'Milvus';
+
+	documentationUrl = 'milvus';
+
+	properties: INodeProperties[] = [
+		{
+			displayName: 'Base URL',
+			name: 'baseUrl',
+			required: true,
+			type: 'string',
+			default: 'http://localhost:19530',
+		},
+		{
+			displayName: 'Username',
+			name: 'username',
+			type: 'string',
+			default: '',
+		},
+		{
+			displayName: 'Password',
+			name: 'password',
+			type: 'string',
+			typeOptions: { password: true },
+			default: '',
+		},
+	];
+
+	authenticate: IAuthenticateGeneric = {
+		type: 'generic',
+		properties: {
+			headers: {
+				Authorization: '=Bearer {{$credentials.username}}:{{$credentials.password}}',
+			},
+		},
+	};
+
+	test: ICredentialTestRequest = {
+		request: {
+			baseURL: '={{ $credentials.baseUrl }}',
+			url: '/v1/vector/collections',
+			method: 'GET',
+		},
+	};
+}

packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreMilvus/VectorStoreMilvus.node.ts

@@ -0,0 +1,96 @@
+import { Milvus } from '@langchain/community/vectorstores/milvus';
+import type { MilvusLibArgs } from '@langchain/community/vectorstores/milvus';
+import { MilvusClient } from '@zilliz/milvus2-sdk-node';
+import type { INodeProperties } from 'n8n-workflow';
+
+import { createVectorStoreNode } from '../shared/createVectorStoreNode/createVectorStoreNode';
+import { milvusCollectionsSearch } from '../shared/createVectorStoreNode/methods/listSearch';
+import { milvusCollectionRLC } from '../shared/descriptions';
+
+const sharedFields: INodeProperties[] = [milvusCollectionRLC];
+const insertFields: INodeProperties[] = [
+	{
+		displayName: 'Options',
+		name: 'options',
+		type: 'collection',
+		placeholder: 'Add Option',
+		default: {},
+		options: [
+			{
+				displayName: 'Clear Collection',
+				name: 'clearCollection',
+				type: 'boolean',
+				default: false,
+				description: 'Whether to clear the collection before inserting new data',
+			},
+		],
+	},
+];
+
+export class VectorStoreMilvus extends createVectorStoreNode<Milvus>({
+	meta: {
+		displayName: 'Milvus Vector Store',
+		name: 'vectorStoreMilvus',
+		description: 'Work with your data in Milvus Vector Store',
+		icon: { light: 'file:milvus-icon-black.svg', dark: 'file:milvus-icon-white.svg' },
+		docsUrl:
+			'https://docs.n8n.io/integrations/builtin/cluster-nodes/root-nodes/n8n-nodes-langchain.vectorstoremilvus/',
+		credentials: [
+			{
+				name: 'milvusApi',
+				required: true,
+			},
+		],
+		operationModes: ['load', 'insert', 'retrieve', 'retrieve-as-tool'],
+	},
+	methods: { listSearch: { milvusCollectionsSearch } },
+	sharedFields,
+	insertFields,
+	async getVectorStoreClient(context, _filter, embeddings, itemIndex): Promise<Milvus> {
+		const collection = context.getNodeParameter('milvusCollection', itemIndex, '', {
+			extractValue: true,
+		}) as string;
+		const credentials = await context.getCredentials<{
+			baseUrl: string;
+			username: string;
+			password: string;
+		}>('milvusApi');
+		const config: MilvusLibArgs = {
+			url: credentials.baseUrl,
+			username: credentials.username,
+			password: credentials.password,
+			collectionName: collection,
+		};
+
+		return await Milvus.fromExistingCollection(embeddings, config);
+	},
+	async populateVectorStore(context, embeddings, documents, itemIndex): Promise<void> {
+		const collection = context.getNodeParameter('milvusCollection', itemIndex, '', {
+			extractValue: true,
+		}) as string;
+		const options = context.getNodeParameter('options', itemIndex, {}) as {
+			clearCollection?: boolean;
+		};
+		const credentials = await context.getCredentials<{
+			baseUrl: string;
+			username: string;
+			password: string;
+		}>('milvusApi');
+		const config: MilvusLibArgs = {
+			url: credentials.baseUrl,
+			username: credentials.username,
+			password: credentials.password,
+			collectionName: collection,
+		};
+
+		if (options.clearCollection) {
+			const client = new MilvusClient({
+				address: credentials.baseUrl,
+				token: `${credentials.username}:${credentials.password}`,
+			});
+			await client.dropCollection({ collection_name: collection });
+		}
+
+		await Milvus.fromDocuments(documents, embeddings, config);
+	},
+}) {}

packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreMilvus/milvus-icon-black.svg

@@ -0,0 +1 @@
+<svg id="Layer_1" data-name="Layer 1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 360 360"><title>milvus-icon-black</title><path d="M169.11689,299.04939c-27.78535-.02915-51.298-8.31411-72.45031-23.69338a122.33707,122.33707,0,0,1-14.00922-12.00616q-16.556-16.35613-33.14895-32.67482Q35.31712,216.704,21.10726,202.7519c-4.27753-4.20375-8.581-8.38131-12.83638-12.60737-5.78529-5.74539-5.692-12.21736.17135-17.91294,4.35916-4.23447,8.6808-8.50759,13.01531-12.76743q21.09033-20.727,42.18351-41.45112c7.82349-7.66748,15.53733-15.458,23.59542-22.87264A117.61725,117.61725,0,0,1,142.926,66.46075,112.79714,112.79714,0,0,1,167.7708,63.678c27.822.22006,53.14231,8.0315,75.21837,25.35039a117.49179,117.49179,0,0,1,33.56725,40.74071,111.30862,111.30862,0,0,1,11.18191,37.59258c3.75648,35.37535-6.093,66.46091-30.10087,92.86236a114.32952,114.32952,0,0,1-57.75872,34.79075A132.31853,132.31853,0,0,1,169.11689,299.04939Zm5.35425-31.43461a85.592,85.592,0,0,0,8.90555-.52289c1.86733-.18941,3.736-.42361,5.58158-.7604,22.43092-4.09372,40.60221-15.4505,54.49679-33.26538,13.51833-17.33245,18.827-37.40452,17.16875-59.24969a82.75341,82.75341,0,0,0-9.27492-31.89563c-9.21938-17.8418-23.47591-30.41362-41.44061-38.92072-16.12138-7.6342-33.07061-9.547-50.63693-6.8248a85.52038,85.52038,0,0,0-47.48221,23.39486c-12.62025,12.19885-25.1024,24.54066-37.63746,36.82758-6.28192,6.15757-12.51006,12.37048-18.83189,18.48667-4.04633,3.91467-4.21333,8.6494-.20763,12.6018q11.8256,11.66819,23.69873,23.28819c10.60865,10.42576,21.17268,20.89736,31.83058,31.27252C128.07334,259.01635,148.957,267.6,174.47114,267.61478Z"/><path d="M357.01654,180.71583a12.11267,12.11267,0,0,1-3.67773,9.07927q-16.50428,16.58232-33.07758,33.09591c-1.20808,1.20715-2.42168,1.44863-3.67166.79033-1.35017-.71105-1.82827-1.79263-1.442-3.56058a187.7592,187.7592,0,0,0,3.66284-23.911,178.77219,178.77219,0,0,0,.42091-21.92036,170.04764,170.04764,0,0,0-3.96975-31.1,3.757,3.757,0,0,1,.24665-3.12677,2.86044,2.86044,0,0,1,4.014-.76856,9.243,9.243,0,0,1,1.2578,1.10625q15.99768,15.98621,31.98832,31.97946C355.28369,174.89374,357.02471,177.76063,357.01654,180.71583Z"/><path d="M232.52066,181.32156a58.91788,58.91788,0,0,1-59.06395,59.10475c-34.72229-.0744-59.571-28.74548-58.99573-60.0188a59.03419,59.03419,0,0,1,118.05968.91405Z"/></svg>

packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreMilvus/milvus-icon-white.svg

@@ -0,0 +1 @@
+<svg id="Layer_1" data-name="Layer 1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 360 360"><defs><style>.cls-1{fill:#fff;}</style></defs><title>milvus-icon-white</title><path class="cls-1" d="M168.50983,63.3293c31.95671.507,59.93559,11.11286,83.27686,33.18535,18.7006,17.68407,30.22667,39.32512,34.81328,64.64452A105.32115,105.32115,0,0,1,288.30948,182.05c-.56967,28.47039-9.94153,53.66667-28.65343,75.19713-18.13667,20.86872-40.90888,34.11493-68.05469,39.10222-36.61066,6.7263-69.82614-1.44613-99.22656-24.47337-6.10735-4.78341-11.40667-10.44927-16.92918-15.86568q-17.83359-17.49069-35.625-35.0246Q23.68152,205.12557,7.53535,189.27287c-4.99811-4.92643-5.00166-11.76177-.00618-16.68775q16.58239-16.35193,33.222-32.64579c10.415-10.22513,20.7782-20.50417,31.27381-30.64606,6.968-6.73308,13.5621-13.8667,21.20515-19.88878a119.68976,119.68976,0,0,1,51.34517-23.68667,121.162,121.162,0,0,1,23.93459-2.38869Zm92.371,117.69085a91.99822,91.99822,0,0,0-1.48906-15.09071c-4.6589-24.42132-17.48944-43.49544-38.23938-56.98664-20.01283-13.01188-42.00792-17.05568-65.46628-12.61428a85.61952,85.61952,0,0,0-44.01862,22.6468c-8.21582,7.84726-16.269,15.86505-24.38163,23.82013q-16.31332,15.99666-32.59837,32.0219c-3.75,3.69749-3.73394,8.52908-.01266,12.20989,5.32758,5.2695,10.69285,10.50085,16.03635,15.75429q19.54138,19.21189,39.08246,38.424,28.33431,27.75336,67.98,25.94035a83.03279,83.03279,0,0,0,39.17421-11.52729c28.23729-16.81519,42.66039-41.87957,43.93305-74.59841Zm58.23612-.07522a171.37566,171.37566,0,0,0-4.09075-38.11425,11.73723,11.73723,0,0,1-.20111-1.1565,2.63478,2.63478,0,0,1,1.27481-2.74752,2.67092,2.67092,0,0,1,3.16194.02147,9.13711,9.13711,0,0,1,1.18864,1.0856q16.15512,16.14834,32.305,32.30226c5.30658,5.3075,5.2967,12.06515-.02255,17.38455q-16.09957,16.10016-32.1997,32.19985c-.277.27695-.54682.56179-.83445.82717a2.73085,2.73085,0,0,1-3.50192.44023,2.6834,2.6834,0,0,1-1.351-3.11577c1.13192-5.20587,2.10232-10.43969,2.798-15.72573a164.22388,164.22388,0,0,0,1.46944-18.85586c.0238-1.5147.00355-3.03034.00355-4.54551Z"/><path class="cls-1" d="M232.20625,180.965a70.48931,70.48931,0,1,0-.00015,0Z"/></svg>

packages/@n8n/nodes-langchain/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.ts

@@ -1,5 +1,6 @@
 import { Pinecone } from '@pinecone-database/pinecone';
 import { QdrantClient } from '@qdrant/js-client-rest';
+import { MilvusClient } from '@zilliz/milvus2-sdk-node';
 import { ApplicationError, type IDataObject, type ILoadOptionsFunctions } from 'n8n-workflow';
 
 export async function pineconeIndexSearch(this: ILoadOptionsFunctions) {
@@ -67,3 +68,25 @@ export async function qdrantCollectionsSearch(this: ILoadOptionsFunctions) {
 
 	return { results };
 }
+
+export async function milvusCollectionsSearch(this: ILoadOptionsFunctions) {
+	const credentials = await this.getCredentials<{
+		baseUrl: string;
+		username: string;
+		password: string;
+	}>('milvusApi');
+
+	const client = new MilvusClient({
+		address: credentials.baseUrl,
+		token: `${credentials.username}:${credentials.password}`,
+	});
+
+	const response = await client.listCollections();
+
+	const results = response.data.map((collection) => ({
+		name: collection.name,
+		value: collection.name,
+	}));
+
+	return { results };
+}

packages/@n8n/nodes-langchain/nodes/vector_store/shared/descriptions.ts

@@ -68,3 +68,26 @@ export const qdrantCollectionRLC: INodeProperties = {
 		},
 	],
 };
+
+export const milvusCollectionRLC: INodeProperties = {
+	displayName: 'Milvus Collection',
+	name: 'milvusCollection',
+	type: 'resourceLocator',
+	default: { mode: 'list', value: '' },
+	required: true,
+	modes: [
+		{
+			displayName: 'From List',
+			name: 'list',
+			type: 'list',
+			typeOptions: {
+				searchListMethod: 'milvusCollectionsSearch',
+			},
+		},
+		{
+			displayName: 'ID',
+			name: 'id',
+			type: 'string',
+		},
+	],
+};

packages/@n8n/nodes-langchain/package.json

@@ -31,6 +31,7 @@
       "dist/credentials/GroqApi.credentials.js",
       "dist/credentials/HuggingFaceApi.credentials.js",
       "dist/credentials/MotorheadApi.credentials.js",
+      "dist/credentials/MilvusApi.credentials.js",
       "dist/credentials/MistralCloudApi.credentials.js",
       "dist/credentials/OllamaApi.credentials.js",
       "dist/credentials/OpenRouterApi.credentials.js",
@@ -115,6 +116,7 @@
       "dist/nodes/vector_store/VectorStoreInMemory/VectorStoreInMemory.node.js",
       "dist/nodes/vector_store/VectorStoreInMemoryInsert/VectorStoreInMemoryInsert.node.js",
       "dist/nodes/vector_store/VectorStoreInMemoryLoad/VectorStoreInMemoryLoad.node.js",
+      "dist/nodes/vector_store/VectorStoreMilvus/VectorStoreMilvus.node.js",
       "dist/nodes/vector_store/VectorStoreMongoDBAtlas/VectorStoreMongoDBAtlas.node.js",
       "dist/nodes/vector_store/VectorStorePGVector/VectorStorePGVector.node.js",
       "dist/nodes/vector_store/VectorStorePinecone/VectorStorePinecone.node.js",
@@ -174,6 +176,7 @@
     "@qdrant/js-client-rest": "1.11.0",
     "@supabase/supabase-js": "2.45.4",
     "@xata.io/client": "0.28.4",
+    "@zilliz/milvus2-sdk-node": "^2.5.7",
     "basic-auth": "catalog:",
     "cheerio": "1.0.0",
     "cohere-ai": "7.14.0",

pnpm-lock.yaml

@@ -576,7 +576,7 @@ importers:
         version: 0.3.2(@aws-sdk/client-sso-oidc@3.666.0(@aws-sdk/client-sts@3.666.0))(@langchain/core@0.3.30(openai@4.78.1(encoding@0.1.13)(zod@3.24.1)))(encoding@0.1.13)
       '@langchain/community':
         specifier: 0.3.24
-        version: 0.3.24(a04a643b073c1ba3ea97b63ddf599935)
+        version: 0.3.24(c5fc7e11d6e6167a46cb8d3fd9b490a5)
       '@langchain/core':
         specifier: 'catalog:'
         version: 0.3.30(openai@4.78.1(encoding@0.1.13)(zod@3.24.1))
@@ -640,6 +640,9 @@ importers:
       '@xata.io/client':
         specifier: 0.28.4
         version: 0.28.4(typescript@5.8.2)
+      '@zilliz/milvus2-sdk-node':
+        specifier: ^2.5.7
+        version: 2.5.7
       basic-auth:
         specifier: 'catalog:'
         version: 2.0.1
@@ -3726,6 +3729,10 @@ packages:
     resolution: {integrity: sha512-vYVqYzHicDqyKB+NQhAc54I1QWCBLCrYG6unqOIcBTHx+7x8C9lcoLj3KVJXs2VB4lUbpWY+Kk9NipcbXYWmvg==}
     engines: {node: '>=12.10.0'}
 
+  '@grpc/grpc-js@1.13.2':
+    resolution: {integrity: sha512-nnR5nmL6lxF8YBqb6gWvEgLdLh/Fn+kvAdX5hUOnt48sNSb0riz/93ASd2E5gvanPA41X6Yp25bIfGRp1SMb2g==}
+    engines: {node: '>=12.10.0'}
+
   '@grpc/proto-loader@0.7.13':
     resolution: {integrity: sha512-AiXO/bfe9bmxBjxxtYxFAXGZvMaN5s8kO+jBHAJCON8rJoB5YS/D6X7ZNc6XQkuHNmyl4CYaMI1fJ/Gn27RGGw==}
     engines: {node: '>=6'}
@@ -4970,6 +4977,9 @@ packages:
   '@otplib/preset-v11@12.0.1':
     resolution: {integrity: sha512-9hSetMI7ECqbFiKICrNa4w70deTUfArtwXykPUvSHWOdzOlfa9ajglu7mNCntlvxycTiOAXkQGwjQCzzDEMRMg==}
 
+  '@petamoriken/float16@3.9.2':
+    resolution: {integrity: sha512-VgffxawQde93xKxT3qap3OH+meZf7VaSB5Sqd4Rqc+FP5alWbpOyan/7tRbOAvynjpG3GpdtAuGU/NdhQpmrog==}
+
   '@pinecone-database/pinecone@4.0.0':
     resolution: {integrity: sha512-INYS+GBys9v5BRTyn0tv8srVsPTlSRvE3BPE4Wkc/lOEyAIyB9F7DEMXbeF19FOLEgRwCuHTLjzm1niENl+4FA==}
     engines: {node: '>=18.0.0'}
@@ -6640,6 +6650,9 @@ packages:
     resolution: {integrity: sha512-2WALfTl4xo2SkGCYRt6rDTFfk9R1czmBvUQy12gK2KuRKIpWEhcbbzy8EZXtz/jkRqHX8bFEc6FC1HjX4TUWYw==}
     engines: {node: '>=10.0.0'}
 
+  '@zilliz/milvus2-sdk-node@2.5.7':
+    resolution: {integrity: sha512-5gvIlllZCDkbcy1O9WjV4bZWgq+mlNekl5W4JcyO0HpyPcovoGF6cgWksl38kjXSl7WUSt1jWm2Q71Ua3r6foA==}
+
   abab@2.0.6:
     resolution: {integrity: sha512-j2afSsaIENvHZN2B8GOpF566vZ5WVk5opAiMTvWgaQT8DkbOqsTfvNAvHoRGU2zzP8cPoqys+xHTRDWW8L+/BA==}
     deprecated: Use your platform's native atob() and btoa() methods instead
@@ -16195,11 +16208,16 @@ snapshots:
       '@grpc/proto-loader': 0.7.13
       '@js-sdsl/ordered-map': 4.4.2
 
+  '@grpc/grpc-js@1.13.2':
+    dependencies:
+      '@grpc/proto-loader': 0.7.13
+      '@js-sdsl/ordered-map': 4.4.2
+
   '@grpc/proto-loader@0.7.13':
     dependencies:
       lodash.camelcase: 4.3.0
       long: 5.2.3
-      protobufjs: 7.3.0
+      protobufjs: 7.4.0
       yargs: 17.7.2
 
   '@hapi/hoek@9.3.0': {}
@@ -16637,7 +16655,7 @@ snapshots:
       - aws-crt
       - encoding
 
-  '@langchain/community@0.3.24(a04a643b073c1ba3ea97b63ddf599935)':
+  '@langchain/community@0.3.24(c5fc7e11d6e6167a46cb8d3fd9b490a5)':
     dependencies:
       '@browserbasehq/stagehand': 1.9.0(@playwright/test@1.49.1)(deepmerge@4.3.1)(dotenv@16.4.5)(encoding@0.1.13)(openai@4.78.1(encoding@0.1.13)(zod@3.24.1))(zod@3.24.1)
       '@ibm-cloud/watsonx-ai': 1.1.2
@@ -16677,6 +16695,7 @@ snapshots:
       '@smithy/util-utf8': 2.3.0
       '@supabase/supabase-js': 2.45.4
       '@xata.io/client': 0.28.4(typescript@5.8.2)
+      '@zilliz/milvus2-sdk-node': 2.5.7
       cheerio: 1.0.0
       cohere-ai: 7.14.0(@aws-sdk/client-sso-oidc@3.666.0(@aws-sdk/client-sts@3.666.0))(encoding@0.1.13)
       crypto-js: 4.2.0
@@ -17438,6 +17457,8 @@ snapshots:
       '@otplib/plugin-crypto': 12.0.1
       '@otplib/plugin-thirty-two': 12.0.1
 
+  '@petamoriken/float16@3.9.2': {}
+
   '@pinecone-database/pinecone@4.0.0':
     dependencies:
       encoding: 0.1.13
@@ -19656,6 +19677,18 @@ snapshots:
 
   '@xmldom/xmldom@0.8.10': {}
 
+  '@zilliz/milvus2-sdk-node@2.5.7':
+    dependencies:
+      '@grpc/grpc-js': 1.13.2
+      '@grpc/proto-loader': 0.7.13
+      '@opentelemetry/api': 1.9.0
+      '@petamoriken/float16': 3.9.2
+      dayjs: 1.11.10
+      generic-pool: 3.9.0
+      lru-cache: 9.1.2
+      protobufjs: 7.4.0
+      winston: 3.14.2
+
   abab@2.0.6: {}
 
   abbrev@1.1.1: {}
@@ -21664,7 +21697,7 @@ snapshots:
 
   eslint-import-resolver-node@0.3.9:
     dependencies:
-      debug: 3.2.7(supports-color@5.5.0)
+      debug: 3.2.7(supports-color@8.1.1)
       is-core-module: 2.13.1
       resolve: 1.22.8
     transitivePeerDependencies:
@@ -21689,7 +21722,7 @@ snapshots:
 
   eslint-module-utils@2.8.0(@typescript-eslint/parser@7.2.0(eslint@8.57.0)(typescript@5.8.2))(eslint-import-resolver-node@0.3.9)(eslint-import-resolver-typescript@3.6.1)(eslint@8.57.0):
     dependencies:
-      debug: 3.2.7(supports-color@5.5.0)
+      debug: 3.2.7(supports-color@8.1.1)
     optionalDependencies:
       '@typescript-eslint/parser': 7.2.0(eslint@8.57.0)(typescript@5.8.2)
       eslint: 8.57.0
@@ -21709,7 +21742,7 @@ snapshots:
       array.prototype.findlastindex: 1.2.3
       array.prototype.flat: 1.3.2
       array.prototype.flatmap: 1.3.2
-      debug: 3.2.7(supports-color@5.5.0)
+      debug: 3.2.7(supports-color@8.1.1)
       doctrine: 2.1.0
       eslint: 8.57.0
       eslint-import-resolver-node: 0.3.9
@@ -22522,7 +22555,7 @@ snapshots:
       array-parallel: 0.1.3
       array-series: 0.1.5
       cross-spawn: 4.0.2
-      debug: 3.2.7(supports-color@5.5.0)
+      debug: 3.2.7(supports-color@8.1.1)
     transitivePeerDependencies:
       - supports-color
 
@@ -25394,7 +25427,7 @@ snapshots:
 
   pdf-parse@1.1.1:
     dependencies:
-      debug: 3.2.7(supports-color@5.5.0)
+      debug: 3.2.7(supports-color@8.1.1)
       node-ensure: 0.0.0
     transitivePeerDependencies:
       - supports-color
@@ -25721,7 +25754,7 @@ snapshots:
 
   proto3-json-serializer@2.0.2:
     dependencies:
-      protobufjs: 7.3.0
+      protobufjs: 7.4.0
 
   protobufjs@7.3.0:
     dependencies:
@@ -26238,7 +26271,7 @@ snapshots:
 
   rhea@1.0.24:
     dependencies:
-      debug: 3.2.7(supports-color@5.5.0)
+      debug: 3.2.7(supports-color@8.1.1)
     transitivePeerDependencies:
       - supports-color