admin/n8n-enterprise-unlocked
1
0
Fork 0
mirror of https://github.com/Abdulazizzn/n8n-enterprise-unlocked.git synced 2025-12-16 17:46:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(Milvus Vector Store Node): Add support for the Milvus vector db (#14404)

Browse Source
This commit is contained in:
Yiorgis Gozadinos
2025-04-08 14:34:40 +02:00
committed by GitHub
parent ad6c83afd4
commit 048b9d7589
8 changed files with 244 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
packages/@n8n/nodes-langchain/credentials/MilvusApi.credentials.ts Normal file
View File

@@ -0,0 +1,54 @@
import type {
ICredentialTestRequest,
ICredentialType,
INodeProperties,
IAuthenticateGeneric,
} from 'n8n-workflow';
export class MilvusApi implements ICredentialType {
name = 'milvusApi';
displayName = 'Milvus';
documentationUrl = 'milvus';
properties: INodeProperties[] = [
{
displayName: 'Base URL',
name: 'baseUrl',
required: true,
type: 'string',
default: 'http://localhost:19530',
},
{
displayName: 'Username',
name: 'username',
type: 'string',
default: '',
},
{
displayName: 'Password',
name: 'password',
type: 'string',
typeOptions: { password: true },
default: '',
},
];
authenticate: IAuthenticateGeneric = {
type: 'generic',
properties: {
headers: {
Authorization: '=Bearer {{$credentials.username}}:{{$credentials.password}}',
},
},
};
test: ICredentialTestRequest = {
request: {
baseURL: '={{ $credentials.baseUrl }}',
url: '/v1/vector/collections',
method: 'GET',
},
};
}

96
packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreMilvus/VectorStoreMilvus.node.ts Normal file
View File

@@ -0,0 +1,96 @@
import { Milvus } from '@langchain/community/vectorstores/milvus';
import type { MilvusLibArgs } from '@langchain/community/vectorstores/milvus';
import { MilvusClient } from '@zilliz/milvus2-sdk-node';
import type { INodeProperties } from 'n8n-workflow';
import { createVectorStoreNode } from '../shared/createVectorStoreNode/createVectorStoreNode';
import { milvusCollectionsSearch } from '../shared/createVectorStoreNode/methods/listSearch';
import { milvusCollectionRLC } from '../shared/descriptions';
const sharedFields: INodeProperties[] = [milvusCollectionRLC];
const insertFields: INodeProperties[] = [
{
displayName: 'Options',
name: 'options',
type: 'collection',
placeholder: 'Add Option',
default: {},
options: [
{
displayName: 'Clear Collection',
name: 'clearCollection',
type: 'boolean',
default: false,
description: 'Whether to clear the collection before inserting new data',
},
],
},
];
export class VectorStoreMilvus extends createVectorStoreNode<Milvus>({
meta: {
displayName: 'Milvus Vector Store',
name: 'vectorStoreMilvus',
description: 'Work with your data in Milvus Vector Store',
icon: { light: 'file:milvus-icon-black.svg', dark: 'file:milvus-icon-white.svg' },
docsUrl:
'https://docs.n8n.io/integrations/builtin/cluster-nodes/root-nodes/n8n-nodes-langchain.vectorstoremilvus/',
credentials: [
{
name: 'milvusApi',
required: true,
},
],
operationModes: ['load', 'insert', 'retrieve', 'retrieve-as-tool'],
},
methods: { listSearch: { milvusCollectionsSearch } },
sharedFields,
insertFields,
async getVectorStoreClient(context, _filter, embeddings, itemIndex): Promise<Milvus> {
const collection = context.getNodeParameter('milvusCollection', itemIndex, '', {
extractValue: true,
}) as string;
const credentials = await context.getCredentials<{
baseUrl: string;
username: string;
password: string;
}>('milvusApi');
const config: MilvusLibArgs = {
url: credentials.baseUrl,
username: credentials.username,
password: credentials.password,
collectionName: collection,
};
return await Milvus.fromExistingCollection(embeddings, config);
},
async populateVectorStore(context, embeddings, documents, itemIndex): Promise<void> {
const collection = context.getNodeParameter('milvusCollection', itemIndex, '', {
extractValue: true,
}) as string;
const options = context.getNodeParameter('options', itemIndex, {}) as {
clearCollection?: boolean;
};
const credentials = await context.getCredentials<{
baseUrl: string;
username: string;
password: string;
}>('milvusApi');
const config: MilvusLibArgs = {
url: credentials.baseUrl,
username: credentials.username,
password: credentials.password,
collectionName: collection,
};
if (options.clearCollection) {
const client = new MilvusClient({
address: credentials.baseUrl,
token: `${credentials.username}:${credentials.password}`,
});
await client.dropCollection({ collection_name: collection });
}
await Milvus.fromDocuments(documents, embeddings, config);
},
}) {}

1
packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreMilvus/milvus-icon-black.svg Normal file
View File

@@ -0,0 +1 @@
<svg id="Layer_1" data-name="Layer 1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 360 360"><title>milvus-icon-black</title><path d="M169.11689,299.04939c-27.78535-.02915-51.298-8.31411-72.45031-23.69338a122.33707,122.33707,0,0,1-14.00922-12.00616q-16.556-16.35613-33.14895-32.67482Q35.31712,216.704,21.10726,202.7519c-4.27753-4.20375-8.581-8.38131-12.83638-12.60737-5.78529-5.74539-5.692-12.21736.17135-17.91294,4.35916-4.23447,8.6808-8.50759,13.01531-12.76743q21.09033-20.727,42.18351-41.45112c7.82349-7.66748,15.53733-15.458,23.59542-22.87264A117.61725,117.61725,0,0,1,142.926,66.46075,112.79714,112.79714,0,0,1,167.7708,63.678c27.822.22006,53.14231,8.0315,75.21837,25.35039a117.49179,117.49179,0,0,1,33.56725,40.74071,111.30862,111.30862,0,0,1,11.18191,37.59258c3.75648,35.37535-6.093,66.46091-30.10087,92.86236a114.32952,114.32952,0,0,1-57.75872,34.79075A132.31853,132.31853,0,0,1,169.11689,299.04939Zm5.35425-31.43461a85.592,85.592,0,0,0,8.90555-.52289c1.86733-.18941,3.736-.42361,5.58158-.7604,22.43092-4.09372,40.60221-15.4505,54.49679-33.26538,13.51833-17.33245,18.827-37.40452,17.16875-59.24969a82.75341,82.75341,0,0,0-9.27492-31.89563c-9.21938-17.8418-23.47591-30.41362-41.44061-38.92072-16.12138-7.6342-33.07061-9.547-50.63693-6.8248a85.52038,85.52038,0,0,0-47.48221,23.39486c-12.62025,12.19885-25.1024,24.54066-37.63746,36.82758-6.28192,6.15757-12.51006,12.37048-18.83189,18.48667-4.04633,3.91467-4.21333,8.6494-.20763,12.6018q11.8256,11.66819,23.69873,23.28819c10.60865,10.42576,21.17268,20.89736,31.83058,31.27252C128.07334,259.01635,148.957,267.6,174.47114,267.61478Z"/><path d="M357.01654,180.71583a12.11267,12.11267,0,0,1-3.67773,9.07927q-16.50428,16.58232-33.07758,33.09591c-1.20808,1.20715-2.42168,1.44863-3.67166.79033-1.35017-.71105-1.82827-1.79263-1.442-3.56058a187.7592,187.7592,0,0,0,3.66284-23.911,178.77219,178.77219,0,0,0,.42091-21.92036,170.04764,170.04764,0,0,0-3.96975-31.1,3.757,3.757,0,0,1,.24665-3.12677,2.86044,2.86044,0,0,1,4.014-.76856,9.243,9.243,0,0,1,1.2578,1.10625q15.99768,15.98621,31.98832,31.97946C355.28369,174.89374,357.02471,177.76063,357.01654,180.71583Z"/><path d="M232.52066,181.32156a58.91788,58.91788,0,0,1-59.06395,59.10475c-34.72229-.0744-59.571-28.74548-58.99573-60.0188a59.03419,59.03419,0,0,1,118.05968.91405Z"/></svg>
Side by Side

After

Width:  |  Height:  |  Size: 2.2 KiB

1
packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreMilvus/milvus-icon-white.svg Normal file
View File

@@ -0,0 +1 @@
<svg id="Layer_1" data-name="Layer 1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 360 360"><defs><style>.cls-1{fill:#fff;}</style></defs><title>milvus-icon-white</title><path class="cls-1" d="M168.50983,63.3293c31.95671.507,59.93559,11.11286,83.27686,33.18535,18.7006,17.68407,30.22667,39.32512,34.81328,64.64452A105.32115,105.32115,0,0,1,288.30948,182.05c-.56967,28.47039-9.94153,53.66667-28.65343,75.19713-18.13667,20.86872-40.90888,34.11493-68.05469,39.10222-36.61066,6.7263-69.82614-1.44613-99.22656-24.47337-6.10735-4.78341-11.40667-10.44927-16.92918-15.86568q-17.83359-17.49069-35.625-35.0246Q23.68152,205.12557,7.53535,189.27287c-4.99811-4.92643-5.00166-11.76177-.00618-16.68775q16.58239-16.35193,33.222-32.64579c10.415-10.22513,20.7782-20.50417,31.27381-30.64606,6.968-6.73308,13.5621-13.8667,21.20515-19.88878a119.68976,119.68976,0,0,1,51.34517-23.68667,121.162,121.162,0,0,1,23.93459-2.38869Zm92.371,117.69085a91.99822,91.99822,0,0,0-1.48906-15.09071c-4.6589-24.42132-17.48944-43.49544-38.23938-56.98664-20.01283-13.01188-42.00792-17.05568-65.46628-12.61428a85.61952,85.61952,0,0,0-44.01862,22.6468c-8.21582,7.84726-16.269,15.86505-24.38163,23.82013q-16.31332,15.99666-32.59837,32.0219c-3.75,3.69749-3.73394,8.52908-.01266,12.20989,5.32758,5.2695,10.69285,10.50085,16.03635,15.75429q19.54138,19.21189,39.08246,38.424,28.33431,27.75336,67.98,25.94035a83.03279,83.03279,0,0,0,39.17421-11.52729c28.23729-16.81519,42.66039-41.87957,43.93305-74.59841Zm58.23612-.07522a171.37566,171.37566,0,0,0-4.09075-38.11425,11.73723,11.73723,0,0,1-.20111-1.1565,2.63478,2.63478,0,0,1,1.27481-2.74752,2.67092,2.67092,0,0,1,3.16194.02147,9.13711,9.13711,0,0,1,1.18864,1.0856q16.15512,16.14834,32.305,32.30226c5.30658,5.3075,5.2967,12.06515-.02255,17.38455q-16.09957,16.10016-32.1997,32.19985c-.277.27695-.54682.56179-.83445.82717a2.73085,2.73085,0,0,1-3.50192.44023,2.6834,2.6834,0,0,1-1.351-3.11577c1.13192-5.20587,2.10232-10.43969,2.798-15.72573a164.22388,164.22388,0,0,0,1.46944-18.85586c.0238-1.5147.00355-3.03034.00355-4.54551Z"/><path class="cls-1" d="M232.20625,180.965a70.48931,70.48931,0,1,0-.00015,0Z"/></svg>
Side by Side

After

Width:  |  Height:  |  Size: 2.1 KiB

23
packages/@n8n/nodes-langchain/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.ts
View File

@@ -1,5 +1,6 @@
import { Pinecone } from '@pinecone-database/pinecone';
import { QdrantClient } from '@qdrant/js-client-rest';
import { MilvusClient } from '@zilliz/milvus2-sdk-node';
import { ApplicationError, type IDataObject, type ILoadOptionsFunctions } from 'n8n-workflow';
export async function pineconeIndexSearch(this: ILoadOptionsFunctions) {
@@ -67,3 +68,25 @@ export async function qdrantCollectionsSearch(this: ILoadOptionsFunctions) {
return { results };
}
export async function milvusCollectionsSearch(this: ILoadOptionsFunctions) {
const credentials = await this.getCredentials<{
baseUrl: string;
username: string;
password: string;
}>('milvusApi');
const client = new MilvusClient({
address: credentials.baseUrl,
token: `${credentials.username}:${credentials.password}`,
});
const response = await client.listCollections();
const results = response.data.map((collection) => ({
name: collection.name,
value: collection.name,
}));
return { results };
}

23
packages/@n8n/nodes-langchain/nodes/vector_store/shared/descriptions.ts
View File

@@ -68,3 +68,26 @@ export const qdrantCollectionRLC: INodeProperties = {
},
],
};
export const milvusCollectionRLC: INodeProperties = {
displayName: 'Milvus Collection',
name: 'milvusCollection',
type: 'resourceLocator',
default: { mode: 'list', value: '' },
required: true,
modes: [
{
displayName: 'From List',
name: 'list',
type: 'list',
typeOptions: {
searchListMethod: 'milvusCollectionsSearch',
},
},
{
displayName: 'ID',
name: 'id',
type: 'string',
},
],
};

3
packages/@n8n/nodes-langchain/package.json
View File

@@ -31,6 +31,7 @@
"dist/credentials/GroqApi.credentials.js",
"dist/credentials/HuggingFaceApi.credentials.js",
"dist/credentials/MotorheadApi.credentials.js",
"dist/credentials/MilvusApi.credentials.js",
"dist/credentials/MistralCloudApi.credentials.js",
"dist/credentials/OllamaApi.credentials.js",
"dist/credentials/OpenRouterApi.credentials.js",
@@ -115,6 +116,7 @@
"dist/nodes/vector_store/VectorStoreInMemory/VectorStoreInMemory.node.js",
"dist/nodes/vector_store/VectorStoreInMemoryInsert/VectorStoreInMemoryInsert.node.js",
"dist/nodes/vector_store/VectorStoreInMemoryLoad/VectorStoreInMemoryLoad.node.js",
"dist/nodes/vector_store/VectorStoreMilvus/VectorStoreMilvus.node.js",
"dist/nodes/vector_store/VectorStoreMongoDBAtlas/VectorStoreMongoDBAtlas.node.js",
"dist/nodes/vector_store/VectorStorePGVector/VectorStorePGVector.node.js",
"dist/nodes/vector_store/VectorStorePinecone/VectorStorePinecone.node.js",
@@ -174,6 +176,7 @@
"@qdrant/js-client-rest": "1.11.0",
"@supabase/supabase-js": "2.45.4",
"@xata.io/client": "0.28.4",
"@zilliz/milvus2-sdk-node": "^2.5.7",
"basic-auth": "catalog:",
"cheerio": "1.0.0",
"cohere-ai": "7.14.0",

53
pnpm-lock.yaml generated
View File

@@ -576,7 +576,7 @@ importers:
version: 0.3.2(@aws-sdk/client-sso-oidc@3.666.0(@aws-sdk/client-sts@3.666.0))(@langchain/core@0.3.30(openai@4.78.1(encoding@0.1.13)(zod@3.24.1)))(encoding@0.1.13)
'@langchain/community':
specifier: 0.3.24
version: 0.3.24(a04a643b073c1ba3ea97b63ddf599935)
version: 0.3.24(c5fc7e11d6e6167a46cb8d3fd9b490a5)
'@langchain/core':
specifier: 'catalog:'
version: 0.3.30(openai@4.78.1(encoding@0.1.13)(zod@3.24.1))
@@ -640,6 +640,9 @@ importers:
'@xata.io/client':
specifier: 0.28.4
version: 0.28.4(typescript@5.8.2)
'@zilliz/milvus2-sdk-node':
specifier: ^2.5.7
version: 2.5.7
basic-auth:
specifier: 'catalog:'
version: 2.0.1
@@ -3726,6 +3729,10 @@ packages:
resolution: {integrity: sha512-vYVqYzHicDqyKB+NQhAc54I1QWCBLCrYG6unqOIcBTHx+7x8C9lcoLj3KVJXs2VB4lUbpWY+Kk9NipcbXYWmvg==}
engines: {node: '>=12.10.0'}
'@grpc/grpc-js@1.13.2':
resolution: {integrity: sha512-nnR5nmL6lxF8YBqb6gWvEgLdLh/Fn+kvAdX5hUOnt48sNSb0riz/93ASd2E5gvanPA41X6Yp25bIfGRp1SMb2g==}
engines: {node: '>=12.10.0'}
'@grpc/proto-loader@0.7.13':
resolution: {integrity: sha512-AiXO/bfe9bmxBjxxtYxFAXGZvMaN5s8kO+jBHAJCON8rJoB5YS/D6X7ZNc6XQkuHNmyl4CYaMI1fJ/Gn27RGGw==}
engines: {node: '>=6'}
@@ -4970,6 +4977,9 @@ packages:
'@otplib/preset-v11@12.0.1':
resolution: {integrity: sha512-9hSetMI7ECqbFiKICrNa4w70deTUfArtwXykPUvSHWOdzOlfa9ajglu7mNCntlvxycTiOAXkQGwjQCzzDEMRMg==}
'@petamoriken/float16@3.9.2':
resolution: {integrity: sha512-VgffxawQde93xKxT3qap3OH+meZf7VaSB5Sqd4Rqc+FP5alWbpOyan/7tRbOAvynjpG3GpdtAuGU/NdhQpmrog==}
'@pinecone-database/pinecone@4.0.0':
resolution: {integrity: sha512-INYS+GBys9v5BRTyn0tv8srVsPTlSRvE3BPE4Wkc/lOEyAIyB9F7DEMXbeF19FOLEgRwCuHTLjzm1niENl+4FA==}
engines: {node: '>=18.0.0'}
@@ -6640,6 +6650,9 @@ packages:
resolution: {integrity: sha512-2WALfTl4xo2SkGCYRt6rDTFfk9R1czmBvUQy12gK2KuRKIpWEhcbbzy8EZXtz/jkRqHX8bFEc6FC1HjX4TUWYw==}
engines: {node: '>=10.0.0'}
'@zilliz/milvus2-sdk-node@2.5.7':
resolution: {integrity: sha512-5gvIlllZCDkbcy1O9WjV4bZWgq+mlNekl5W4JcyO0HpyPcovoGF6cgWksl38kjXSl7WUSt1jWm2Q71Ua3r6foA==}
abab@2.0.6:
resolution: {integrity: sha512-j2afSsaIENvHZN2B8GOpF566vZ5WVk5opAiMTvWgaQT8DkbOqsTfvNAvHoRGU2zzP8cPoqys+xHTRDWW8L+/BA==}
deprecated: Use your platform's native atob() and btoa() methods instead
@@ -16195,11 +16208,16 @@ snapshots:
'@grpc/proto-loader': 0.7.13
'@js-sdsl/ordered-map': 4.4.2
'@grpc/grpc-js@1.13.2':
dependencies:
'@grpc/proto-loader': 0.7.13
'@js-sdsl/ordered-map': 4.4.2
'@grpc/proto-loader@0.7.13':
dependencies:
lodash.camelcase: 4.3.0
long: 5.2.3
protobufjs: 7.3.0
protobufjs: 7.4.0
yargs: 17.7.2
'@hapi/hoek@9.3.0': {}
@@ -16637,7 +16655,7 @@ snapshots:
- aws-crt
- encoding
'@langchain/community@0.3.24(a04a643b073c1ba3ea97b63ddf599935)':
'@langchain/community@0.3.24(c5fc7e11d6e6167a46cb8d3fd9b490a5)':
dependencies:
'@browserbasehq/stagehand': 1.9.0(@playwright/test@1.49.1)(deepmerge@4.3.1)(dotenv@16.4.5)(encoding@0.1.13)(openai@4.78.1(encoding@0.1.13)(zod@3.24.1))(zod@3.24.1)
'@ibm-cloud/watsonx-ai': 1.1.2
@@ -16677,6 +16695,7 @@ snapshots:
'@smithy/util-utf8': 2.3.0
'@supabase/supabase-js': 2.45.4
'@xata.io/client': 0.28.4(typescript@5.8.2)
'@zilliz/milvus2-sdk-node': 2.5.7
cheerio: 1.0.0
cohere-ai: 7.14.0(@aws-sdk/client-sso-oidc@3.666.0(@aws-sdk/client-sts@3.666.0))(encoding@0.1.13)
crypto-js: 4.2.0
@@ -17438,6 +17457,8 @@ snapshots:
'@otplib/plugin-crypto': 12.0.1
'@otplib/plugin-thirty-two': 12.0.1
'@petamoriken/float16@3.9.2': {}
'@pinecone-database/pinecone@4.0.0':
dependencies:
encoding: 0.1.13
@@ -19656,6 +19677,18 @@ snapshots:
'@xmldom/xmldom@0.8.10': {}
'@zilliz/milvus2-sdk-node@2.5.7':
dependencies:
'@grpc/grpc-js': 1.13.2
'@grpc/proto-loader': 0.7.13
'@opentelemetry/api': 1.9.0
'@petamoriken/float16': 3.9.2
dayjs: 1.11.10
generic-pool: 3.9.0
lru-cache: 9.1.2
protobufjs: 7.4.0
winston: 3.14.2
abab@2.0.6: {}
abbrev@1.1.1: {}
@@ -21664,7 +21697,7 @@ snapshots:
eslint-import-resolver-node@0.3.9:
dependencies:
debug: 3.2.7(supports-color@5.5.0)
debug: 3.2.7(supports-color@8.1.1)
is-core-module: 2.13.1
resolve: 1.22.8
transitivePeerDependencies:
@@ -21689,7 +21722,7 @@ snapshots:
eslint-module-utils@2.8.0(@typescript-eslint/parser@7.2.0(eslint@8.57.0)(typescript@5.8.2))(eslint-import-resolver-node@0.3.9)(eslint-import-resolver-typescript@3.6.1)(eslint@8.57.0):
dependencies:
debug: 3.2.7(supports-color@5.5.0)
debug: 3.2.7(supports-color@8.1.1)
optionalDependencies:
'@typescript-eslint/parser': 7.2.0(eslint@8.57.0)(typescript@5.8.2)
eslint: 8.57.0
@@ -21709,7 +21742,7 @@ snapshots:
array.prototype.findlastindex: 1.2.3
array.prototype.flat: 1.3.2
array.prototype.flatmap: 1.3.2
debug: 3.2.7(supports-color@5.5.0)
debug: 3.2.7(supports-color@8.1.1)
doctrine: 2.1.0
eslint: 8.57.0
eslint-import-resolver-node: 0.3.9
@@ -22522,7 +22555,7 @@ snapshots:
array-parallel: 0.1.3
array-series: 0.1.5
cross-spawn: 4.0.2
debug: 3.2.7(supports-color@5.5.0)
debug: 3.2.7(supports-color@8.1.1)
transitivePeerDependencies:
- supports-color
@@ -25394,7 +25427,7 @@ snapshots:
pdf-parse@1.1.1:
dependencies:
debug: 3.2.7(supports-color@5.5.0)
debug: 3.2.7(supports-color@8.1.1)
node-ensure: 0.0.0
transitivePeerDependencies:
- supports-color
@@ -25721,7 +25754,7 @@ snapshots:
proto3-json-serializer@2.0.2:
dependencies:
protobufjs: 7.3.0
protobufjs: 7.4.0
protobufjs@7.3.0:
dependencies:
@@ -26238,7 +26271,7 @@ snapshots:
rhea@1.0.24:
dependencies:
debug: 3.2.7(supports-color@5.5.0)
debug: 3.2.7(supports-color@8.1.1)
transitivePeerDependencies:
- supports-color