mirror of
https://github.com/Abdulazizzn/n8n-enterprise-unlocked.git
synced 2025-12-17 10:02:05 +00:00
feat: Add AI tool building capabilities (#7336)
Github issue / Community forum post (link here to close automatically): https://community.n8n.io/t/langchain-memory-chat/23733 --------- Signed-off-by: Oleg Ivaniv <me@olegivaniv.com> Co-authored-by: Oleg Ivaniv <me@olegivaniv.com> Co-authored-by: Val <68596159+valya@users.noreply.github.com> Co-authored-by: Alex Grozav <alex@grozav.com> Co-authored-by: कारतोफ्फेलस्क्रिप्ट™ <aditya@netroy.in> Co-authored-by: Deborah <deborah@starfallprojects.co.uk> Co-authored-by: Jesper Bylund <mail@jesperbylund.com> Co-authored-by: Jon <jonathan.bennetts@gmail.com> Co-authored-by: Michael Kret <88898367+michael-radency@users.noreply.github.com> Co-authored-by: Giulio Andreini <andreini@netseven.it> Co-authored-by: Mason Geloso <Mason.geloso@gmail.com> Co-authored-by: Mason Geloso <hone@Masons-Mac-mini.local> Co-authored-by: Mutasem Aldmour <mutasem@n8n.io>
This commit is contained in:
Jan Oberhauser
@@ -0,0 +1,270 @@
|
||||
/* eslint-disable n8n-nodes-base/node-dirname-against-convention */
|
||||
import {
|
||||
NodeConnectionType,
|
||||
type IExecuteFunctions,
|
||||
type INodeType,
|
||||
type INodeTypeDescription,
|
||||
type SupplyData,
|
||||
} from 'n8n-workflow';
|
||||
|
||||
import { logWrapper } from '../../../utils/logWrapper';
|
||||
import { N8nBinaryLoader } from '../../../utils/N8nBinaryLoader';
|
||||
import { metadataFilterField } from '../../../utils/sharedFields';
|
||||
|
||||
// Dependencies needed underneath the hood for the loaders. We add them
|
||||
// here only to track where what dependency is sued
|
||||
// import 'd3-dsv'; // for csv
|
||||
import 'mammoth'; // for docx
|
||||
import '@gxl/epub-parser'; // for epub
|
||||
import 'pdf-parse'; // for pdf
|
||||
import { N8nJsonLoader } from '../../../utils/N8nJsonLoader';
|
||||
|
||||
export class DocumentDefaultDataLoader implements INodeType {
|
||||
description: INodeTypeDescription = {
|
||||
displayName: 'Default Data Loader',
|
||||
name: 'documentDefaultDataLoader',
|
||||
icon: 'file:binary.svg',
|
||||
group: ['transform'],
|
||||
version: 1,
|
||||
description: 'Load data from previous step in the workflow',
|
||||
defaults: {
|
||||
name: 'Default Data Loader',
|
||||
},
|
||||
codex: {
|
||||
categories: ['AI'],
|
||||
subcategories: {
|
||||
AI: ['Document Loaders'],
|
||||
},
|
||||
resources: {
|
||||
primaryDocumentation: [
|
||||
{
|
||||
url: 'https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.documentdefaultdataloader/',
|
||||
},
|
||||
],
|
||||
},
|
||||
},
|
||||
// eslint-disable-next-line n8n-nodes-base/node-class-description-inputs-wrong-regular-node
|
||||
inputs: [
|
||||
{
|
||||
displayName: 'Text Splitter',
|
||||
maxConnections: 1,
|
||||
type: NodeConnectionType.AiTextSplitter,
|
||||
required: true,
|
||||
},
|
||||
],
|
||||
// eslint-disable-next-line n8n-nodes-base/node-class-description-outputs-wrong
|
||||
outputs: [NodeConnectionType.AiDocument],
|
||||
outputNames: ['Document'],
|
||||
properties: [
|
||||
{
|
||||
displayName:
|
||||
'This will load data from a previous step in the workflow. <a href="/templates/1962" target="_blank">Example</a>',
|
||||
name: 'notice',
|
||||
type: 'notice',
|
||||
default: '',
|
||||
},
|
||||
{
|
||||
displayName: 'Type of Data',
|
||||
name: 'dataType',
|
||||
type: 'options',
|
||||
default: 'json',
|
||||
required: true,
|
||||
noDataExpression: true,
|
||||
options: [
|
||||
{
|
||||
name: 'JSON',
|
||||
value: 'json',
|
||||
description: 'Process JSON data from previous step in the workflow',
|
||||
},
|
||||
{
|
||||
name: 'Binary',
|
||||
value: 'binary',
|
||||
description: 'Process binary data from previous step in the workflow',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
displayName: 'Mode',
|
||||
name: 'jsonMode',
|
||||
type: 'options',
|
||||
default: 'allInputData',
|
||||
required: true,
|
||||
displayOptions: {
|
||||
show: {
|
||||
dataType: ['json'],
|
||||
},
|
||||
},
|
||||
options: [
|
||||
{
|
||||
name: 'Load All Input Data',
|
||||
value: 'allInputData',
|
||||
description: 'Use all JSON data that flows into the parent agent or chain',
|
||||
},
|
||||
{
|
||||
name: 'Load Specific Data',
|
||||
value: 'expressionData',
|
||||
description:
|
||||
'Load a subset of data, and/or data from any previous step in the workflow',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
displayName: 'Data Format',
|
||||
name: 'loader',
|
||||
type: 'options',
|
||||
default: 'auto',
|
||||
required: true,
|
||||
displayOptions: {
|
||||
show: {
|
||||
dataType: ['binary'],
|
||||
},
|
||||
},
|
||||
options: [
|
||||
{
|
||||
name: 'Automatically Detect by Mime Type',
|
||||
value: 'auto',
|
||||
description: 'Uses the mime type to detect the format',
|
||||
},
|
||||
{
|
||||
name: 'CSV',
|
||||
value: 'csvLoader',
|
||||
description: 'Load CSV files',
|
||||
},
|
||||
{
|
||||
name: 'Docx',
|
||||
value: 'docxLoader',
|
||||
description: 'Load Docx documents',
|
||||
},
|
||||
{
|
||||
name: 'EPub',
|
||||
value: 'epubLoader',
|
||||
description: 'Load EPub files',
|
||||
},
|
||||
{
|
||||
name: 'JSON',
|
||||
value: 'jsonLoader',
|
||||
description: 'Load JSON files',
|
||||
},
|
||||
{
|
||||
name: 'PDF',
|
||||
value: 'pdfLoader',
|
||||
description: 'Load PDF documents',
|
||||
},
|
||||
{
|
||||
name: 'Text',
|
||||
value: 'textLoader',
|
||||
description: 'Load plain text files',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
displayName: 'Data',
|
||||
name: 'jsonData',
|
||||
type: 'string',
|
||||
typeOptions: {
|
||||
rows: 6,
|
||||
},
|
||||
default: '',
|
||||
required: true,
|
||||
description: 'Drag and drop fields from the input pane, or use an expression',
|
||||
displayOptions: {
|
||||
show: {
|
||||
dataType: ['json'],
|
||||
jsonMode: ['expressionData'],
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
displayName: 'Input Data Field Name',
|
||||
name: 'binaryDataKey',
|
||||
type: 'string',
|
||||
default: 'data',
|
||||
required: true,
|
||||
description:
|
||||
'The name of the field in the agent or chain’s input that contains the binary file to be processed',
|
||||
displayOptions: {
|
||||
show: {
|
||||
dataType: ['binary'],
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
displayName: 'Options',
|
||||
name: 'options',
|
||||
type: 'collection',
|
||||
placeholder: 'Add Option',
|
||||
default: {},
|
||||
options: [
|
||||
{
|
||||
displayName: 'JSON Pointers',
|
||||
name: 'pointers',
|
||||
type: 'string',
|
||||
default: '',
|
||||
description: 'Pointers to extract from JSON, e.g. "/text" or "/text, /meta/title"',
|
||||
displayOptions: {
|
||||
show: {
|
||||
'/loader': ['jsonLoader', 'auto'],
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
displayName: 'CSV Separator',
|
||||
name: 'separator',
|
||||
type: 'string',
|
||||
description: 'Separator to use for CSV',
|
||||
default: ',',
|
||||
displayOptions: {
|
||||
show: {
|
||||
'/loader': ['csvLoader', 'auto'],
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
displayName: 'CSV Column',
|
||||
name: 'column',
|
||||
type: 'string',
|
||||
default: '',
|
||||
description: 'Column to extract from CSV',
|
||||
displayOptions: {
|
||||
show: {
|
||||
'/loader': ['csvLoader', 'auto'],
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
displayName: 'Split Pages in PDF',
|
||||
description: 'Whether to split PDF pages into separate documents',
|
||||
name: 'splitPages',
|
||||
type: 'boolean',
|
||||
default: true,
|
||||
displayOptions: {
|
||||
show: {
|
||||
'/loader': ['pdfLoader', 'auto'],
|
||||
},
|
||||
},
|
||||
},
|
||||
{
|
||||
...metadataFilterField,
|
||||
displayName: 'Metadata',
|
||||
description:
|
||||
'Metadata to add to each document. Could be used for filtering during retrieval',
|
||||
placeholder: 'Add property',
|
||||
},
|
||||
],
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
async supplyData(this: IExecuteFunctions, itemIndex: number): Promise<SupplyData> {
|
||||
const dataType = this.getNodeParameter('dataType', itemIndex, 'json') as 'json' | 'binary';
|
||||
|
||||
const processor =
|
||||
dataType === 'binary'
|
||||
? new N8nBinaryLoader(this, 'options.')
|
||||
: new N8nJsonLoader(this, 'options.');
|
||||
|
||||
return {
|
||||
response: logWrapper(processor, this),
|
||||
};
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
<svg height="1024" width="768" xmlns="http://www.w3.org/2000/svg">
|
||||
<path d="M0 960V64h576l192 192v704H0zM704 320L512 128H64v768h640V320zM320 512H128V256h192V512zM256 320h-64v128h64V320zM256 768h64v64H128v-64h64V640h-64v-64h128V768zM512 448h64v64H384v-64h64V320h-64v-64h128V448zM576 832H384V576h192V832zM512 640h-64v128h64V640z" fill="#7D7D87" />
|
||||
</svg>
|
||||
|
After Width: | Height: | Size: 355 B |
Reference in New Issue
Block a user