mirror of
https://github.com/Abdulazizzn/n8n-enterprise-unlocked.git
synced 2025-12-17 18:12:04 +00:00
feat(Mistral AI Node): New node (#16631)
Co-authored-by: Michael Kret <michael.k@radency.com>
This commit is contained in:
RomanDavydchuk
316
packages/nodes-base/nodes/MistralAI/MistralAi.node.ts
Normal file
316
packages/nodes-base/nodes/MistralAI/MistralAi.node.ts
Normal file
@@ -0,0 +1,316 @@
|
||||
import FormData from 'form-data';
|
||||
import chunk from 'lodash/chunk';
|
||||
import type {
|
||||
IDataObject,
|
||||
IExecuteFunctions,
|
||||
INodeExecutionData,
|
||||
INodeType,
|
||||
INodeTypeDescription,
|
||||
} from 'n8n-workflow';
|
||||
import { NodeApiError, NodeConnectionTypes } from 'n8n-workflow';
|
||||
|
||||
import { document } from './descriptions';
|
||||
import { encodeBinaryData, mistralApiRequest, processResponseData } from './GenericFunctions';
|
||||
import type { BatchItemResult, BatchJob } from './types';
|
||||
|
||||
export class MistralAi implements INodeType {
|
||||
description: INodeTypeDescription = {
|
||||
displayName: 'Mistral AI',
|
||||
name: 'mistralAi',
|
||||
icon: {
|
||||
light: 'file:mistralAi.svg',
|
||||
dark: 'file:mistralAi.svg',
|
||||
},
|
||||
group: ['transform'],
|
||||
version: 1,
|
||||
subtitle: '={{ $parameter["operation"] + ": " + $parameter["resource"] }}',
|
||||
description: 'Consume Mistral AI API',
|
||||
defaults: {
|
||||
name: 'Mistral AI',
|
||||
},
|
||||
inputs: [NodeConnectionTypes.Main],
|
||||
outputs: [NodeConnectionTypes.Main],
|
||||
usableAsTool: true,
|
||||
credentials: [
|
||||
{
|
||||
name: 'mistralCloudApi',
|
||||
required: true,
|
||||
},
|
||||
],
|
||||
properties: [
|
||||
{
|
||||
displayName: 'Resource',
|
||||
name: 'resource',
|
||||
type: 'options',
|
||||
noDataExpression: true,
|
||||
options: [
|
||||
{
|
||||
name: 'Document',
|
||||
value: 'document',
|
||||
},
|
||||
],
|
||||
default: 'document',
|
||||
},
|
||||
|
||||
...document.description,
|
||||
],
|
||||
};
|
||||
|
||||
async execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]> {
|
||||
const items = this.getInputData();
|
||||
const returnData: INodeExecutionData[] = [];
|
||||
const resource = this.getNodeParameter('resource', 0);
|
||||
const operation = this.getNodeParameter('operation', 0);
|
||||
|
||||
if (resource === 'document') {
|
||||
if (operation === 'extractText') {
|
||||
const enableBatch = this.getNodeParameter('options.batch', 0, false) as boolean;
|
||||
|
||||
if (enableBatch) {
|
||||
try {
|
||||
const deleteFiles = this.getNodeParameter('options.deleteFiles', 0, true) as boolean;
|
||||
const model = this.getNodeParameter('model', 0) as string;
|
||||
const batchSize = this.getNodeParameter('options.batchSize', 0, 50) as number;
|
||||
|
||||
const itemsWithIndex = items.map((item, index) => ({
|
||||
...item,
|
||||
index,
|
||||
}));
|
||||
|
||||
const fileIds = [];
|
||||
for (const batch of chunk(itemsWithIndex, batchSize)) {
|
||||
const entries = [];
|
||||
for (const item of batch) {
|
||||
const documentType = this.getNodeParameter('documentType', item.index) as
|
||||
| 'document_url'
|
||||
| 'image_url';
|
||||
const { dataUrl, fileName } = await encodeBinaryData.call(this, item.index);
|
||||
|
||||
entries.push({
|
||||
custom_id: item.index.toString(),
|
||||
body: {
|
||||
document: {
|
||||
type: documentType,
|
||||
document_name: documentType === 'document_url' ? fileName : undefined,
|
||||
[documentType]: dataUrl,
|
||||
},
|
||||
},
|
||||
});
|
||||
}
|
||||
|
||||
const formData = new FormData();
|
||||
formData.append(
|
||||
'file',
|
||||
Buffer.from(entries.map((entry) => JSON.stringify(entry)).join('\n')),
|
||||
{
|
||||
filename: 'batch_file.jsonl',
|
||||
contentType: 'application/json',
|
||||
},
|
||||
);
|
||||
formData.append('purpose', 'batch');
|
||||
|
||||
const fileResponse = await mistralApiRequest.call(
|
||||
this,
|
||||
'POST',
|
||||
'/v1/files',
|
||||
formData,
|
||||
);
|
||||
fileIds.push(fileResponse.id);
|
||||
}
|
||||
|
||||
const jobIds = [];
|
||||
for (const fileId of fileIds) {
|
||||
const body: IDataObject = {
|
||||
model,
|
||||
input_files: [fileId],
|
||||
endpoint: '/v1/ocr',
|
||||
};
|
||||
|
||||
jobIds.push((await mistralApiRequest.call(this, 'POST', '/v1/batch/jobs', body)).id);
|
||||
}
|
||||
|
||||
const jobResults: BatchJob[] = [];
|
||||
for (const jobId of jobIds) {
|
||||
let job = (await mistralApiRequest.call(
|
||||
this,
|
||||
'GET',
|
||||
`/v1/batch/jobs/${jobId}`,
|
||||
)) as BatchJob;
|
||||
while (job.status === 'QUEUED' || job.status === 'RUNNING') {
|
||||
await new Promise((resolve) => setTimeout(resolve, 2000));
|
||||
job = (await mistralApiRequest.call(
|
||||
this,
|
||||
'GET',
|
||||
`/v1/batch/jobs/${jobId}`,
|
||||
)) as BatchJob;
|
||||
}
|
||||
jobResults.push(job);
|
||||
}
|
||||
|
||||
if (deleteFiles) {
|
||||
for (const fileId of fileIds) {
|
||||
try {
|
||||
await mistralApiRequest.call(this, 'DELETE', `/v1/files/${fileId}`);
|
||||
} catch {}
|
||||
}
|
||||
}
|
||||
|
||||
for (const jobResult of jobResults) {
|
||||
if (
|
||||
jobResult.status !== 'SUCCESS' ||
|
||||
(jobResult.errors && jobResult.errors.length > 0)
|
||||
) {
|
||||
for (let i = 0; i < items.length; i++) {
|
||||
if (this.continueOnFail()) {
|
||||
const errorData = this.helpers.constructExecutionMetaData(
|
||||
this.helpers.returnJsonArray({
|
||||
error: 'Batch job failed or returned errors',
|
||||
}),
|
||||
{ itemData: { item: i } },
|
||||
);
|
||||
returnData.push(...errorData);
|
||||
} else {
|
||||
throw new NodeApiError(this.getNode(), {
|
||||
message: `Batch job failed with status: ${jobResult.status}`,
|
||||
});
|
||||
}
|
||||
}
|
||||
continue;
|
||||
} else {
|
||||
const fileResponse = (await mistralApiRequest.call(
|
||||
this,
|
||||
'GET',
|
||||
`/v1/files/${jobResult.output_file}/content`,
|
||||
)) as string | BatchItemResult;
|
||||
if (deleteFiles) {
|
||||
try {
|
||||
await mistralApiRequest.call(
|
||||
this,
|
||||
'DELETE',
|
||||
`/v1/files/${jobResult.output_file}`,
|
||||
);
|
||||
} catch {}
|
||||
}
|
||||
|
||||
let batchResult: BatchItemResult[];
|
||||
if (typeof fileResponse === 'string') {
|
||||
batchResult = fileResponse
|
||||
.trim()
|
||||
.split('\n')
|
||||
.map((json) => JSON.parse(json) as BatchItemResult);
|
||||
} else {
|
||||
// If the response is not a string, it is a single item result
|
||||
batchResult = [fileResponse];
|
||||
}
|
||||
|
||||
for (const result of batchResult) {
|
||||
const index = parseInt(result.custom_id, 10);
|
||||
if (result.error) {
|
||||
const executionData = this.helpers.constructExecutionMetaData(
|
||||
this.helpers.returnJsonArray({ error: result.error }),
|
||||
{ itemData: { item: index } },
|
||||
);
|
||||
returnData.push(...executionData);
|
||||
} else {
|
||||
const data = processResponseData(result.response.body);
|
||||
|
||||
const executionData = this.helpers.constructExecutionMetaData(
|
||||
this.helpers.returnJsonArray(data),
|
||||
{ itemData: { item: index } },
|
||||
);
|
||||
returnData.push(...executionData);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
} catch (error) {
|
||||
if (this.continueOnFail()) {
|
||||
const executionError = this.helpers.constructExecutionMetaData(
|
||||
this.helpers.returnJsonArray({
|
||||
error: error instanceof Error ? error.message : JSON.stringify(error),
|
||||
}),
|
||||
{ itemData: { item: 0 } },
|
||||
);
|
||||
returnData.push(...executionError);
|
||||
} else {
|
||||
throw new NodeApiError(this.getNode(), error);
|
||||
}
|
||||
}
|
||||
} else {
|
||||
let responseData: IDataObject;
|
||||
|
||||
for (let i = 0; i < items.length; i++) {
|
||||
try {
|
||||
const model = this.getNodeParameter('model', i) as string;
|
||||
const inputType = this.getNodeParameter('inputType', i) as 'binary' | 'url';
|
||||
const documentType = this.getNodeParameter('documentType', i) as
|
||||
| 'document_url'
|
||||
| 'image_url';
|
||||
|
||||
if (inputType === 'binary') {
|
||||
const { dataUrl, fileName } = await encodeBinaryData.call(this, i);
|
||||
|
||||
const body: IDataObject = {
|
||||
model,
|
||||
document: {
|
||||
type: documentType,
|
||||
document_name: documentType === 'document_url' ? fileName : undefined,
|
||||
[documentType]: dataUrl,
|
||||
},
|
||||
};
|
||||
|
||||
responseData = (await mistralApiRequest.call(
|
||||
this,
|
||||
'POST',
|
||||
'/v1/ocr',
|
||||
body,
|
||||
)) as IDataObject;
|
||||
|
||||
responseData = processResponseData(responseData);
|
||||
} else {
|
||||
const url = this.getNodeParameter('url', i) as string;
|
||||
|
||||
const body: IDataObject = {
|
||||
model,
|
||||
document: {
|
||||
type: documentType,
|
||||
[documentType]: url,
|
||||
},
|
||||
};
|
||||
|
||||
responseData = (await mistralApiRequest.call(
|
||||
this,
|
||||
'POST',
|
||||
'/v1/ocr',
|
||||
body,
|
||||
)) as IDataObject;
|
||||
|
||||
responseData = processResponseData(responseData);
|
||||
}
|
||||
|
||||
const executionData = this.helpers.constructExecutionMetaData(
|
||||
this.helpers.returnJsonArray(responseData),
|
||||
{ itemData: { item: i } },
|
||||
);
|
||||
returnData.push(...executionData);
|
||||
} catch (error) {
|
||||
if (this.continueOnFail()) {
|
||||
const executionError = this.helpers.constructExecutionMetaData(
|
||||
this.helpers.returnJsonArray({
|
||||
error: error instanceof Error ? error.message : JSON.stringify(error),
|
||||
}),
|
||||
{ itemData: { item: i } },
|
||||
);
|
||||
returnData.push(...executionError);
|
||||
} else {
|
||||
throw new NodeApiError(this.getNode(), error);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return [returnData];
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user