feat(Google BigQuery Node): Node improvements (#4877)

* ⚡ setup * ⚡ finished v2 setup * ⚡ fix return all, fix simplify with nested schema * ⚡ fix for external tables, updated scopes * ⚡ query operation * ⚡ linter fixes * ⚡ fixed not processed errors when inserting, move main loop to execute function to allow bulk request * ⚡ customizible batch size when inserting, improoved errors * ⚡ options for mapping input * ⚡ fix for inserting RECORD type * ⚡ updated simplify logic * ⚡ fix for return with selected fields * ⚡ option to return table schema * ⚡ linter fixes * ⚡ fix imports * ⚡ query resource and fixes, rlc for projects * ⚡ removed simplify, added raw output option * ⚡ rlc for tables and datasets, no urls option * ⚡ updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields * ⚡ added case when rows are empty * ⚡ linter fixes * ⚡ UI update, one resource * ⚡ fix for output with field named json * ⚡ using jobs instead queries * ⚡ added error message * ⚡ search for RLCs, fixes * ⚡ json processing * ⚡ removed getAll operation * ⚡ executeQuery update * ⚡ unit test * ⚡ tests setup, fixes * ⚡ tests * Remove script for checking unused loadOptions --------- Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2025-12-17 18:12:04 +00:00 · 2023-04-19 15:55:01 +03:00
parent c291ef5dae
commit 9817a15da4
27 changed files with 2521 additions and 287 deletions
--- a/packages/nodes-base/nodes/Google/BigQuery/test/v2/node/insert.autoMapMode.test.ts
+++ b/packages/nodes-base/nodes/Google/BigQuery/test/v2/node/insert.autoMapMode.test.ts
@@ -0,0 +1,85 @@
+import type { INodeTypes } from 'n8n-workflow';
+
+import { setup, workflowToTests } from '../../../../../../test/nodes/Helpers';
+import type { WorkflowTestData } from '../../../../../../test/nodes/types';
+import { executeWorkflow } from '../../../../../../test/nodes/ExecuteWorkflow';
+import nock from 'nock';
+
+import * as transport from '../../../v2/transport';
+
+jest.mock('../../../v2/transport', () => {
+	const originalModule = jest.requireActual('../../../v2/transport');
+	return {
+		...originalModule,
+		googleApiRequest: jest.fn(async (method: string, resource: string) => {
+			if (
+				resource ===
+					'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/num_text' &&
+				method === 'GET'
+			) {
+				return Promise.resolve({
+					schema: {
+						fields: [
+							{ name: 'id', type: 'INT' },
+							{ name: 'test', type: 'STRING' },
+						],
+					},
+				});
+			}
+			if (
+				resource ===
+					'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/num_text/insertAll' &&
+				method === 'POST'
+			) {
+				return Promise.resolve({ kind: 'bigquery#tableDataInsertAllResponse' });
+			}
+			return Promise.resolve();
+		}),
+		googleApiRequestAllItems: jest.fn(async () => Promise.resolve()),
+	};
+});
+
+describe('Test Google BigQuery V2, insert auto map', () => {
+	const workflows = ['nodes/Google/BigQuery/test/v2/node/insert.autoMapMode.workflow.json'];
+	const tests = workflowToTests(workflows);
+
+	beforeAll(() => {
+		nock.disableNetConnect();
+	});
+
+	afterAll(() => {
+		nock.restore();
+		jest.unmock('../../../v2/transport');
+	});
+
+	const nodeTypes = setup(tests);
+
+	const testNode = async (testData: WorkflowTestData, types: INodeTypes) => {
+		const { result } = await executeWorkflow(testData, types);
+
+		expect(transport.googleApiRequest).toHaveBeenCalledTimes(2);
+		expect(transport.googleApiRequest).toHaveBeenCalledWith(
+			'GET',
+			'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/num_text',
+			{},
+		);
+		expect(transport.googleApiRequest).toHaveBeenCalledWith(
+			'POST',
+			'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/num_text/insertAll',
+			{
+				rows: [
+					{ json: { id: 1, test: '111' } },
+					{ json: { id: 2, test: '222' } },
+					{ json: { id: 3, test: '333' } },
+				],
+				traceId: 'trace_id',
+			},
+		);
+
+		expect(result.finished).toEqual(true);
+	};
+
+	for (const testData of tests) {
+		test(testData.description, async () => testNode(testData, nodeTypes));
+	}
+});