feat(Google BigQuery Node): Node improvements (#4877)

* ⚡ setup * ⚡ finished v2 setup * ⚡ fix return all, fix simplify with nested schema * ⚡ fix for external tables, updated scopes * ⚡ query operation * ⚡ linter fixes * ⚡ fixed not processed errors when inserting, move main loop to execute function to allow bulk request * ⚡ customizible batch size when inserting, improoved errors * ⚡ options for mapping input * ⚡ fix for inserting RECORD type * ⚡ updated simplify logic * ⚡ fix for return with selected fields * ⚡ option to return table schema * ⚡ linter fixes * ⚡ fix imports * ⚡ query resource and fixes, rlc for projects * ⚡ removed simplify, added raw output option * ⚡ rlc for tables and datasets, no urls option * ⚡ updated hints and description of query parameter, fix getMany VIEW, multioptions fo fields * ⚡ added case when rows are empty * ⚡ linter fixes * ⚡ UI update, one resource * ⚡ fix for output with field named json * ⚡ using jobs instead queries * ⚡ added error message * ⚡ search for RLCs, fixes * ⚡ json processing * ⚡ removed getAll operation * ⚡ executeQuery update * ⚡ unit test * ⚡ tests setup, fixes * ⚡ tests * Remove script for checking unused loadOptions --------- Co-authored-by: agobrech <ael.gobrecht@gmail.com>
2025-12-17 18:12:04 +00:00 · 2023-04-19 15:55:01 +03:00
parent c291ef5dae
commit 9817a15da4
27 changed files with 2521 additions and 287 deletions
--- a/packages/nodes-base/nodes/Google/BigQuery/test/v2/node/insert.manualMode.test.ts
+++ b/packages/nodes-base/nodes/Google/BigQuery/test/v2/node/insert.manualMode.test.ts
@@ -0,0 +1,82 @@
+import type { INodeTypes } from 'n8n-workflow';
+
+import { setup, workflowToTests } from '../../../../../../test/nodes/Helpers';
+import type { WorkflowTestData } from '../../../../../../test/nodes/types';
+import { executeWorkflow } from '../../../../../../test/nodes/ExecuteWorkflow';
+import nock from 'nock';
+
+import * as transport from '../../../v2/transport';
+
+jest.mock('../../../v2/transport', () => {
+	const originalModule = jest.requireActual('../../../v2/transport');
+	return {
+		...originalModule,
+		googleApiRequest: jest.fn(async (method: string, resource: string) => {
+			if (
+				resource ===
+					'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/test_json' &&
+				method === 'GET'
+			) {
+				return Promise.resolve({
+					schema: {
+						fields: [
+							{ name: 'json', type: 'JSON' },
+							{ name: 'name with space', type: 'STRING' },
+							{ name: 'active', type: 'BOOLEAN' },
+						],
+					},
+				});
+			}
+			if (
+				resource ===
+					'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/test_json/insertAll' &&
+				method === 'POST'
+			) {
+				return Promise.resolve({ kind: 'bigquery#tableDataInsertAllResponse' });
+			}
+			return Promise.resolve();
+		}),
+		googleApiRequestAllItems: jest.fn(async () => Promise.resolve()),
+	};
+});
+
+describe('Test Google BigQuery V2, insert define manualy', () => {
+	const workflows = ['nodes/Google/BigQuery/test/v2/node/insert.manualMode.workflow.json'];
+	const tests = workflowToTests(workflows);
+
+	beforeAll(() => {
+		nock.disableNetConnect();
+	});
+
+	afterAll(() => {
+		nock.restore();
+		jest.unmock('../../../v2/transport');
+	});
+
+	const nodeTypes = setup(tests);
+
+	const testNode = async (testData: WorkflowTestData, types: INodeTypes) => {
+		const { result } = await executeWorkflow(testData, types);
+
+		expect(transport.googleApiRequest).toHaveBeenCalledTimes(2);
+		expect(transport.googleApiRequest).toHaveBeenCalledWith(
+			'GET',
+			'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/test_json',
+			{},
+		);
+		expect(transport.googleApiRequest).toHaveBeenCalledWith(
+			'POST',
+			'/v2/projects/test-project/datasets/bigquery_node_dev_test_dataset/tables/test_json/insertAll',
+			{
+				rows: [{ json: { active: 'true', json: '{"test": 1}', 'name with space': 'some name' } }],
+				traceId: 'trace_id',
+			},
+		);
+
+		expect(result.finished).toEqual(true);
+	};
+
+	for (const testData of tests) {
+		test(testData.description, async () => testNode(testData, nodeTypes));
+	}
+});