Parse through several .csv files from form submission

Help me Build my Workflow
, ,
1

Hi All,

I’m trying to take csv files (that are uploaded via form submission node), converting them to a json structure such that I make a HTTP request (API) with the extracted data. If it’s just a single file, the “extract from file” node type works fine. Where I get stuck is if there are multiple csv files as part of the form submission upload.

I want to iterate through all the uploaded files and create a json structure that I can further iterate for the HTTP requests.

The examples filenames are in this structure:

  • objects_tags.csv
  • objects_addresses.csv

The intention is to take the contents of each file and add it to a json structure like so:

{
  "tags": <contents of objects_tags.csv>,
  "addresses": <contents of objects_addresses.csv>
}

So the key value comes from the name value from objects_.csv filename.

Any guidance would be most welcome!

4

I believe I figured it out! :partying_face:

{“name”: “test workflow”,“nodes”: [{“parameters”: {“formTitle”: “Authentication Details”,“formDescription”: “Gather token values”,“formFields”: {“values”: [{“fieldLabel”: “Authentication File”,“fieldType”: “file”,“multipleFiles”: false,“acceptFileTypes”: “.json”,“requiredField”: true},{“fieldLabel”: “Create Objects”,“fieldType”: “file”,“acceptFileTypes”: “.csv”,“requiredField”: true}]},“options”: {}},“type”: “n8n-nodes-base.formTrigger”,“typeVersion”: 2.3,“position”: [-1696,848],“id”: “099a9a1d-3694-4e96-84ce-50af4045c3b4”,“name”: “On form submission”,“webhookId”: “5c6a328f-e9bd-4350-b2c8-495604d5d80f”,“alwaysOutputData”: false},{“parameters”: {“operation”: “completion”,“completionTitle”: “Invalid File”,“completionMessage”: “Invalid File Type or File Size is not > 100 bytes”,“options”: {}},“type”: “n8n-nodes-base.form”,“typeVersion”: 2.3,“position”: [-1248,1040],“id”: “26dc557f-6a8f-44a3-a3bd-15e5e020dfce”,“name”: “Form1”,“webhookId”: “a68d4531-e759-4098-abe7-c441d732e4ad”},{“parameters”: {“operation”: “fromJson”,“binaryPropertyName”: “Authentication_File”,“destinationKey”: “=data”,“options”: {}},“type”: “n8n-nodes-base.extractFromFile”,“typeVersion”: 1,“position”: [-1248,848],“id”: “9a52be44-ffda-49ff-b3ff-2a51bcb9d0a1”,“name”: “Extract from JSON”,“alwaysOutputData”: true},{“parameters”: {“conditions”: {“options”: {“caseSensitive”: true,“leftValue”: “”,“typeValidation”: “strict”,“version”: 2},“conditions”: [{“id”: “aafe73ca-00da-4ef6-b7ab-6c16fd1ba2cf”,“leftValue”: “={{ $json[“Authentication File”].filename }}”,“rightValue”: “.json”,“operator”: {“type”: “string”,“operation”: “endsWith”}},{“id”: “f50bb9c8-5463-45dd-b7a9-d6b0b901cb3c”,“leftValue”: “={{ $json[“Authentication File”].mimetype }}”,“rightValue”: “application/json”,“operator”: {“type”: “string”,“operation”: “equals”,“name”: “filter.operator.equals”}},{“id”: “10c4bd98-ac4c-4152-aaac-09e1f14b2693”,“leftValue”: “={{ $json[“Authentication File”].size }}”,“rightValue”: 100,“operator”: {“type”: “number”,“operation”: “gt”}},{“id”: “d9a84979-c865-409e-8374-8ac3e0e7dde2”,“leftValue”: “={{ $json[“Authentication File”].size }}”,“rightValue”: 400,“operator”: {“type”: “number”,“operation”: “lt”}}],“combinator”: “and”},“options”: {}},“type”: “n8n-nodes-base.if”,“typeVersion”: 2.2,“position”: [-1472,848],“id”: “cde2aa70-b18d-43b6-9a06-631f45ac2bf1”,“name”: “Validate Files”},{“parameters”: {“binaryPropertyName”: “=data”,“options”: {}},“type”: “n8n-nodes-base.extractFromFile”,“typeVersion”: 1,“position”: [-576,480],“id”: “94d323cc-bf48-4963-b2aa-6271e5850cf9”,“name”: “Extract from File”},{“parameters”: {“jsCode”: “let results = ;\n\n// 1. Define the regular expression for filtering filenames\n// /^objects_.\.csv$/i:\n// ^       - start of the string\n// objects_ - literal match for “objects_”\n// . - any character (.), zero or more times ()\n// \.csv$  - literal match for “.csv” at the end of the string ($)\n// i       - case-insensitive flag (optional, but robust)\nconst fileNameRegex = /^object_.\.csv$/i;\n\nfor (const item of items) {\n  for (const key of Object.keys(item.binary)) {\n    \n    const binaryObject = item.binary[key];\n    const fileName = binaryObject.fileName;\n    \n    // 2. Check if the filename matches the required pattern\n    if (fileName && fileNameRegex.test(fileName)) {\n      \n      results.push(\n        {\n          json: {\n            // Include the key and original filename for clarity\n            originalBinaryKey: key, \n            fileName: fileName,\n          },\n          binary: {\n            // Map the binary object to a consistent key ‘data’\n            data: binaryObject, \n          }\n        }\n      );\n    }\n  }\n}\n\nreturn results;”},“type”: “n8n-nodes-base.code”,“typeVersion”: 2,“position”: [-1248,528],“id”: “13a878e6-70e5-4aa3-a153-886e88873c98”,“name”: “Convert to Individual File Objects”},{“parameters”: {“aggregate”: “aggregateAllItemData”,“destinationFieldName”: “={{ $(‘Loop Over Items’).item.json.fileName.split(‘_’)[1].split(‘.’)[0] }}”,“options”: {}},“type”: “n8n-nodes-base.aggregate”,“typeVersion”: 1,“position”: [-352,512],“id”: “e5e2319b-9cec-48bd-8474-d296e48741dc”,“name”: “Aggregate”},{“parameters”: {“options”: {“reset”: false}},“type”: “n8n-nodes-base.splitInBatches”,“typeVersion”: 3,“position”: [-848,384],“id”: “e5f46ecd-1192-400b-8bdb-50fba0552cd7”,“name”: “Loop Over Items”}],“pinData”: {},“connections”: {“On form submission”: {“main”: [[{“node”: “Validate Files”,“type”: “main”,“index”: 0}]]},“Extract from JSON”: {“main”: []},“Validate Files”: {“main”: [[{“node”: “Extract from JSON”,“type”: “main”,“index”: 0},{“node”: “Convert to Individual File Objects”,“type”: “main”,“index”: 0}],[{“node”: “Form1”,“type”: “main”,“index”: 0}]]},“Extract from File”: {“main”: [[{“node”: “Aggregate”,“type”: “main”,“index”: 0}]]},“Convert to Individual File Objects”: {“main”: [[{“node”: “Loop Over Items”,“type”: “main”,“index”: 0}]]},“Aggregate”: {“main”: [[{“node”: “Loop Over Items”,“type”: “main”,“index”: 0}]]},“Loop Over Items”: {“main”: [,[{“node”: “Extract from File”,“type”: “main”,“index”: 0}]]}},“active”: false,“settings”: {“executionOrder”: “v1”},“versionId”: “a58e370e-8e03-40eb-83b0-448ff772716f”,“meta”: {“instanceId”: “744518ac1a920084b948eeabfeaace6d40ce0361f2ab7a8bd17e16e65160605c”},“id”: “43dHrThFfVRk8sl2”,“tags”: }