Handle parsing utf-8 bom encoded files (#961)

Co-authored-by: peteruithoven <[email protected]>

Author: peteruithoven

papaparse.js

@@ -235,6 +235,7 @@ License: MIT
 		}
 		else if (typeof _input === 'string')
 		{
+			_input = stripBom(_input);
 			if (_config.download)
 				streamer = new NetworkStreamer(_config);
 			else
@@ -248,6 +249,14 @@ License: MIT
 			streamer = new FileStreamer(_config);
 
 		return streamer.stream(_input);
+
+		// Strip character from UTF-8 BOM encoded files that cause issue parsing the file
+		function stripBom(string) {
+			if (string.charCodeAt(0) === 0xfeff) {
+				return string.slice(1);
+			}
+			return string;
+		}
 	}
 
 

tests/node-tests.js

@@ -5,6 +5,7 @@ var Papa = require("../papaparse.js");
 var fs = require('fs');
 var assert = require('assert');
 var longSampleRawCsv = fs.readFileSync(__dirname + '/long-sample.csv', 'utf8');
+var utf8BomSampleRawCsv = fs.readFileSync(__dirname + '/utf-8-bom-sample.csv', 'utf8');
 
 function assertLongSampleParsedCorrectly(parsedCsv) {
 	assert.equal(8, parsedCsv.data.length);
@@ -287,4 +288,14 @@ describe('PapaParse', function() {
 			}
 		});
 	});
+
+	it('handles utf-8 BOM encoded files', function(done) {
+		Papa.parse(utf8BomSampleRawCsv, {
+			header: true,
+			complete: function(parsedCsv) {
+				assert.deepEqual(parsedCsv.data[0], { A: 'X', B: 'Y', C: 'Z' });
+				done();
+			}
+		});
+	});
 });

tests/utf-8-bom-sample.csv

@@ -0,0 +1,2 @@
+A,B,C
+X,Y,Z