Fix CSV quote handling. (#401)

* fix: Fix CSV quote handling.

* chore: Refine test case.

Author: jheer

src/format/stream/delimited-text-stream.js

@@ -53,9 +53,10 @@ export function delimitedTextTransformer(delimiter = ',') {
             if (++qc === 3) {
               // consume escaped quote char ("")
               qc = 1;
-            } else if (++I < N && chunk.charCodeAt(I) !== QUOTE) {
+            } else if ((I + 1) < N && chunk.charCodeAt(I + 1) !== QUOTE) {
               qc = 0; // reset quote char count
               q = true; // reached end of quote
+              ++I;
               break;
             }
           }
@@ -148,7 +149,9 @@ export function delimitedTextTransformer(delimiter = ',') {
 
     flush(controller) {
       if (row.length || fragment) {
-        if (fragment != null) row.push(fragment);
+        if (fragment != null) {
+          row.push(qc === 2 ? unquote(fragment) : fragment);
+        }
         controller.enqueue([row]);
       }
     }

test/format/from-csv-test.js

@@ -150,6 +150,15 @@ function csvTests(name, parseCSV) {
       const csvLoad = await parseCSV(csv);
       assert.strictEqual(csvLoad.numRows(), numRows);
       assert.strictEqual(csvLoad.numCols(), numCols);
+
+      // test embedded map
+      const map = '{"0"=>"https://web.site", "1"=>"https://other.site.com/"}';
+      const mapData = { id: [1, 2], map: [map, map] };
+      tableEqual(
+        await parseCSV(table(mapData).toCSV()),
+        mapData,
+        'csv parsed map data'
+      );
     });
   });
 }