From ee8b37b3a645545472d4243bf320c1aca9ba2fc9 Mon Sep 17 00:00:00 2001 From: SheetJS Date: Mon, 27 Jun 2022 01:47:58 -0400 Subject: [PATCH] ODS XML Parse nit --- .github/workflows/deno.yml | 36 +- Makefile | 4 + bits/04_base64.js | 26 + bits/20_jsutils.js | 4 +- bits/22_xmlutils.js | 2 +- bits/88_write.js | 2 +- demos/README.md | 38 +- demos/database/README.md | 16 +- demos/electron/.gitignore | 1 + demos/electron/Makefile | 3 + demos/electron/README.md | 6 + demos/electron/index.js | 2 +- demos/electron/package.json | 61 +- modules/04_base64.js | 26 + modules/04_base64.ts | 19 + modules/83_numbers.ts | 4 +- testnocp.ts | 2716 +++++++++++++++++++++++++++++++++++ xlsx.flow.js | 45 +- xlsx.js | 45 +- xlsx.mjs | 45 +- 20 files changed, 3008 insertions(+), 93 deletions(-) create mode 100644 demos/electron/.gitignore create mode 100644 testnocp.ts diff --git a/.github/workflows/deno.yml b/.github/workflows/deno.yml index 0d3a307..5219f85 100644 --- a/.github/workflows/deno.yml +++ b/.github/workflows/deno.yml @@ -3,26 +3,9 @@ name: 'Tests: deno 1.x' on: [pull_request, push] jobs: - # small test - misc: - runs-on: ubuntu-latest - env: - FMTS: misc - steps: - - uses: actions/checkout@v2 - - uses: denoland/setup-deno@main - with: - deno-version: v1.x - - uses: ljharb/actions/node/install@main - with: - node-version: '16.' - - run: sudo curl -Lo /usr/bin/rooster https://github.com/SheetJS/rooster/releases/download/v0.2.0/rooster-v0.2.0-linux-amd64 - - run: sudo chmod a+x /usr/bin/rooster - - run: make init - - run: 'cd test_files; make all; cd -' - - run: deno test --allow-env --allow-read --allow-write --config misc/test.deno.jsonc test.ts # full test full: + name: 'full (with codepage)' runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 @@ -37,3 +20,20 @@ jobs: - run: make init - run: 'cd test_files; make all; cd -' - run: deno test --allow-env --allow-read --allow-write --config misc/test.deno.jsonc test.ts + # full test (no codepage) + fullnocp: + name: 'full (no codepage)' + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + - uses: denoland/setup-deno@main + with: + deno-version: v1.x + - uses: ljharb/actions/node/install@main + with: + node-version: '16.' + - run: sudo curl -Lo /usr/bin/rooster https://github.com/SheetJS/rooster/releases/download/v0.2.0/rooster-v0.2.0-linux-amd64 + - run: sudo chmod a+x /usr/bin/rooster + - run: make init + - run: 'cd test_files; make all; cd -' + - run: deno test --allow-env --allow-read --allow-write --config misc/test.deno.jsonc testnocp.ts diff --git a/Makefile b/Makefile index ab1ef3a..41c6079 100644 --- a/Makefile +++ b/Makefile @@ -148,6 +148,10 @@ test.ts: test.mts test-deno: test.ts ## Run Deno test suite deno test --allow-env --allow-read --allow-write --config misc/test.deno.jsonc $< +.PHONY: test-denocp +test-denocp: testnocp.ts ## Run Deno test suite (without codepage) + deno test --allow-env --allow-read --allow-write --config misc/test.deno.jsonc $< + #* To run tests for one format, make test_ #* To run the core test suite, make test_misc TESTFMT=$(patsubst %,test_%,$(FMT)) diff --git a/bits/04_base64.js b/bits/04_base64.js index 3a7159f..53f40f5 100644 --- a/bits/04_base64.js +++ b/bits/04_base64.js @@ -19,6 +19,32 @@ function Base64_encode(input) { } return o; } +function Base64_encode_pass(input) { + var o = ""; + var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; + for (var i = 0; i < input.length; ) { + c1 = input.charCodeAt(i++); + if (c1 > 255) + c1 = 95; + e1 = c1 >> 2; + c2 = input.charCodeAt(i++); + if (c2 > 255) + c2 = 95; + e2 = (c1 & 3) << 4 | c2 >> 4; + c3 = input.charCodeAt(i++); + if (c3 > 255) + c3 = 95; + e3 = (c2 & 15) << 2 | c3 >> 6; + e4 = c3 & 63; + if (isNaN(c2)) { + e3 = e4 = 64; + } else if (isNaN(c3)) { + e4 = 64; + } + o += Base64_map.charAt(e1) + Base64_map.charAt(e2) + Base64_map.charAt(e3) + Base64_map.charAt(e4); + } + return o; +} function Base64_decode(input) { var o = ""; var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; diff --git a/bits/20_jsutils.js b/bits/20_jsutils.js index 586785a..76b68d0 100644 --- a/bits/20_jsutils.js +++ b/bits/20_jsutils.js @@ -184,9 +184,7 @@ function fuzzydate(s/*:string*/)/*:Date*/ { lower = lower.replace(/[^a-z]/g,"").replace(/([^a-z]|^)[ap]m?([^a-z]|$)/,""); if(lower.length > 3 && lower_months.indexOf(lower) == -1) return n; } else if(lower.replace(/[ap]m?/, "").match(/[a-z]/)) return n; - if(y < 0 || y > 8099) return n; - if((m > 0 || d > 1) && y != 101) return o; - if(s.match(/[^-0-9:,\/\\]/)) return n; + if(y < 0 || y > 8099 || s.match(/[^-0-9:,\/\\]/)) return n; return o; } diff --git a/bits/22_xmlutils.js b/bits/22_xmlutils.js index 71f3e20..c55d75b 100644 --- a/bits/22_xmlutils.js +++ b/bits/22_xmlutils.js @@ -246,7 +246,7 @@ function xlml_normalize(d)/*:string*/ { throw new Error("Bad input format: expected Buffer or string"); } /* UOS uses CJK in tags */ -var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/][^>]*)?>/mg; +var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/](?:[^>=]|="[^"]*?")*)?>/mg; //var xlmlregex = /<(\/?)([a-z0-9]*:|)(\w+)[^>]*>/mg; var XMLNS = ({ diff --git a/bits/88_write.js b/bits/88_write.js index bd04971..c1a8b77 100644 --- a/bits/88_write.js +++ b/bits/88_write.js @@ -81,7 +81,7 @@ function write_string_type(out/*:string*/, opts/*:WriteOpts*/, bom/*:?string*/)/ function write_stxt_type(out/*:string*/, opts/*:WriteOpts*/)/*:any*/ { switch(opts.type) { - case "base64": return Base64_encode(out); + case "base64": return Base64_encode_pass(out); case "binary": return out; case "string": return out; /* override in sheet_to_txt */ case "file": return write_dl(opts.file, out, 'binary'); diff --git a/demos/README.md b/demos/README.md index 13f1cfb..73c75e3 100644 --- a/demos/README.md +++ b/demos/README.md @@ -29,6 +29,27 @@ can be installed with Bash on Windows or with `cygwin`. - [`databases and key/value stores`](database/) - [`typed arrays and math`](array/) +**Front-End UI Components** +- [`canvas-datagrid`](datagrid/) +- [`x-spreadsheet`](xspreadsheet/) +- [`react-data-grid`](react/modify/) +- [`vue3-table-light`](/vue/modify/) + +**Platforms and Integrations** +- [`deno`](deno/) +- [`electron application`](electron/) +- [`nw.js application`](nwjs/) +- [`Chrome / Chromium extensions`](chrome/) +- [`Google Sheets API`](https://docs.sheetjs.com/docs/getting-started/demos/gsheet) +- [`ExtendScript for Adobe Apps`](https://docs.sheetjs.com/docs/getting-started/demos/extendscript) +- [`NetSuite SuiteScript`](https://docs.sheetjs.com/docs/getting-started/demos/netsuite) +- [`SalesForce Lightning Web Components`](https://docs.sheetjs.com/docs/getting-started/demos/salesforce) +- [`Excel JavaScript API`](https://docs.sheetjs.com/docs/getting-started/demos/excel) +- [`Headless Browsers`](headless/) +- [`Swift JSC and other engines`](altjs/) +- [`"serverless" functions`](function/) +- [`internet explorer`](oldie/) + **Bundlers and Tooling** - [`browserify`](browserify/) - [`parcel`](parcel/) @@ -38,23 +59,6 @@ can be installed with Bash on Windows or with `cygwin`. - [`typescript`](typescript/) - [`webpack 2.x`](webpack/) -**Platforms and Integrations** -- [`deno`](deno/) -- [`electron application`](electron/) -- [`nw.js application`](nwjs/) -- [`Chrome / Chromium extensions`](chrome/) -- [`Google Sheets API`](https://docs.sheetjs.com/docs/getting-started/demos/gsheet) -- [`Adobe Apps`](https://docs.sheetjs.com/docs/getting-started/demos/extendscript) -- [`Excel JavaScript API`](https://docs.sheetjs.com/docs/getting-started/demos/excel) -- [`Headless Browsers`](headless/) -- [`canvas-datagrid`](datagrid/) -- [`x-spreadsheet`](xspreadsheet/) -- [`react-data-grid`](react/modify/) -- [`vue3-table-light`](/vue/modify/) -- [`Swift JSC and other engines`](altjs/) -- [`"serverless" functions`](function/) -- [`internet explorer`](oldie/) - Other examples are included in the [showcase](demos/showcase/). [![Analytics](https://ga-beacon.appspot.com/UA-36810333-1/SheetJS/js-xlsx?pixel)](https://github.com/SheetJS/js-xlsx) diff --git a/demos/database/README.md b/demos/database/README.md index 8ac5939..901722d 100644 --- a/demos/database/README.md +++ b/demos/database/README.md @@ -48,13 +48,13 @@ The `sheet_to_json` helper function generates arrays of JS objects that can be scanned to determine the column "types", and there are third-party connectors that can push arrays of JS objects to database tables. -The [`sexql`](http://sheetjs.com/sexql) browser demo uses WebSQL, which is +The [`sql`](http://sheetjs.com/sql) browser demo uses WebSQL, which is limited to the SQLite fundamental types.
Implementation details (click to show) -The `sexql` schema builder scans the first row to find headers: +The `sql` schema builder scans the first row to find headers: ```js if(!ws || !ws['!ref']) return; @@ -202,11 +202,11 @@ function object_to_workbook(obj) { #### WebSQL -WebSQL is a popular SQL-based in-browser database available on Chrome / Safari. -In practice, it is powered by SQLite, and most simple SQLite-compatible queries +WebSQL is a popular SQL-based in-browser database available on Chrome. In +practice, it is powered by SQLite, and most simple SQLite-compatible queries work as-is in WebSQL. -The public demo generates a database from workbook. +The public demo generates a database from workbook. #### LocalStorage and SessionStorage @@ -259,9 +259,9 @@ the `sheetj5` database and verifies the tables are preserved. #### PostgreSQL -[The `pg` module](https://www.npmjs.com/package/pg) supplies a Promise wrapper. -Like with `mysql2`, `Client#query` runs a statement and returns a result object. -The `rows` key of the object is an array of JS objects. +[The `pg` module](https://node-postgres.com/) supplies a Promise wrapper. +`Client#query` runs a statement and returns a result object. The `rows` key of +the object is an array of JS objects. `PgSQLTest.js` connects to the PostgreSQL server on `localhost`, builds two tables in the `sheetjs` database, exports to XLSX, imports the new XLSX file to diff --git a/demos/electron/.gitignore b/demos/electron/.gitignore new file mode 100644 index 0000000..89f9ac0 --- /dev/null +++ b/demos/electron/.gitignore @@ -0,0 +1 @@ +out/ diff --git a/demos/electron/Makefile b/demos/electron/Makefile index 599558a..ea5d241 100644 --- a/demos/electron/Makefile +++ b/demos/electron/Makefile @@ -10,3 +10,6 @@ lint: run: npm i npx electron . +.PHONY: build +build: + npm run make diff --git a/demos/electron/README.md b/demos/electron/README.md index 22c57aa..0947ecd 100644 --- a/demos/electron/README.md +++ b/demos/electron/README.md @@ -15,6 +15,12 @@ The core data in this demo is an editable HTML table. The readers build up the table using `sheet_to_html` (with `editable:true` option) and the writers scrape the table using `table_to_book`. +The demo project is structured for `electron-forge`: +- `npm start` will start the app. +- `npm run make` will build a standalone app. + +The standalone app was tested on an Intel Mac (`darwin-x64`). + ## Reading and Writing Files Since electron provides an `fs` implementation, `readFile` and `writeFile` can diff --git a/demos/electron/index.js b/demos/electron/index.js index 310cfec..fcd9a5d 100644 --- a/demos/electron/index.js +++ b/demos/electron/index.js @@ -40,7 +40,7 @@ const handleReadBtn = async function() { const exportXlsx = async function() { const HTMLOUT = document.getElementById('htmlout'); - const wb = XLSX.utils.table_to_book(HTMLOUT); + const wb = XLSX.utils.table_to_book(HTMLOUT.getElementsByTagName("TABLE")[0]); const o = await electron.dialog.showSaveDialog({ title: 'Save file as', filters: [{ diff --git a/demos/electron/package.json b/demos/electron/package.json index 808560b..b25da2e 100644 --- a/demos/electron/package.json +++ b/demos/electron/package.json @@ -1,14 +1,51 @@ { - "name": "sheetjs-electron", - "author": "sheetjs", - "version": "0.0.0", - "main": "main.js", - "dependencies": { - "@electron/remote": "^2.0.8", - "electron": "^18.2.0", - "xlsx": "https://cdn.sheetjs.com/xlsx-latest/xlsx-latest.tgz" - }, - "scripts": { - "start": "electron ." - } + "name": "sheetjs-electron", + "author": "sheetjs", + "version": "0.0.0", + "main": "main.js", + "dependencies": { + "@electron/remote": "2.0.8", + "electron-squirrel-startup": "^1.0.0", + "xlsx": "https://cdn.sheetjs.com/xlsx-latest/xlsx-latest.tgz" + }, + "scripts": { + "start": "electron-forge start", + "package": "electron-forge package", + "make": "electron-forge make" + }, + "devDependencies": { + "@electron-forge/cli": "^6.0.0-beta.64", + "@electron-forge/maker-deb": "^6.0.0-beta.64", + "@electron-forge/maker-rpm": "^6.0.0-beta.64", + "@electron-forge/maker-squirrel": "^6.0.0-beta.64", + "@electron-forge/maker-zip": "^6.0.0-beta.64", + "electron": "19.0.5" + }, + "config": { + "forge": { + "packagerConfig": {}, + "makers": [ + { + "name": "@electron-forge/maker-squirrel", + "config": { + "name": "sheetjs_electron" + } + }, + { + "name": "@electron-forge/maker-zip", + "platforms": [ + "darwin" + ] + }, + { + "name": "@electron-forge/maker-deb", + "config": {} + }, + { + "name": "@electron-forge/maker-rpm", + "config": {} + } + ] + } + } } diff --git a/modules/04_base64.js b/modules/04_base64.js index 3a7159f..53f40f5 100644 --- a/modules/04_base64.js +++ b/modules/04_base64.js @@ -19,6 +19,32 @@ function Base64_encode(input) { } return o; } +function Base64_encode_pass(input) { + var o = ""; + var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; + for (var i = 0; i < input.length; ) { + c1 = input.charCodeAt(i++); + if (c1 > 255) + c1 = 95; + e1 = c1 >> 2; + c2 = input.charCodeAt(i++); + if (c2 > 255) + c2 = 95; + e2 = (c1 & 3) << 4 | c2 >> 4; + c3 = input.charCodeAt(i++); + if (c3 > 255) + c3 = 95; + e3 = (c2 & 15) << 2 | c3 >> 6; + e4 = c3 & 63; + if (isNaN(c2)) { + e3 = e4 = 64; + } else if (isNaN(c3)) { + e4 = 64; + } + o += Base64_map.charAt(e1) + Base64_map.charAt(e2) + Base64_map.charAt(e3) + Base64_map.charAt(e4); + } + return o; +} function Base64_decode(input) { var o = ""; var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; diff --git a/modules/04_base64.ts b/modules/04_base64.ts index e6b676c..154a446 100644 --- a/modules/04_base64.ts +++ b/modules/04_base64.ts @@ -18,6 +18,25 @@ function Base64_encode(input: string): string { } return o; } +function Base64_encode_pass(input: string): string { + var o = ""; + var c1=0, c2=0, c3=0, e1=0, e2=0, e3=0, e4=0; + for(var i = 0; i < input.length; ) { + c1 = input.charCodeAt(i++); if(c1 > 0xFF) c1 = 0x5F; + e1 = (c1 >> 2); + + c2 = input.charCodeAt(i++); if(c2 > 0xFF) c2 = 0x5F; + e2 = ((c1 & 3) << 4) | (c2 >> 4); + + c3 = input.charCodeAt(i++); if(c3 > 0xFF) c3 = 0x5F; + e3 = ((c2 & 15) << 2) | (c3 >> 6); + e4 = (c3 & 63); + if (isNaN(c2)) { e3 = e4 = 64; } + else if (isNaN(c3)) { e4 = 64; } + o += Base64_map.charAt(e1) + Base64_map.charAt(e2) + Base64_map.charAt(e3) + Base64_map.charAt(e4); + } + return o; +} function Base64_decode(input: string): string { var o = ""; var c1=0, c2=0, c3=0, e1=0, e2=0, e3=0, e4=0; diff --git a/modules/83_numbers.ts b/modules/83_numbers.ts index 94eec88..0b6c276 100644 --- a/modules/83_numbers.ts +++ b/modules/83_numbers.ts @@ -924,7 +924,7 @@ function write_numbers_iwa(wb: WorkBook, opts: any): CFB$Container { for(var R = 0; R <= range.e.r; ++R) { cruids[4].push({type: 2, data: write_shallow([ [], [ { type: 0, data: write_varint49(R + 726270)} ], - [ { type: 0, data: write_varint49(R + 726270)} ] + [ { type: 0, data: write_varint49(R + 726270)} ] ])}); cruids[5].push({type: 0, data: write_varint49(R)}); cruids[6].push({type: 0, data: write_varint49(R)}); @@ -1007,7 +1007,7 @@ function write_numbers_iwa(wb: WorkBook, opts: any): CFB$Container { { sstdata[3] = []; SST.forEach((str, i) => { - sstdata[3].push({type: 2, data: write_shallow([ [], + sstdata[3].push({type: 2, data: write_shallow([ [], [ { type: 0, data: write_varint49(i) } ], [ { type: 0, data: write_varint49(1) } ], [ { type: 2, data: stru8(str) } ] diff --git a/testnocp.ts b/testnocp.ts new file mode 100644 index 0000000..16ff674 --- /dev/null +++ b/testnocp.ts @@ -0,0 +1,2716 @@ +/* xlsx.js (C) 2013-present SheetJS -- http://sheetjs.com */ +/* vim: set ts=2: */ +/*jshint mocha:true */ +/* eslint-env mocha */ +/*global process, document, require */ +/*global ArrayBuffer, Uint8Array */ +/*:: +declare type EmptyFunc = (() => void) | null; +declare var afterEach:(test:EmptyFunc)=>void; +declare var cptable: any; +*/ +import * as assert_ from 'https://deno.land/std/testing/asserts.ts'; +import * as base64_ from 'https://deno.land/std/encoding/base64.ts'; +const assert: any = {...assert_}; +assert.throws = function(f: () => void) { assert.assertThrows(function() { try { f(); } catch(e) { throw e instanceof Error ? e : new Error(e); }})}; +assert.doesNotThrow = function(f: ()=>void) { f(); }; +assert.equal = assert.assertEquals; +assert.notEqual = assert.assertNotEquals; +assert.deepEqual = (x: any,y: any, z?: string) => assert.equal(JSON.stringify(x), JSON.stringify(y), z); + +// @deno-types="./types/index.d.ts" +import * as X from './xlsx.mjs'; +var cptable: any; +import XLSX_ZAHL from './dist/xlsx.zahl.mjs'; +var DIF_XL = true; + +type BSEncoding = 'utf-8' | 'binary' | 'base64'; +type BFEncoding = 'buffer'; +type ShEncoding = BSEncoding | BFEncoding; +function readFileSync2(x: string): Uint8Array; +function readFileSync2(x: string, e: BSEncoding): string; +function readFileSync2(x: string, e: BFEncoding): Uint8Array; +function readFileSync2(x: string, e?: ShEncoding): Uint8Array | string { + const u8 = Deno.readFileSync(x); + if(!e) return u8; + switch(e) { + case 'utf-8': return new TextDecoder().decode(u8); + case 'base64': return base64_.encode(u8); + case 'buffer': return u8; + case 'binary': return Array.from({length: u8.length}, (_,i) => String.fromCharCode(u8[i])).join(""); + } + throw new Error(`unsupported encoding ${e}`) +} +var fs = { + readFileSync: readFileSync2, + existsSync: (x: string): boolean => { try { Deno.readFileSync(x); } catch(e) { return false; } return true; }, + readdirSync: (x: string) => ([...Deno.readDirSync(x)].filter(x => x.isFile).map(x => x.name)) +}; + +var browser = false; + +var Buffer_from = function(data: any, enc?: string): Uint8Array { + if(data instanceof Uint8Array) return data; + if((!enc || enc == "utf8") && typeof data == "string") return new TextEncoder().encode(data); + if(enc == "binary" && typeof data == "string") return Uint8Array.from({length: data.length}, (_,i) => data[i].charCodeAt(0)) + throw `unsupported encoding ${enc}`; +} + +var opts: any = {cellNF: true}; +var TYPE: 'buffer' = "buffer"; +opts.type = TYPE; +var fullex = [".xlsb", /*".xlsm",*/ ".xlsx"/*, ".xlml", ".xls"*/]; +var ofmt: X.BookType[] = ["xlsb", "xlsm", "xlsx", "ods", "biff2", "biff5", "biff8", "xlml", "sylk", "dif", "dbf", "eth", "fods", "csv", "txt", "html"]; +var ex = fullex.slice(); ex = ex.concat([".ods", ".xls", ".xml", ".fods"]); + opts.WTF = true; + opts.cellStyles = true; + if(Deno.env.get("FMTS") === "full") Deno.env.set("FMTS", ex.join(":")); + if(Deno.env.get("FMTS")) ex=(Deno.env.get("FMTS")||"").split(":").map(function(x){return x[0]==="."?x:"."+x;}); +var exp = ex.map(function(x: string){ return x + ".pending"; }); +function test_file(x: string){ return ex.indexOf(x.slice(-5))>=0||exp.indexOf(x.slice(-13))>=0 || ex.indexOf(x.slice(-4))>=0||exp.indexOf(x.slice(-12))>=0; } + +var files: string[] = [], fileA: string[] = []; +if(!browser) { + var _files = fs.existsSync('tests.lst') ? fs.readFileSync('tests.lst', 'utf-8').split("\n").map(function(x) { return x.trim(); }) : fs.readdirSync('test_files'); + for(var _filesi = 0; _filesi < _files.length; ++_filesi) if(test_file(_files[_filesi])) files.push(_files[_filesi]); + var _fileA = fs.existsSync('tests/testA.lst') ? fs.readFileSync('tests/testA.lst', 'utf-8').split("\n").map(function(x) { return x.trim(); }) : []; + for(var _fileAi = 0; _fileAi < _fileA.length; ++_fileAi) if(test_file(_fileA[_fileAi])) fileA.push(_fileA[_fileAi]); +} + +/* Excel enforces 31 character sheet limit, although technical file limit is 255 */ +function fixsheetname(x: string): string { return x.substr(0,31); } + +function stripbom(x: string): string { return x.replace(/^\ufeff/,""); } +function fixcsv(x: string): string { return stripbom(x).replace(/\t/g,",").replace(/#{255}/g,"").replace(/"/g,"").replace(/[\n\r]+/g,"\n").replace(/\n*$/,""); } +function fixjson(x: string): string { return x.replace(/[\r\n]+$/,""); } + +var dir = "./test_files/"; + +var dirwp = dir + "artifacts/wps/", dirqp = dir + "artifacts/quattro/"; +var paths: any = { + aadbf: dirwp + 'write.dbf', + aadif: dirwp + 'write.dif', + aaxls: dirwp + 'write.xls', + aaxlsx: dirwp + 'write.xlsx', + aaxml: dirwp + 'write.xml', + + abcsv: dirqp + 'write_.csv', + abdif: dirqp + 'write_.dif', + abslk: dirqp + 'write_.slk', + abx57: dirqp + 'write_57.xls', + abwb2: dirqp + 'write_6.wb2', + abwb2b: dirqp + 'write_6b.wb2', + abwb3: dirqp + 'write_8.wb3', + abqpw: dirqp + 'write_9.qpw', + abx97: dirqp + 'write_97.xls', + abwks: dirqp + 'write_L1.wks', + abwk1: dirqp + 'write_L2.wk1', + abwk3: dirqp + 'write_L3.wk3', + abwk4: dirqp + 'write_L45.wk4', + ab123: dirqp + 'write_L9.123', + ab124: dirqp + 'write_L97.123', + abwke2: dirqp + 'write_Led.wke', + abwq1: dirqp + 'write_qpdos.wq1', + abwb1: dirqp + 'write_qpw.wb1', + + afxls: dir + 'AutoFilter.xls', + afxml: dir + 'AutoFilter.xml', + afods: dir + 'AutoFilter.ods', + afxlsx: dir + 'AutoFilter.xlsx', + afxlsb: dir + 'AutoFilter.xlsb', + + asxls: dir + 'author_snowman.xls', + asxls5: dir + 'author_snowman.xls5', + asxml: dir + 'author_snowman.xml', + asods: dir + 'author_snowman.ods', + asxlsx: dir + 'author_snowman.xlsx', + asxlsb: dir + 'author_snowman.xlsb', + + cpxls: dir + 'custom_properties.xls', + cpxml: dir + 'custom_properties.xls.xml', + cpxlsx: dir + 'custom_properties.xlsx', + cpxlsb: dir + 'custom_properties.xlsb', + + cssxls: dir + 'cell_style_simple.xls', + cssxml: dir + 'cell_style_simple.xml', + cssxlsx: dir + 'cell_style_simple.xlsx', + cssxlsb: dir + 'cell_style_simple.xlsb', + + cstxls: dir + 'comments_stress_test.xls', + cstxml: dir + 'comments_stress_test.xls.xml', + cstxlsx: dir + 'comments_stress_test.xlsx', + cstxlsb: dir + 'comments_stress_test.xlsb', + cstods: dir + 'comments_stress_test.ods', + + cwxls: dir + 'column_width.xls', + cwxls5: dir + 'column_width.biff5', + cwxml: dir + 'column_width.xml', + cwxlsx: dir + 'column_width.xlsx', + cwxlsb: dir + 'column_width.xlsb', + cwslk: dir + 'column_width.slk', + + dnsxls: dir + 'defined_names_simple.xls', + dnsxml: dir + 'defined_names_simple.xml', + dnsxlsx: dir + 'defined_names_simple.xlsx', + dnsxlsb: dir + 'defined_names_simple.xlsb', + dnsslk: dir + 'defined_names_simple.slk', + + dnuxls: dir + 'defined_names_unicode.xls', + dnuxml: dir + 'defined_names_unicode.xml', + dnuods: dir + 'defined_names_unicode.ods', + dnuxlsx: dir + 'defined_names_unicode.xlsx', + dnuxlsb: dir + 'defined_names_unicode.xlsb', + + dtxls: dir + 'xlsx-stream-d-date-cell.xls', + dtxml: dir + 'xlsx-stream-d-date-cell.xls.xml', + dtxlsx: dir + 'xlsx-stream-d-date-cell.xlsx', + dtxlsb: dir + 'xlsx-stream-d-date-cell.xlsb', + + dtfxlsx: dir + 'DataTypesFormats.xlsx', + + fstxls: dir + 'formula_stress_test.xls', + fstxml: dir + 'formula_stress_test.xls.xml', + fstxlsx: dir + 'formula_stress_test.xlsx', + fstxlsb: dir + 'formula_stress_test.xlsb', + fstods: dir + 'formula_stress_test.ods', + + hlxls: dir + 'hyperlink_stress_test_2011.xls', + hlxml: dir + 'hyperlink_stress_test_2011.xml', + hlxlsx: dir + 'hyperlink_stress_test_2011.xlsx', + hlxlsb: dir + 'hyperlink_stress_test_2011.xlsb', + + ilxls: dir + 'internal_link.xls', + ilxls5: dir + 'internal_link.biff5', + ilxml: dir + 'internal_link.xml', + ilxlsx: dir + 'internal_link.xlsx', + ilxlsb: dir + 'internal_link.xlsb', + ilods: dir + 'internal_link.ods', + + lonxls: dir + 'LONumbers.xls', + lonxlsx: dir + 'LONumbers.xlsx', + + m19xlsx: dir + 'metadata_2019.xlsx', + m19xlsb: dir + 'metadata_2019.xlsb', + + mcxls: dir + 'merge_cells.xls', + mcxml: dir + 'merge_cells.xls.xml', + mcxlsx: dir + 'merge_cells.xlsx', + mcxlsb: dir + 'merge_cells.xlsb', + mcods: dir + 'merge_cells.ods', + + nfxls: dir + 'number_format.xls', + nfxml: dir + 'number_format.xls.xml', + nfxlsx: dir + 'number_format.xlsm', + nfxlsb: dir + 'number_format.xlsb', + + olxls: dir + 'outline.xls', + olxls5: dir + 'outline.biff5', + olxlsx: dir + 'outline.xlsx', + olxlsb: dir + 'outline.xlsb', + olods: dir + 'outline.ods', + + pmxls: dir + 'page_margins_2016.xls', + pmxls5: dir + 'page_margins_2016_5.xls', + pmxml: dir + 'page_margins_2016.xml', + pmxlsx: dir + 'page_margins_2016.xlsx', + pmxlsb: dir + 'page_margins_2016.xlsb', + + rhxls: dir + 'row_height.xls', + rhxls5: dir + 'row_height.biff5', + rhxml: dir + 'row_height.xml', + rhxlsx: dir + 'row_height.xlsx', + rhxlsb: dir + 'row_height.xlsb', + rhslk: dir + 'row_height.slk', + + svxls: dir + 'sheet_visibility.xls', + svxls5: dir + 'sheet_visibility5.xls', + svxml: dir + 'sheet_visibility.xml', + svxlsx: dir + 'sheet_visibility.xlsx', + svxlsb: dir + 'sheet_visibility.xlsb', + svods: dir + 'sheet_visibility.ods', + + swcxls: dir + 'apachepoi_SimpleWithComments.xls', + swcxml: dir + '2011/apachepoi_SimpleWithComments.xls.xml', + swcxlsx: dir + 'apachepoi_SimpleWithComments.xlsx', + swcxlsb: dir + '2013/apachepoi_SimpleWithComments.xlsx.xlsb' +}; + +function pathit(p: string, ext: string[]) { return ext.map(function(n) { return paths[p + n]; }); } +var FSTPaths = pathit("fst", ["xlsx", "xlsb", "xls", "xml", "ods"]); +var CSTPaths = pathit("cst", ["xlsx", "xlsb", "xls", "xml", "ods"]); +var MCPaths = pathit("mc", ["xlsx", "xlsb", "xls", "xml", "ods"]); +var CSSPaths = pathit("css", ["xlsx", "xlsb", "xls", "xml"]); +var NFPaths = pathit("nf", ["xlsx", "xlsb", "xls", "xml"]); +var DTPaths = pathit("dt", ["xlsx", "xlsb", "xls", "xml"]); +var HLPaths = pathit("hl", ["xlsx", "xlsb", "xls", "xml"]); +var ILPaths = pathit("il", ["xlsx", "xlsb", "xls", "xml", "ods", "xls5"]); +var OLPaths = pathit("ol", ["xlsx", "xlsb", "xls", "ods", "xls5"]); +var PMPaths = pathit("pm", ["xlsx", "xlsb", "xls", "xml", "xls5"]); +var SVPaths = pathit("sv", ["xlsx", "xlsb", "xls", "xml", "xls5"]); +var CWPaths = pathit("cw", ["xlsx", "xlsb", "xls", "xml", "xls5", "slk"]); +var RHPaths = pathit("rh", ["xlsx", "xlsb", "xls", "xml", "xls5", "slk"]); + +var artifax = [ + "cstods", "cstxls", "cstxlsb", "cstxlsb", "cstxml", "aadbf", "aadif", + "aaxls", "aaxml", "aaxlsx", "ab123", "ab124", "abcsv", "abdif", "abqpw", + "abslk", "abwb1", "abwb2", "abwb3", "abwk1", "abwk3", "abwk4", "abwks", + "abwq1", "abx57", "abx97", "abwke2", "abwb2b" +].map(function(x) { return paths[x]; }); + +async function parsetest(x: string, wb: X.WorkBook, full: boolean, ext: string, t: Deno.TestContext) { + ext = (ext ? " [" + ext + "]": ""); + if(!full && ext) return; + await t.step(x + ext + ' should have all bits', async function(t) { + var sname = dir + '2016/' + x.substr(x.lastIndexOf('/')+1) + '.sheetnames'; + if(!fs.existsSync(sname)) sname = dir + '2011/' + x.substr(x.lastIndexOf('/')+1) + '.sheetnames'; + if(!fs.existsSync(sname)) sname = dir + '2013/' + x.substr(x.lastIndexOf('/')+1) + '.sheetnames'; + await t.step('should have all sheets', async function(t) { + wb.SheetNames.forEach(function(y) { assert.assert(wb.Sheets[y], 'bad sheet ' + y); }); + }); + if(fs.existsSync(sname)) await t.step('should have the right sheet names', async function(t) { + var file = fs.readFileSync(sname, 'utf-8').replace(/\r/g,""); + var names = wb.SheetNames.map(fixsheetname).join("\n") + "\n"; + if(file.length && !x.match(/artifacts/)) assert.equal(names, file); + }); + }); + await t.step(x + ext + ' should generate CSV', async function(t) { + for(var i = 0; i < wb.SheetNames.length; ++i) { var ws = wb.SheetNames[i]; + await t.step('#' + i + ' (' + ws + ')', async function(t) { + X.utils.sheet_to_csv(wb.Sheets[ws]); + }); + } + }); + await t.step(x + ext + ' should generate JSON', async function(t) { + for(var i = 0; i < wb.SheetNames.length; ++i) { var ws = wb.SheetNames[i]; + await t.step('#' + i + ' (' + ws + ')', async function(t) { + X.utils.sheet_to_json(wb.Sheets[ws]); + }); + } + }); + await t.step(x + ext + ' should generate formulae', async function(t) { + for(var i = 0; i < wb.SheetNames.length; ++i) { var ws = wb.SheetNames[i]; + await t.step('#' + i + ' (' + ws + ')', async function(t) { + X.utils.sheet_to_formulae(wb.Sheets[ws]); + }); + } + }); + if(!full) return; + var getfile = function(dir: string, x: string, i: number, type: string) { + var name = (dir + x + '.' + i + type); + var root = ""; + if(x.substr(-5) === ".xlsb") { + root = x.slice(0,-5); + if(!fs.existsSync(name)) name=(dir + root + '.xlsx.' + i + type); + if(!fs.existsSync(name)) name=(dir + root + '.xlsm.' + i + type); + if(!fs.existsSync(name)) name=(dir + root + '.xls.' + i + type); + } + if(x.substr(-4) === ".xls") { + root = x.slice(0,-4); + if(!fs.existsSync(name)) name=(dir + root + '.xlsx.' + i + type); + if(!fs.existsSync(name)) name=(dir + root + '.xlsm.' + i + type); + if(!fs.existsSync(name)) name=(dir + root + '.xlsb.' + i + type); + } + return name; + }; + await t.step(x + ext + ' should generate correct CSV output', async function(t) { + for(var i = 0; i < wb.SheetNames.length; ++i) { var ws = wb.SheetNames[i]; + var name = getfile(dir, x, i, ".csv"); + if(fs.existsSync(name)) await t.step('#' + i + ' (' + ws + ')', async function(t) { + var file = fs.readFileSync(name, 'utf-8'); + var csv = X.utils.sheet_to_csv(wb.Sheets[ws]); + assert.equal(fixcsv(csv), fixcsv(file), "CSV badness"); + }); + } + }); + if(typeof JSON !== 'undefined') await t.step(x + ext + ' should generate correct JSON output', async function(t) { + for(var i = 0; i < wb.SheetNames.length; ++i) { var ws = wb.SheetNames[i]; + var rawjson = getfile(dir, x, i, ".rawjson"); + if(fs.existsSync(rawjson)) await t.step('#' + i + ' (' + ws + ')', async function(t) { + var file = fs.readFileSync(rawjson, 'utf-8'); + var json: Array = X.utils.sheet_to_json(wb.Sheets[ws],{raw:true}); + assert.equal(JSON.stringify(json), fixjson(file), "JSON badness"); + }); + + var jsonf = getfile(dir, x, i, ".json"); + if(fs.existsSync(jsonf)) await t.step('#' + i + ' (' + ws + ')', async function(t) { + var file = fs.readFileSync(jsonf, 'utf-8'); + var json: Array = X.utils.sheet_to_json(wb.Sheets[ws], {raw:false}); + assert.equal(JSON.stringify(json), fixjson(file), "JSON badness"); + }); + } + }); + if(fs.existsSync(dir + '2011/' + x + '.xml')) + await t.step(x + ext + '.xml from 2011', async function(t) { + await t.step('should parse', async function(t) { + /*var wb = */X.readFile(dir + '2011/' + x + '.xml', opts); + }); + }); + if(fs.existsSync(dir + '2013/' + x + '.xlsb')) + await t.step(x + ext + '.xlsb from 2013', async function(t) { + await t.step('should parse', async function(t) { + /*var wb = */X.readFile(dir + '2013/' + x + '.xlsb', opts); + }); + }); + if(fs.existsSync(dir + x + '.xml' + ext)) + await t.step(x + '.xml', async function(t) { + await t.step('should parse', async function(t) { + /*var wb = */X.readFile(dir + x + '.xml', opts); + }); + }); +} + +Deno.test('should parse test files', async function(t) { + var idx = 0, x = ""; + for(idx = 0; idx < files.length; ++idx) { var x = files[idx]; + if(x.slice(-8) == ".pending" || !fs.existsSync(dir + x)) continue; + await t.step(x, async function(t) { + var _wb = X.readFile(dir + x, opts); + await parsetest(x, _wb, true, "", t); + for(var fidx = 0; fidx < fullex.length; ++fidx) { var ext = fullex[fidx]; + await t.step(x + ' [' + ext + ']', async function(t){ + var wb = _wb; + wb = X.read(X.write(wb, {type:"buffer", bookType:(ext.replace(/\./,"") as X.BookType)}), {WTF:opts.WTF, cellNF: true}); + await parsetest(x, wb, ext.replace(/\./,"") !== "xlsb", ext, t); + }); + } + }); + } + for(idx = 0; idx < fileA.length; ++idx) { var x = fileA[idx]; + if(x.slice(-8) == ".pending" || !fs.existsSync(dir + x)) continue; + await t.step(x, async function(t) { + var wb = X.readFile(dir + x, {WTF:opts.WTF, sheetRows:10}); + await parsetest(x, wb, false, "", t); + }); + } +}); + +function get_cell(ws: X.WorkSheet, addr: string) { + if(!Array.isArray(ws)) return ws[addr]; + var a = X.utils.decode_cell(addr); + return (ws[a.r]||[])[a.c]; +} + +function each_cell(ws: X.WorkSheet, f: (c: X.CellObject) => any) { + if(Array.isArray(ws)) ws.forEach(function(row) { if(row) row.forEach(f); }); + else Object.keys(ws).forEach(function(addr) { if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; f(ws[addr]); }); +} + +function each_sheet(wb: X.WorkBook, f: (ws: X.WorkSheet, i: number)=>any) { wb.SheetNames.forEach(function(n, i) { f(wb.Sheets[n], i); }); } + +/* comments_stress_test family */ +function check_comments(wb: X.WorkBook) { + var ws0 = wb.Sheets["Sheet2"]; + assert.equal(get_cell(ws0,"A1").c[0].a, 'Author'); + assert.equal(get_cell(ws0,"A1").c[0].t, 'Author:\nGod thinks this is good'); + assert.equal(get_cell(ws0,"C1").c[0].a, 'Author'); + assert.equal(get_cell(ws0,"C1").c[0].t, 'I really hope that xlsx decides not to use magic like rPr'); + + var ws3 = wb.Sheets["Sheet4"]; + assert.equal(get_cell(ws3,"B1").c[0].a, 'Author'); + assert.equal(get_cell(ws3,"B1").c[0].t, 'The next comment is empty'); + assert.equal(get_cell(ws3,"B2").c[0].a, 'Author'); + assert.equal(get_cell(ws3,"B2").c[0].t, ''); +} + +Deno.test('parse options', async function(t) { + var html_cell_types = ['s']; + await t.step('cell', async function(t) { + await t.step('XLSX should generate HTML by default', async function(t) { + var wb = X.read(fs.readFileSync(paths.cstxlsx), {type:TYPE}); + var ws = wb.Sheets["Sheet1"]; + each_cell(ws, function(cell) { + assert.assert(html_cell_types.indexOf(cell.t) === -1 || cell.h); + }); + }); + await t.step('XLSX should not generate HTML when requested', async function(t) { + var wb = X.read(fs.readFileSync(paths.cstxlsx), {type:TYPE, cellHTML:false}); + var ws = wb.Sheets["Sheet1"]; + each_cell(ws, function(cell) { + assert.assert(typeof cell.h === 'undefined'); + }); + }); + await t.step('should generate formulae by default', async function(t) { + FSTPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE}); + var found = false; + wb.SheetNames.forEach(function(s) { + each_cell(wb.Sheets[s], function(cell) { + if(typeof cell.f !== 'undefined') return (found = true); + }); + }); + assert.assert(found); + }); + }); + await t.step('should not generate formulae when requested', async function(t) { + FSTPaths.forEach(function(p) { + var wb =X.read(fs.readFileSync(p),{type:TYPE,cellFormula:false}); + wb.SheetNames.forEach(function(s) { + each_cell(wb.Sheets[s], function(cell) { + assert.assert(typeof cell.f === 'undefined'); + }); + }); + }); + }); + await t.step('should generate formatted text by default', async function(t) { + FSTPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p),{type:TYPE}); + var found = false; + wb.SheetNames.forEach(function(s) { + var ws = wb.Sheets[s]; + each_cell(ws, function(cell) { + if(typeof cell.w !== 'undefined') return (found = true); + }); + }); + assert.assert(found); + }); + }); + await t.step('should not generate formatted text when requested', async function(t) { + FSTPaths.forEach(function(p) { + var wb =X.read(fs.readFileSync(p),{type:TYPE, cellText:false}); + wb.SheetNames.forEach(function(s) { + var ws = wb.Sheets[s]; + each_cell(ws, function(cell) { + assert.assert(typeof cell.w === 'undefined'); + }); + }); + }); + }); + await t.step('should not generate number formats by default', async function(t) { + NFPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE}); + wb.SheetNames.forEach(function(s) { + var ws = wb.Sheets[s]; + each_cell(ws, function(cell) { + assert.assert(typeof cell.z === 'undefined'); + }); + }); + }); + }); + await t.step('should generate number formats when requested', async function(t) { + NFPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, cellNF: true}); + wb.SheetNames.forEach(function(s) { + var ws = wb.Sheets[s]; + each_cell(ws, function(cell) { + assert.assert(cell.t!== 'n' || typeof cell.z !== 'undefined'); + }); + }); + }); + }); + await t.step('should not generate cell styles by default', async function(t) { + CSSPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, WTF:true}); + wb.SheetNames.forEach(function(s) { + var ws = wb.Sheets[s]; + each_cell(ws, function(cell) { + assert.assert(typeof cell.s === 'undefined'); + }); + }); + }); + }); + await t.step('should generate cell styles when requested', async function(t) { + /* TODO: XLS / XLML */ + [paths.cssxlsx /*, paths.cssxlsb, paths.cssxls, paths.cssxml*/].forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, cellStyles:true}); + var found = false; + each_sheet(wb, function(ws/*::, i*/) { /*:: void i; */each_cell(ws, function(cell) { + if(typeof cell.s !== 'undefined') return (found = true); + }); }); + assert.assert(found); + }); + }); + await t.step('should not generate cell dates by default', async function(t) { + DTPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE}); + each_sheet(wb, function(ws/*::, i*/) { /*:: void i; */each_cell(ws, function(cell) { + assert.assert(cell.t !== 'd'); + }); }); + }); + }); + await t.step('should generate cell dates when requested', async function(t) { + DTPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, cellDates: true, WTF:true}); + var found = false; + each_sheet(wb, function(ws/*::, i*/) { /*:: void i; */each_cell(ws, function(cell) { + if(cell.t === 'd') return (found = true); + }); }); + assert.assert(found); + }); + }); + await t.step('should preserve `_xlfn.` only when requested', async function(t) { + var wb = { SheetNames: ["Sheet1"], Sheets: { Sheet1: { + "!ref": "A1:A1", + "A1": { t:"n", v:2, f:"_xlfn.IFS(2>3,1,3>2,2)"} + } } }; + var str = X.write(wb, {bookType: "xlsx", type: "binary"}); + var wb2 = X.read(str, {type: "binary"}); + /*jshint -W069 */ + assert.equal(wb2.Sheets["Sheet1"]["A1"].f, "IFS(2>3,1,3>2,2)"); + var wb3 = X.read(str, {type: "binary", xlfn: true}); + assert.equal(wb3.Sheets["Sheet1"]["A1"].f, "_xlfn.IFS(2>3,1,3>2,2)"); + /*jshint +W069 */ + }); + }); + await t.step('sheet', async function(t) { + await t.step('should not generate sheet stubs by default', async function(t) { + MCPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE}); + assert.throws(function() { return get_cell(wb.Sheets["Merge"], "A2").v; }); + }); + }); + await t.step('should generate sheet stubs when requested', async function(t) { + MCPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, sheetStubs:true}); + assert.assert(get_cell(wb.Sheets["Merge"], "A2").t == 'z'); + }); + }); + await t.step('should handle stub cells', async function(t) { + MCPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, sheetStubs:true}); + X.utils.sheet_to_csv(wb.Sheets["Merge"]); + X.utils.sheet_to_json(wb.Sheets["Merge"]); + X.utils.sheet_to_formulae(wb.Sheets["Merge"]); + ofmt.forEach(function(f) { if(f != "dbf") X.write(wb, {type:TYPE, bookType:f}); }); + }); + }); + function checkcells(wb: X.WorkBook, A46: boolean, B26: boolean, C16: boolean, D2: boolean) { + ([ ["A46", A46], ["B26", B26], ["C16", C16], ["D2", D2] ] as Array<[string, boolean]>).forEach(function(r: [string, boolean]) { + assert.assert((typeof get_cell(wb.Sheets["Text"], r[0]) !== 'undefined') == r[1]); + }); + } + await t.step('should read all cells by default', async function(t) { FSTPaths.forEach(function(p) { + checkcells(X.read(fs.readFileSync(p), {type:TYPE}), true, true, true, true); + }); }); + await t.step('sheetRows n=30', async function(t) { FSTPaths.forEach(function(p) { + checkcells(X.read(fs.readFileSync(p), {type:TYPE, sheetRows:30}), false, true, true, true); + }); }); + await t.step('sheetRows n=20', async function(t) { FSTPaths.forEach(function(p) { + checkcells(X.read(fs.readFileSync(p), {type:TYPE, sheetRows:20}), false, false, true, true); + }); }); + await t.step('sheetRows n=10', async function(t) { FSTPaths.forEach(function(p) { + checkcells(X.read(fs.readFileSync(p), {type:TYPE, sheetRows:10}), false, false, false, true); + }); }); + await t.step('sheetRows n=1', async function(t) { ofmt.forEach(function(fmt) { + ([TYPE, "base64", "binary", "array"] as Array<'binary' | 'base64' | 'binary' | 'array'>).forEach(function(ot) { + var data = [[1,2],[3,4],[5,6]]; + var ws = X.utils.aoa_to_sheet(data); + assert.assert(ws['!ref'] === "A1:B3"); + var wb = X.utils.book_new(); + X.utils.book_append_sheet(wb, ws, "Sheet1"); + var bs = X.write(wb, { bookType: fmt, type: ot, WTF:true }); + + var wb0 = X.read(bs, { type: ot, WTF:true }); + var ws0 = wb0.Sheets["Sheet1"]; + assert.equal(ws0['!ref'], "A1:B3"); + assert.equal(get_cell(ws0, "A1").v, fmt == "dbf" ? "1" : 1); + assert.equal(get_cell(ws0, "B2").v, 4); + assert.equal(get_cell(ws0, "A3").v, 5); + + var wb1 = X.read(bs, { type: ot, sheetRows: 1 }); + var ws1 = wb1.Sheets["Sheet1"]; + assert.equal(ws1['!ref'], "A1:B1"); + assert.equal(get_cell(ws1, "A1").v, fmt == "dbf" ? "1" : 1); + assert.assert(!get_cell(ws1, "B2")); + assert.assert(!get_cell(ws1, "A3")); + if(ws1['!fullref']) assert.equal(ws1['!fullref'], "A1:B3"); + + var wb2 = X.read(bs, { type: ot, sheetRows: 2 }); + var ws2 = wb2.Sheets["Sheet1"]; + assert.equal(ws2['!ref'], "A1:B2"); + assert.equal(get_cell(ws2, "A1").v, fmt == "dbf" ? "1" : 1); + assert.equal(get_cell(ws2, "B2").v, 4); + assert.assert(!get_cell(ws2, "A3")); + if(ws2['!fullref']) assert.equal(ws2['!fullref'], "A1:B3"); + + var wb3 = X.read(bs, { type: ot, sheetRows: 3 }); + var ws3 = wb3.Sheets["Sheet1"]; + assert.equal(ws3['!ref'], "A1:B3"); + assert.equal(get_cell(ws3, "A1").v, fmt == "dbf" ? "1" : 1); + assert.equal(get_cell(ws3, "B2").v, 4); + assert.equal(get_cell(ws3, "A3").v, 5); + if(ws3['!fullref']) assert.equal(ws3['!fullref'], "A1:B3"); + }); }); }); + }); + await t.step('book', async function(t) { + await t.step('bookSheets should not generate sheets', async function(t) { + MCPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, bookSheets:true}); + assert.assert(typeof wb.Sheets === 'undefined'); + }); + }); + await t.step('bookProps should not generate sheets', async function(t) { + NFPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE, bookProps:true}); + assert.assert(typeof wb.Sheets === 'undefined'); + }); + }); + await t.step('bookProps && bookSheets should not generate sheets', async function(t) { + PMPaths.forEach(function(p) { + if(!fs.existsSync(p)) return; + var wb = X.read(fs.readFileSync(p), {type:TYPE, bookProps:true, bookSheets:true}); + assert.assert(typeof wb.Sheets === 'undefined'); + }); + }); + + var FSTXL = [ + [paths.fstxlsx, true], + [paths.fstxlsb, true], + [paths.fstxls, false] + ]; + await t.step('should not generate deps by default', async function(t) { + FSTPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE}); + //assert.assert(typeof wb.Deps === 'undefined' || !(wb.Deps && wb.Deps.length>0)); + }); + }); + await t.step('bookDeps should generate deps (XLSX/XLSB)', async function(t) { + FSTXL.forEach(function(p) { + if(!p[1]) return; + var wb = X.read(fs.readFileSync(p[0]), {type:TYPE, bookDeps:true}); + //assert.assert(typeof wb.Deps !== 'undefined' && wb.Deps.length > 0); + }); + }); + + var ckf = function(wb: X.WorkBook, fields: string[], exists: boolean) { fields.forEach(function(f) { assert.assert((typeof (wb as any)[f] !== 'undefined') == exists); }); }; + await t.step('should not generate book files by default', async function(t) {FSTXL.forEach(function(r) { + var wb = X.read(fs.readFileSync(r[0]), {type:TYPE}); + ckf(wb, r[1] ? ['files', 'keys'] : ['cfb'], false); + }); }); + await t.step('bookFiles should generate book files', async function(t) {FSTXL.forEach(function(r) { + var wb = X.read(fs.readFileSync(r[0]), {type:TYPE, bookFiles:true}); + ckf(wb, r[1] ? ['files', 'keys'] : ['cfb'], true); + }); }); + + var NFVBA = ["nfxlsx", "nfxlsb", "nfxls"].map(function(n) { return paths[n]; }); + await t.step('should not generate VBA by default', async function(t) { NFPaths.forEach(function(p) { + var wb = X.read(fs.readFileSync(p), {type:TYPE}); assert.assert(typeof wb.vbaraw === 'undefined'); + }); }); + await t.step('bookVBA should generate vbaraw', async function(t) { NFVBA.forEach(function(p) { + var wb = X.read(fs.readFileSync(p),{type: TYPE, bookVBA: true}); + assert.assert(wb.vbaraw); + var cfb = X.CFB.read(wb.vbaraw, {type: 'array'}); + assert.assert(X.CFB.find(cfb, '/VBA/ThisWorkbook')); + }); }); + }); +}); + +Deno.test('input formats', async function(t) { + await t.step('should read binary strings', async function(t) { artifax.forEach(function(p) { + X.read(fs.readFileSync(p, 'binary'), {type: 'binary'}); + }); }); + await t.step('should read base64 strings', async function(t) { artifax.forEach(function(p) { + X.read(fs.readFileSync(p, 'base64'), {type: 'base64'}); + }); }); + if(typeof Uint8Array !== 'undefined') await t.step('should read array', async function(t) { artifax.forEach(function(p) { + X.read(fs.readFileSync(p, 'binary').split("").map(function(x) { return x.charCodeAt(0); }), {type:'array'}); + }); }); + await t.step('should read Buffers', async function(t) { artifax.forEach(function(p) { + X.read(fs.readFileSync(p), {type: 'buffer'}); + }); }); + if(typeof Uint8Array !== 'undefined') await t.step('should read ArrayBuffer / Uint8Array', async function(t) { artifax.forEach(function(p) { + var payload: any = fs.readFileSync(p, "buffer"); + var ab = new ArrayBuffer(payload.length), vu = new Uint8Array(ab); + for(var i = 0; i < payload.length; ++i) vu[i] = payload[i]; + X.read(ab, {type: 'array'}); + X.read(vu, {type: 'array'}); + }); }); + await t.step('should throw if format is unknown', async function(t) { artifax.forEach(function(p) { + assert.throws(function() { X.read(fs.readFileSync(p), ({type: 'dafuq'} as any)); }); + }); }); + + var T = browser ? 'base64' : 'buffer'; + await t.step('should default to "' + T + '" type', async function(t) { artifax.forEach(function(p) { + X.read(fs.readFileSync(p)); + }); }); + if(!browser) await t.step('should read files', async function(t) { artifax.forEach(function(p) { X.readFile(p); }); }); +}); + +Deno.test('output formats', async function(t) { + var fmts = [ + /* fmt unicode str */ + ["xlsx", true, false], + ["xlsb", true, false], + ["xls", true, false], + ["xlml", true, true], + ["ods", true, false], + ["fods", true, true], + ["csv", true, true], + ["txt", true, true], + ["sylk", false, true], + ["eth", false, true], + ["html", true, true], + ["dif", false, true], + ["dbf", false, false], + ["prn", false, true] + ]; + function RT(T: 'string' | 'binary' | 'base64' | 'array' | 'buffer') { + fmts.forEach(function(fmt) { + var wb = X.utils.book_new(); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([['R',"\u2603"],["\u0BEE",2]]), "Sheet1"); + if(T == 'string' && !fmt[2]) return assert.throws(function() {X.write(wb, {type: T, bookType:(fmt[0] as X.BookType), WTF:true});}); + var out = X.write(wb, {type: T, bookType:(fmt[0] as X.BookType), WTF:true}); + var nwb = X.read(out, {type: T, PRN: fmt[0] == 'prn', WTF:true}); + var nws = nwb.Sheets[nwb.SheetNames[0]]; + assert.equal(get_cell(nws, "B2").v, 2); + assert.equal(get_cell(nws, "A1").v, "R"); + if(fmt[1] && fmt[0] != "txt") assert.equal(get_cell(nws, "A2").v, "\u0BEE"); + if(fmt[1] && fmt[0] != "txt") assert.equal(get_cell(nws, "B1").v, "\u2603"); + }); + } + await t.step('should write binary strings', async function(t) { RT('binary'); }); + await t.step('should write base64 strings', async function(t) { RT('base64'); }); + await t.step('should write JS strings', async function(t) { RT('string'); }); + if(typeof ArrayBuffer !== 'undefined') await t.step('should write array buffers', async function(t) { RT('array'); }); + if(!browser) await t.step('should write buffers', async function(t) { RT('buffer'); }); + await t.step('should throw if format is unknown', async function(t) { assert.throws(function() { RT('dafuq' as any); }); }); +}); + +function eqarr(a: any[],b: any[]) { + assert.equal(a.length, b.length); + a.forEach(function(x, i) { assert.equal(x, b[i]); }); +} + +Deno.test('API', async function(t) { + await t.step('book_append_sheet', async function(t) { + var wb = X.utils.book_new(); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[1,2,3],[4],[5]]), "A"); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[1,2,3],[4],[5]])); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[1,2,3],[4],[5]])); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[1,2,3],[4],[5]]), "B"); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[1,2,3],[4],[5]])); + eqarr(wb.SheetNames, ["A","Sheet1","Sheet2","B","Sheet3"]); + }); + await t.step('sheet_add_json', async function(t) { + var ws = X.utils.json_to_sheet([{A:"S", B:"h", C:"e", D:"e", E:"t", F:"J", G:"S"}], {header:["A","B","C","D","E","F","G"], skipHeader:true}); + X.utils.sheet_add_json(ws, [{A:1, B:2}, {A:2, B:3}, {A:3, B:4}], {skipHeader:true, origin:"A2"}); + X.utils.sheet_add_json(ws, [{A:5, B:6, C:7}, {A:6, B:7, C:8}, {A:7, B:8, C:9}], {skipHeader:true, origin:{r:1, c:4}, header:["A","B","C"]}); + X.utils.sheet_add_json(ws, [{A:4, B:5, C:6, D:7, E:8, F:9, G:0}], {header:["A","B","C","D","E","F","G"], skipHeader:true, origin:-1}); + assert.equal(X.utils.sheet_to_csv(ws).trim(), "S,h,e,e,t,J,S\n1,2,,,5,6,7\n2,3,,,6,7,8\n3,4,,,7,8,9\n4,5,6,7,8,9,0"); + }); + await t.step('sheet_add_aoa', async function(t) { + var ws = X.utils.aoa_to_sheet([ "SheetJS".split("") ]); + X.utils.sheet_add_aoa(ws, [[1,2], [2,3], [3,4]], {origin: "A2"}); + X.utils.sheet_add_aoa(ws, [[5,6,7], [6,7,8], [7,8,9]], {origin:{r:1, c:4}}); + X.utils.sheet_add_aoa(ws, [[4,5,6,7,8,9,0]], {origin: -1}); + assert.equal(X.utils.sheet_to_csv(ws).trim(), "S,h,e,e,t,J,S\n1,2,,,5,6,7\n2,3,,,6,7,8\n3,4,,,7,8,9\n4,5,6,7,8,9,0"); + }); + await t.step('sheet_add_aoa support object cell', async function(t) { + var data = X.utils.aoa_to_sheet([ + ['url', 'name', 'id'], + [ { l: { Target: 'https://123.com' }, v: 'url', t: 's' }, 'tom', 'xxx' ] + ]); + if(assert.deepEqual) assert.deepEqual(data.A2, { l: { Target: 'https://123.com' }, v: 'url', t: 's' }); + }); + await t.step('decode_range', async function(t) { + var _c = "ABC", _r = "123", _C = "DEF", _R = "456"; + + var r = X.utils.decode_range(_c + _r + ":" + _C + _R); + assert.assert(r.s != r.e); + assert.equal(r.s.c, X.utils.decode_col(_c)); assert.equal(r.s.r, X.utils.decode_row(_r)); + assert.equal(r.e.c, X.utils.decode_col(_C)); assert.equal(r.e.r, X.utils.decode_row(_R)); + + r = X.utils.decode_range(_c + _r); + assert.assert(r.s != r.e); + assert.equal(r.s.c, X.utils.decode_col(_c)); assert.equal(r.s.r, X.utils.decode_row(_r)); + assert.equal(r.e.c, X.utils.decode_col(_c)); assert.equal(r.e.r, X.utils.decode_row(_r)); + }); +}); + +function coreprop(props: X.Properties) { + assert.equal(props.Title, 'Example with properties'); + assert.equal(props.Subject, 'Test it before you code it'); + assert.equal(props.Author, 'Pony Foo'); + assert.equal(props.Manager, 'Despicable Drew'); + assert.equal(props.Company, 'Vector Inc'); + assert.equal(props.Category, 'Quirky'); + assert.equal(props.Keywords, 'example humor'); + assert.equal(props.Comments, 'some comments'); + assert.equal(props.LastAuthor, 'Hugues'); +} +function custprop(props: any) { + assert.equal(props['I am a boolean'], true); + assert.equal(props['Date completed'].toISOString(), '1967-03-09T16:30:00.000Z'); + assert.equal(props.Status, 2); + assert.equal(props.Counter, -3.14); +} + +function cmparr(x: any[]){ for(var i=1;i -1 ? k.substr(0,s) : k); + if(s < 0) return assert[c<0?'notEqual':'equal'](x[k], y[k], m); + return deepcmp(x[k.substr(0,s)],y[k.substr(0,s)],k.substr(s+1),m,c); +} + +var styexc = [ + 'A2|H10|bgColor.rgb', + 'F6|H1|patternType' +]; +var stykeys = [ + "patternType", + "fgColor.rgb", + "bgColor.rgb" +]; +function diffsty(ws: X.WorkSheet, r1: string,r2: string) { + var c1 = get_cell(ws,r1).s, c2 = get_cell(ws,r2).s; + stykeys.forEach(function(m) { + var c = -1; + if(styexc.indexOf(r1+"|"+r2+"|"+m) > -1) c = 1; + else if(styexc.indexOf(r2+"|"+r1+"|"+m) > -1) c = 1; + deepcmp(c1,c2,m,r1+","+r2,c); + }); +} + +function hlink1(ws: X.WorkSheet) {[ + ["A1", "http://www.sheetjs.com"], + ["A2", "http://oss.sheetjs.com"], + ["A3", "http://oss.sheetjs.com#foo"], + ["A4", "mailto:dev@sheetjs.com"], + ["A5", "mailto:dev@sheetjs.com?subject=hyperlink"], + ["A6", "../../sheetjs/Documents/Test.xlsx"], + ["A7", "http://sheetjs.com", "foo bar baz"] +].forEach(function(r) { + assert.equal(get_cell(ws, r[0]).l.Target, r[1]); + if(r[2]) assert.equal(get_cell(ws, r[0]).l.Tooltip, r[2]); +}); } + +function hlink2(ws: X.WorkSheet) { [ + ["A1", "#Sheet2!A1"], + ["A2", "#WBScope"], + ["A3", "#Sheet1!WSScope1", "#Sheet1!C7:E8"], + ["A5", "#Sheet1!A5"] +].forEach(function(r) { + if(r[2] && get_cell(ws, r[0]).l.Target == r[2]) return; + assert.equal(get_cell(ws, r[0]).l.Target, r[1]); +}); } + +function check_margin(margins: X.MarginInfo, exp: number[]) { + (["left", "right", "top", "bottom", "header", "footer"] as Array).forEach(function(m: keyof X.MarginInfo, i: number) { + assert.equal(margins[m], exp[i]); + }); +} + +Deno.test('parse features', async function(t) { + await t.step('sheet visibility', async function(t) { + var wbs = SVPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE}); }); + await t.step('should detect visible sheets', async function(t) { + wbs.forEach(function(wb) { + assert.assert(!wb?.Workbook?.Sheets?.[0]?.Hidden); + }); + }); + await t.step('should detect all hidden sheets', async function(t) { + wbs.forEach(function(wb) { + assert.assert(wb?.Workbook?.Sheets?.[1]?.Hidden); + assert.assert(wb?.Workbook?.Sheets?.[2]?.Hidden); + }); + }); + await t.step('should distinguish very hidden sheets', async function(t) { + wbs.forEach(function(wb) { + assert.equal(wb?.Workbook?.Sheets?.[1]?.Hidden,1); + assert.equal(wb?.Workbook?.Sheets?.[2]?.Hidden,2); + }); + }); + }); + + await t.step('comments', async function(t) { + if(fs.existsSync(paths.swcxlsx)) await t.step('should have comment as part of cell properties', async function(t){ + var sheet = 'Sheet1'; + var wb1=X.read(fs.readFileSync(paths.swcxlsx), {type:TYPE}); + var wb2=X.read(fs.readFileSync(paths.swcxlsb), {type:TYPE}); + var wb3=X.read(fs.readFileSync(paths.swcxls), {type:TYPE}); + var wb4=X.read(fs.readFileSync(paths.swcxml), {type:TYPE}); + + [wb1,wb2,wb3,wb4].map(function(wb: X.WorkBook) { return wb.Sheets[sheet]; }).forEach(function(ws, i) { + assert.equal(get_cell(ws, "B1").c.length, 1,"must have 1 comment"); + assert.equal(get_cell(ws, "B1").c[0].a, "Yegor Kozlov","must have the same author"); + assert.equal(get_cell(ws, "B1").c[0].t, "Yegor Kozlov:\nfirst cell", "must have the concatenated texts"); + if(i > 0) return; + assert.equal(get_cell(ws, "B1").c[0].r, 'Yegor Kozlov:\r\nfirst cell', "must have the rich text representation"); + assert.equal(get_cell(ws, "B1").c[0].h, 'Yegor Kozlov:
first cell', "must have the html representation"); + }); + }); + var stst = [ + ['xlsx', paths.cstxlsx], + ['xlsb', paths.cstxlsb], + ['xls', paths.cstxls], + ['xlml', paths.cstxml], + ['ods', paths.cstods] + ]; for(var ststi = 0; ststi < stst.length; ++ststi) { let m = stst[ststi]; await t.step(m[0] + ' stress test', async function(t) { + var wb = X.read(fs.readFileSync(m[1]), {type:TYPE}); + check_comments(wb); + var ws0 = wb.Sheets["Sheet2"]; + assert.equal(get_cell(ws0,"A1").c[0].a, 'Author'); + assert.equal(get_cell(ws0,"A1").c[0].t, 'Author:\nGod thinks this is good'); + assert.equal(get_cell(ws0,"C1").c[0].a, 'Author'); + assert.equal(get_cell(ws0,"C1").c[0].t, 'I really hope that xlsx decides not to use magic like rPr'); + }); } + }); + + await t.step('should parse core properties and custom properties', async function(t) { + var wbs = [ + X.read(fs.readFileSync(paths.cpxlsx), {type:TYPE, WTF:true}), + X.read(fs.readFileSync(paths.cpxlsb), {type:TYPE, WTF:true}), + X.read(fs.readFileSync(paths.cpxls), {type:TYPE, WTF:true}), + X.read(fs.readFileSync(paths.cpxml), {type:TYPE, WTF:true}) + ]; + + var s1 = ['XLSX', 'XLSB', 'XLS', 'XML']; for(var i = 0; i < s1.length; ++i) { let x = s1[i]; + await t.step(x + ' should parse core properties', async function(t) { var P = wbs?.[i]?.Props; if(typeof P == "undefined") throw "missing props"; coreprop(P); }); + await t.step(x + ' should parse custom properties', async function(t) { custprop(wbs?.[i]?.Custprops); }); + } + var s2 = [ + //["asxls", "BIFF8", "\u2603"], + ["asxls5", "BIFF5", "_"], + ["asxml", "XLML", "\u2603"], + ["asods", "ODS", "God"], + ["asxlsx", "XLSX", "\u2603"], + ["asxlsb", "XLSB", "\u2603"] + ]; for(var ii = 0; ii < s2.length; ++ii) { let x = s2[ii]; + await t.step(x[1] + ' should read ' + (x[2] == "\u2603" ? 'unicode ' : "") + 'author', async function(t) { + var wb = X.read(fs.readFileSync(paths[x[0]]), {type:TYPE}); + assert.equal(wb?.Props?.Author, x[2]); + }); } + var BASE = "இராமா"; + /* TODO: ODS, XLS */ + var s3:Array = [ "xlsx", "xlsb", "xlml"/*, "ods", "xls" */]; for(var i = 0; i < s3.length; ++i) { let n = s3[i]; + await t.step(n + ' should round-trip unicode category', async function(t) { + var wb = X.utils.book_new(); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([["a"]]), "Sheet1"); + if(!wb.Props) wb.Props = {}; + (wb.Props || (wb.Props = {})).Category = BASE; + var wb2 = X.read(X.write(wb, {bookType:n, type:TYPE}), {type:TYPE}); + assert.equal(wb2?.Props?.Category,BASE); + }); } + }); + + await t.step('sheetRows', async function(t) { + await t.step('should use original range if not set', async function(t) { + var opts = {type:TYPE}; + FSTPaths.map(function(p) { return X.read(fs.readFileSync(p), opts); }).forEach(function(wb) { + assert.equal(wb.Sheets["Text"]["!ref"],"A1:F49"); + }); + }); + await t.step('should adjust range if set', async function(t) { + var opts = {type:TYPE, sheetRows:10}; + var wbs = FSTPaths.map(function(p) { return X.read(fs.readFileSync(p), opts); }); + /* TODO: XLS, XML, ODS */ + wbs.slice(0,2).forEach(function(wb) { + assert.equal(wb.Sheets["Text"]["!fullref"],"A1:F49"); + assert.equal(wb.Sheets["Text"]["!ref"],"A1:F10"); + }); + }); + await t.step('should not generate comment cells', async function(t) { + var opts = {type:TYPE, sheetRows:10}; + var wbs = CSTPaths.map(function(p) { return X.read(fs.readFileSync(p), opts); }); + /* TODO: XLS, XML, ODS */ + wbs.slice(0,2).forEach(function(wb) { + assert.equal(wb.Sheets["Sheet7"]["!fullref"],"A1:N34"); + assert.equal(wb.Sheets["Sheet7"]["!ref"],"A1"); + }); + }); + }); + + await t.step('column properties', async function(t) { + var wbs: X.WorkBook[] = [], wbs_no_slk: X.WorkBook[] = []; + wbs = CWPaths.map(function(n) { return X.read(fs.readFileSync(n), {type:TYPE, cellStyles:true}); }); + wbs_no_slk = wbs.slice(0, 5); + await t.step('should have "!cols"', async function(t) { + wbs.forEach(function(wb) { assert.assert(wb.Sheets["Sheet1"]['!cols']); }); + }); + await t.step('should have correct widths', async function(t) { + /* SYLK rounds wch so skip non-integral */ + wbs_no_slk.map(function(x) { return x.Sheets["Sheet1"]['!cols']; }).forEach(function(x) { + assert.equal(x?.[1]?.width, 0.1640625); + assert.equal(x?.[2]?.width, 16.6640625); + assert.equal(x?.[3]?.width, 1.6640625); + }); + wbs.map(function(x) { return x.Sheets["Sheet1"]['!cols']; }).forEach(function(x) { + assert.equal(x?.[4]?.width, 4.83203125); + assert.equal(x?.[5]?.width, 8.83203125); + assert.equal(x?.[6]?.width, 12.83203125); + assert.equal(x?.[7]?.width, 16.83203125); + }); + }); + await t.step('should have correct pixels', async function(t) { + /* SYLK rounds wch so skip non-integral */ + wbs_no_slk.map(function(x) { return x.Sheets["Sheet1"]['!cols']; }).forEach(function(x) { + assert.equal(x?.[1].wpx, 1); + assert.equal(x?.[2].wpx, 100); + assert.equal(x?.[3].wpx, 10); + }); + wbs.map(function(x) { return x.Sheets["Sheet1"]['!cols']; }).forEach(function(x) { + assert.equal(x?.[4].wpx, 29); + assert.equal(x?.[5].wpx, 53); + assert.equal(x?.[6].wpx, 77); + assert.equal(x?.[7].wpx, 101); + }); + }); + }); + + await t.step('row properties', async function(t) { + var wbs = RHPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE, cellStyles:true}); }); + /* */ + var ols = OLPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE, cellStyles:true}); }); + await t.step('should have "!rows"', async function(t) { + wbs.forEach(function(wb) { assert.assert(wb.Sheets["Sheet1"]['!rows']); }); + }); + await t.step('should have correct points', async function(t) { + wbs.map(function(x) { return x.Sheets["Sheet1"]['!rows']; }).forEach(function(x) { + assert.equal(x?.[1].hpt, 1); + assert.equal(x?.[2].hpt, 10); + assert.equal(x?.[3].hpt, 100); + }); + }); + await t.step('should have correct pixels', async function(t) { + wbs.map(function(x) { return x.Sheets["Sheet1"]['!rows']; }).forEach(function(x) { + /* note: at 96 PPI hpt == hpx */ + assert.equal(x?.[1].hpx, 1); + assert.equal(x?.[2].hpx, 10); + assert.equal(x?.[3].hpx, 100); + }); + }); + await t.step('should have correct outline levels', async function(t) { + ols.map(function(x) { return x.Sheets["Sheet1"]; }).forEach(function(ws) { + var rows = ws['!rows']; + for(var i = 0; i < 29; ++i) { + var cell = get_cell(ws, "A" + X.utils.encode_row(i)); + var lvl = (rows?.[i]||{}).level||0; + if(!cell || cell.t == 's') assert.equal(lvl, 0); + else if(cell.t == 'n') { + if(cell.v === 0) assert.equal(lvl, 0); + else assert.equal(lvl, cell.v); + } + } + assert.equal(rows?.[29]?.level, 7); + }); + }); + }); + + await t.step('merge cells',async function(t) { + var wbs = MCPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE}); }); + await t.step('should have !merges', async function(t) { + wbs.forEach(function(wb) { + assert.assert(wb.Sheets["Merge"]['!merges']); + }); + var m = wbs.map(function(x) { return x.Sheets["Merge"]?.['!merges']?.map(function(y) { return X.utils.encode_range(y); });}); + m?.slice(1)?.forEach(function(x) { + assert.deepEqual(m?.[0]?.sort(),x?.sort()); + }); + }); + }); + + await t.step('should find hyperlinks', async function(t) { + var wb1 = HLPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE, WTF:true}); }); + var wb2 = ILPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE, WTF:true}); }); + + var ext1 = ['xlsx', 'xlsb', 'xls', 'xml']; for(let i = 0; i < ext1.length; ++i) { let x = ext1[i]; + await t.step(x + " external", async function(t) { hlink1(wb1[i].Sheets["Sheet1"]); }); + } + var ext2 = ['xlsx', 'xlsb', 'xls', 'xml', 'ods']; for(let i = 0; i < ext2.length; ++i) { let x = ext2[i]; + await t.step(x + " internal", async function(t) { hlink2(wb2[i].Sheets["Sheet1"]); }); + } + }); + + await t.step('should parse cells with date type (XLSX/XLSM)', async function(t) { + await t.step('Must have read the date', async function(t) { + var wb: X.WorkBook, ws: X.WorkSheet; + var sheetName = 'Sheet1'; + wb = X.read(fs.readFileSync(paths.dtxlsx), {type:TYPE}); + ws = wb.Sheets[sheetName]; + var sheet: Array = X.utils.sheet_to_json(ws, {raw: false}); + assert.equal(sheet[3]['てすと'], '2/14/14'); + }); + await t.step('cellDates should not affect formatted text', async function(t) { + var sheetName = 'Sheet1'; + var ws1 = X.read(fs.readFileSync(paths.dtxlsx), {type:TYPE}).Sheets[sheetName]; + var ws2 = X.read(fs.readFileSync(paths.dtxlsb), {type:TYPE}).Sheets[sheetName]; + assert.equal(X.utils.sheet_to_csv(ws1),X.utils.sheet_to_csv(ws2)); + }); + }); + + await t.step('cellDates', async function(t) { + var fmts = [ + /* desc path sheet cell formatted */ + ['XLSX', paths.dtxlsx, 'Sheet1', 'B5', '2/14/14'], + ['XLSB', paths.dtxlsb, 'Sheet1', 'B5', '2/14/14'], + ['XLS', paths.dtxls, 'Sheet1', 'B5', '2/14/14'], + ['XLML', paths.dtxml, 'Sheet1', 'B5', '2/14/14'], + ['XLSM', paths.nfxlsx, 'Implied', 'B13', '18-Oct-33'] + ]; + await t.step('should not generate date cells by default', async function(t) { fmts.forEach(function(f) { + var wb, ws; + wb = X.read(fs.readFileSync(f[1]), {type:TYPE}); + ws = wb.Sheets[f[2]]; + assert.equal(get_cell(ws, f[3]).w, f[4]); + assert.equal(get_cell(ws, f[3]).t, 'n'); + }); }); + await t.step('should generate date cells if cellDates is true', async function(t) { fmts.forEach(function(f) { + var wb, ws; + wb = X.read(fs.readFileSync(f[1]), {type:TYPE, cellDates:true}); + ws = wb.Sheets[f[2]]; + assert.equal(get_cell(ws, f[3]).w, f[4]); + assert.equal(get_cell(ws, f[3]).t, 'd'); + }); }); + }); + + await t.step('defined names', async function(t) {var dnp = [ + /* desc path cmnt */ + ['xlsx', paths.dnsxlsx, true], + ['xlsb', paths.dnsxlsb, true], + ['xls', paths.dnsxls, true], + ['xlml', paths.dnsxml, false], + ['slk', paths.dnsslk, false] + ] as Array<[string, string, boolean]>; for(var i = 0; i < dnp.length; ++i) { let m: [string, string, boolean] = dnp[i]; await t.step(m[0], async function(t) { + var wb = X.read(fs.readFileSync(m[1]), {type:TYPE}); + var names = wb?.Workbook?.Names; + + if(names) { + if(m[0] != 'slk') { + for(var i = 0; i < names?.length; ++i) if(names[i].Name == "SheetJS") break; + assert.assert(i < names?.length, "Missing name"); + assert.equal(names[i].Sheet, void 0); + assert.equal(names[i].Ref, "Sheet1!$A$1"); + if(m[2]) assert.equal(names[i].Comment, "defined names just suck excel formulae are bad MS should feel bad"); + } + + for(i = 0; i < names.length; ++i) if(names[i].Name == "SHEETjs") break; + assert.assert(i < names.length, "Missing name"); + assert.equal(names[i].Sheet, 0); + assert.equal(names[i].Ref, "Sheet1!$A$2"); + } + }); } }); + + await t.step('defined names unicode', async function(t) {var dnu=[ + /* desc path RT */ + ['xlsx', paths.dnuxlsx, true], + ['xlsb', paths.dnuxlsb, true], + ['ods', paths.dnuods, true], + ['xls', paths.dnuxls, false], + ['xlml', paths.dnuxml, false] + ]; for(var i = 0; i < dnu.length; ++i) { let m = dnu[i]; await t.step(m[0], async function(t) { + var wb = X.read(fs.readFileSync(m[1]), {type:TYPE}); + var wb2 = X.read(X.write(wb, {type:TYPE, bookType: m[0]}), {type:TYPE}); + [ + "NoContainsJapanese", + "\u65E5\u672C\u8a9e\u306e\u307f", + "sheet\u65e5\u672c\u8a9e", + "\u65e5\u672c\u8a9esheet", + "sheet\u65e5\u672c\u8a9esheet" + ].forEach(function(n, i) { assert.equal(wb.SheetNames[i], n); }); + [ + ["name\u65e5\u672c\u8a9e", "sheet\u65e5\u672c\u8a9e!$A$1"], + ["name\u65e5\u672c\u8a9ename", "sheet\u65e5\u672c\u8a9esheet!$B$2"], + ["NoContainsJapaneseName", "\u65e5\u672c\u8a9e\u306e\u307f!$A$1"], + ["sheet\u65e5\u672c\u8a9e", "sheet\u65e5\u672c\u8a9e!$A$1"], + ["\u65e5\u672c\u8a9e", "NoContainsJapanese!$A$1"], + ["\u65e5\u672c\u8a9ename", "\u65e5\u672c\u8a9esheet!$I$2"] + ].forEach(function(n) {(m[2] ? [ wb, wb2 ] : [ wb ]).forEach(function(wb) { + var DN = null; + var arr = wb?.Workbook?.Names; + if(arr) for(var j = 0; j < arr.length; ++j) if(arr[j]?.Name == n?.[0]) DN = arr[j]; + assert.assert(DN); + // $FlowIgnore + assert.equal(DN?.Ref, n?.[1]); + }); }); + }); } }); + + await t.step('workbook codename unicode', async function(t) { + var wb = X.utils.book_new(); + var ws = X.utils.aoa_to_sheet([[1]]); + X.utils.book_append_sheet(wb, ws, "Sheet1"); + wb.Workbook = { WBProps: { CodeName: "本工作簿" } }; + var exts = ['xlsx', 'xlsb'] as Array; for(var i = 0; i < exts.length; ++i) { var m = exts[i]; await t.step(m, async function(t) { + var bstr = X.write(wb, {type: "binary", bookType: m}); + var nwb = X.read(bstr, {type: "binary"}); + assert.equal(nwb?.Workbook?.WBProps?.CodeName, wb?.Workbook?.WBProps?.CodeName); + }); } + }); + + await t.step('auto filter', async function(t) {var af = [ + ['xlsx', paths.afxlsx], + ['xlsb', paths.afxlsb], + ['xls', paths.afxls], + ['xlml', paths.afxml], + ['ods', paths.afods] + ]; for(var j = 0; j < af.length; ++j) { var m = af[j]; await t.step(m[0], async function(t) { + var wb = X.read(fs.readFileSync(m[1]), {type:TYPE}); + assert.assert(!wb.Sheets[wb.SheetNames[0]]['!autofilter']); + for(var i = 1; i < wb.SheetNames.length; ++i) { + assert.assert(wb.Sheets[wb.SheetNames[i]]['!autofilter']); + assert.equal(wb.Sheets[wb.SheetNames[i]]?.['!autofilter']?.ref,"A1:E22"); + } + }); } }); + + await t.step('HTML', async function(t) { + var ws = X.utils.aoa_to_sheet([ + ["a","b","c"], + ["&","<",">","\n"] + ]); + var wb = {SheetNames:["Sheet1"],Sheets:{Sheet1:ws}}; + var m: 'xlsx' = 'xlsx'; await t.step(m, async function(t) { + var wb2 = X.read(X.write(wb, {bookType:m, type:TYPE}),{type:TYPE, cellHTML:true}); + assert.equal(get_cell(wb2.Sheets["Sheet1"], "A2").h, "&"); + assert.equal(get_cell(wb2.Sheets["Sheet1"], "B2").h, "<"); + assert.equal(get_cell(wb2.Sheets["Sheet1"], "C2").h, ">"); + var h = get_cell(wb2.Sheets["Sheet1"], "D2").h; + assert.assert(h == " " || h == "
"); + }); + }); + + await t.step('page margins', async function(t) { + var wbs = PMPaths.map(function(p) { return X.read(fs.readFileSync(p), {type:TYPE, WTF:true}); }); + var pm = ([ + /* Sheet Name Margins: left right top bottom head foot */ + ["Normal", [0.70, 0.70, 0.75, 0.75, 0.30, 0.30]], + ["Wide", [1.00, 1.00, 1.00, 1.00, 0.50, 0.50]], + ["Narrow", [0.25, 0.25, 0.75, 0.75, 0.30, 0.30]], + ["Custom 1 Inch Centered", [1.00, 1.00, 1.00, 1.00, 0.30, 0.30]], + ["1 Inch HF", [0.70, 0.70, 0.75, 0.75, 1.00, 1.00]] + ] as Array<[string, number[]]>); for(var pmi = 0; pmi < pm.length; ++pmi) { let tt = pm[pmi]; await t.step('should parse ' + tt[0] + ' margin', async function(t) { wbs.forEach(function(wb) { + check_margin(wb.Sheets[""+tt[0]]?.["!margins"] as any, tt[1]); + }); }); } + }); + + await t.step('should correctly handle styles', async function(t) { + var wsxls=X.read(fs.readFileSync(paths.cssxls), {type:TYPE,cellStyles:true,WTF:true}).Sheets["Sheet1"]; + var wsxlsx=X.read(fs.readFileSync(paths.cssxlsx), {type:TYPE,cellStyles:true,WTF:true}).Sheets["Sheet1"]; + var rn = function(range: string): string[] { + var r = X.utils.decode_range(range); + var out: string[] = []; + for(var R = r.s.r; R <= r.e.r; ++R) for(var C = r.s.c; C <= r.e.c; ++C) + out.push(X.utils.encode_cell({c:C,r:R})); + return out; + }; + var rn2 = function(r: string): string[] { return ([] as string[]).concat.apply(([] as string[]), r.split(",").map(rn)); }; + var ranges = [ + 'A1:D1,F1:G1', 'A2:D2,F2:G2', /* rows */ + 'A3:A10', 'B3:B10', 'E1:E10', 'F6:F8', /* cols */ + 'H1:J4', 'H10' /* blocks */ + ]; + /*eslint-disable */ + var exp/*:Array*/ = [ + { patternType: 'darkHorizontal', + fgColor: { theme: 9, raw_rgb: 'F79646' }, + bgColor: { theme: 5, raw_rgb: 'C0504D' } }, + { patternType: 'darkUp', + fgColor: { theme: 3, raw_rgb: '1F497D' }, + bgColor: { theme: 7, raw_rgb: '8064A2' } }, + { patternType: 'darkGray', + fgColor: { theme: 3, raw_rgb: '1F497D' }, + bgColor: { theme: 1, raw_rgb: '000000' } }, + { patternType: 'lightGray', + fgColor: { theme: 6, raw_rgb: '9BBB59' }, + bgColor: { theme: 2, raw_rgb: 'EEECE1' } }, + { patternType: 'lightDown', + fgColor: { theme: 4, raw_rgb: '4F81BD' }, + bgColor: { theme: 7, raw_rgb: '8064A2' } }, + { patternType: 'lightGrid', + fgColor: { theme: 6, raw_rgb: '9BBB59' }, + bgColor: { theme: 9, raw_rgb: 'F79646' } }, + { patternType: 'lightGrid', + fgColor: { theme: 4, raw_rgb: '4F81BD' }, + bgColor: { theme: 2, raw_rgb: 'EEECE1' } }, + { patternType: 'lightVertical', + fgColor: { theme: 3, raw_rgb: '1F497D' }, + bgColor: { theme: 7, raw_rgb: '8064A2' } } + ]; + /*eslint-enable */ + for(var rangei = 0; rangei < ranges.length; ++rangei) { let rng = ranges[rangei]; + await t.step('XLS | ' + rng,async function(t){cmparr(rn2(rng).map(function(x){ return get_cell(wsxls,x).s; }));}); + await t.step('XLSX | ' + rng,async function(t){cmparr(rn2(rng).map(function(x){ return get_cell(wsxlsx,x).s; }));}); + } + await t.step('different styles', async function(t) { + for(var i = 0; i != ranges.length-1; ++i) { + for(var j = i+1; j != ranges.length; ++j) { + diffsty(wsxlsx, rn2(ranges[i])[0], rn2(ranges[j])[0]); + /* TODO: XLS */ + //diffsty(wsxls, rn2(ranges[i])[0], rn2(ranges[j])[0]); + } + } + }); + await t.step('correct styles', async function(t) { + //var stylesxls = ranges.map(function(r) { return rn2(r)[0]; }).map(function(r) { return get_cell(wsxls,r).s; }); + var stylesxlsx = ranges.map(function(r) { return rn2(r)[0]; }).map(function(r) { return get_cell(wsxlsx,r).s; }); + exp.forEach(function(e, i) { + [ + "fgColor.theme","fgColor.raw_rgb", + "bgColor.theme","bgColor.raw_rgb", + "patternType" + ].forEach(function(k) { + deepcmp(e, stylesxlsx[i], k, i + ":" + k, 0); + /* TODO: XLS */ + //deepcmp(e, stylesxls[i], k, i + ":" + k, 0); + }); + }); + }); + }); + + await t.step('data types formats', async function(t) {var dtf = [ + ['xlsx', paths.dtfxlsx], + ]; for(var j = 0; j < dtf.length; ++j) { var m = dtf[j]; await t.step(m[0], async function(t) { + var wb = X.read(fs.readFileSync(m[1]), {type: TYPE, cellDates: true}); + var ws = wb.Sheets[wb.SheetNames[0]]; + var data = X.utils.sheet_to_json(ws, { header: 1, raw: true, rawNumbers: false }); + assert.assert(data[0][1] instanceof Date); + assert.assert(data[1][1] instanceof Date); + assert.equal(data[2][1], '$123.00'); + assert.equal(data[3][1], '98.76%'); + assert.equal(data[4][1], '456.00'); + assert.equal(data[5][1], '7,890'); + }); } }); + + await t.step('date system', async function(t) {[ + "biff5", "ods", "slk", "xls", "xlsb", "xlsx", "xml" + ].forEach(function(ext) { + // TODO: verify actual date values + var wb0 = X.read(fs.readFileSync("./test_files/1904/1900." + ext), {type: TYPE, cellNF: true}); + assert.assert(!(wb0?.Workbook?.WBProps?.date1904)); + assert.equal(X.utils.sheet_to_csv(wb0.Sheets[wb0.SheetNames[0]]), [ +"1,1900-01-01,1900-01-01,1900-01-01", +"11,1900-01-11,1900-01-11,1900-01-11", +"111,1900-04-20,1900-04-20,1900-04-20", +"1111,1903-01-15,1903-01-15,1903-01-15", +"11111,1930-06-02,1930-06-02,1930-06-02" + ].join("\n")); + + var wb4 = X.read(fs.readFileSync("./test_files/1904/1904." + ext), {type: TYPE, cellNF: true}); + assert.assert(wb4?.Workbook?.WBProps?.date1904); + assert.equal(X.utils.sheet_to_csv(wb4.Sheets[wb4.SheetNames[0]]), [ +"1,1904-01-02,1904-01-02,1904-01-02", +"11,1904-01-12,1904-01-12,1904-01-12", +"111,1904-04-21,1904-04-21,1904-04-21", +"1111,1907-01-16,1907-01-16,1907-01-16", +"11111,1934-06-03,1934-06-03,1934-06-03" + ].join("\n")); + }); }); +}); + +Deno.test('write features', async function(t) { + await t.step('props', async function(t) { + await t.step('core', async function(t) { + var baseprops: X.FullProperties = { + Category: "Newspaper", + ContentStatus: "Published", + Keywords: "☃", + LastAuthor: "Perry White", + LastPrinted: "1978-12-15", + //RevNumber: 6969, // TODO: this should actually be Revision + //AppVersion: 69, // TODO: this should actually be a number + Author: "Lois Lane", + Comments: "Needs work", + Identifier: "1d", + Language: "English", + Subject: "Superman", + Title: "Man of Steel" + }; + var ws = X.utils.aoa_to_sheet([["a","b","c"],[1,2,3]]); + var bt1 = (['xlml', 'xlsx', 'xlsb'] as Array); for(var bti = 0; bti < bt1.length; ++bti) { let w: X.BookType = bt1[bti]; await t.step(w, async function(t) { + var wb: X.WorkBook = { + Props: ({} as X.FullProperties), + SheetNames: ["Sheet1"], + Sheets: {Sheet1: ws} + }; + (Object.keys(baseprops) as Array).forEach(function(k: keyof X.FullProperties) { if(wb.Props) (wb.Props as any)[k] = baseprops[k]; }); + var wb2 = X.read(X.write(wb, {bookType:w, type:TYPE}), {type:TYPE}); + (Object.keys(baseprops) as Array).forEach(function(k) { assert.equal(baseprops[k], wb2?.Props?.[k]); }); + var wb3 = X.read(X.write(wb2, {bookType:w, type:TYPE, Props: {Author:"SheetJS"}}), {type:TYPE}); + assert.equal("SheetJS", wb3?.Props?.Author); + }); } + }); + }); + await t.step('HTML', async function(t) { + await t.step('should use `h` value when present', async function(t) { + var sheet = X.utils.aoa_to_sheet([["abc"]]); + get_cell(sheet, "A1").h = "abc"; + var wb = {SheetNames:["Sheet1"], Sheets:{Sheet1:sheet}}; + var str = X.write(wb, {bookType:"html", type:"binary"}); + assert.assert(str.indexOf("abc") > 0); + }); + }); + await t.step('sheet range limits', async function(t) { var b = ([ + ["biff2", "IV16384"], + ["biff5", "IV16384"], + ["biff8", "IV65536"], + ["xlsx", "XFD1048576"], + ["xlsb", "XFD1048576"] + ] as Array<['biff2' | 'biff5' | 'biff8' | 'xlsx' | 'xlsb', string]>); for(var j = 0; j < b.length; ++j) { var r = b[j]; await t.step(r[0], async function(t) { + var C = X.utils.decode_cell(r[1]); + var wopts: X.WritingOptions = {bookType:r[0], type:'binary', WTF:true}; + var wb = { SheetNames: ["Sheet1"], Sheets: { Sheet1: ({} as X.WorkSheet) } }; + + wb.Sheets["Sheet1"]['!ref'] = "A1:" + X.utils.encode_cell({r:0, c:C.c}); + X.write(wb, wopts); + wb.Sheets["Sheet1"]['!ref'] = "A" + X.utils.encode_row(C.r - 5) + ":" + X.utils.encode_cell({r:C.r, c:0}); + X.write(wb, wopts); + + wb.Sheets["Sheet1"]['!ref'] = "A1:" + X.utils.encode_cell({r:0, c:C.c+1}); + assert.throws(function() { X.write(wb, wopts); }); + wb.Sheets["Sheet1"]['!ref'] = "A" + X.utils.encode_row(C.r - 5) + ":" + X.utils.encode_cell({r:C.r+1, c:0}); + assert.throws(function() { X.write(wb, wopts); }); + }); } }); + await t.step('single worksheet formats', async function(t) { + var wb = X.utils.book_new(); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[1,2],[3,4]]), "Sheet1"); + X.utils.book_append_sheet(wb, X.utils.aoa_to_sheet([[5,6],[7,8]]), "Sheet2"); + assert.equal(X.write(wb, {type:"string", bookType:"csv", sheet:"Sheet1"}), "1,2\n3,4"); + assert.equal(X.write(wb, {type:"string", bookType:"csv", sheet:"Sheet2"}), "5,6\n7,8"); + assert.throws(function() { X.write(wb, {type:"string", bookType:"csv", sheet:"Sheet3"}); }); + }); + await t.step('should create/update autofilter defined name on write', async function(t) {([ + "xlsx", "xlsb", /* "xls", */ "xlml" /*, "ods" */ + ] as Array).forEach(function(fmt) { + var wb = X.utils.book_new(); + var ws = X.utils.aoa_to_sheet([["A","B","C"],[1,2,3]]); + ws["!autofilter"] = { ref: (ws["!ref"] as string) }; + X.utils.book_append_sheet(wb, ws, "Sheet1"); + var wb2 = X.read(X.write(wb, {bookType:fmt, type:TYPE}), {type:TYPE}); + var Name: X.DefinedName = (null as any); + ((wb2.Workbook||{}).Names || []).forEach(function(dn) { if(dn.Name == "_xlnm._FilterDatabase" && dn.Sheet == 0) Name = dn; }); + assert.assert(!!Name, "Could not find _xlnm._FilterDatabases name WR"); + assert.equal(Name.Ref, "Sheet1!$A$1:$C$2"); + X.utils.sheet_add_aoa(wb2.Sheets["Sheet1"], [[4,5,6]], { origin: -1 }); + (wb2.Sheets["Sheet1"]["!autofilter"] as any).ref = wb2.Sheets["Sheet1"]["!ref"]; + var wb3 = X.read(X.write(wb2, {bookType:fmt, type:TYPE}), {type:TYPE}); + Name = (null as any); + ((wb3.Workbook||{}).Names || []).forEach(function(dn) { if(dn.Name == "_xlnm._FilterDatabase" && dn.Sheet == 0) Name = dn; }); + assert.assert(!!Name, "Could not find _xlnm._FilterDatabases name WRWR"); + assert.equal(Name.Ref, "Sheet1!$A$1:$C$3"); + assert.equal(((wb2.Workbook as any).Names as any).length, ((wb3.Workbook as any).Names as any).length); + }); }); +}); + +function seq(end: number, start?: number): Array { + var s = start || 0; + var o = new Array(end - s); + for(var i = 0; i != o.length; ++i) o[i] = s + i; + return o; +} + +var basedate = new Date(1899, 11, 30, 0, 0, 0); // 2209161600000 +function datenum(v: Date, date1904?: boolean): number { + var epoch = v.getTime(); + if(date1904) epoch -= 1462*24*60*60*1000; + var dnthresh = basedate.getTime() + (v.getTimezoneOffset() - basedate.getTimezoneOffset()) * 60000; + return (epoch - dnthresh) / (24 * 60 * 60 * 1000); +} +var good_pd_date = new Date('2017-02-19T19:06:09.000Z'); +if(isNaN(good_pd_date.getFullYear())) good_pd_date = new Date('2017-02-19T19:06:09'); +if(isNaN(good_pd_date.getFullYear())) good_pd_date = new Date('2/19/17'); +var good_pd = good_pd_date.getFullYear() == 2017; +function parseDate(str: string|Date): Date { + var d = new Date(str); + if(good_pd) return d; + if(str instanceof Date) return str; + if(good_pd_date.getFullYear() == 1917 && !isNaN(d.getFullYear())) { + var s = d.getFullYear(); + if(str.indexOf("" + s) > -1) return d; + d.setFullYear(d.getFullYear() + 100); return d; + } + var n = str.match(/\d+/g)||["2017","2","19","0","0","0"]; + return new Date(Date.UTC(+n[0], +n[1] - 1, +n[2], +n[3], +n[4], +n[5])); +} + +var fixdate = browser ? parseDate("2014-02-19T14:30:00.000Z") : new Date("2014-02-19T14:30Z"); + +Deno.test('roundtrip features', async function(t) { + await t.step('should preserve core properties', async function(t) { var cp = [ + ['xls', paths.cpxls], + ['xlml', paths.cpxml], + ['xlsx', paths.cpxlsx], + ['xlsb', paths.cpxlsb] + ]; for(var cpi = 0; cpi < cp.length; ++cpi) { var w = cp[cpi]; + await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {type:TYPE}); + coreprop(wb1.Props as any); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:TYPE}), {type:TYPE}); + coreprop(wb2.Props as any); + }); + } }); + + await t.step('should preserve custom properties', async function(t) { var cp = [ + ['xls', paths.cpxls], + ['xlml', paths.cpxml], + ['xlsx', paths.cpxlsx], + ['xlsb', paths.cpxlsb] + ]; for(var cpi = 0; cpi < cp.length; ++cpi) { var w = cp[cpi]; + await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {type:TYPE}); + custprop(wb1.Custprops); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:TYPE}), {type:TYPE}); + custprop(wb2.Custprops); + }); + } }); + + await t.step('should preserve merge cells', async function(t) { + var mcf = ["xlsx", "xlsb", "xlml", "ods", "biff8", "numbers"] as Array; for(let mci = 0; mci < mcf.length; ++mci) { let f = mcf[mci]; await t.step(f, async function(t) { + var wb1 = X.read(fs.readFileSync(paths.mcxlsx), {type:TYPE}); + var wb2 = X.read(X.write(wb1,{bookType:f,type:'binary',numbers:XLSX_ZAHL}),{type:'binary'}); + var m1 = wb1.Sheets["Merge"]?.['!merges']?.map(X.utils.encode_range); + var m2 = wb2.Sheets["Merge"]?.['!merges']?.map(X.utils.encode_range); + assert.equal(m1?.length, m2?.length); + if(m1 && m2) for(var i = 0; i < m1?.length; ++i) assert.assert(m1?.indexOf(m2?.[i]) > -1); + }); } + }); + + await t.step('should preserve dates', async function(t) { + for(var n = 0; n < 16; ++n) { + var d = (n & 1) ? 'd' : 'n', dk = d === 'd'; + var c = (n & 2) ? 'd' : 'n', dj = c === 'd'; + var b = (n & 4) ? 'd' : 'n', di = b === 'd'; + var a = (n & 8) ? 'd' : 'n', dh = a === 'd'; + var f: string, sheet: string, addr: string; + if(dh) { f = paths.dtxlsx; sheet = 'Sheet1'; addr = 'B5'; } + else { f = paths.nfxlsx; sheet = '2011'; addr = 'J36'; } + await t.step('[' + a + '] -> (' + b + ') -> [' + c + '] -> (' + d + ')', async function(t) { + var wb1 = X.read(fs.readFileSync(f), {type:TYPE, cellNF: true, cellDates: di, WTF: opts.WTF}); + var _f = X.write(wb1, {type:'binary', cellDates:dj, WTF:opts.WTF}); + var wb2 = X.read(_f, {type:'binary', cellDates: dk, WTF: opts.WTF}); + var m = [wb1,wb2].map(function(x: X.WorkBook) { return get_cell(x.Sheets[sheet], addr); }); + assert.equal(m[0].w, m[1].w); + + assert.equal(m[0].t, b); + assert.equal(m[1].t, d); + + if(m[0].t === 'n' && m[1].t === 'n') assert.equal(m[0].v, m[1].v); + else if(m[0].t === 'd' && m[1].t === 'd') assert.equal(m[0].v.toString(), m[1].v.toString()); + else if(m[1].t === 'n') assert.assert(Math.abs(datenum(browser ? parseDate(m[0].v) : new Date(m[0].v)) - m[1].v) < 0.01); + }); + } + }); + + await t.step('should preserve formulae', async function(t) { var ff = [ + ['xlml', paths.fstxml], + ['xlsx', paths.fstxlsx], + ['ods', paths.fstods] + ]; for(let ii = 0; ii < ff.length; ++ii) { let w = ff[ii]; await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {type:TYPE, cellFormula:true, WTF:true}); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:TYPE}), {cellFormula:true, type:TYPE, WTF:true}); + wb1.SheetNames.forEach(function(n) { + assert.equal( + X.utils.sheet_to_formulae(wb1.Sheets[n]).sort().join("\n"), + X.utils.sheet_to_formulae(wb2.Sheets[n]).sort().join("\n") + ); + }); + }); } }); + + await t.step('should preserve dynamic array formulae', async function(t) { var m19 = [ + ['xlsx', paths.m19xlsx] + ]; for(var h1 = 0; h1 < m19.length; ++h1) { var w = m19[h1]; await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {xlfn: true, type:TYPE, cellFormula:true, WTF:true}); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:TYPE}), {cellFormula:true, xlfn: true, type:TYPE, WTF:true}); + assert.equal(!!get_cell(wb2.Sheets["Sheet1"], "B3").D, true); + assert.equal(!!get_cell(wb2.Sheets["Sheet1"], "B13").D, true); + assert.equal(!!get_cell(wb2.Sheets["Sheet1"], "C13").D, true); + + get_cell(wb2.Sheets["Sheet1"], "B3").D = false; + var wb3 = X.read(X.write(wb2, {bookType:w[0], type:TYPE}), {cellFormula:true, xlfn: true, type:TYPE, WTF:true}); + assert.equal(!!get_cell(wb3.Sheets["Sheet1"], "B3").D, false); + assert.equal(!!get_cell(wb3.Sheets["Sheet1"], "B13").D, true); + assert.equal(!!get_cell(wb3.Sheets["Sheet1"], "C13").D, true); + }); } }); + + await t.step('should preserve hyperlink', async function(t) { var hl = [ + ['xlml', paths.hlxml, true], + ['xls', paths.hlxls, true], + ['xlsx', paths.hlxlsx, true], + ['xlsb', paths.hlxlsb, true], + ['xlml', paths.ilxml, false], + ['xls', paths.ilxls, false], + ['xlsx', paths.ilxlsx, false], + ['xlsb', paths.ilxlsb, false], + ['ods', paths.ilods, false] + ]; for(var h1 = 0; h1 < hl.length; ++h1) { var w = hl[h1]; await t.step(w[0]+" "+(w[2]?"ex":"in")+ "ternal", async function(t) { + var wb = X.read(fs.readFileSync(w[1]), {type:TYPE, WTF:opts.WTF}); + var hlink = (w[2] ? hlink1 : hlink2); hlink(wb.Sheets["Sheet1"]); + wb = X.read(X.write(wb, {bookType:w[0], type:TYPE, WTF:opts.WTF}), {type:TYPE, WTF:opts.WTF}); + hlink(wb.Sheets["Sheet1"]); + }); } }); + + await t.step('should preserve page margins', async function(t) { var pm = [ + ['xlml', paths.pmxml], + ['xlsx', paths.pmxlsx], + ['xlsb', paths.pmxlsb] + ]; for(var p1 = 0; p1 < pm.length; ++p1) {var w = pm[p1]; await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {type:TYPE}); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:"binary"}), {type:"binary"}); + ([ + /* Sheet Name Margins: left right top bottom head foot */ + ["Normal", [0.70, 0.70, 0.75, 0.75, 0.30, 0.30]], + ["Wide", [1.00, 1.00, 1.00, 1.00, 0.50, 0.50]], + ["Narrow", [0.25, 0.25, 0.75, 0.75, 0.30, 0.30]], + ["Custom 1 Inch Centered", [1.00, 1.00, 1.00, 1.00, 0.30, 0.30]], + ["1 Inch HF", [0.70, 0.70, 0.75, 0.75, 1.00, 1.00]] + ] as Array<[string, number[]]>).forEach(function(t) { + check_margin(wb2.Sheets[t[0]]?.["!margins"] as X.MarginInfo, t[1]); + }); + }); } }); + + await t.step('should preserve sheet visibility', async function(t) { var sv = [ + ['xlml', paths.svxml], + ['xlsx', paths.svxlsx], + ['xlsb', paths.svxlsb], + ['xls', paths.svxls], + ['biff5', paths.svxls5] + // ['ods', paths.svods] + ] as Array<[X.BookType, string]>; for(var s1 = 0; s1 < sv.length; ++s1) { var w = sv[s1]; + await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {type:TYPE}); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:TYPE}), {type:TYPE}); + var wbs1 = wb1?.Workbook?.Sheets; + var wbs2 = wb2?.Workbook?.Sheets; + assert.equal(wbs1?.length, wbs2?.length); + if(wbs1) for(var i = 0; i < wbs1?.length; ++i) { + assert.equal(wbs1?.[i].name, wbs2?.[i].name); + assert.equal(wbs1?.[i].Hidden, wbs2?.[i].Hidden); + } + }); + } + }); + + await t.step('should preserve column properties', async function(t) { var bt = [ + /*'xlml',*/ /*'biff2', 'biff8', */ 'xlsx', 'xlsb', 'slk' + ] as Array; for(var bti = 0; bti < bt.length; ++bti) { var w = bt[bti]; await t.step(w, async function(t) { + var ws1 = X.utils.aoa_to_sheet([["hpx12", "hpt24", "hpx48", "hidden"]]); + ws1['!cols'] = [{wch:9},{wpx:100},{width:80},{hidden:true}]; + var wb1 = {SheetNames:["Sheet1"], Sheets:{Sheet1:ws1}}; + var wb2 = X.read(X.write(wb1, {bookType:w, type:TYPE}), {type:TYPE, cellStyles:true}); + var ws2 = wb2.Sheets["Sheet1"]; + assert.equal(ws2?.['!cols']?.[3].hidden, true); + assert.equal(ws2?.['!cols']?.[0].wch, 9); + if(w == 'slk') return; + assert.equal(ws2?.['!cols']?.[1].wpx, 100); + /* xlml stores integral pixels -> approximate width */ + if(w == 'xlml') assert.equal(Math.round(ws2['!cols']?.[2]?.width||0), 80); + else assert.equal(ws2['!cols']?.[2].width, 80); + }); } + }); + + /* TODO: ODS and BIFF5/8 */ + await t.step('should preserve row properties', async function(t) { var bt = [ + 'xlml', /*'biff2', 'biff8', */ 'xlsx', 'xlsb', 'slk' + ] as Array; for(var bti = 0; bti < bt.length; ++bti) { var w = bt[bti]; await t.step(w, async function(t) { + var ws1 = X.utils.aoa_to_sheet([["hpx12"],["hpt24"],["hpx48"],["hidden"]]); + ws1['!rows'] = [{hpx:12},{hpt:24},{hpx:48},{hidden:true}]; + for(var i = 0; i <= 7; ++i) ws1['!rows'].push({level:i}); + var wb1 = {SheetNames:["Sheet1"], Sheets:{Sheet1:ws1}}; + var wb2 = X.read(X.write(wb1, {bookType:w, type:TYPE, cellStyles:true}), {type:TYPE, cellStyles:true}); + var ws2 = wb2.Sheets["Sheet1"]; + assert.equal(ws2?.['!rows']?.[0]?.hpx, 12); + assert.equal(ws2?.['!rows']?.[1]?.hpt, 24); + assert.equal(ws2?.['!rows']?.[2]?.hpx, 48); + assert.equal(ws2?.['!rows']?.[3]?.hidden, true); + if(w == 'xlsb' || w == 'xlsx') for(i = 0; i <= 7; ++i) assert.equal((ws2?.['!rows']?.[4+i]||{}).level||0, i); + }); } + }); + + /* TODO: ODS and XLS */ + await t.step('should preserve cell comments', async function(t) { var cc = [ + ['xlsx', paths.cstxlsx], + ['xlsb', paths.cstxlsb], + //['xls', paths.cstxls], + ['xlml', paths.cstxml] + //['ods', paths.cstods] + ]; for(var cci = 0; cci < cc.length; ++cci) { let w = cc[cci]; + await t.step(w[0], async function(t) { + var wb1 = X.read(fs.readFileSync(w[1]), {type:TYPE}); + var wb2 = X.read(X.write(wb1, {bookType:w[0], type:TYPE}), {type:TYPE}); + check_comments(wb1); + check_comments(wb2); + }); + } + }); + + await t.step('should preserve JS objects', async function(t) { + var data: Array = [ + {a:1}, + {b:2,c:3}, + {b:"a",d:"b"}, + {a:true, c:false}, + {c:fixdate} + ]; + var o: Array = X.utils.sheet_to_json(X.utils.json_to_sheet(data, {cellDates:true})); + data.forEach(function(row, i) { + Object.keys(row).forEach(function(k) { assert.equal(row[k], o[i][k]); }); + }); + }); + + await t.step('should preserve autofilter settings', async function(t) {[ + ['xlsx', paths.afxlsx], + ['xlsb', paths.afxlsb], + // TODO: + //['xls', paths.afxls], + ['xlml', paths.afxml] + //['ods', paths.afods] + ].forEach(function(w) { + var wb = X.read(fs.readFileSync(w[1]), {type:TYPE}); + var wb2 = X.read(X.write(wb, {bookType:w[0], type: TYPE}), {type:TYPE}); + assert.assert(!wb2.Sheets[wb2.SheetNames[0]]['!autofilter']); + for(var i = 1; i < wb2.SheetNames.length; ++i) { + assert.assert(wb2.Sheets[wb2.SheetNames[i]]['!autofilter']); + assert.equal((wb2.Sheets[wb2.SheetNames[i]]['!autofilter'] as any).ref,"A1:E22"); + } + }); }); + +}); + +//function password_file(x){return x.match(/^password.*\.xls$/); } +var password_files = [ + //"password_2002_40_972000.xls", + "password_2002_40_xor.xls" +]; +Deno.test('invalid files', async function(t) { + await t.step('parse', async function(t) { var fl = [ + ['KEY files', 'numbers/Untitled.key'], + ['PAGES files', 'numbers/Untitled.pages'], + ['password', 'apachepoi_password.xls'], + ['passwords', 'apachepoi_xor-encryption-abc.xls'], + ['DOC files', 'word_doc.doc'] + ]; for(var f1 = 0; f1 < fl.length; ++f1) { let w = fl[f1]; await t.step('should fail on ' + w[0], async function(t) { + assert.throws(function() { X.read(fs.readFileSync(dir + w[1], 'binary'), {type:'binary'}); }); + assert.throws(function() { X.read(fs.readFileSync(dir + w[1], 'base64'), {type:'base64'}); }); + }); } }); + await t.step('write', async function(t) { + await t.step('should pass -> XLSX', async function(t) { FSTPaths.forEach(function(p) { + X.write(X.read(fs.readFileSync(p), {type:TYPE}), {type:TYPE}); + }); }); + await t.step('should pass if a sheet is missing', async function(t) { + var wb = X.read(fs.readFileSync(paths.fstxlsx), {type:TYPE}); delete wb.Sheets[wb.SheetNames[0]]; + X.read(X.write(wb, {type:'binary'}), {type:'binary'}); + }); + var k1 = ['Props', 'Custprops', 'SSF']; for(var k1i = 0; k1i < k1.length; ++k1i) { var tt = k1[k1i]; await t.step('should pass if ' + tt + ' is missing', async function(t) { + var wb = X.read(fs.readFileSync(paths.fstxlsx), {type:TYPE}); + assert.doesNotThrow(function() { delete (wb as any)[tt]; X.write(wb, {type:'binary'}); }); + }); } + var k2 = ['SheetNames', 'Sheets']; for(var k2i = 0; k2i < k2.length; ++k2i) { var tt = k2[k2i]; await t.step('should fail if ' + tt + ' is missing', async function(t) { + var wb = X.read(fs.readFileSync(paths.fstxlsx), {type:TYPE}); + assert.throws(function() { delete (wb as any)[tt]; X.write(wb, {type:'binary'}); }); + }); } + await t.step('should fail if SheetNames has duplicate entries', async function(t) { + var wb = X.read(fs.readFileSync(paths.fstxlsx), {type:TYPE}); + wb.SheetNames.push(wb.SheetNames[0]); + assert.throws(function() { X.write(wb, {type:'binary'}); }); + }); + }); +}); + + +Deno.test('json output', async function(t) { + function seeker(json: Array, _keys: string | any[], val: any) { + var keys: any[] = typeof _keys == "string" ? _keys.split("") : _keys; + for(var i = 0; i != json.length; ++i) { + for(var j = 0; j != keys.length; ++j) { + if(json[i][keys[j]] === val) throw new Error("found " + val + " in row " + i + " key " + keys[j]); + } + } + } + var data = [ + [1,2,3], + [true, false, null, "sheetjs"], + ["foo", "bar", fixdate, "0.3"], + ["baz", undefined, "qux"] + ]; + var ws = X.utils.aoa_to_sheet(data); + await t.step('should use first-row headers and full sheet by default', async function(t) { + var json: Array = X.utils.sheet_to_json(ws, {raw: false}); + assert.equal(json.length, data.length - 1); + assert.equal(json[0][1], "TRUE"); + assert.equal(json[1][2], "bar"); + assert.equal(json[2][3], "qux"); + assert.doesNotThrow(function() { seeker(json, [1,2,3], "sheetjs"); }); + assert.throws(function() { seeker(json, [1,2,3], "baz"); }); + }); + await t.step('should create array of arrays if header == 1', async function(t) { + var json: Array> = X.utils.sheet_to_json(ws, {header:1, raw:false}); + assert.equal(json.length, data.length); + assert.equal(json[1][0], "TRUE"); + assert.equal(json[2][1], "bar"); + assert.equal(json[3][2], "qux"); + assert.doesNotThrow(function() { seeker(json, [0,1,2], "sheetjs"); }); + assert.throws(function() { seeker(json, [0,1,2,3], "sheetjs"); }); + assert.throws(function() { seeker(json, [0,1,2], "baz"); }); + }); + await t.step('should use column names if header == "A"', async function(t) { + var json: Array = X.utils.sheet_to_json(ws, {header:'A', raw:false}); + assert.equal(json.length, data.length); + assert.equal(json[1].A, "TRUE"); + assert.equal(json[2].B, "bar"); + assert.equal(json[3].C, "qux"); + assert.doesNotThrow(function() { seeker(json, "ABC", "sheetjs"); }); + assert.throws(function() { seeker(json, "ABCD", "sheetjs"); }); + assert.throws(function() { seeker(json, "ABC", "baz"); }); + }); + await t.step('should use column labels if specified', async function(t) { + var json: Array = X.utils.sheet_to_json(ws, {header:["O","D","I","N"], raw:false}); + assert.equal(json.length, data.length); + assert.equal(json[1].O, "TRUE"); + assert.equal(json[2].D, "bar"); + assert.equal(json[3].I, "qux"); + assert.doesNotThrow(function() { seeker(json, "ODI", "sheetjs"); }); + assert.throws(function() { seeker(json, "ODIN", "sheetjs"); }); + assert.throws(function() { seeker(json, "ODIN", "baz"); }); + }); + var payload = [["string", "A2:D4"], ["numeric", 1], ["object", {s:{r:1,c:0},e:{r:3,c:3}}]]; + for(var payloadi = 0; payloadi < payload.length; ++payloadi) { var w = payload[payloadi]; + await t.step('should accept custom ' + w[0] + ' range', async function(t) { + var json: any[][] = X.utils.sheet_to_json(ws, {header:1, range:w[1]}); + assert.equal(json.length, 3); + assert.equal(json[0][0], true); + assert.equal(json[1][1], "bar"); + assert.equal(json[2][2], "qux"); + assert.doesNotThrow(function() { seeker(json, [0,1,2], "sheetjs"); }); + assert.throws(function() { seeker(json, [0,1,2,3], "sheetjs"); }); + assert.throws(function() { seeker(json, [0,1,2], "baz"); }); + }); + } + await t.step('should use defval if requested', async function(t) { + var json: Array = X.utils.sheet_to_json(ws, {defval: 'jimjin'}); + assert.equal(json.length, data.length - 1); + assert.equal(json[0][1], true); + assert.equal(json[1][2], "bar"); + assert.equal(json[2][3], "qux"); + assert.equal(json[2][2], "jimjin"); + assert.equal(json[0][3], "jimjin"); + assert.doesNotThrow(function() { seeker(json, [1,2,3], "sheetjs"); }); + assert.throws(function() { seeker(json, [1,2,3], "baz"); }); + X.utils.sheet_to_json(ws, {raw:true}); + X.utils.sheet_to_json(ws, {raw:true, defval: 'jimjin'}); + }); + await t.step('should handle skipHidden for rows if requested', async function(t) { + var ws2 = X.utils.aoa_to_sheet(data), json: Array = X.utils.sheet_to_json(ws2); + assert.equal(json[0]["1"], true); + assert.equal(json[2]["3"], "qux"); + ws2["!rows"] = []; ws2["!rows"][1] = {hidden:true}; json = X.utils.sheet_to_json(ws2, {skipHidden: true}); + assert.equal(json[0]["1"], "foo"); + assert.equal(json[1]["3"], "qux"); + }); + await t.step('should handle skipHidden for columns if requested', async function(t) { + var ws2 = X.utils.aoa_to_sheet(data), json: Array = X.utils.sheet_to_json(ws2); + assert.equal(json[1]["2"], "bar"); + assert.equal(json[2]["3"], "qux"); + ws2["!cols"] = []; ws2["!cols"][1] = {hidden:true}; json = X.utils.sheet_to_json(ws2, {skipHidden: true}); + assert.equal(json[1]["2"], void 0); + assert.equal(json[2]["3"], "qux"); + }); + await t.step('should handle skipHidden when first row is hidden', async function(t) { + var ws2 = X.utils.aoa_to_sheet(data), json: Array = X.utils.sheet_to_json(ws2); + assert.equal(json[0]["1"], true); + assert.equal(json[2]["3"], "qux"); + ws2["!rows"] = [{hidden:true}]; json = X.utils.sheet_to_json(ws2, {skipHidden: true}); + assert.equal(json[1]["1"], "foo"); + assert.equal(json[2]["3"], "qux"); + }); + await t.step('should disambiguate headers', async function(t) { + var _data = [["S","h","e","e","t","J","S"],[1,2,3,4,5,6,7],[2,3,4,5,6,7,8]]; + var _ws = X.utils.aoa_to_sheet(_data); + var json: any[] = X.utils.sheet_to_json(_ws); + for(var i = 0; i < json.length; ++i) { + assert.equal(json[i].S, 1 + i); + assert.equal(json[i].h, 2 + i); + assert.equal(json[i].e, 3 + i); + assert.equal(json[i].e_1, 4 + i); + assert.equal(json[i].t, 5 + i); + assert.equal(json[i].J, 6 + i); + assert.equal(json[i].S_1, 7 + i); + } + }); + await t.step('should handle collisions in disambiguation', async function(t) { + var _data = [["a_1","a","a"],[1,2,3]]; + var _ws = X.utils.aoa_to_sheet(_data); + var json: any = X.utils.sheet_to_json(_ws); + assert.equal(json[0].a, 2); + assert.equal(json[0].a_1, 1); + assert.equal(json[0].a_2, 3); + }); + await t.step('should handle raw data if requested', async function(t) { + var _ws = X.utils.aoa_to_sheet(data, {cellDates:true}); + var json: Array> = X.utils.sheet_to_json(_ws, {header:1, raw:true}); + assert.equal(json.length, data.length); + assert.equal(json[1][0], true); + assert.assert(json[1][2] == null); + assert.equal(json[2][1], "bar"); + assert.equal(json[2][2].getTime(), fixdate.getTime()); + assert.equal(json[3][2], "qux"); + }); + await t.step('should include __rowNum__', async function(t) { + var _data = [["S","h","e","e","t","J","S"],[1,2,3,4,5,6,7],[],[2,3,4,5,6,7,8]]; + var _ws = X.utils.aoa_to_sheet(_data); + var json: Array = X.utils.sheet_to_json(_ws); + assert.equal(json[0].__rowNum__, 1); + assert.equal(json[1].__rowNum__, 3); + }); + await t.step('should handle blankrows', async function(t) { + var _data = [["S","h","e","e","t","J","S"],[1,2,3,4,5,6,7],[],[2,3,4,5,6,7,8]]; + var _ws = X.utils.aoa_to_sheet(_data); + var json1: Array = X.utils.sheet_to_json(_ws); + assert.equal(json1.length, 2); // = 2 non-empty records + var json2: Array = X.utils.sheet_to_json(_ws, {header:1}); + assert.equal(json2.length, 4); // = 4 sheet rows + var json3: Array = X.utils.sheet_to_json(_ws, {blankrows:true}); + assert.equal(json3.length, 3); // = 2 records + 1 blank row + var json4: Array = X.utils.sheet_to_json(_ws, {blankrows:true, header:1}); + assert.equal(json4.length, 4); // = 4 sheet rows + var json5: Array = X.utils.sheet_to_json(_ws, {blankrows:false}); + assert.equal(json5.length, 2); // = 2 records + var json6: Array = X.utils.sheet_to_json(_ws, {blankrows:false, header:1}); + assert.equal(json6.length, 3); // = 4 sheet rows - 1 blank row + }); + await t.step('should have an index that starts with zero when selecting range', async function(t) { + var _data = [["S","h","e","e","t","J","S"],[1,2,3,4,5,6,7],[7,6,5,4,3,2,1],[2,3,4,5,6,7,8]]; + var _ws = X.utils.aoa_to_sheet(_data); + var json1: Array = X.utils.sheet_to_json(_ws, { header:1, raw: true, range: "B1:F3" }); + assert.equal(json1[0][3], "t"); + assert.equal(json1[1][0], 2); + assert.equal(json1[2][1], 5); + assert.equal(json1[2][3], 3); + }); + await t.step('should preserve values when column header is missing', async function(t) { + /*jshint elision:true */ + var _data = [[,"a","b",,"c"], [1,2,3,,5],[,3,4,5,6]]; // eslint-disable-line no-sparse-arrays + /*jshint elision:false */ + var _ws = X.utils.aoa_to_sheet(_data); + var json1: Array = X.utils.sheet_to_json(_ws, { raw: true }); + assert.equal(json1[0].__EMPTY, 1); + assert.equal(json1[1].__EMPTY_1, 5); + }); + await t.step('should ignore errors and support default values', async function(t) { + var ws = { + A1: {t:'s', v:"Field"}, B1: {t:'s', v:"Text"}, + A2: {t:'e', v:0x2A, w:"#N/A" }, B2: {t:'s', v:"#N/A"}, + A3: {t:'e', v:0x0F }, B3: {t:'s', v:"#VALUE!"}, + A4: {t:'e', w:"#NAME?" }, B4: {t:'s', v:"#NAME?"}, + "!ref": "A1:B4" }; + seq(8).forEach(function(n) { + var opts: X.Sheet2JSONOpts = {}; + if(n & 1) opts.header = 1; + if(n & 2) opts.raw = true; + if(n & 4) opts.defval = null; + var J: Array = X.utils.sheet_to_json(ws, opts); + for(var i = 0; i < 3; ++i) { + var k = ((n&1) ? J[i+1][0] : J[i].Field); + assert.assert((n&4) ? (k === null) : (k !== null)); + } + }); + }); +}); + + +var codes = [["あ 1", "\u00E3\u0081\u0082 1"]]; +var plaintext_val = ([ + ["A1", 'n', -0.08, "-0.08"], + ["B1", 'n', 4001, "4,001"], + ["C1", 's', "あ 1", "あ 1"], + ["A2", 'n', 41.08, "$41.08"], + ["B2", 'n', 0.11, "11%"], + ["C3", 'b', true, "TRUE"], + ["D3", 'b', false, "FALSE"], + ["B3", 's', " ", " "], + ["A3"] +] as Array<[string, string, any, string] | [string] >); +function plaintext_test(wb: X.WorkBook, raw: boolean) { + var sheet = wb.Sheets[wb.SheetNames[0]]; + plaintext_val.forEach(function(x) { + var cell = get_cell(sheet, x[0]); + var tcval = x[2+(!!raw ? 1 : 0)]; + var type = raw ? 's' : x[1]; + if(x.length == 1) { if(cell) { assert.equal(cell.t, 'z'); assert.assert(!cell.v); } return; } + assert.equal(cell.v, tcval); assert.equal(cell.t, type); + }); +} +function make_html_str(idx: number) { return ["", + "", + "", + "", +"
-0.084,001", codes[0][idx], "
$41.0811%
\n TRUEFALSE
" ].join(""); } +function make_csv_str(idx: number) { return [ (idx == 1 ? '\u00EF\u00BB\u00BF' : "") + + '-0.08,"4,001",' + codes[0][idx] + '', + '$41.08,11%', + ', ,TRUE,FALSE' +].join("\n"); } +var html_bstr = make_html_str(1), html_str = make_html_str(0); +var csv_bstr = make_csv_str(1), csv_str = make_csv_str(0); + + +Deno.test('CSV', async function(t) { + await t.step('input', async function(t){ + var b = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,2/19/14,0.3\n,,,\nbaz,,qux,\n"; + await t.step('should generate date numbers by default', async function(t) { + var opts: X.ParsingOptions = {type:"binary"}; + var cell = get_cell(X.read(b, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.w, '2/19/14'); + assert.equal(cell.t, 'n'); + assert.assert(typeof cell.v == "number"); + }); + await t.step('should generate dates when requested', async function(t) { + var opts: X.ParsingOptions = {type:"binary", cellDates:true}; + var cell = get_cell(X.read(b, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.w, '2/19/14'); + assert.equal(cell.t, 'd'); + assert.assert(cell.v instanceof Date || typeof cell.v == "string"); + }); + + await t.step('should use US date code 14 by default', async function(t) { + var opts: X.ParsingOptions = { type:"binary" }; + var cell = get_cell(X.read(b, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.w, '2/19/14'); + opts.cellDates = true; + cell = get_cell(X.read(b, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.w, '2/19/14'); + }); + await t.step('should honor dateNF override', async function(t) { + var opts: X.ParsingOptions = ({type:"binary", dateNF:"YYYY-MM-DD"}); + var cell = get_cell(X.read(b, opts).Sheets["Sheet1"], "C3"); + /* NOTE: IE interprets 2-digit years as 19xx */ + assert.assert(cell.w == '2014-02-19' || cell.w == '1914-02-19'); + opts.cellDates = true; opts.dateNF = "YY-MM-DD"; + cell = get_cell(X.read(b, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.w, '14-02-19'); + }); + await t.step('should interpret dateNF', async function(t) { + var bb = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,2/3/14,0.3\n,,,\nbaz,,qux,\n"; + var opts: X.ParsingOptions = {type:"binary", cellDates:true, dateNF:'m/d/yy'}; + var cell = get_cell(X.read(bb, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.v.getMonth(), 1); + assert.equal(cell.w, "2/3/14"); + opts = {type:"binary", cellDates:true, dateNF:'d/m/yy'}; + cell = get_cell(X.read(bb, opts).Sheets["Sheet1"], "C3"); + assert.equal(cell.v.getMonth(), 2); + assert.equal(cell.w, "2/3/14"); + }); + await t.step('should interpret values by default', async function(t) { plaintext_test(X.read(csv_bstr, {type:"binary"}), false); }); + await t.step('should generate strings if raw option is passed', async function(t) { plaintext_test(X.read(csv_str, {type:"string", raw:true}), true); }); + await t.step('should handle formulae', async function(t) { + var bb = '=,=1+1,="100"'; + var sheet = X.read(bb, {type:"binary"}).Sheets["Sheet1"]; + assert.equal(get_cell(sheet, "A1").t, 's'); + assert.equal(get_cell(sheet, "A1").v, '='); + assert.equal(get_cell(sheet, "B1").f, '1+1'); + assert.equal(get_cell(sheet, "C1").t, 's'); + assert.equal(get_cell(sheet, "C1").v, '100'); + }); + await t.step('should interpret CRLF newlines', async function(t) { + var wb = X.read("sep=&\r\n1&2&3\r\n4&5&6", {type: "string"}); + assert.equal(wb.Sheets["Sheet1"]["!ref"], "A1:C2"); + }); + if(false && (!browser || typeof cptable !== 'undefined')) await t.step('should honor codepage for binary strings', async function(t) { + var data = "abc,def\nghi,j\xD3l"; + ([[1251, 'У'],[1252, 'Ó'], [1253, 'Σ'], [1254, 'Ó'], [1255, '׃'], [1256, 'س'], [10000, '”']] as Array<[number, string]>).forEach(function(m) { + var ws = X.read(data, {type:"binary", codepage:m[0]}).Sheets["Sheet1"]; + assert.equal(get_cell(ws, "B2").v, "j" + m[1] + "l"); + }); + }); + }); + await t.step('output', async function(t){ + var data = [ + [1,2,3,null], + [true, false, null, "sheetjs"], + ["foo", "bar", fixdate, "0.3"], + [null, null, null], + ["baz", undefined, "qux"] + ]; + var ws = X.utils.aoa_to_sheet(data); + await t.step('should generate csv', async function(t) { + var baseline = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,2/19/14,0.3\n,,,\nbaz,,qux,"; + assert.equal(baseline, X.utils.sheet_to_csv(ws)); + }); + await t.step('should handle FS', async function(t) { + assert.equal(X.utils.sheet_to_csv(ws, {FS:"|"}).replace(/[|]/g,","), X.utils.sheet_to_csv(ws)); + assert.equal(X.utils.sheet_to_csv(ws, {FS:";"}).replace(/[;]/g,","), X.utils.sheet_to_csv(ws)); + }); + await t.step('should handle RS', async function(t) { + assert.equal(X.utils.sheet_to_csv(ws, {RS:"|"}).replace(/[|]/g,"\n"), X.utils.sheet_to_csv(ws)); + assert.equal(X.utils.sheet_to_csv(ws, {RS:";"}).replace(/[;]/g,"\n"), X.utils.sheet_to_csv(ws)); + }); + await t.step('should handle dateNF', async function(t) { + var baseline = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,20140219,0.3\n,,,\nbaz,,qux,"; + var _ws = X.utils.aoa_to_sheet(data, {cellDates:true}); + delete get_cell(_ws,"C3").w; + delete get_cell(_ws,"C3").z; + assert.equal(baseline, X.utils.sheet_to_csv(_ws, {dateNF:"YYYYMMDD"})); + }); + await t.step('should handle strip', async function(t) { + var baseline = "1,2,3\nTRUE,FALSE,,sheetjs\nfoo,bar,2/19/14,0.3\n\nbaz,,qux"; + assert.equal(baseline, X.utils.sheet_to_csv(ws, {strip:true})); + }); + await t.step('should handle blankrows', async function(t) { + var baseline = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,2/19/14,0.3\nbaz,,qux,"; + assert.equal(baseline, X.utils.sheet_to_csv(ws, {blankrows:false})); + }); + await t.step('should handle various line endings', async function(t) { + var data = ["1,a", "2,b", "3,c"]; + [ "\r", "\n", "\r\n" ].forEach(function(RS) { + var wb = X.read(data.join(RS), {type:'binary'}); + assert.equal(get_cell(wb.Sheets["Sheet1"], "A1").v, 1); + assert.equal(get_cell(wb.Sheets["Sheet1"], "B3").v, "c"); + assert.equal(wb.Sheets["Sheet1"]['!ref'], "A1:B3"); + }); + }); + await t.step('should handle skipHidden for rows if requested', async function(t) { + var baseline = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,2/19/14,0.3\n,,,\nbaz,,qux,"; + delete ws["!rows"]; + assert.equal(X.utils.sheet_to_csv(ws), baseline); + assert.equal(X.utils.sheet_to_csv(ws, {skipHidden:true}), baseline); + ws["!rows"] = ([,{hidden:true},,] as any); + assert.equal(X.utils.sheet_to_csv(ws), baseline); + assert.equal(X.utils.sheet_to_csv(ws, {skipHidden:true}), "1,2,3,\nfoo,bar,2/19/14,0.3\n,,,\nbaz,,qux,"); + delete ws["!rows"]; + }); + await t.step('should handle skipHidden for columns if requested', async function(t) { + var baseline = "1,2,3,\nTRUE,FALSE,,sheetjs\nfoo,bar,2/19/14,0.3\n,,,\nbaz,,qux,"; + delete ws["!cols"]; + assert.equal(X.utils.sheet_to_csv(ws), baseline); + assert.equal(X.utils.sheet_to_csv(ws, {skipHidden:true}), baseline); + ws["!cols"] = ([,{hidden:true},,] as any); + assert.equal(X.utils.sheet_to_csv(ws), baseline); + assert.equal(X.utils.sheet_to_csv(ws, {skipHidden:true}), "1,3,\nTRUE,,sheetjs\nfoo,2/19/14,0.3\n,,\nbaz,qux,"); + ws["!cols"] = ([{hidden:true},,,] as any); + assert.equal(X.utils.sheet_to_csv(ws, {skipHidden:true}), "2,3,\nFALSE,,sheetjs\nbar,2/19/14,0.3\n,,\n,qux,"); + delete ws["!cols"]; + }); + await t.step('should properly handle blankrows and strip options', async function(t) { + var _ws = X.utils.aoa_to_sheet([[""],[],["", ""]]); + assert.equal(X.utils.sheet_to_csv(_ws, {}), ",\n,\n,"); + assert.equal(X.utils.sheet_to_csv(_ws, {strip: true}), "\n\n"); + assert.equal(X.utils.sheet_to_csv(_ws, {blankrows: false}), ",\n,"); + assert.equal(X.utils.sheet_to_csv(_ws, {blankrows: false, strip: true}), ""); + }); + }); +}); + +Deno.test('sylk', async function(t) { + await t.step('input', async function(t){ + false && await t.step('codepage', async function(t) { + var str = "ID;PWXL;N;E\r\nC;X1;Y1;K\"a – b\"\r\nE", A1 = "a – b"; + assert.equal(get_cell(X.read(str, {type:"string"}).Sheets["Sheet1"], "A1").v, A1); + assert.equal(get_cell(X.read(str.replace(/–/, "\x96"), {type:"binary", codepage:1252}).Sheets["Sheet1"], "A1").v, A1); + if(true) { + assert.equal(get_cell(X.read(Buffer_from(str), {type:"buffer", codepage:65001}).Sheets["Sheet1"], "A1").v, A1); + assert.equal(get_cell(X.read(Buffer_from(str.replace(/–/, "\x96"), "binary"), {type:"buffer", codepage:1252}).Sheets["Sheet1"], "A1").v, A1); + } + }); + }); + await t.step('date system', async function(t) { + function make_slk(d1904?: number) { return "ID;PSheetJS\nP;Pd\\/m\\/yy\nP;Pd\\/m\\/yyyy\n" + (d1904 != null ? "O;D;V" + d1904 : "") + "\nF;P0;FG0G;X1;Y1\nC;K1\nE"; } + await t.step('should default to 1900', async function(t) { + assert.equal(get_cell(X.read(make_slk(), {type: "binary"}).Sheets["Sheet1"], "A1").v, 1); + assert.assert(get_cell(X.read(make_slk(), {type: "binary", cellDates: true}).Sheets["Sheet1"], "A1").v.getFullYear() < 1902); + assert.equal(get_cell(X.read(make_slk(5), {type: "binary"}).Sheets["Sheet1"], "A1").v, 1); + assert.assert(get_cell(X.read(make_slk(5), {type: "binary", cellDates: true}).Sheets["Sheet1"], "A1").v.getFullYear() < 1902); + }); + await t.step('should use 1904 when specified', async function(t) { + assert.assert(get_cell(X.read(make_slk(1), {type: "binary", cellDates: true}).Sheets["Sheet1"], "A1").v.getFullYear() > 1902); + assert.assert(get_cell(X.read(make_slk(4), {type: "binary", cellDates: true}).Sheets["Sheet1"], "A1").v.getFullYear() > 1902); + }); + }); +}); + +if(typeof Uint8Array !== "undefined") +Deno.test('numbers', async function(t) { + await t.step('should parse files from Numbers 6.x', async function(t) { + var wb = X.read(fs.readFileSync(dir + 'numbers/types_61.numbers'), {type:TYPE, WTF:true}); + var ws = wb.Sheets["Sheet 1"]; + assert.equal(get_cell(ws, "A1").v, "Sheet"); + assert.equal(get_cell(ws, "B1").v, "JS"); + assert.equal(get_cell(ws, "B2").v, 123); + assert.equal(get_cell(ws, "B11").v, true); + assert.equal(get_cell(ws, "B13").v, 50); + }); + await t.step('should cap cols at 1000 (ALL)', async function(t) { + var aoa = [[1], [], []]; aoa[1][999] = 2; aoa[2][1000] = 3; + var ws1 = X.utils.aoa_to_sheet(aoa); + var wb1 = X.utils.book_new(); X.utils.book_append_sheet(wb1, ws1, "Sheet1"); + var wb2 = X.read(X.write(wb1,{bookType:"numbers",type:'binary',numbers:XLSX_ZAHL}),{type:'binary'}); + var ws2 = wb2.Sheets["Sheet1"]; + assert.equal(ws2["!ref"], "A1:ALL3"); + assert.equal(get_cell(ws2, "A1").v, 1); + assert.equal(get_cell(ws2, "ALL2").v, 2); + }); +}); + +Deno.test('dbf', async function(t) { + var wbs: Array<[string, X.WorkBook]> = ([ + ['d11', dir + 'dbf/d11.dbf'], + ['vfp3', dir + 'dbf/vfp3.dbf'] + ]).map(function(x) { return [x[0], X.read(fs.readFileSync(x[1]), {type:TYPE})]; }); + await t.step(wbs[1][0], async function(t) { + var ws = wbs[1][1].Sheets["Sheet1"]; + ([ + ["A1", "v", "CHAR10"], ["A2", "v", "test1"], ["B2", "v", 123.45], + ["C2", "v", 12.345], ["D2", "v", 1234.1], ["E2", "w", "19170219"], + /* [F2", "w", "19170219"], */ ["G2", "v", 1231.4], ["H2", "v", 123234], + ["I2", "v", true], ["L2", "v", "SheetJS"] + ] as Array<[string, string, any]>).forEach(function(r) { assert.equal(get_cell(ws, r[0])[r[1]], r[2]); }); + }); +}); +import { JSDOM } from 'jsdom'; +var domtest = false; // error: Error: Not implemented: isContext +var inserted_dom_elements = []; + +function get_dom_element(html: string) { + if(browser) { + var domelt = document.createElement('div'); + domelt.innerHTML = html; + if(document.body) document.body.appendChild(domelt); + inserted_dom_elements.push(domelt); + return domelt.children[0]; + } + if(!JSDOM) throw new Error("Browser test fail"); + return new JSDOM(html).window.document.body.children[0]; +} + +Deno.test('HTML', async function(t) { + await t.step('input string', async function(t) { + await t.step('should interpret values by default', async function(t) { plaintext_test(X.read(html_bstr, {type:"binary"}), false); }); + await t.step('should generate strings if raw option is passed', async function(t) { plaintext_test(X.read(html_bstr, {type:"binary", raw:true}), true); }); + await t.step('should handle "string" type', async function(t) { plaintext_test(X.read(html_str, {type:"string"}), false); }); + await t.step('should handle newlines correctly', async function(t) { + var table = "
foo
bar		baz
"; + var wb = X.read(table, {type:"string"}); + assert.equal(get_cell(wb.Sheets["Sheet1"], "A1").v, "foo\nbar"); + }); + await t.step('should generate multi-sheet workbooks', async function(t) { + var table = ""; + for(var i = 0; i < 4; ++i) table += "
" + X.utils.encode_col(i) + "" + i + "
"; + table += table; table += table; + var wb = X.read(table, {type: "string"}); + assert.equal(wb.SheetNames.length, 16); + assert.equal(wb.SheetNames[1], "Sheet2"); + for(var j = 0; j < 4; ++j) { + assert.equal(get_cell(wb.Sheets["Sheet" + (j+1)], "A1").v, X.utils.encode_col(j)); + assert.equal(get_cell(wb.Sheets["Sheet" + (j+1)], "B1").v, j); + } + }); + }); + if(domtest) await t.step('input DOM', async function(t) { + await t.step('should interpret values by default', async function(t) { plaintext_test(X.utils.table_to_book(get_dom_element(html_str)), false); }); + await t.step('should generate strings if raw option is passed', async function(t) { plaintext_test(X.utils.table_to_book(get_dom_element(html_str), {raw:true}), true); }); + await t.step('should handle newlines correctly', async function(t) { + var table = get_dom_element("
foo
bar		baz
"); + var ws = X.utils.table_to_sheet(table); + assert.equal(get_cell(ws, "A1").v, "foo\nbar"); + }); + await t.step('should trim whitespace', async function(t) { + if(get_dom_element("foo
bar").innerHTML != "foo
bar") return; + var table = get_dom_element("
foo
bar 		baz qux
"); + var ws = X.utils.table_to_sheet(table); + assert.equal(get_cell(ws, "A1").v.replace(/\n/g, "|"), "foo | bar"); + assert.equal(get_cell(ws, "B1").v, "baz qux"); + }); + }); + if(domtest) await t.step('should handle entities', async function(t) { + var html = "
A&BA·B
"; + var ws = X.utils.table_to_sheet(get_dom_element(html)); + assert.equal(get_cell(ws, "A1").v, "A&B"); + assert.equal(get_cell(ws, "B1").v, "A·B"); + }); + if(domtest) await t.step('should honor sheetRows', async function(t) { + var html = X.utils.sheet_to_html(X.utils.aoa_to_sheet([[1,2],[3,4],[5,6]])); + // $FlowIgnore + html = /]*>([\s\S]*)<\/body>/i.exec(html)?.[1] || ""; + var ws = X.utils.table_to_sheet(get_dom_element(html)); + assert.equal(ws['!ref'], "A1:B3"); + ws = X.utils.table_to_sheet(get_dom_element(html), {sheetRows:1}); + assert.equal(ws['!ref'], "A1:B1"); + assert.equal(ws['!fullref'], "A1:B3"); + ws = X.utils.table_to_sheet(get_dom_element(html), {sheetRows:2}); + assert.equal(ws['!ref'], "A1:B2"); + assert.equal(ws['!fullref'], "A1:B3"); + }); + if(domtest) await t.step('should hide hidden rows', async function(t) { + var html = "
Foo
Bar
"; + var ws = X.utils.table_to_sheet(get_dom_element(html)); + var expected_rows = []; + expected_rows[0] = expected_rows[2] = {hidden: true}; + assert.equal(ws['!ref'], "A1:A3"); + try { + assert.deepEqual(ws['!rows'], expected_rows); + } catch(e) { + expected_rows[1] = {}; + assert.deepEqual(ws['!rows'], expected_rows); + } + assert.equal(get_cell(ws, "A1").v, "Foo"); + assert.equal(get_cell(ws, "A2").v, "Bar"); + assert.equal(get_cell(ws, "A3").v, "Baz"); + }); + if(domtest) await t.step('should ignore hidden rows and cells when the `display` option is on', async function(t) { + var html = "
123
BarBaz
"; + var ws = X.utils.table_to_sheet(get_dom_element(html), {display: true}); + assert.equal(ws['!ref'], "A1"); + assert.assert(ws.hasOwnProperty('!rows') == false || !ws["!rows"]?.[0] || !ws["!rows"]?.[0]?.hidden); + assert.equal(get_cell(ws, "A1").v, "Bar"); + }); + await t.step('type override', async function(t) { + function chk(ws: X.WorkSheet) { + assert.equal(get_cell(ws, "A1").t, "s"); + assert.equal(get_cell(ws, "A1").v, "1234567890"); + assert.equal(get_cell(ws, "B1").t, "n"); + assert.equal(get_cell(ws, "B1").v, 1234567890); + } + var html = "
12345678901234567890
"; + await t.step('HTML string', async function(t) { + var ws = X.read(html, {type:'string'}).Sheets["Sheet1"]; chk(ws); + chk(X.read(X.utils.sheet_to_html(ws), {type:'string'}).Sheets["Sheet1"]); + }); + if(domtest) await t.step('DOM', async function(t) { chk(X.utils.table_to_sheet(get_dom_element(html))); }); + }); + await t.step('TH/THEAD/TBODY/TFOOT elements', async function(t) { + var html = "
AB
12
34
46
"; + await t.step('HTML string', async function(t) { + var ws = X.read(html, {type:'string'}).Sheets["Sheet1"]; + assert.equal(X.utils.sheet_to_csv(ws), "A,B\n1,2\n3,4\n4,6"); + }); + if(domtest) await t.step('DOM', async function(t) { + var ws = X.utils.table_to_sheet(get_dom_element(html)); + assert.equal(X.utils.sheet_to_csv(ws), "A,B\n1,2\n3,4\n4,6"); + }); + }); + await t.step('empty cell containing html element should increment cell index', async function(t) { + var html = "
abc def
"; + var expectedCellCount = 3; + await t.step('HTML string', async function(t) { + var ws = X.read(html, {type:'string'}).Sheets["Sheet1"]; + var range = X.utils.decode_range(ws['!ref']||"A1"); + assert.equal(range.e.c,expectedCellCount - 1); + }); + if(domtest) await t.step('DOM', async function(t) { + var ws = X.utils.table_to_sheet(get_dom_element(html)); + var range = X.utils.decode_range(ws['!ref']||"A1"); + assert.equal(range.e.c, expectedCellCount - 1); + }); + }); +}); + +Deno.test('js -> file -> js', async function(t) { + var BIN: 'binary' ="binary"; + var ws = X.utils.aoa_to_sheet([ + ["number", "bool", "string", "date"], + [1, true, "sheet"], + [2, false, "dot"], + [6.9, false, "JS", fixdate], + [72.62, true, "0.3"] + ]); + var wb = { SheetNames: ['Sheet1'], Sheets: {Sheet1: ws} }; + function eqcell(wb1: X.WorkBook, wb2: X.WorkBook, s: string, a: string) { + assert.equal(get_cell(wb1.Sheets[s], a).v, get_cell(wb2.Sheets[s], a).v); + assert.equal(get_cell(wb1.Sheets[s], a).t, get_cell(wb2.Sheets[s], a).t); + } + for(var ofmti = 0; ofmti < ofmt.length; ++ofmti) { var f = ofmt[ofmti]; + await t.step(f, async function(t) { + var newwb = X.read(X.write(wb, {type:BIN, bookType: f}), {type:BIN}); + var cb = function(cell: string) { eqcell(wb, newwb, 'Sheet1', cell); }; + ['A2', 'A3'].forEach(cb); /* int */ + ['A4', 'A5'].forEach(cb); /* double */ + ['B2', 'B3'].forEach(cb); /* bool */ + ['C2', 'C3'].forEach(cb); /* string */ + if(!DIF_XL) cb('D4'); /* date */ + if(f != 'csv' && f != 'txt') eqcell(wb, newwb, 'Sheet1', 'C5'); + }); + } + await t.step('should roundtrip DIF strings', async function(t) { + var wb1 = X.read(X.write(wb, {type:BIN, bookType: 'dif'}), {type:BIN}); + var wb2 = X.read(X.write(wb1, {type:BIN, bookType: 'dif'}), {type:BIN}); + eqcell(wb, wb1, 'Sheet1', 'C5'); + eqcell(wb, wb2, 'Sheet1', 'C5'); + }); +}); + +Deno.test('corner cases', async function(t) { + await t.step('output functions', async function(t) { + var ws = X.utils.aoa_to_sheet([ + [1,2,3], + [true, false, null, "sheetjs"], + ["foo", "bar", fixdate, "0.3"], + ["baz", null, "q\"ux"] + ]); + get_cell(ws,"A1").f = ""; get_cell(ws,"A1").w = ""; + delete get_cell(ws,"C3").w; delete get_cell(ws,"C3").z; get_cell(ws,"C3").XF = {ifmt:14}; + get_cell(ws,"A4").t = "e"; + X.utils.sheet_to_formulae(ws); + X.utils.sheet_to_csv(ws); + X.utils.sheet_to_json(ws); + ws['!cols'] = [ {wch:6}, {wch:7}, {wch:10}, {wch:20} ]; + + var wb = {SheetNames:['sheetjs'], Sheets:{sheetjs:ws}}; + X.write(wb, {type: "binary", bookType: 'xlsx'}); + X.write(wb, {type: TYPE, bookType: 'xlsm'}); + X.write(wb, {type: "base64", bookType: 'xlsb'}); + X.write(wb, {type: "binary", bookType: 'ods'}); + X.write(wb, {type: "binary", bookType: 'biff2'}); + X.write(wb, {type: "binary", bookType: 'biff5'}); + X.write(wb, {type: "binary", bookType: 'biff8'}); + get_cell(ws,"A2").t = "f"; + assert.throws(function() { X.utils.sheet_to_json(ws); }); + }); + await t.step('SSF', async function(t) { + X.SSF.format("General", "dafuq"); + assert.throws(function() { return X.SSF.format("General", {sheet:"js"});}); + X.SSF.format("b e ddd hh AM/PM", 41722.4097222222); + X.SSF.format("b ddd hh m", 41722.4097222222); + ["hhh","hhh A/P","hhmmm","sss","[hhh]","G eneral"].forEach(function(f) { + assert.throws(function() { return X.SSF.format(f, 12345.6789);}); + }); + ["[m]","[s]"].forEach(function(f) { + assert.doesNotThrow(function() { return X.SSF.format(f, 12345.6789);}); + }); + }); + if(typeof JSON !== 'undefined') await t.step('SSF oddities', async function(t) { + // $FlowIgnore + var ssfdata: Array = JSON.parse(fs.readFileSync('./misc/ssf.json', 'utf-8')); + var cb = function(d: any, j: any) { return function() { return X.SSF.format(d[0], d[j][0]); }; }; + ssfdata.forEach(function(d) { + for(var j=1;j > = [["Row Number"]]; + for(var j = 0; j < 19; ++j) data[0].push("Column " + j+1); + for(var i = 0; i < 499; ++i) { + var o: Array = ["Row " + i]; + for(j = 0; j < 19; ++j) o.push(i + j); + data.push(o); + } + var ws = X.utils.aoa_to_sheet(data); + var wb = { Sheets:{ Sheet1: ws }, SheetNames: ["Sheet1"] }; + var type: 'binary' = "binary"; + (["xlsb", "biff8", "biff5", "biff2"] as Array).forEach(function(btype) { + void X.read(X.write(wb, {bookType:btype, type:type}), {type:type}); + }); + }); + if(fs.existsSync(dir + 'wtf_path.xlsx')) await t.step('OPC oddities', async function(t) { + X.read(fs.readFileSync(dir + 'wtf_path.xlsx'), {WTF:true, type:TYPE}); + X.read(fs.readFileSync(dir + 'wtf_path.xlsb'), {WTF:true, type:TYPE}); + }); + await t.step("should quote unicode sheet names in formulae", async function(t) { + var wb = X.read(fs.readFileSync(dir + "cross-sheet_formula_names.xlsb"), {WTF:true, type:TYPE}); + assert.equal(wb.Sheets["Sheet1"].A1.f, "'a-b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A2.f, "'a#b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A3.f, "'a^b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A4.f, "'a%b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A5.f, "'a\u066ab'!A1"); + assert.equal(wb.Sheets["Sheet1"].A6.f, "'☃️'!A1"); + assert.equal(wb.Sheets["Sheet1"].A7.f, "'\ud83c\udf63'!A1"); + assert.equal(wb.Sheets["Sheet1"].A8.f, "'a!!b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A9.f, "'a$b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A10.f, "'a!b'!A1"); + assert.equal(wb.Sheets["Sheet1"].A11.f, "'a b'!A1"); + }); + if(false) await t.step('should parse CSV date values with preceding space', async function(t) { + function check_ws(ws: X.WorkSheet, dNF?: any) { + //var d = X.SSF.parse_date_code(ws.B1.v); + assert.equal(ws.B1.w, dNF ? '2018-03-24' : "3/23/18"); + //assert.equal(d.d, 24); + //assert.equal(d.m, 3); + //assert.equal(d.y, 2018); + } + [true, false].forEach(function(cD: boolean) { + [void 0, 'yyyy-mm-dd'].forEach(function(dNF) { + var ws1 = X.read( + '7,2018-03-24', + {cellDates: cD, dateNF: dNF, type:'string'} + ).Sheets["Sheet1"]; + check_ws(ws1, dNF); + var ws2 = X.read( + '7, 2018-03-24', + {cellDates: cD, dateNF: dNF, type:'string'} + ).Sheets["Sheet1"]; + check_ws(ws2, dNF); + }); + }); + }); + await t.step('should handle \\r and \\n', async function(t) { + var base = "./test_files/crlf/"; + [ + "CRLFR9.123", + "CRLFR9.WK1", + "CRLFR9.WK3", + "CRLFR9.WK4", + "CRLFR9.XLS", + "CRLFR9_4.XLS", + "CRLFR9_5.XLS", + "CRLFX5_2.XLS", + "CRLFX5_3.XLS", + "CRLFX5_4.XLS", + "CRLFX5_5.XLS", + "crlf.csv", + "crlf.fods", + "crlf.htm", + "crlf.numbers", + "crlf.ods", + "crlf.rtf", + "crlf.slk", + "crlf.xls", + "crlf.xlsb", + "crlf.xlsx", + "crlf.xml", + "crlf5.xls", + "crlfq9.qpw", + "crlfq9.wb1", + "crlfq9.wb2", + "crlfq9.wb3", + "crlfq9.wk1", + "crlfq9.wk3", + "crlfq9.wk4", + "crlfq9.wks", + "crlfq9.wq1", + "crlfw4_2.wks", + "crlfw4_3.wks", + "crlfw4_4.wks" + ].map(function(path) { return base + path; }).forEach(function(w) { + var wb = X.read(fs.readFileSync(w), {type:TYPE}); + var ws = wb.Sheets[wb.SheetNames[0]]; + var B1 = get_cell(ws, "B1"), B2 = get_cell(ws, "B2"); + var lio = w.match(/\.[^\.]*$/)?.index || 0, stem = w.slice(0, lio).toLowerCase(), ext = w.slice(lio + 1).toLowerCase(); + switch(ext) { + case 'fm3': break; + + case '123': + assert.equal(B1.v, "abc\ndef"); + // TODO: parse formula // assert.equal(B1.v, "abc\r\ndef"); + break; + case 'qpw': + case 'wb1': + case 'wb2': + case 'wb3': + case 'wk1': + case 'wk3': + case 'wk4': + case 'wq1': + assert.assert(B1.v == "abcdef" || B1.v == "abc\ndef"); + // TODO: formula -> string values + if(B2 && B2.t != "e" && B2.v != "") assert.assert(B2.v == "abcdef" || B2.v == "abc\r\ndef"); + break; + + case 'wks': + if(stem.match(/w4/)) { + assert.equal(B1.v, "abc\ndef"); + assert.assert(!B2 || B2.t == "z"); // Works4 did not support CODE / CHAR + } else if(stem.match(/q9/)) { + assert.equal(B1.v, "abcdef"); + assert.equal(B2.v, "abc\r\ndef"); + } else { + assert.equal(B1.v, "abc\ndef"); + assert.equal(B2.v, "abc\r\ndef"); + } + break; + + case 'xls': + if(stem.match(/CRLFR9/i)) { + assert.equal(B1.v, "abc\r\ndef"); + } else { + assert.equal(B1.v, "abc\ndef"); + } + assert.equal(B2.v, "abc\r\ndef"); + break; + + case 'rtf': + case 'htm': + assert.equal(B1.v, "abc\ndef"); + assert.equal(B2.v, "abc\n\ndef"); + break; + + case 'xlsx': + case 'xlsb': + case 'xml': + case 'slk': + case 'csv': + assert.equal(B1.v, "abc\ndef"); + assert.equal(B2.v, "abc\r\ndef"); + break; + case 'fods': + case 'ods': + assert.equal(B1.v, "abc\nDef"); + assert.equal(B2.v, "abc\r\ndef"); + break; + case 'numbers': + assert.equal(B1.v, "abc\ndef"); + // TODO: B2 should be a formula error + break; + default: throw ext; + } + }); + }); +}); + +Deno.test('encryption', async function(t) { + for(var pfi = 0; pfi < password_files.length; ++pfi) { var x = password_files[pfi]; + await t.step(x, async function(t) { + await t.step('should throw with no password', async function(t) {assert.throws(function() { X.read(fs.readFileSync(dir + x), {type:TYPE}); }); }); + await t.step('should throw with wrong password', async function(t) { + try { + X.read(fs.readFileSync(dir + x), {type:TYPE,password:'Password',WTF:opts.WTF}); + throw new Error("incorrect password was accepted"); + } catch(e) { + if(e.message != "Password is incorrect") throw e; + } + }); + await t.step('should recognize correct password', async function(t) { + try { + X.read(fs.readFileSync(dir + x), {type:TYPE,password:'password',WTF:opts.WTF}); + } catch(e) { + if(e.message == "Password is incorrect") throw e; + } + }); + if(false) await t.step('should decrypt file', async function(t) { + /*var wb = */X.read(fs.readFileSync(dir + x), {type:TYPE,password:'password',WTF:opts.WTF}); + }); + }); + }; +}); + +if(!browser || typeof cptable !== 'undefined') +Deno.test('multiformat tests', async function(t) { +var mfopts = opts; +var mft = fs.readFileSync('multiformat.lst','utf-8').replace(/\r/g,"").split("\n").map(function(x) { return x.trim(); }); +var csv = true, formulae = false; +for(var mfti = 0; mfti < mft.length; ++mfti) { var x = mft[mfti]; + if(x.charAt(0)!="#") await t.step('MFT ' + x, async function(t) { + var f: Array = [], r = x.split(/\s+/); + if(r.length < 3) return; + if(!fs.existsSync(dir + r[0] + r[1])) return; + await t.step('should parse all', async function(t) { + for(var j = 1; j < r.length; ++j) f[j-1] = X.read(fs.readFileSync(dir + r[0] + r[j]), mfopts); + }); + await t.step('should have the same sheetnames', async function(t) { + cmparr(f.map(function(x) { return x.SheetNames; })); + }); + await t.step('should have the same ranges', async function(t) { + f[0].SheetNames.forEach(function(s) { + var ss = f.map(function(x) { return x.Sheets[s]; }); + cmparr(ss.map(function(s) { return s['!ref']; })); + }); + }); + await t.step('should have the same merges', async function(t) { + f[0].SheetNames.forEach(function(s) { + var ss = f.map(function(x) { return x.Sheets[s]; }); + cmparr(ss.map(function(s) { return (s['!merges']||[]).map(function(y) { return X.utils.encode_range(y); }).sort(); })); + }); + }); + if(csv) await t.step('should have the same CSV', async function(t) { + cmparr(f.map(function(x) { return x.SheetNames; })); + f[0].SheetNames.forEach(function(name) { + cmparr(f.map(function(x) { return X.utils.sheet_to_csv(x.Sheets[name]); })); + }); + }); + if(formulae) await t.step('should have the same formulae', async function(t) { + cmparr(f.map(function(x) { return x.SheetNames; })); + f[0].SheetNames.forEach(function(name: string) { + cmparr(f.map(function(x) { return X.utils.sheet_to_formulae(x.Sheets[name]).sort(); })); + }); + }); + }); + else x.split(/\s+/).forEach(function(w: string) { switch(w) { + case "no-csv": csv = false; break; + case "yes-csv": csv = true; break; + case "no-formula": formulae = false; break; + case "yes-formula": formulae = true; break; + }}); +} }); + diff --git a/xlsx.flow.js b/xlsx.flow.js index 7f9764f..0c6e357 100644 --- a/xlsx.flow.js +++ b/xlsx.flow.js @@ -104,6 +104,32 @@ function Base64_encode(input) { } return o; } +function Base64_encode_pass(input) { + var o = ""; + var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; + for (var i = 0; i < input.length; ) { + c1 = input.charCodeAt(i++); + if (c1 > 255) + c1 = 95; + e1 = c1 >> 2; + c2 = input.charCodeAt(i++); + if (c2 > 255) + c2 = 95; + e2 = (c1 & 3) << 4 | c2 >> 4; + c3 = input.charCodeAt(i++); + if (c3 > 255) + c3 = 95; + e3 = (c2 & 15) << 2 | c3 >> 6; + e4 = c3 & 63; + if (isNaN(c2)) { + e3 = e4 = 64; + } else if (isNaN(c3)) { + e4 = 64; + } + o += Base64_map.charAt(e1) + Base64_map.charAt(e2) + Base64_map.charAt(e3) + Base64_map.charAt(e4); + } + return o; +} function Base64_decode(input) { var o = ""; var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; @@ -3439,9 +3465,7 @@ function fuzzydate(s/*:string*/)/*:Date*/ { lower = lower.replace(/[^a-z]/g,"").replace(/([^a-z]|^)[ap]m?([^a-z]|$)/,""); if(lower.length > 3 && lower_months.indexOf(lower) == -1) return n; } else if(lower.replace(/[ap]m?/, "").match(/[a-z]/)) return n; - if(y < 0 || y > 8099) return n; - if((m > 0 || d > 1) && y != 101) return o; - if(s.match(/[^-0-9:,\/\\]/)) return n; + if(y < 0 || y > 8099 || s.match(/[^-0-9:,\/\\]/)) return n; return o; } @@ -3807,7 +3831,7 @@ function xlml_normalize(d)/*:string*/ { throw new Error("Bad input format: expected Buffer or string"); } /* UOS uses CJK in tags */ -var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/][^>]*)?>/mg; +var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/](?:[^>=]|="[^"]*?")*)?>/mg; //var xlmlregex = /<(\/?)([a-z0-9]*:|)(\w+)[^>]*>/mg; var XMLNS = ({ @@ -7705,7 +7729,7 @@ function dbf_to_aoa(buf, opts)/*:AOA*/ { var ww = l7 ? 32 : 11; while(d.l < hend && d[d.l] != 0x0d) { field = ({}/*:any*/); - field.name = $cptable.utils.decode(current_cp, d.slice(d.l, d.l+ww)).replace(/[\u0000\r\n].*$/g,""); + field.name = (typeof $cptable !== "undefined" ? $cptable.utils.decode(current_cp, d.slice(d.l, d.l+ww)) : a2s(d.slice(d.l, d.l + ww))).replace(/[\u0000\r\n].*$/g,""); d.l += ww; field.type = String.fromCharCode(d.read_shift(1)); if(ft != 0x02 && !l7) field.offset = d.read_shift(4); @@ -7759,7 +7783,7 @@ function dbf_to_aoa(buf, opts)/*:AOA*/ { for(C = 0; C != fields.length; ++C) { var dd = d.slice(d.l, d.l+fields[C].len); d.l+=fields[C].len; prep_blob(dd, 0); - var s = $cptable.utils.decode(current_cp, dd); + var s = typeof $cptable !== "undefined" ? $cptable.utils.decode(current_cp, dd) : a2s(dd); switch(fields[C].type) { case 'C': // NOTE: it is conventional to write ' / / ' for empty dates @@ -15401,7 +15425,7 @@ function write_ws_xml_sheetviews(ws, opts, idx, wb)/*:string*/ { function write_ws_xml_cell(cell/*:Cell*/, ref, ws, opts/*::, idx, wb*/)/*:string*/ { if(cell.c) ws['!comments'].push([ref, cell.c]); - if(cell.v === undefined && typeof cell.f !== "string" || cell.t === 'z' && !cell.f) return ""; + if((cell.v === undefined || cell.t === "z" && !(opts||{}).sheetStubs) && typeof cell.f !== "string" && typeof cell.z == "undefined") return ""; var vv = ""; var oldt = cell.t, oldv = cell.v; if(cell.t !== "z") switch(cell.t) { @@ -17090,7 +17114,7 @@ function safe1904(wb/*:Workbook*/)/*:string*/ { return parsexmlbool(wb.Workbook.WBProps.date1904) ? "true" : "false"; } -var badchars = /*#__PURE__*/"][*?\/\\".split(""); +var badchars = /*#__PURE__*/":][*?\/\\".split(""); function check_ws_name(n/*:string*/, safe/*:?boolean*/)/*:boolean*/ { if(n.length > 31) { if(safe) return false; throw new Error("Sheet names cannot exceed 31 chars"); } var _good = true; @@ -24859,7 +24883,7 @@ function read_plaintext_raw(data/*:RawData*/, o/*:ParseOpts*/)/*:Workbook*/ { function read_utf16(data/*:RawData*/, o/*:ParseOpts*/)/*:Workbook*/ { var d = data; if(o.type == 'base64') d = Base64_decode(d); - d = $cptable.utils.decode(1200, d.slice(2), 'str'); + d = typeof $cptable !== "undefined" ? $cptable.utils.decode(1200, d.slice(2), 'str') : utf16leread(d.slice(2)); o.type = "binary"; return read_plaintext(d, o); } @@ -24876,6 +24900,7 @@ function read_prn(data, d, o, str) { function readSync(data/*:RawData*/, opts/*:?ParseOpts*/)/*:Workbook*/ { reset_cp(); var o = opts||{}; + if(o.codepage && typeof $cptable === "undefined") console.error("Codepage tables are not loaded. Non-ASCII characters may not give expected results"); if(typeof ArrayBuffer !== 'undefined' && data instanceof ArrayBuffer) return readSync(new Uint8Array(data), (o = dup(o), o.type = "array", o)); if(typeof Uint8Array !== 'undefined' && data instanceof Uint8Array && !o.type) o.type = typeof Deno !== "undefined" ? "buffer" : "array"; var d = data, n = [0,0,0,0], str = false; @@ -25013,7 +25038,7 @@ function write_string_type(out/*:string*/, opts/*:WriteOpts*/, bom/*:?string*/)/ function write_stxt_type(out/*:string*/, opts/*:WriteOpts*/)/*:any*/ { switch(opts.type) { - case "base64": return Base64_encode(out); + case "base64": return Base64_encode_pass(out); case "binary": return out; case "string": return out; /* override in sheet_to_txt */ case "file": return write_dl(opts.file, out, 'binary'); diff --git a/xlsx.js b/xlsx.js index 04504c4..f9757f9 100644 --- a/xlsx.js +++ b/xlsx.js @@ -103,6 +103,32 @@ function Base64_encode(input) { } return o; } +function Base64_encode_pass(input) { + var o = ""; + var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; + for (var i = 0; i < input.length; ) { + c1 = input.charCodeAt(i++); + if (c1 > 255) + c1 = 95; + e1 = c1 >> 2; + c2 = input.charCodeAt(i++); + if (c2 > 255) + c2 = 95; + e2 = (c1 & 3) << 4 | c2 >> 4; + c3 = input.charCodeAt(i++); + if (c3 > 255) + c3 = 95; + e3 = (c2 & 15) << 2 | c3 >> 6; + e4 = c3 & 63; + if (isNaN(c2)) { + e3 = e4 = 64; + } else if (isNaN(c3)) { + e4 = 64; + } + o += Base64_map.charAt(e1) + Base64_map.charAt(e2) + Base64_map.charAt(e3) + Base64_map.charAt(e4); + } + return o; +} function Base64_decode(input) { var o = ""; var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; @@ -3365,9 +3391,7 @@ function fuzzydate(s) { lower = lower.replace(/[^a-z]/g,"").replace(/([^a-z]|^)[ap]m?([^a-z]|$)/,""); if(lower.length > 3 && lower_months.indexOf(lower) == -1) return n; } else if(lower.replace(/[ap]m?/, "").match(/[a-z]/)) return n; - if(y < 0 || y > 8099) return n; - if((m > 0 || d > 1) && y != 101) return o; - if(s.match(/[^-0-9:,\/\\]/)) return n; + if(y < 0 || y > 8099 || s.match(/[^-0-9:,\/\\]/)) return n; return o; } @@ -3733,7 +3757,7 @@ function xlml_normalize(d) { throw new Error("Bad input format: expected Buffer or string"); } /* UOS uses CJK in tags */ -var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/][^>]*)?>/mg; +var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/](?:[^>=]|="[^"]*?")*)?>/mg; //var xlmlregex = /<(\/?)([a-z0-9]*:|)(\w+)[^>]*>/mg; var XMLNS = ({ @@ -7615,7 +7639,7 @@ var fields = [], field = ({}); var ww = l7 ? 32 : 11; while(d.l < hend && d[d.l] != 0x0d) { field = ({}); - field.name = $cptable.utils.decode(current_cp, d.slice(d.l, d.l+ww)).replace(/[\u0000\r\n].*$/g,""); + field.name = (typeof $cptable !== "undefined" ? $cptable.utils.decode(current_cp, d.slice(d.l, d.l+ww)) : a2s(d.slice(d.l, d.l + ww))).replace(/[\u0000\r\n].*$/g,""); d.l += ww; field.type = String.fromCharCode(d.read_shift(1)); if(ft != 0x02 && !l7) field.offset = d.read_shift(4); @@ -7669,7 +7693,7 @@ var fields = [], field = ({}); for(C = 0; C != fields.length; ++C) { var dd = d.slice(d.l, d.l+fields[C].len); d.l+=fields[C].len; prep_blob(dd, 0); - var s = $cptable.utils.decode(current_cp, dd); + var s = typeof $cptable !== "undefined" ? $cptable.utils.decode(current_cp, dd) : a2s(dd); switch(fields[C].type) { case 'C': // NOTE: it is conventional to write ' / / ' for empty dates @@ -15307,7 +15331,7 @@ function write_ws_xml_sheetviews(ws, opts, idx, wb) { function write_ws_xml_cell(cell, ref, ws, opts) { if(cell.c) ws['!comments'].push([ref, cell.c]); - if(cell.v === undefined && typeof cell.f !== "string" || cell.t === 'z' && !cell.f) return ""; + if((cell.v === undefined || cell.t === "z" && !(opts||{}).sheetStubs) && typeof cell.f !== "string" && typeof cell.z == "undefined") return ""; var vv = ""; var oldt = cell.t, oldv = cell.v; if(cell.t !== "z") switch(cell.t) { @@ -16995,7 +17019,7 @@ function safe1904(wb) { return parsexmlbool(wb.Workbook.WBProps.date1904) ? "true" : "false"; } -var badchars = "][*?\/\\".split(""); +var badchars = ":][*?\/\\".split(""); function check_ws_name(n, safe) { if(n.length > 31) { if(safe) return false; throw new Error("Sheet names cannot exceed 31 chars"); } var _good = true; @@ -24745,7 +24769,7 @@ function read_plaintext_raw(data, o) { function read_utf16(data, o) { var d = data; if(o.type == 'base64') d = Base64_decode(d); - d = $cptable.utils.decode(1200, d.slice(2), 'str'); + d = typeof $cptable !== "undefined" ? $cptable.utils.decode(1200, d.slice(2), 'str') : utf16leread(d.slice(2)); o.type = "binary"; return read_plaintext(d, o); } @@ -24762,6 +24786,7 @@ function read_prn(data, d, o, str) { function readSync(data, opts) { reset_cp(); var o = opts||{}; + if(o.codepage && typeof $cptable === "undefined") console.error("Codepage tables are not loaded. Non-ASCII characters may not give expected results"); if(typeof ArrayBuffer !== 'undefined' && data instanceof ArrayBuffer) return readSync(new Uint8Array(data), (o = dup(o), o.type = "array", o)); if(typeof Uint8Array !== 'undefined' && data instanceof Uint8Array && !o.type) o.type = typeof Deno !== "undefined" ? "buffer" : "array"; var d = data, n = [0,0,0,0], str = false; @@ -24898,7 +24923,7 @@ function write_string_type(out, opts, bom) { function write_stxt_type(out, opts) { switch(opts.type) { - case "base64": return Base64_encode(out); + case "base64": return Base64_encode_pass(out); case "binary": return out; case "string": return out; /* override in sheet_to_txt */ case "file": return write_dl(opts.file, out, 'binary'); diff --git a/xlsx.mjs b/xlsx.mjs index a4122d7..49348aa 100644 --- a/xlsx.mjs +++ b/xlsx.mjs @@ -103,6 +103,32 @@ function Base64_encode(input) { } return o; } +function Base64_encode_pass(input) { + var o = ""; + var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; + for (var i = 0; i < input.length; ) { + c1 = input.charCodeAt(i++); + if (c1 > 255) + c1 = 95; + e1 = c1 >> 2; + c2 = input.charCodeAt(i++); + if (c2 > 255) + c2 = 95; + e2 = (c1 & 3) << 4 | c2 >> 4; + c3 = input.charCodeAt(i++); + if (c3 > 255) + c3 = 95; + e3 = (c2 & 15) << 2 | c3 >> 6; + e4 = c3 & 63; + if (isNaN(c2)) { + e3 = e4 = 64; + } else if (isNaN(c3)) { + e4 = 64; + } + o += Base64_map.charAt(e1) + Base64_map.charAt(e2) + Base64_map.charAt(e3) + Base64_map.charAt(e4); + } + return o; +} function Base64_decode(input) { var o = ""; var c1 = 0, c2 = 0, c3 = 0, e1 = 0, e2 = 0, e3 = 0, e4 = 0; @@ -3438,9 +3464,7 @@ function fuzzydate(s/*:string*/)/*:Date*/ { lower = lower.replace(/[^a-z]/g,"").replace(/([^a-z]|^)[ap]m?([^a-z]|$)/,""); if(lower.length > 3 && lower_months.indexOf(lower) == -1) return n; } else if(lower.replace(/[ap]m?/, "").match(/[a-z]/)) return n; - if(y < 0 || y > 8099) return n; - if((m > 0 || d > 1) && y != 101) return o; - if(s.match(/[^-0-9:,\/\\]/)) return n; + if(y < 0 || y > 8099 || s.match(/[^-0-9:,\/\\]/)) return n; return o; } @@ -3806,7 +3830,7 @@ function xlml_normalize(d)/*:string*/ { throw new Error("Bad input format: expected Buffer or string"); } /* UOS uses CJK in tags */ -var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/][^>]*)?>/mg; +var xlmlregex = /<(\/?)([^\s?>:\/]+)(?:[\s?:\/](?:[^>=]|="[^"]*?")*)?>/mg; //var xlmlregex = /<(\/?)([a-z0-9]*:|)(\w+)[^>]*>/mg; var XMLNS = ({ @@ -7700,7 +7724,7 @@ function dbf_to_aoa(buf, opts)/*:AOA*/ { var ww = l7 ? 32 : 11; while(d.l < hend && d[d.l] != 0x0d) { field = ({}/*:any*/); - field.name = $cptable.utils.decode(current_cp, d.slice(d.l, d.l+ww)).replace(/[\u0000\r\n].*$/g,""); + field.name = (typeof $cptable !== "undefined" ? $cptable.utils.decode(current_cp, d.slice(d.l, d.l+ww)) : a2s(d.slice(d.l, d.l + ww))).replace(/[\u0000\r\n].*$/g,""); d.l += ww; field.type = String.fromCharCode(d.read_shift(1)); if(ft != 0x02 && !l7) field.offset = d.read_shift(4); @@ -7754,7 +7778,7 @@ function dbf_to_aoa(buf, opts)/*:AOA*/ { for(C = 0; C != fields.length; ++C) { var dd = d.slice(d.l, d.l+fields[C].len); d.l+=fields[C].len; prep_blob(dd, 0); - var s = $cptable.utils.decode(current_cp, dd); + var s = typeof $cptable !== "undefined" ? $cptable.utils.decode(current_cp, dd) : a2s(dd); switch(fields[C].type) { case 'C': // NOTE: it is conventional to write ' / / ' for empty dates @@ -15396,7 +15420,7 @@ function write_ws_xml_sheetviews(ws, opts, idx, wb)/*:string*/ { function write_ws_xml_cell(cell/*:Cell*/, ref, ws, opts/*::, idx, wb*/)/*:string*/ { if(cell.c) ws['!comments'].push([ref, cell.c]); - if(cell.v === undefined && typeof cell.f !== "string" || cell.t === 'z' && !cell.f) return ""; + if((cell.v === undefined || cell.t === "z" && !(opts||{}).sheetStubs) && typeof cell.f !== "string" && typeof cell.z == "undefined") return ""; var vv = ""; var oldt = cell.t, oldv = cell.v; if(cell.t !== "z") switch(cell.t) { @@ -17085,7 +17109,7 @@ function safe1904(wb/*:Workbook*/)/*:string*/ { return parsexmlbool(wb.Workbook.WBProps.date1904) ? "true" : "false"; } -var badchars = /*#__PURE__*/"][*?\/\\".split(""); +var badchars = /*#__PURE__*/":][*?\/\\".split(""); function check_ws_name(n/*:string*/, safe/*:?boolean*/)/*:boolean*/ { if(n.length > 31) { if(safe) return false; throw new Error("Sheet names cannot exceed 31 chars"); } var _good = true; @@ -24854,7 +24878,7 @@ function read_plaintext_raw(data/*:RawData*/, o/*:ParseOpts*/)/*:Workbook*/ { function read_utf16(data/*:RawData*/, o/*:ParseOpts*/)/*:Workbook*/ { var d = data; if(o.type == 'base64') d = Base64_decode(d); - d = $cptable.utils.decode(1200, d.slice(2), 'str'); + d = typeof $cptable !== "undefined" ? $cptable.utils.decode(1200, d.slice(2), 'str') : utf16leread(d.slice(2)); o.type = "binary"; return read_plaintext(d, o); } @@ -24871,6 +24895,7 @@ function read_prn(data, d, o, str) { function readSync(data/*:RawData*/, opts/*:?ParseOpts*/)/*:Workbook*/ { reset_cp(); var o = opts||{}; + if(o.codepage && typeof $cptable === "undefined") console.error("Codepage tables are not loaded. Non-ASCII characters may not give expected results"); if(typeof ArrayBuffer !== 'undefined' && data instanceof ArrayBuffer) return readSync(new Uint8Array(data), (o = dup(o), o.type = "array", o)); if(typeof Uint8Array !== 'undefined' && data instanceof Uint8Array && !o.type) o.type = typeof Deno !== "undefined" ? "buffer" : "array"; var d = data, n = [0,0,0,0], str = false; @@ -25008,7 +25033,7 @@ function write_string_type(out/*:string*/, opts/*:WriteOpts*/, bom/*:?string*/)/ function write_stxt_type(out/*:string*/, opts/*:WriteOpts*/)/*:any*/ { switch(opts.type) { - case "base64": return Base64_encode(out); + case "base64": return Base64_encode_pass(out); case "binary": return out; case "string": return out; /* override in sheet_to_txt */ case "file": return write_dl(opts.file, out, 'binary');