From 9102c8214d85a518c4774a9fc881ad6cbf2e1b84 Mon Sep 17 00:00:00 2001 From: Pieter Sheth-Voss Date: Sun, 29 Mar 2015 15:21:11 -0400 Subject: [PATCH] Added round-trip test for styles --- bits/66_wscommon.js | 8 +- bits/67_wsxml.js | 4 +- bits/92_stylebuilder.js | 8 +- test-style.js | 1627 ++++++++++++++++----------------------- xlsx.js | 20 +- 5 files changed, 674 insertions(+), 993 deletions(-) diff --git a/bits/66_wscommon.js b/bits/66_wscommon.js index 7339346..270b845 100644 --- a/bits/66_wscommon.js +++ b/bits/66_wscommon.js @@ -12,11 +12,9 @@ function get_cell_style(styles, cell, opts) { if (typeof style_builder != 'undefined') { if (/^\d+$/.exec(cell.s)) { return cell.s} // if its already an integer index, let it be if (cell.s && (cell.s == +cell.s)) { return cell.s} // if its already an integer index, let it be - if (!cell.s) cell.s = {} - if (cell.z) cell.s.numFmt = cell.z; - cell.s = style_builder.addStyle(cell.s); - - return cell.s; + var s = cell.s || {}; + if (cell.z) s.numFmt = cell.z; + return style_builder.addStyle(s); } else { var z = opts.revssf[cell.z != null ? cell.z : "General"]; diff --git a/bits/67_wsxml.js b/bits/67_wsxml.js index efe34bb..6ee52cf 100644 --- a/bits/67_wsxml.js +++ b/bits/67_wsxml.js @@ -250,7 +250,9 @@ return function parse_ws_xml_data(sdata, s, opts, guess) { fmtid = fillid = 0; if(do_format && tag.s !== undefined) { cf = styles.CellXf[tag.s]; - if (opts.cellStyles) p.s = get_cell_style_csf(cf) + if (opts.cellStyles) { + p.s = get_cell_style_csf(cf) + } if(cf != null) { if(cf.numFmtId != null) fmtid = cf.numFmtId; if(opts.cellStyles && cf.fillId != null) fillid = cf.fillId; diff --git a/bits/92_stylebuilder.js b/bits/92_stylebuilder.js index 8a01cf7..ba5bb6d 100644 --- a/bits/92_stylebuilder.js +++ b/bits/92_stylebuilder.js @@ -244,7 +244,7 @@ if ((typeof 'module' != 'undefined' && typeof require != 'undefined') || (typeo return count - 1; }, - _addNumFmt: function (numFmt) { + _addNumFmt: function (numFmt) { if (!numFmt) { return 0; } if (typeof numFmt == 'string') { @@ -257,6 +257,12 @@ if ((typeof 'module' != 'undefined' && typeof require != 'undefined') || (typeo if (/^[0-9]+$/.exec(numFmt)) { return numFmt; // we're matching an integer against some known code } + numFmt = numFmt + .replace(/&/g, '&') + .replace(//g, '>') + .replace(/"/g, '"') + .replace(/'/g, '''); var $numFmt = XmlNode('numFmt') diff --git a/test-style.js b/test-style.js index e6abb0b..4b63322 100644 --- a/test-style.js +++ b/test-style.js @@ -1,987 +1,656 @@ -/* vim: set ts=2: */ -var X; var XLSX = require('./') -var modp = './'; -//var modp = 'xlsx'; -var fs = require('fs'), assert = require('assert'); -describe('source',function(){it('should load',function(){X=require(modp);});}); +var XLSX = require('./'); -var opts = {cellNF: true}; -if(process.env.WTF) { - opts.WTF = true; - opts.cellStyles = true; -} -var fullex = [".xlsb", ".xlsm", ".xlsx"]; -var ex = fullex.slice(); ex.push(".ods"); -if(process.env.FMTS === "full") process.env.FMTS = ex.join(":"); -if(process.env.FMTS) ex=process.env.FMTS.split(":").map(function(x){return x[0]==="."?x:"."+x;}); -var exp = ex.map(function(x){ return x + ".pending"; }); -function test_file(x){ return ex.indexOf(x.substr(-5))>=0||exp.indexOf(x.substr(-13))>=0 || ex.indexOf(x.substr(-4))>=0||exp.indexOf(x.substr(-12))>=0; } +var JSZip = require('jszip'); +var fs = require('fs'); +var cheerio = require('cheerio'); -var files = (fs.existsSync('tests.lst') ? fs.readFileSync('tests.lst', 'utf-8').split("\n") : fs.readdirSync('test_files')).filter(test_file); -var fileA = (fs.existsSync('testA.lst') ? fs.readFileSync('testA.lst', 'utf-8').split("\n") : []).filter(test_file); +var assert = require('assert'); -/* Excel enforces 31 character sheet limit, although technical file limit is 255 */ -function fixsheetname(x) { return x.substr(0,31); } - -function stripbom(x) { return x.replace(/^\ufeff/,""); } -function fixcsv(x) { return stripbom(x).replace(/\t/g,",").replace(/#{255}/g,"").replace(/"/g,"").replace(/[\n\r]+/g,"\n").replace(/\n*$/,""); } -function fixjson(x) { return x.replace(/[\r\n]+$/,""); } - -var dir = "./test_files/"; - -var paths = { - cp1: dir + 'custom_properties.xlsx', - cp2: dir + 'custom_properties.xlsb', - css1: dir + 'cell_style_simple.xlsx', - css2: dir + 'cell_style_simple.xlsb', - cst1: dir + 'comments_stress_test.xlsx', - cst2: dir + 'comments_stress_test.xlsb', - fst1: dir + 'formula_stress_test.xlsx', - fst2: dir + 'formula_stress_test.xlsb', - fst3: dir + 'formula_stress_test.ods', - fstb: dir + 'formula_stress_test.xlsb', - hl1: dir + 'hyperlink_stress_test_2011.xlsx', - hl2: dir + 'hyperlink_stress_test_2011.xlsb', - lon1: dir + 'LONumbers.xlsx', - mc1: dir + 'merge_cells.xlsx', - mc2: dir + 'merge_cells.xlsb', - mc3: dir + 'merge_cells.ods', - nf1: dir + 'number_format.xlsm', - nf2: dir + 'number_format.xlsb', - dt1: dir + 'xlsx-stream-d-date-cell.xlsx', - dt2: dir + 'xlsx-stream-d-date-cell.xlsb', - swc1: dir + 'apachepoi_SimpleWithComments.xlsx', - swc2: dir + '2013/apachepoi_SimpleWithComments.xlsx.xlsb' -}; - -var N1 = 'XLSX'; -var N2 = 'XLSB'; - - - -function parsetest(x, wb, full, ext) { - ext = (ext ? " [" + ext + "]": ""); - if(!full && ext) return; - describe(x + ext + ' should have all bits', function() { - var sname = dir + '2011/' + x + '.sheetnames'; - it('should have all sheets', function() { - wb.SheetNames.forEach(function(y) { assert(wb.Sheets[y], 'bad sheet ' + y); }); - }); - it('should have the right sheet names', fs.existsSync(sname) ? function() { - var file = fs.readFileSync(sname, 'utf-8').replace(/\r/g,""); - var names = wb.SheetNames.map(fixsheetname).join("\n") + "\n"; - assert.equal(names, file); - } : null); - }); - describe(x + ext + ' should generate CSV', function() { - wb.SheetNames.forEach(function(ws, i) { - it('#' + i + ' (' + ws + ')', function() { - X.utils.make_csv(wb.Sheets[ws]); - }); - }); - }); - describe(x + ext + ' should generate JSON', function() { - wb.SheetNames.forEach(function(ws, i) { - it('#' + i + ' (' + ws + ')', function() { - X.utils.sheet_to_row_object_array(wb.Sheets[ws]); - }); - }); - }); - describe(x + ext + ' should generate formulae', function() { - wb.SheetNames.forEach(function(ws, i) { - it('#' + i + ' (' + ws + ')', function() { - X.utils.get_formulae(wb.Sheets[ws]); - }); - }); - }); - if(!full) return; - var getfile = function(dir, x, i, type) { - var name = (dir + x + '.' + i + type); - if(x.substr(-5) === ".xlsb") { - root = x.slice(0,-5); - if(!fs.existsSync(name)) name=(dir + root + '.xlsx.' + i + type); - if(!fs.existsSync(name)) name=(dir + root + '.xlsm.' + i + type); - if(!fs.existsSync(name)) name=(dir + root + '.xls.' + i + type); - } - return name; - }; - describe(x + ext + ' should generate correct CSV output', function() { - wb.SheetNames.forEach(function(ws, i) { - var name = getfile(dir, x, i, ".csv"); - it('#' + i + ' (' + ws + ')', fs.existsSync(name) ? function() { - var file = fixcsv(fs.readFileSync(name, 'utf-8')); - var csv = fixcsv(X.utils.make_csv(wb.Sheets[ws])); - var result = (file == csv); - if (!result) { // try again parsing the file ourselves - // somehow these workbooks are getting here having been parsec without {cellNF: true} - // so re-read them with {cellNF:true} and all works just great. - // THus these CSV tests seem to fail due to issue with test framework rather than XLSX itself - var wb1 = X.readFile(wb.FILENAME, {cellStyles:true, cellNF:true}); - var csv1 = fixcsv(X.utils.make_csv(wb1.Sheets[ws])); - var result1 = (file == csv1); - - var wb2 = XLSX.read(XLSX.write(wb1, {type:"buffer", bookType:'xlsx'}), {cellStyles: true, cellNF:true}) - var csv2 = fixcsv(XLSX.utils.make_csv(wb2.Sheets[ws])); - var result2 = (file == csv2); - console.error("CSV Diff: " + [wb.FILENAME, csv.length, file.length, result, result1, result2]); - } - assert.equal(result || result2, true, "CSV badness"); - } : null); - }); - }); - describe(x + ext + ' should generate correct JSON output', function() { - wb.SheetNames.forEach(function(ws, i) { - var rawjson = getfile(dir, x, i, ".rawjson"); - if(fs.existsSync(rawjson)) it('#' + i + ' (' + ws + ')', function() { - var file = fs.readFileSync(rawjson, 'utf-8'); - var json = X.utils.make_json(wb.Sheets[ws],{raw:true}); - assert.equal(JSON.stringify(json), fixjson(file), "JSON badness"); - }); - - var jsonf = getfile(dir, x, i, ".json"); - if(fs.existsSync(jsonf)) it('#' + i + ' (' + ws + ')', function() { - var file = fs.readFileSync(jsonf, 'utf-8'); - var json = X.utils.make_json(wb.Sheets[ws]); - assert.equal(JSON.stringify(json), fixjson(file), "JSON badness"); - }); - }); - }); - if(fs.existsSync(dir + '2013/' + x + '.xlsb')) - describe(x + ext + '.xlsb from 2013', function() { - it('should parse', function() { - var wb = X.readFile(dir + '2013/' + x + '.xlsb', opts); - }); - }); +function JSDateToExcelDate(inDate) { + return 25569.0 + ((inDate.getTime() - (inDate.getTimezoneOffset() * 60 * 1000)) / (1000 * 60 * 60 * 24)); } -var wbtable = {}; +var defaultCellStyle = { font: { name: "Verdana", sz: 11, color: "FF00FF88"}, fill: {fgColor: {rgb: "FFFFAA00"}}}; -describe('should parse test files', function() { - files.forEach(function(x) { - if(!fs.existsSync(dir + x)) return; - it(x, x.substr(-8) == ".pending" ? null : function() { - var wb = X.readFile(dir + x, opts); - wbtable[dir + x] = wb; - parsetest(x, wb, true); - }); - fullex.forEach(function(ext, idx) { - it(x + ' [' + ext + ']', function(){ - var wb = wbtable[dir + x]; - if(!wb) wb = X.readFile(dir + x, opts); - var FILENAME = wb.FILENAME; - wb = X.read(X.write(wb, {type:"buffer", bookType:ext.replace(/\./,"")}), {WTF:opts.WTF, cellNF: true}) - wb.FILENAME = FILENAME; - - parsetest(x, wb, ext.replace(/\./,"") !== "xlsb", ext); - }); - }); - }); - - fileA.forEach(function(x) { - if(!fs.existsSync(dir + x)) return; - it(x, x.substr(-8) == ".pending" ? null : function() { - var wb = X.readFile(dir + x, {WTF:opts.wtf, sheetRows:10}); - parsetest(x, wb, false); - }); - }); -}); - -describe('parse options', function() { - var html_cell_types = ['s']; - before(function() { - X = require(modp); - }); - describe('cell', function() { - it('should generate HTML by default', function() { - var wb = X.readFile(paths.cst1); - var ws = wb.Sheets.Sheet1; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(html_cell_types.indexOf(ws[addr].t) === -1 || ws[addr].h); - }); - }); - it('should not generate HTML when requested', function() { - var wb = X.readFile(paths.cst1, {cellHTML:false}); - var ws = wb.Sheets.Sheet1; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(typeof ws[addr].h === 'undefined'); - }); - }); - it('should generate formulae by default', function() { - var wb = X.readFile(paths.fstb); - var found = false; - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - if(typeof ws[addr].f !== 'undefined') return found = true; - }); - }); - assert(found); - }); - it('should not generate formulae when requested', function() { - var wb =X.readFile(paths.fstb,{cellFormula:false}); - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(typeof ws[addr].f === 'undefined'); - }); - }); - }); - it('should not generate number formats by default', function() { - var wb = X.readFile(paths.nf1); - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(typeof ws[addr].z === 'undefined'); - }); - }); - }); - it('should generate number formats when requested', function() { - var wb = X.readFile(paths.nf1, {cellNF: true}); - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(ws[addr].t!== 'n' || typeof ws[addr].z !== 'undefined'); - }); - }); - }); - it('should not generate cell styles by default', function() { - var wb = X.readFile(paths.css1); - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(typeof ws[addr].s === 'undefined'); - }); - }); - }); - it('XLSX should generate cell styles when requested', function() { - var wb = X.readFile(paths.css1, {cellStyles:true}); - var found = false; - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - if(typeof ws[addr].s !== 'undefined') return found = true; - }); - }); - assert(found); - }); - it('should not generate cell dates by default', function() { - var wb = X.readFile(paths.dt1); - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(ws[addr].t !== 'd'); - }); - }); - }); - it('XLSB should not generate cell dates', function() { - var wb = X.readFile(paths.dt2, {cellDates: true}); - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - assert(ws[addr].t !== 'd'); - }); - }); - }); - it('XLSX should generate cell dates when requested', function() { - var wb = X.readFile(paths.dt1, {cellDates: true}); - var found = false; - wb.SheetNames.forEach(function(s) { - var ws = wb.Sheets[s]; - Object.keys(ws).forEach(function(addr) { - if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return; - if(ws[addr].t === 'd') return found = true; - }); - }); - assert(found); - }); - }); - describe('sheet', function() { - it('should not generate sheet stubs by default', function() { - var wb = X.readFile(paths.mc1); - assert.throws(function() { wb.Sheets.Merge.A2.v; }); - wb = X.readFile(paths.mc2); - assert.throws(function() { wb.Sheets.Merge.A2.v; }); - wb = X.readFile(paths.mc3); - assert.throws(function() { wb.Sheets.Merge.A2.v; }); - }); - it('should generate sheet stubs when requested', function() { - var wb = X.readFile(paths.mc1, {sheetStubs:true}); - assert(typeof wb.Sheets.Merge.A2.t !== 'undefined'); - wb = X.readFile(paths.mc2, {sheetStubs:true}); - assert(typeof wb.Sheets.Merge.A2.t !== 'undefined'); - /* TODO: ODS */ - }); - function checkcells(wb, A46, B26, C16, D2) { - assert((typeof wb.Sheets.Text.A46 !== 'undefined') == A46); - assert((typeof wb.Sheets.Text.B26 !== 'undefined') == B26); - assert((typeof wb.Sheets.Text.C16 !== 'undefined') == C16); - assert((typeof wb.Sheets.Text.D2 !== 'undefined') == D2); - } - it('should read all cells by default', function() { - var wb = X.readFile(paths.fst1); - checkcells(wb, true, true, true, true); - wb = X.readFile(paths.fst2); - checkcells(wb, true, true, true, true); - wb = X.readFile(paths.fst3); - checkcells(wb, true, true, true, true); - }); - it('sheetRows n=20', function() { - var wb = X.readFile(paths.fst1, {sheetRows:20}); - checkcells(wb, false, false, true, true); - wb = X.readFile(paths.fst2, {sheetRows:20}); - checkcells(wb, false, false, true, true); - wb = X.readFile(paths.fst3, {sheetRows:20}); - checkcells(wb, false, false, true, true); - }); - it('sheetRows n=10', function() { - var wb = X.readFile(paths.fst1, {sheetRows:10}); - checkcells(wb, false, false, false, true); - wb = X.readFile(paths.fst2, {sheetRows:10}); - checkcells(wb, false, false, false, true); - wb = X.readFile(paths.fst3, {sheetRows:10}); - checkcells(wb, false, false, false, true); - }); - }); - describe('book', function() { - it('bookSheets should not generate sheets', function() { - var wb = X.readFile(paths.mc1, {bookSheets:true}); - assert(typeof wb.Sheets === 'undefined'); - var wb = X.readFile(paths.mc2, {bookSheets:true}); - assert(typeof wb.Sheets === 'undefined'); - }); - it('bookProps should not generate sheets', function() { - var wb = X.readFile(paths.nf1, {bookProps:true}); - assert(typeof wb.Sheets === 'undefined'); - wb = X.readFile(paths.nf2, {bookProps:true}); - assert(typeof wb.Sheets === 'undefined'); - }); - it('bookProps && bookSheets should not generate sheets', function() { - var wb = X.readFile(paths.lon1, {bookProps:true, bookSheets:true}); - assert(typeof wb.Sheets === 'undefined'); - }); - it('should not generate deps by default', function() { - var wb = X.readFile(paths.fst1); - assert(typeof wb.Deps === 'undefined' || !(wb.Deps.length>0)); - wb = X.readFile(paths.fst2); - assert(typeof wb.Deps === 'undefined' || !(wb.Deps.length>0)); - }); - it('bookDeps should generate deps', function() { - var wb = X.readFile(paths.fst1, {bookDeps:true}); - assert(typeof wb.Deps !== 'undefined' && wb.Deps.length > 0); - wb = X.readFile(paths.fst2, {bookDeps:true}); - assert(typeof wb.Deps !== 'undefined' && wb.Deps.length > 0); - }); - var ckf = function(wb, fields, exists) { fields.forEach(function(f) { - assert((typeof wb[f] !== 'undefined') == exists); - }); }; - it('should not generate book files by default', function() { - var wb = X.readFile(paths.fst1); - ckf(wb, ['files', 'keys'], false); - wb = X.readFile(paths.fst2); - ckf(wb, ['files', 'keys'], false); - }); - it('bookFiles should generate book files', function() { - var wb = X.readFile(paths.fst1, {bookFiles:true}); - ckf(wb, ['files', 'keys'], true); - wb = X.readFile(paths.fst2, {bookFiles:true}); - ckf(wb, ['files', 'keys'], true); - }); - it('should not generate VBA by default', function() { - var wb = X.readFile(paths.nf1); - assert(typeof wb.vbaraw === 'undefined'); - wb = X.readFile(paths.nf2); - assert(typeof wb.vbaraw === 'undefined'); - }); - it('bookVBA should generate vbaraw', function() { - var wb = X.readFile(paths.nf1,{bookVBA:true}); - assert(typeof wb.vbaraw !== 'undefined'); - wb = X.readFile(paths.nf2,{bookVBA:true}); - assert(typeof wb.vbaraw !== 'undefined'); - }); - }); -}); - -describe('input formats', function() { - it('should read binary strings', function() { - X.read(fs.readFileSync(paths.cst1, 'binary'), {type: 'binary'}); - X.read(fs.readFileSync(paths.cst2, 'binary'), {type: 'binary'}); - }); - it('should read base64 strings', function() { - X.read(fs.readFileSync(paths.cst1, 'base64'), {type: 'base64'}); - X.read(fs.readFileSync(paths.cst2, 'base64'), {type: 'base64'}); - }); - it('should read buffers', function() { - X.read(fs.readFileSync(paths.cst1), {type: 'buffer'}); - X.read(fs.readFileSync(paths.cst2), {type: 'buffer'}); - }); - it('should throw if format is unknown', function() { - assert.throws(function() { X.read(fs.readFileSync(paths.cst1), {type: 'dafuq'}); }); - assert.throws(function() { X.read(fs.readFileSync(paths.cst2), {type: 'dafuq'}); }); - }); - it('should infer buffer type', function() { - X.read(fs.readFileSync(paths.cst1)); - X.read(fs.readFileSync(paths.cst2)); - }); - it('should default to base64 type', function() { - assert.throws(function() { X.read(fs.readFileSync(paths.cst1, 'binary')); }); - assert.throws(function() { X.read(fs.readFileSync(paths.cst2, 'binary')); }); - X.read(fs.readFileSync(paths.cst1, 'base64')); - X.read(fs.readFileSync(paths.cst2, 'base64')); - }); -}); - -describe('output formats', function() { - var wb1, wb2; - before(function() { - X = require(modp); - wb1 = X.readFile(paths.cp1); - wb2 = X.readFile(paths.cp2); - }); - it('should write binary strings', function() { - X.write(wb1, {type: 'binary'}); - X.write(wb2, {type: 'binary'}); - X.read(X.write(wb1, {type: 'binary'}), {type: 'binary'}); - X.read(X.write(wb2, {type: 'binary'}), {type: 'binary'}); - }); - it('should write base64 strings', function() { - X.write(wb1, {type: 'base64'}); - X.write(wb2, {type: 'base64'}); - X.read(X.write(wb1, {type: 'base64'}), {type: 'base64'}); - X.read(X.write(wb2, {type: 'base64'}), {type: 'base64'}); - }); - it('should write buffers', function() { - X.write(wb1, {type: 'buffer'}); - X.write(wb2, {type: 'buffer'}); - X.read(X.write(wb1, {type: 'buffer'}), {type: 'buffer'}); - X.read(X.write(wb2, {type: 'buffer'}), {type: 'buffer'}); - }); - it('should throw if format is unknown', function() { - assert.throws(function() { X.write(wb1, {type: 'dafuq'}); }); - assert.throws(function() { X.write(wb2, {type: 'dafuq'}); }); - }); -}); - -function coreprop(wb) { - assert.equal(wb.Props.Title, 'Example with properties'); - assert.equal(wb.Props.Subject, 'Test it before you code it'); - assert.equal(wb.Props.Author, 'Pony Foo'); - assert.equal(wb.Props.Manager, 'Despicable Drew'); - assert.equal(wb.Props.Company, 'Vector Inc'); - assert.equal(wb.Props.Category, 'Quirky'); - assert.equal(wb.Props.Keywords, 'example humor'); - assert.equal(wb.Props.Comments, 'some comments'); - assert.equal(wb.Props.LastAuthor, 'Hugues'); -} -function custprop(wb) { - assert.equal(wb.Custprops['I am a boolean'], true); - assert.equal(wb.Custprops['Date completed'].toISOString(), '1967-03-09T16:30:00.000Z'); - assert.equal(wb.Custprops.Status, 2); - assert.equal(wb.Custprops.Counter, -3.14); -} - -function cmparr(x){ for(var i=1;i!=x.length;++i) assert.deepEqual(x[0], x[i]); } - -function deepcmp(x,y,k,m,c) { - var s = k.indexOf("."); - m = (m||"") + "|" + (s > -1 ? k.substr(0,s) : k); - if(s < 0) return assert[c<0?'notEqual':'equal'](x[k], y[k], m); - return deepcmp(x[k.substr(0,s)],y[k.substr(0,s)],k.substr(s+1),m,c) -} - -var styexc = [ - 'A2|H10|bgColor.rgb', - 'F6|H1|patternType' -] -var stykeys = [ - "patternType", - "fgColor.rgb", - "bgColor.rgb" -]; -function diffsty(ws, r1,r2) { - var c1 = ws[r1].s, c2 = ws[r2].s; - stykeys.forEach(function(m) { - var c = -1; - if(styexc.indexOf(r1+"|"+r2+"|"+m) > -1) c = 1; - else if(styexc.indexOf(r2+"|"+r1+"|"+m) > -1) c = 1; - deepcmp(c1,c2,m,r1+","+r2,c); - }); -} - -describe('parse features', function() { - it('should have comment as part of cell properties', function(){ - var X = require(modp); - var sheet = 'Sheet1'; - var wb1=X.readFile(paths.swc1); - var wb2=X.readFile(paths.swc2); - - [wb1,wb2].map(function(wb) { return wb.Sheets[sheet]; }).forEach(function(ws, i) { - assert.equal(ws.B1.c.length, 1,"must have 1 comment"); - assert.equal(ws.B1.c[0].a, "Yegor Kozlov","must have the same author"); - assert.equal(ws.B1.c[0].t.replace(/\r\n/g,"\n").replace(/\r/g,"\n"), "Yegor Kozlov:\nfirst cell", "must have the concatenated texts"); - if(i > 0) return; - assert.equal(ws.B1.c[0].r, 'Yegor Kozlov:\r\nfirst cell', "must have the rich text representation"); - assert.equal(ws.B1.c[0].h, 'Yegor Kozlov:
first cell', "must have the html representation"); - }); - }); - - describe('should parse core properties and custom properties', function() { - var wb1, wb2; - before(function() { - X = require(modp); - wb1 = X.readFile(paths.cp1); - wb2 = X.readFile(paths.cp2); - }); - - it(N1 + ' should parse core properties', function() { coreprop(wb1); }); - it(N2 + ' should parse core properties', function() { coreprop(wb2); }); - it(N1 + ' should parse custom properties', function() { custprop(wb1); }); - it(N2 + ' should parse custom properties', function() { custprop(wb2); }); - }); - - describe('sheetRows', function() { - it('should use original range if not set', function() { - var opts = {}; - var wb1 = X.readFile(paths.fst1, opts); - var wb2 = X.readFile(paths.fst2, opts); - [wb1, wb2].forEach(function(wb) { - assert.equal(wb.Sheets.Text["!ref"],"A1:F49"); - }); - }); - it('should adjust range if set', function() { - var opts = {sheetRows:10}; - var wb1 = X.readFile(paths.fst1, opts); - var wb2 = X.readFile(paths.fst2, opts); - [wb1, wb2].forEach(function(wb) { - assert.equal(wb.Sheets.Text["!fullref"],"A1:F49"); - assert.equal(wb.Sheets.Text["!ref"],"A1:F10"); - }); - }); - it('should not generate comment cells', function() { - var opts = {sheetRows:10}; - var wb1 = X.readFile(paths.cst1, opts); - var wb2 = X.readFile(paths.cst2, opts); - [wb1, wb2].forEach(function(wb) { - assert.equal(wb.Sheets.Sheet7["!fullref"],"A1:N34"); - assert.equal(wb.Sheets.Sheet7["!ref"],"A1"); - }); - }); - }); - - describe('merge cells',function() { - var wb1, wb2; - before(function() { - X = require(modp); - wb1 = X.readFile(paths.mc1); - wb2 = X.readFile(paths.mc2); - wb3 = X.readFile(paths.mc3); - }); - it('should have !merges', function() { - assert(wb1.Sheets.Merge['!merges']); - assert(wb2.Sheets.Merge['!merges']); - assert(wb3.Sheets.Merge['!merges']); - var m = [wb1, wb2, wb3].map(function(x) { return x.Sheets.Merge['!merges'].map(function(y) { return X.utils.encode_range(y); });}); - assert.deepEqual(m[0].sort(),m[1].sort()); - assert.deepEqual(m[0].sort(),m[2].sort()); - }); - }); - - describe('should find hyperlinks', function() { - var wb1, wb2; - before(function() { - X = require(modp); - wb1 = X.readFile(paths.hl1); - wb2 = X.readFile(paths.hl2); - }); - - function hlink(wb) { - var ws = wb.Sheets.Sheet1; - assert.equal(ws.A1.l.Target, "http://www.sheetjs.com"); - assert.equal(ws.A2.l.Target, "http://oss.sheetjs.com"); - assert.equal(ws.A3.l.Target, "http://oss.sheetjs.com#foo"); - assert.equal(ws.A4.l.Target, "mailto:dev@sheetjs.com"); - assert.equal(ws.A5.l.Target, "mailto:dev@sheetjs.com?subject=hyperlink"); - assert.equal(ws.A6.l.Target, "../../sheetjs/Documents/Test.xlsx"); - assert.equal(ws.A7.l.Target, "http://sheetjs.com"); - } - - it(N1, function() { hlink(wb1); }); - it(N2, function() { hlink(wb2); }); - }); - - describe('should parse cells with date type (XLSX/XLSM)', function() { - it('Must have read the date', function() { - var wb, ws; - X = require(modp); - wb = X.readFile(paths.dt1); - var sheetName = 'Sheet1'; - ws = wb.Sheets[sheetName]; - var sheet = X.utils.sheet_to_row_object_array(ws); - assert.equal(sheet[3]['てすと'], '2/14/14'); - }); - it('cellDates should not affect formatted text', function() { - var wb1, ws1, wb2, ws2; - var sheetName = 'Sheet1'; - X = require(modp); - wb1 = X.readFile(paths.dt1); - ws1 = wb1.Sheets[sheetName]; - wb2 = X.readFile(paths.dt2); - ws2 = wb2.Sheets[sheetName]; - assert.equal(X.utils.sheet_to_csv(ws1),X.utils.sheet_to_csv(ws2)); - }); - }); - - describe('should correctly handle styles', function() { - var ws, rn, rn2; - before(function() { - ws=X.readFile(paths.css1, {cellStyles:true,WTF:1}).Sheets.Sheet1; - rn = function(range) { - var r = X.utils.decode_range(range); - var out = []; - for(var R = r.s.r; R <= r.e.r; ++R) for(var C = r.s.c; C <= r.e.c; ++C) - out.push(X.utils.encode_cell({c:C,r:R})); - return out; - }; - rn2 = function(r) { return [].concat.apply([], r.split(",").map(rn)); }; - }); - var ranges = [ - 'A1:D1,F1:G1', 'A2:D2,F2:G2', /* rows */ - 'A3:A10', 'B3:B10', 'E1:E10', 'F6:F8', /* cols */ - 'H1:J4', 'H10' /* blocks */ - ]; - var exp = [ - { patternType: 'darkHorizontal', - fgColor: { theme: 9, raw_rgb: 'F79646' }, - bgColor: { theme: 5, raw_rgb: 'C0504D' } }, - { patternType: 'darkUp', - fgColor: { theme: 3, raw_rgb: 'EEECE1' }, - bgColor: { theme: 7, raw_rgb: '8064A2' } }, - { patternType: 'darkGray', - fgColor: { theme: 3, raw_rgb: 'EEECE1' }, - bgColor: { theme: 1, raw_rgb: 'FFFFFF' } }, - { patternType: 'lightGray', - fgColor: { theme: 6, raw_rgb: '9BBB59' }, - bgColor: { theme: 2, raw_rgb: '1F497D' } }, - { patternType: 'lightDown', - fgColor: { theme: 4, raw_rgb: '4F81BD' }, - bgColor: { theme: 7, raw_rgb: '8064A2' } }, - { patternType: 'lightGrid', - fgColor: { theme: 6, raw_rgb: '9BBB59' }, - bgColor: { theme: 9, raw_rgb: 'F79646' } }, - { patternType: 'lightGrid', - fgColor: { theme: 4, raw_rgb: '4F81BD' }, - bgColor: { theme: 2, raw_rgb: '1F497D' } }, - { patternType: 'lightVertical', - fgColor: { theme: 3, raw_rgb: 'EEECE1' }, - bgColor: { theme: 7, raw_rgb: '8064A2' } } - ]; - ranges.forEach(function(rng) { - it(rng,function(){cmparr(rn2(rng).map(function(x){ return ws[x].s; }));}); - }); - it('different styles', function() { - for(var i = 0; i != ranges.length-1; ++i) { - for(var j = i+1; j != ranges.length; ++j) { - diffsty(ws, rn2(ranges[i])[0], rn2(ranges[j])[0]); - } - } - }); - it('correct styles', function() { - var styles = ranges.map(function(r) { return rn2(r)[0]}).map(function(r) { return ws[r].s}); - for(var i = 0; i != exp.length; ++i) { - [ - "fgColor.theme","fgColor.raw_rgb", - "bgColor.theme","bgColor.raw_rgb", - "patternType" - ].forEach(function(k) { deepcmp(exp[i], styles[i], k, i + ":"+k); }); - } - }); - }); -}); - -function seq(end, start) { - var s = start || 0; - var o = new Array(end - s); - for(var i = 0; i != o.length; ++i) o[i] = s + i; - return o; -} - -describe('roundtrip features', function() { - before(function() { - X = require(modp); - }); - describe('should parse core properties and custom properties', function() { - var wb1, wb2, base = './tmp/cp'; - before(function() { - wb1 = X.readFile(paths.cp1); - wb2 = X.readFile(paths.cp2); - fullex.forEach(function(p) { - X.writeFile(wb1, base + '.xlsm' + p); - X.writeFile(wb2, base + '.xlsb' + p); - }); - }); - fullex.forEach(function(p) { ['.xlsm','.xlsb'].forEach(function(q) { - it(q + p + ' should roundtrip core and custom properties', function() { - var wb = X.readFile(base + q + p); - coreprop(wb); - custprop(wb); - }); }); - }); - }); - - describe('should preserve features', function() { - it('merge cells', function() { - var wb1 = X.readFile(paths.mc1); - var wb2 = X.read(X.write(wb1, {type:'binary'}), {type:'binary'}); - var m1 = wb1.Sheets.Merge['!merges'].map(X.utils.encode_range); - var m2 = wb2.Sheets.Merge['!merges'].map(X.utils.encode_range); - assert.equal(m1.length, m2.length); - for(var i = 0; i < m1.length; ++i) assert.equal(m1[i], m2[i]); - }); - }); - - describe('should preserve dates', function() { - seq(16).forEach(function(n) { - var d = (n & 1) ? 'd' : 'n', dk = d === 'd'; - var c = (n & 2) ? 'd' : 'n', dj = c === 'd'; - var b = (n & 4) ? 'd' : 'n', di = b === 'd'; - var a = (n & 8) ? 'd' : 'n', dh = a === 'd'; - var f, sheet, addr; - if(dh) { f = paths.dt1; sheet = 'Sheet1'; addr = 'B5'; } - else { f = paths.nf1; sheet = '2011'; addr = 'J36'; } - it('[' + a + '] -> (' + b + ') -> [' + c + '] -> (' + d + ')', function() { - var wb1 = X.readFile(f, {cellNF: true, cellDates: di, WTF: opts.WTF}); - var wb2 = X.read(X.write(wb1, {type:'binary', cellDates:dj, WTF:opts.WTF}), {type:'binary', cellDates: dk, WTF: opts.WTF}); - var m = [wb1,wb2].map(function(x) { return x.Sheets[sheet][addr]; }); - assert.equal(m[0].w, m[1].w); - - /* wb1 cellDates */ - if(dh && di) assert.equal(m[0].t, 'd'); - //else if(a !== 'd' && di) assert.equal(m[0].t, 'd'); /* TODO */ - else assert.equal(m[0].t, 'n'); - /* wb2 cellDates */ - if(dh && di && dj && dk) assert.equal(m[1].t, 'd'); - else if(dj && dk && !di); /* TODO: convert to date */ - else assert.equal(m[1].t, 'n'); - - if(m[0].t === m[1].t) assert.equal(m[0].v, m[1].v); - else if(m[0].t === 'd') assert(Math.abs(datenum(new Date(m[0].v)) - m[1].v)) < .01; /* TODO: 1sec adjustment */ - }); - }); - }); - - /* the XLSJS require should not cause the test suite to fail */ - var XLSJS; - try { - XLSJS = require('xlsjs'); - var xls = XLSJS.readFile('./test_files/formula_stress_test.xls'); - var xml = XLSJS.readFile('./test_files/formula_stress_test.xls.xml'); - } catch(e) { return; } - describe('xlsjs conversions', function() { [ - ['XLS', 'formula_stress_test.xls'], - ['XML', 'formula_stress_test.xls.xml'] - ].forEach(function(w) { - it('should be able to write ' + w[0] + ' files from xlsjs', function() { - var xls = XLSJS.readFile('./test_files/' + w[1], {cellNF:true}); - X.writeFile(xls, './tmp/' + w[1] + '.xlsx', {bookSST:true}); - X.writeFile(xls, './tmp/' + w[1] + '.xlsb', {bookSST:true}); - }); - }); - }); -}); - -describe('invalid files', function() { - describe('parse', function() { [ - ['passwords', 'excel-reader-xlsx_error03.xlsx'], - ['XLS files', 'roo_type_excel.xlsx'], - ['DOC files', 'word_doc.doc'] - ].forEach(function(w) { it('should fail on ' + w[0], function() { - assert.throws(function() { X.readFile(dir + w[1]); }); - assert.throws(function() { X.read(fs.readFileSync(dir+w[1], 'base64'), {type:'base64'}); }); - }); }); - }); - describe('write', function() { - it('should pass', function() { X.write(X.readFile(paths.fst1), {type:'binary'}); }); - it('should pass if a sheet is missing', function() { - var wb = X.readFile(paths.fst1); delete wb.Sheets[wb.SheetNames[0]]; - X.read(X.write(wb, {type:'binary'}), {type:'binary'}); - }); - ['Props', 'Custprops', 'SSF'].forEach(function(t) { - it('should pass if ' + t + ' is missing', function() { - var wb = X.readFile(paths.fst1); - assert.doesNotThrow(function() { - delete wb[t]; - X.write(wb, {type:'binary'}); - }); - }); - }); - ['SheetNames', 'Sheets'].forEach(function(t) { - it('should fail if ' + t + ' is missing', function() { - var wb = X.readFile(paths.fst1); - assert.throws(function() { - delete wb[t]; - X.write(wb, {type:'binary'}); - }); - }); - }); - }); -}); - -function datenum(v, date1904) { - if(date1904) v+=1462; - var epoch = Date.parse(v); - return (epoch - new Date(Date.UTC(1899, 11, 30))) / (24 * 60 * 60 * 1000); -} -function sheet_from_array_of_arrays(data, opts) { - var ws = {}; - var range = {s: {c:10000000, r:10000000}, e: {c:0, r:0 }}; - for(var R = 0; R != data.length; ++R) { - for(var C = 0; C != data[R].length; ++C) { - if(range.s.r > R) range.s.r = R; - if(range.s.c > C) range.s.c = C; - if(range.e.r < R) range.e.r = R; - if(range.e.c < C) range.e.c = C; - var cell = {v: data[R][C] }; - if(cell.v == null) continue; - var cell_ref = X.utils.encode_cell({c:C,r:R}); - if(typeof cell.v === 'number') cell.t = 'n'; - else if(typeof cell.v === 'boolean') cell.t = 'b'; - else if(cell.v instanceof Date) { - cell.t = 'n'; cell.z = X.SSF._table[14]; - cell.v = datenum(cell.v); - } - else cell.t = 's'; - ws[cell_ref] = cell; - } - } - if(range.s.c < 10000000) ws['!ref'] = X.utils.encode_range(range); - return ws; -} - -describe('json output', function() { - function seeker(json, keys, val) { - for(var i = 0; i != json.length; ++i) { - for(var j = 0; j != keys.length; ++j) { - if(json[i][keys[j]] === val) throw new Error("found " + val + " in row " + i + " key " + keys[j]); - } - } - } - var data, ws; - before(function() { - data = [ - [1,2,3], - [true, false, null, "sheetjs"], - ["foo","bar",new Date("2014-02-19T14:30Z"), "0.3"], - ["baz", null, "qux"] - ]; - ws = sheet_from_array_of_arrays(data); - }); - it('should use first-row headers and full sheet by default', function() { - var json = X.utils.sheet_to_json(ws); - assert.equal(json.length, data.length - 1); - assert.equal(json[0][1], true); - assert.equal(json[1][2], "bar"); - assert.equal(json[2][3], "qux"); - assert.doesNotThrow(function() { seeker(json, [1,2,3], "sheetjs"); }); - assert.throws(function() { seeker(json, [1,2,3], "baz"); }); - }); - it('should create array of arrays if header == 1', function() { - var json = X.utils.sheet_to_json(ws, {header:1}); - assert.equal(json.length, data.length); - assert.equal(json[1][0], true); - assert.equal(json[2][1], "bar"); - assert.equal(json[3][2], "qux"); - assert.doesNotThrow(function() { seeker(json, [0,1,2], "sheetjs"); }); - assert.throws(function() { seeker(json, [0,1,2,3], "sheetjs"); }); - assert.throws(function() { seeker(json, [0,1,2], "baz"); }); - }); - it('should use column names if header == "A"', function() { - var json = X.utils.sheet_to_json(ws, {header:'A'}); - assert.equal(json.length, data.length); - assert.equal(json[1]['A'], true); - assert.equal(json[2]['B'], "bar"); - assert.equal(json[3]['C'], "qux"); - assert.doesNotThrow(function() { seeker(json, "ABC", "sheetjs"); }); - assert.throws(function() { seeker(json, "ABCD", "sheetjs"); }); - assert.throws(function() { seeker(json, "ABC", "baz"); }); - }); - it('should use column labels if specified', function() { - var json = X.utils.sheet_to_json(ws, {header:["O","D","I","N"]}); - assert.equal(json.length, data.length); - assert.equal(json[1]['O'], true); - assert.equal(json[2]['D'], "bar"); - assert.equal(json[3]['I'], "qux"); - assert.doesNotThrow(function() { seeker(json, "ODI", "sheetjs"); }); - assert.throws(function() { seeker(json, "ODIN", "sheetjs"); }); - assert.throws(function() { seeker(json, "ODIN", "baz"); }); - }); - [["string", "A2:D4"], ["numeric", 1], ["object", {s:{r:1,c:0},e:{r:3,c:3}}]].forEach(function(w) { - it('should accept custom ' + w[0] + ' range', function() { - var json = X.utils.sheet_to_json(ws, {header:1, range:w[1]}); - assert.equal(json.length, 3); - assert.equal(json[0][0], true); - assert.equal(json[1][1], "bar"); - assert.equal(json[2][2], "qux"); - assert.doesNotThrow(function() { seeker(json, [0,1,2], "sheetjs"); }); - assert.throws(function() { seeker(json, [0,1,2,3], "sheetjs"); }); - assert.throws(function() { seeker(json, [0,1,2], "baz"); }); - }); - }); -}); - -describe('corner cases', function() { - it('output functions', function() { - var data = [ - [1,2,3], - [true, false, null, "sheetjs"], - ["foo","bar",new Date("2014-02-19T14:30Z"), "0.3"], - ["baz", null, "q\"ux"] - ]; - ws = sheet_from_array_of_arrays(data); - ws.A1.f = ""; ws.A1.w = ""; - delete ws.C3.w; delete ws.C3.z; ws.C3.XF = {ifmt:14}; - ws.A4.t = "e"; - X.utils.get_formulae(ws); - X.utils.make_csv(ws); - X.utils.make_json(ws); - ws['!cols'] = [ {wch:6}, {wch:7}, {wch:10}, {wch:20} ]; - - var wb = {SheetNames:['sheetjs'], Sheets:{sheetjs:ws}}; - X.write(wb, {type: "binary", bookType: 'xlsx'}); - X.write(wb, {type: "buffer", bookType: 'xlsm'}); - X.write(wb, {type: "base64", bookType: 'xlsb'}); - ws.A2.t = "f"; - assert.throws(function() { X.utils.make_json(ws); }); - }); - it('SSF', function() { - X.SSF.format("General", "dafuq"); - assert.throws(function(x) { return X.SSF.format("General", {sheet:"js"});}); - X.SSF.format("b e ddd hh AM/PM", 41722.4097222222); - X.SSF.format("b ddd hh m", 41722.4097222222); - ["hhh","hhh A/P","hhmmm","sss","[hhh]","G eneral"].forEach(function(f) { - assert.throws(function(x) { return X.SSF.format(f, 12345.6789);}); - }); - ["[m]","[s]"].forEach(function(f) { - assert.doesNotThrow(function(x) { return X.SSF.format(f, 12345.6789);}); - }); - }); - it('SSF oddities', function() { - var ssfdata = require('./misc/ssf.json'); - ssfdata.forEach(function(d) { - for(var j=1;j/g, '>') + .replace(/"/g, '"') + .replace(/'/g, '''); var $numFmt = XmlNode('numFmt')