forked from sheetjs/sheetjs
SheetJS
b645f6ef98
- updated SSF to 0.6.5
- XLSB 'dbcs' uses codepage
- README bugfix (h/t @noodles)
- new tests: rawjson and json baselines generated by hand
- single cell ranges are encoded as cells ("A1" instead of "A1:A1") (h/t @clxl)
- source code alignment with js-xls
451 lines
16 KiB
JavaScript
451 lines
16 KiB
JavaScript
/* vim: set ts=2: */
|
|
var X;
|
|
var fs = require('fs'), assert = require('assert');
|
|
describe('source',function(){it('should load',function(){X=require('./');});});
|
|
|
|
var opts = {};
|
|
if(process.env.WTF) opts.WTF = true;
|
|
var ex = [".xlsb", ".xlsm", ".xlsx"];
|
|
if(process.env.FMTS) ex=process.env.FMTS.split(":").map(function(x){return x[0]==="."?x:"."+x;});
|
|
var exp = ex.map(function(x){ return x + ".pending"; });
|
|
function test_file(x){return ex.indexOf(x.substr(-5))>=0||exp.indexOf(x.substr(-13))>=0;}
|
|
|
|
var files = (fs.existsSync('tests.lst') ? fs.readFileSync('tests.lst', 'utf-8').split("\n") : fs.readdirSync('test_files')).filter(test_file);
|
|
var fileA = (fs.existsSync('testA.lst') ? fs.readFileSync('testA.lst', 'utf-8').split("\n") : []).filter(test_file);
|
|
|
|
/* Excel enforces 31 character sheet limit, although technical file limit is 255 */
|
|
function fixsheetname(x) { return x.substr(0,31); }
|
|
|
|
function fixcsv(x) { return x.replace(/\t/g,",").replace(/#{255}/g,"").replace(/"/g,"").replace(/[\n\r]+/g,"\n").replace(/\n*$/,""); }
|
|
function fixjson(x) { return x.replace(/[\r\n]+$/,""); }
|
|
|
|
var dir = "./test_files/";
|
|
|
|
var paths = {
|
|
cp1: dir + 'custom_properties.xlsx',
|
|
cp2: dir + 'custom_properties.xlsb',
|
|
cst1: dir + 'comments_stress_test.xlsx',
|
|
cst2: dir + 'comments_stress_test.xlsb',
|
|
fst1: dir + 'formula_stress_test.xlsx',
|
|
fst2: dir + 'formula_stress_test.xlsb',
|
|
fstb: dir + 'formula_stress_test.xlsb',
|
|
hl1: dir + 'hyperlink_stress_test_2011.xlsx',
|
|
hl2: dir + 'hyperlink_stress_test_2011.xlsb',
|
|
lon1: dir + 'LONumbers.xlsx',
|
|
mc1: dir + 'merge_cells.xlsx',
|
|
mc2: dir + 'merge_cells.xlsb',
|
|
nf1: dir + 'number_format.xlsm',
|
|
nf2: dir + 'number_format.xlsb',
|
|
swc1: dir + 'apachepoi_SimpleWithComments.xlsx',
|
|
swc2: dir + '2013/apachepoi_SimpleWithComments.xlsx.xlsb'
|
|
};
|
|
|
|
var N1 = 'XLSX';
|
|
var N2 = 'XLSB';
|
|
|
|
function parsetest(x, wb, full) {
|
|
describe(x + ' should have all bits', function() {
|
|
var sname = dir + '2011/' + x + '.sheetnames';
|
|
it('should have all sheets', function() {
|
|
wb.SheetNames.forEach(function(y) { assert(wb.Sheets[y], 'bad sheet ' + y); });
|
|
});
|
|
it('should have the right sheet names', fs.existsSync(sname) ? function() {
|
|
var file = fs.readFileSync(sname, 'utf-8');
|
|
var names = wb.SheetNames.map(fixsheetname).join("\n") + "\n";
|
|
assert.equal(names, file);
|
|
} : null);
|
|
});
|
|
describe(x + ' should generate CSV', function() {
|
|
wb.SheetNames.forEach(function(ws, i) {
|
|
it('#' + i + ' (' + ws + ')', function() {
|
|
X.utils.make_csv(wb.Sheets[ws]);
|
|
});
|
|
});
|
|
});
|
|
describe(x + ' should generate JSON', function() {
|
|
wb.SheetNames.forEach(function(ws, i) {
|
|
it('#' + i + ' (' + ws + ')', function() {
|
|
X.utils.sheet_to_row_object_array(wb.Sheets[ws]);
|
|
});
|
|
});
|
|
});
|
|
describe(x + ' should generate formulae', function() {
|
|
wb.SheetNames.forEach(function(ws, i) {
|
|
it('#' + i + ' (' + ws + ')', function() {
|
|
X.utils.get_formulae(wb.Sheets[ws]);
|
|
});
|
|
});
|
|
});
|
|
if(!full) return;
|
|
var getfile = function(dir, x, i, type) {
|
|
var name = (dir + x + '.' + i + type);
|
|
if(x.substr(-5) === ".xlsb") {
|
|
root = x.slice(0,-5);
|
|
if(!fs.existsSync(name)) name=(dir + root + '.xlsx.' + i + type);
|
|
if(!fs.existsSync(name)) name=(dir + root + '.xlsm.' + i + type);
|
|
if(!fs.existsSync(name)) name=(dir + root + '.xls.' + i + type);
|
|
}
|
|
return name;
|
|
};
|
|
describe(x + ' should generate correct CSV output', function() {
|
|
wb.SheetNames.forEach(function(ws, i) {
|
|
var name = getfile(dir, x, i, ".csv");
|
|
it('#' + i + ' (' + ws + ')', fs.existsSync(name) ? function() {
|
|
var file = fs.readFileSync(name, 'utf-8');
|
|
var csv = X.utils.make_csv(wb.Sheets[ws]);
|
|
assert.equal(fixcsv(csv), fixcsv(file), "CSV badness");
|
|
} : null);
|
|
});
|
|
});
|
|
describe(x + ' should generate correct JSON output', function() {
|
|
wb.SheetNames.forEach(function(ws, i) {
|
|
var rawjson = getfile(dir, x, i, ".rawjson");
|
|
if(fs.existsSync(rawjson)) it('#' + i + ' (' + ws + ')', function() {
|
|
var file = fs.readFileSync(rawjson, 'utf-8');
|
|
var json = X.utils.make_json(wb.Sheets[ws],{raw:true});
|
|
assert.equal(JSON.stringify(json), fixjson(file), "JSON badness");
|
|
});
|
|
|
|
var jsonf = getfile(dir, x, i, ".json");
|
|
if(fs.existsSync(jsonf)) it('#' + i + ' (' + ws + ')', function() {
|
|
var file = fs.readFileSync(jsonf, 'utf-8');
|
|
var json = X.utils.make_json(wb.Sheets[ws]);
|
|
assert.equal(JSON.stringify(json), fixjson(file), "JSON badness");
|
|
});
|
|
});
|
|
});
|
|
if(!fs.existsSync(dir + '2013/' + x + '.xlsb')) return;
|
|
describe(x + '.xlsb from 2013', function() {
|
|
it('should parse', function() {
|
|
var wb = X.readFile(dir + '2013/' + x + '.xlsb', opts);
|
|
});
|
|
});
|
|
}
|
|
|
|
describe('should parse test files', function() {
|
|
files.forEach(function(x) {
|
|
it(x, x.substr(-8) == ".pending" ? null : function() {
|
|
var wb = X.readFile(dir + x, opts);
|
|
parsetest(x, wb, true);
|
|
});
|
|
});
|
|
fileA.forEach(function(x) {
|
|
it(x, x.substr(-8) == ".pending" ? null : function() {
|
|
var wb = X.readFile(dir + x, {WTF:opts.wtf, sheetRows:10});
|
|
parsetest(x, wb, false);
|
|
});
|
|
});
|
|
});
|
|
|
|
describe('options', function() {
|
|
var html_cell_types = ['s'];
|
|
before(function() {
|
|
X = require('./');
|
|
});
|
|
describe('cell', function() {
|
|
it('should generate HTML by default', function() {
|
|
var wb = X.readFile(paths.cst1);
|
|
var ws = wb.Sheets.Sheet1;
|
|
Object.keys(ws).forEach(function(addr) {
|
|
if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return;
|
|
assert(html_cell_types.indexOf(ws[addr].t) === -1 || ws[addr].h);
|
|
});
|
|
});
|
|
it('should not generate HTML when requested', function() {
|
|
var wb = X.readFile(paths.cst1, {cellHTML:false});
|
|
var ws = wb.Sheets.Sheet1;
|
|
Object.keys(ws).forEach(function(addr) {
|
|
if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return;
|
|
assert(typeof ws[addr].h === 'undefined');
|
|
});
|
|
});
|
|
it('should generate formulae by default', function() {
|
|
var wb = X.readFile(paths.fstb);
|
|
var found = false;
|
|
wb.SheetNames.forEach(function(s) {
|
|
var ws = wb.Sheets[s];
|
|
Object.keys(ws).forEach(function(addr) {
|
|
if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return;
|
|
if(typeof ws[addr].f !== 'undefined') return found = true;
|
|
});
|
|
});
|
|
assert(found);
|
|
});
|
|
it('should not generate formulae when requested', function() {
|
|
var wb =X.readFile(paths.fstb,{cellFormula:false});
|
|
wb.SheetNames.forEach(function(s) {
|
|
var ws = wb.Sheets[s];
|
|
Object.keys(ws).forEach(function(addr) {
|
|
if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return;
|
|
assert(typeof ws[addr].f === 'undefined');
|
|
});
|
|
});
|
|
});
|
|
it('should not generate number formats by default', function() {
|
|
var wb = X.readFile(paths.nf1);
|
|
wb.SheetNames.forEach(function(s) {
|
|
var ws = wb.Sheets[s];
|
|
Object.keys(ws).forEach(function(addr) {
|
|
if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return;
|
|
assert(typeof ws[addr].z === 'undefined');
|
|
});
|
|
});
|
|
});
|
|
it('should generate number formats when requested', function() {
|
|
var wb = X.readFile(paths.nf1, {cellNF: true});
|
|
wb.SheetNames.forEach(function(s) {
|
|
var ws = wb.Sheets[s];
|
|
Object.keys(ws).forEach(function(addr) {
|
|
if(addr[0] === "!" || !ws.hasOwnProperty(addr)) return;
|
|
assert(ws[addr].t!== 'n' || typeof ws[addr].z !== 'undefined');
|
|
});
|
|
});
|
|
});
|
|
});
|
|
describe('sheet', function() {
|
|
it('should not generate sheet stubs by default', function() {
|
|
var wb = X.readFile(paths.mc1);
|
|
assert.throws(function() { wb.Sheets.Merge.A2.v; });
|
|
wb = X.readFile(paths.mc2);
|
|
assert.throws(function() { wb.Sheets.Merge.A2.v; });
|
|
});
|
|
it('should generate sheet stubs when requested', function() {
|
|
var wb = X.readFile(paths.mc1, {sheetStubs:true});
|
|
assert(typeof wb.Sheets.Merge.A2.t !== 'undefined');
|
|
wb = X.readFile(paths.mc2, {sheetStubs:true});
|
|
assert(typeof wb.Sheets.Merge.A2.t !== 'undefined');
|
|
});
|
|
function checkcells(wb, A46, B26, C16, D2) {
|
|
assert((typeof wb.Sheets.Text.A46 !== 'undefined') == A46);
|
|
assert((typeof wb.Sheets.Text.B26 !== 'undefined') == B26);
|
|
assert((typeof wb.Sheets.Text.C16 !== 'undefined') == C16);
|
|
assert((typeof wb.Sheets.Text.D2 !== 'undefined') == D2);
|
|
}
|
|
it('should read all cells by default', function() {
|
|
var wb = X.readFile(paths.fst1);
|
|
checkcells(wb, true, true, true, true);
|
|
wb = X.readFile(paths.fst2);
|
|
checkcells(wb, true, true, true, true);
|
|
});
|
|
it('sheetRows n=20', function() {
|
|
var wb = X.readFile(paths.fst1, {sheetRows:20});
|
|
checkcells(wb, false, false, true, true);
|
|
wb = X.readFile(paths.fst2, {sheetRows:20});
|
|
checkcells(wb, false, false, true, true);
|
|
});
|
|
it('sheetRows n=10', function() {
|
|
var wb = X.readFile(paths.fst1, {sheetRows:10});
|
|
checkcells(wb, false, false, false, true);
|
|
wb = X.readFile(paths.fst2, {sheetRows:10});
|
|
checkcells(wb, false, false, false, true);
|
|
});
|
|
});
|
|
describe('book', function() {
|
|
it('bookSheets should not generate sheets', function() {
|
|
var wb = X.readFile(paths.mc1, {bookSheets:true});
|
|
assert(typeof wb.Sheets === 'undefined');
|
|
var wb = X.readFile(paths.mc2, {bookSheets:true});
|
|
assert(typeof wb.Sheets === 'undefined');
|
|
});
|
|
it('bookProps should not generate sheets', function() {
|
|
var wb = X.readFile(paths.nf1, {bookProps:true});
|
|
assert(typeof wb.Sheets === 'undefined');
|
|
wb = X.readFile(paths.nf2, {bookProps:true});
|
|
assert(typeof wb.Sheets === 'undefined');
|
|
});
|
|
it('bookProps && bookSheets should not generate sheets', function() {
|
|
var wb = X.readFile(paths.lon1, {bookProps:true, bookSheets:true});
|
|
assert(typeof wb.Sheets === 'undefined');
|
|
});
|
|
it('should not generate deps by default', function() {
|
|
var wb = X.readFile(paths.fst1);
|
|
assert(typeof wb.Deps === 'undefined' || !(wb.Deps.length>0));
|
|
wb = X.readFile(paths.fst2);
|
|
assert(typeof wb.Deps === 'undefined' || !(wb.Deps.length>0));
|
|
});
|
|
it('bookDeps should generate deps', function() {
|
|
var wb = X.readFile(paths.fst1, {bookDeps:true});
|
|
assert(typeof wb.Deps !== 'undefined' && wb.Deps.length > 0);
|
|
wb = X.readFile(paths.fst2, {bookDeps:true});
|
|
assert(typeof wb.Deps !== 'undefined' && wb.Deps.length > 0);
|
|
});
|
|
var ckf = function(wb, fields, exists) { fields.forEach(function(f) {
|
|
assert((typeof wb[f] !== 'undefined') == exists);
|
|
}); };
|
|
it('should not generate book files by default', function() {
|
|
var wb = X.readFile(paths.fst1);
|
|
ckf(wb, ['files', 'keys'], false);
|
|
wb = X.readFile(paths.fst2);
|
|
ckf(wb, ['files', 'keys'], false);
|
|
});
|
|
it('bookFiles should generate book files', function() {
|
|
var wb = X.readFile(paths.fst1, {bookFiles:true});
|
|
ckf(wb, ['files', 'keys'], true);
|
|
wb = X.readFile(paths.fst2, {bookFiles:true});
|
|
ckf(wb, ['files', 'keys'], true);
|
|
});
|
|
it('should not generate VBA by default', function() {
|
|
var wb = X.readFile(paths.nf1);
|
|
assert(typeof wb.vbaraw === 'undefined');
|
|
wb = X.readFile(paths.nf2);
|
|
assert(typeof wb.vbaraw === 'undefined');
|
|
});
|
|
it('bookVBA should generate vbaraw', function() {
|
|
var wb = X.readFile(paths.nf1,{bookVBA:true});
|
|
assert(typeof wb.vbaraw !== 'undefined');
|
|
wb = X.readFile(paths.nf2,{bookVBA:true});
|
|
assert(typeof wb.vbaraw !== 'undefined');
|
|
});
|
|
});
|
|
});
|
|
|
|
describe('input formats', function() {
|
|
it('should read binary strings', function() {
|
|
X.read(fs.readFileSync(paths.cst1, 'binary'), {type: 'binary'});
|
|
X.read(fs.readFileSync(paths.cst2, 'binary'), {type: 'binary'});
|
|
});
|
|
it('should read base64 strings', function() {
|
|
X.read(fs.readFileSync(paths.cst1, 'base64'), {type: 'base64'});
|
|
X.read(fs.readFileSync(paths.cst2, 'base64'), {type: 'base64'});
|
|
});
|
|
});
|
|
|
|
describe('features', function() {
|
|
it('should have comment as part of cell properties', function(){
|
|
var X = require('./');
|
|
var sheet = 'Sheet1';
|
|
var wb1=X.readFile(paths.swc1);
|
|
var wb2=X.readFile(paths.swc2);
|
|
|
|
[wb1,wb2].map(function(wb) { return wb.Sheets[sheet]; }).forEach(function(ws, i) {
|
|
assert.equal(ws.B1.c.length, 1,"must have 1 comment");
|
|
assert.equal(ws.B1.c[0].a, "Yegor Kozlov","must have the same author");
|
|
assert.equal(ws.B1.c[0].t.replace(/\r\n/g,"\n").replace(/\r/g,"\n"), "Yegor Kozlov:\nfirst cell", "must have the concatenated texts");
|
|
if(i > 0) return;
|
|
assert.equal(ws.B1.c[0].r, '<r><rPr><b/><sz val="8"/><color indexed="81"/><rFont val="Tahoma"/></rPr><t>Yegor Kozlov:</t></r><r><rPr><sz val="8"/><color indexed="81"/><rFont val="Tahoma"/></rPr><t xml:space="preserve">\r\nfirst cell</t></r>', "must have the rich text representation");
|
|
assert.equal(ws.B1.c[0].h, '<span style="font-weight: bold;">Yegor Kozlov:</span><span style=""><br/>first cell</span>', "must have the html representation");
|
|
});
|
|
});
|
|
|
|
describe('should parse core properties and custom properties', function() {
|
|
var wb1, wb2;
|
|
before(function() {
|
|
X = require('./');
|
|
wb1 = X.readFile(paths.cp1);
|
|
wb2 = X.readFile(paths.cp2);
|
|
});
|
|
|
|
function coreprop(wb) {
|
|
assert.equal(wb.Props.Company, 'Vector Inc');
|
|
assert.equal(wb.Props.Creator, 'Pony Foo');
|
|
}
|
|
function custprop(wb) {
|
|
assert.equal(wb.Custprops['I am a boolean'], true);
|
|
assert.equal(wb.Custprops['Date completed'], '1967-03-09T16:30:00Z');
|
|
assert.equal(wb.Custprops.Status, 2);
|
|
assert.equal(wb.Custprops.Counter, -3.14);
|
|
}
|
|
|
|
it(N1 + ' should parse core properties', function() { coreprop(wb1); });
|
|
it(N2 + ' should parse core properties', function() { coreprop(wb2); });
|
|
it(N1 + ' should parse custom properties', function() { custprop(wb1); });
|
|
it(N2 + ' should parse custom properties', function() { custprop(wb2); });
|
|
});
|
|
|
|
describe('sheetRows', function() {
|
|
it('should use original range if not set', function() {
|
|
var opts = {};
|
|
var wb1 = X.readFile(paths.fst1, opts);
|
|
var wb2 = X.readFile(paths.fst2, opts);
|
|
[wb1, wb2].forEach(function(wb) {
|
|
assert.equal(wb.Sheets.Text["!ref"],"A1:F49");
|
|
});
|
|
});
|
|
it('should adjust range if set', function() {
|
|
var opts = {sheetRows:10};
|
|
var wb1 = X.readFile(paths.fst1, opts);
|
|
var wb2 = X.readFile(paths.fst2, opts);
|
|
[wb1, wb2].forEach(function(wb) {
|
|
assert.equal(wb.Sheets.Text["!fullref"],"A1:F49");
|
|
assert.equal(wb.Sheets.Text["!ref"],"A1:F10");
|
|
});
|
|
});
|
|
it('should not generate comment cells', function() {
|
|
var opts = {sheetRows:10};
|
|
var wb1 = X.readFile(paths.cst1, opts);
|
|
var wb2 = X.readFile(paths.cst2, opts);
|
|
[wb1, wb2].forEach(function(wb) {
|
|
assert.equal(wb.Sheets.Sheet7["!fullref"],"A1:N34");
|
|
assert.equal(wb.Sheets.Sheet7["!ref"],"A1");
|
|
});
|
|
});
|
|
});
|
|
|
|
describe('merge cells',function() {
|
|
var wb1, wb2;
|
|
before(function() {
|
|
X = require('./');
|
|
wb1 = X.readFile(paths.mc1);
|
|
wb2 = X.readFile(paths.mc2);
|
|
});
|
|
it('should have !merges', function() {
|
|
assert(wb1.Sheets.Merge['!merges']);
|
|
assert(wb2.Sheets.Merge['!merges']);
|
|
var m = [wb1, wb2].map(function(x) { return x.Sheets.Merge['!merges'].map(function(y) { return X.utils.encode_range(y); });});
|
|
assert.deepEqual(m[0].sort(),m[1].sort());
|
|
});
|
|
});
|
|
|
|
describe('should find hyperlinks', function() {
|
|
var wb1, wb2;
|
|
before(function() {
|
|
X = require('./');
|
|
wb1 = X.readFile(paths.hl1);
|
|
wb2 = X.readFile(paths.hl2);
|
|
});
|
|
|
|
function hlink(wb) {
|
|
var ws = wb.Sheets.Sheet1;
|
|
assert.equal(ws.A1.l.Target, "http://www.sheetjs.com");
|
|
assert.equal(ws.A2.l.Target, "http://oss.sheetjs.com");
|
|
assert.equal(ws.A3.l.Target, "http://oss.sheetjs.com#foo");
|
|
assert.equal(ws.A4.l.Target, "mailto:dev@sheetjs.com");
|
|
assert.equal(ws.A5.l.Target, "mailto:dev@sheetjs.com?subject=hyperlink");
|
|
assert.equal(ws.A6.l.Target, "../../sheetjs/Documents/Test.xlsx");
|
|
assert.equal(ws.A7.l.Target, "http://sheetjs.com");
|
|
}
|
|
|
|
it(N1, function() { hlink(wb1); });
|
|
it(N2, function() { hlink(wb2); });
|
|
});
|
|
|
|
describe('should parse cells with date type (XLSX/XLSM)', function() {
|
|
var wb, ws;
|
|
before(function() {
|
|
X = require('./');
|
|
wb = X.readFile(dir+'xlsx-stream-d-date-cell.xlsx');
|
|
var sheetName = 'Sheet1';
|
|
ws = wb.Sheets[sheetName];
|
|
});
|
|
it('Must have read the date', function() {
|
|
var sheet = X.utils.sheet_to_row_object_array(ws);
|
|
assert.equal(sheet[3]['てすと'], '2/14/14');
|
|
});
|
|
});
|
|
});
|
|
|
|
describe('invalid files', function() {
|
|
it('should fail on passwords', function() {
|
|
assert.throws(function() { X.readFile(dir + 'excel-reader-xlsx_error03.xlsx'); });
|
|
});
|
|
it('should fail on XLS files', function() {
|
|
assert.throws(function() { X.readFile(dir + 'roo_type_excel.xlsx'); });
|
|
});
|
|
it('should fail on ODS files', function() {
|
|
assert.throws(function() { X.readFile(dir + 'roo_type_openoffice.xlsx');});
|
|
});
|
|
it('should fail on DOC files', function() {
|
|
assert.throws(function() { X.readFile(dir + 'word_doc.doc');});
|
|
});
|
|
});
|