package.json exports types

This commit is contained in:
SheetJS 2022-09-21 18:16:57 -04:00
parent bd5878e7c7
commit 1491302aa4
13 changed files with 136 additions and 702 deletions

View File

@ -71,7 +71,7 @@ function parse_xlmeta_xml(data, name, opts) {
lastmeta.offsets.push(+y.i);
break;
default:
if (!pass && opts.WTF)
if (!pass && (opts == null ? void 0 : opts.WTF))
throw new Error("unrecognized " + y[0] + " in metadata");
}
return x;

View File

@ -1236,13 +1236,15 @@ function write_numbers_tma(cfb, deps, ws, tmaroot, tmafile, tmaref) {
range.e.r = 999999;
}
if (trunc)
console.error("The Numbers writer is currently limited to ".concat(encode_range(range)));
console.error("Truncating to ".concat(encode_range(range)));
var data = sheet_to_json(ws, { range: range, header: 1 });
var SST = ["~Sh33tJ5~"];
var SST = ["~Sh33tJ5~"], SST_set = new Set(SST);
data.forEach(function(row) {
return row.forEach(function(cell) {
if (typeof cell == "string")
if (typeof cell == "string" && !SST_set.has(cell)) {
SST.push(cell);
SST_set.add(cell);
}
});
});
var loc = deps[tmaref].location;
@ -1447,23 +1449,24 @@ function write_numbers_tma(cfb, deps, ws, tmaroot, tmafile, tmaref) {
deps: [tmaref],
location: deps[tmaref].location
}, deps);
var mergedata = [[], []];
ws["!merges"].forEach(function(m) {
mergedata[1].push({ type: 2, data: write_shallow([
[],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.s.r, m.s.c]).buffer) }]
]) }],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.e.r - m.s.r + 1, m.e.c - m.s.c + 1]).buffer) }]
]) }]
]) });
});
tmafile.push({
id: mergeid,
messages: [write_iwam(6144, write_shallow(mergedata))]
messages: [write_iwam(6144, write_shallow([
[],
ws["!merges"].map(function(m) {
return { type: 2, data: write_shallow([
[],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.s.r, m.s.c]).buffer) }]
]) }],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.e.r - m.s.r + 1, m.e.c - m.s.c + 1]).buffer) }]
]) }]
]) };
})
]))]
});
store[13] = [{ type: 2, data: write_TSP_Reference(mergeid) }];
numbers_iwa_doit(cfb, deps, 2, function(ai) {

39
dist/cpexcel.d.ts generated vendored Normal file
View File

@ -0,0 +1,39 @@
/* codepage.js (C) 2013-present SheetJS -- http://sheetjs.com */
// TypeScript Version: 2.2
/** Codepage index type (integer or string representation) */
export type CP$Index = number | string;
/* Individual codepage converter */
export interface CP$Conv {
enc: {[n: string]: number; };
dec: {[n: number]: string; };
}
/** Encode input type (string, array of characters, Buffer) */
export type CP$String = string | string[] | Uint8Array;
/** Encode output / decode input type */
export type CP$Data = string | number[] | Uint8Array;
/** General utilities */
export interface CP$Utils {
decode(cp: CP$Index, data: CP$Data): string;
encode(cp: CP$Index, data: CP$String, opts?: any): CP$Data;
hascp(n: number): boolean;
magic: {[cp: string]: string};
}
/* note: TS cannot export top-level indexer, hence default workaround */
export interface CP$Module {
/** Version string */
version: string;
/** Utility Functions */
utils: CP$Utils;
/** Codepage Converters */
[cp: number]: CP$Conv;
}
export const cptable: CP$Module;
export default cptable;

4
dist/zahl.d.ts generated vendored Normal file
View File

@ -0,0 +1,4 @@
/* zahl.d.ts (C) 2022-present SheetJS */
// TypeScript Version: 2.2
declare const XLSX_ZAHL_PAYLOAD: string;
export default XLSX_ZAHL_PAYLOAD;

6
modules/.gitignore vendored
View File

@ -1,9 +1,3 @@
test_files
*.node.js
*.[Pp][Rr][Oo][Tt][Oo]
*.[Ii][Ww][Aa]
*.[Jj][Pp][Gg]
*.[Pp][Ll][Ii][Ss][Tt]
DocumentIdentifier
xlsx.zahl.*
src/numbers.ts

View File

@ -71,7 +71,7 @@ function parse_xlmeta_xml(data, name, opts) {
lastmeta.offsets.push(+y.i);
break;
default:
if (!pass && opts.WTF)
if (!pass && (opts == null ? void 0 : opts.WTF))
throw new Error("unrecognized " + y[0] + " in metadata");
}
return x;

View File

@ -63,7 +63,7 @@ function parse_xlmeta_xml(data: string, name: string, opts?: ParseXLMetaOptions)
lastmeta.offsets.push(+y.i);
break;
default: if(!pass && opts.WTF) throw new Error('unrecognized ' + y[0] + ' in metadata');
default: if(!pass && opts?.WTF) throw new Error('unrecognized ' + y[0] + ' in metadata');
}
return x;
});

View File

@ -1236,13 +1236,15 @@ function write_numbers_tma(cfb, deps, ws, tmaroot, tmafile, tmaref) {
range.e.r = 999999;
}
if (trunc)
console.error("The Numbers writer is currently limited to ".concat(encode_range(range)));
console.error("Truncating to ".concat(encode_range(range)));
var data = sheet_to_json(ws, { range: range, header: 1 });
var SST = ["~Sh33tJ5~"];
var SST = ["~Sh33tJ5~"], SST_set = new Set(SST);
data.forEach(function(row) {
return row.forEach(function(cell) {
if (typeof cell == "string")
if (typeof cell == "string" && !SST_set.has(cell)) {
SST.push(cell);
SST_set.add(cell);
}
});
});
var loc = deps[tmaref].location;
@ -1447,23 +1449,24 @@ function write_numbers_tma(cfb, deps, ws, tmaroot, tmafile, tmaref) {
deps: [tmaref],
location: deps[tmaref].location
}, deps);
var mergedata = [[], []];
ws["!merges"].forEach(function(m) {
mergedata[1].push({ type: 2, data: write_shallow([
[],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.s.r, m.s.c]).buffer) }]
]) }],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.e.r - m.s.r + 1, m.e.c - m.s.c + 1]).buffer) }]
]) }]
]) });
});
tmafile.push({
id: mergeid,
messages: [write_iwam(6144, write_shallow(mergedata))]
messages: [write_iwam(6144, write_shallow([
[],
ws["!merges"].map(function(m) {
return { type: 2, data: write_shallow([
[],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.s.r, m.s.c]).buffer) }]
]) }],
[{ type: 2, data: write_shallow([
[],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.e.r - m.s.r + 1, m.e.c - m.s.c + 1]).buffer) }]
]) }]
]) };
})
]))]
});
store[13] = [{ type: 2, data: write_TSP_Reference(mergeid) }];
numbers_iwa_doit(cfb, deps, 2, function(ai) {

View File

@ -1069,15 +1069,15 @@ function write_numbers_tma(cfb: CFB$Container, deps: Dependents, ws, tmaroot: IW
range.s.r = range.s.c = 0;
var trunc = false;
/* Actual NUMBERS 12.0 range limit ALL1000000 */
/* Actual NUMBERS 12.1 range limit ALL1000000 */
if(range.e.c > 999) { trunc = true; range.e.c = 999; }
if(range.e.r > 999999) { trunc = true; range.e.r = 999999; }
if(trunc) console.error(`The Numbers writer is currently limited to ${encode_range(range)}`);
if(trunc) console.error(`Truncating to ${encode_range(range)}`);
/* preprocess data and build up shared string table */
var data = sheet_to_json<any>(ws, { range, header: 1 });
var SST = ["~Sh33tJ5~"];
data.forEach(row => row.forEach(cell => { if(typeof cell == "string") SST.push(cell); }));
var SST = ["~Sh33tJ5~"], SST_set = new Set(SST);
data.forEach(row => row.forEach(cell => { if(typeof cell == "string" && !SST_set.has(cell)) { SST.push(cell); SST_set.add(cell); } }));
/* identifier for finding the TableModelArchive in the archive */
var loc = deps[tmaref].location;
@ -1262,7 +1262,7 @@ function write_numbers_tma(cfb: CFB$Container, deps: Dependents, ws, tmaroot: IW
if(mm[3]?.[0]) return u8str(mm[3][0].data) == loc;
if(mm[2]?.[0] && u8str(mm[2][0].data) == loc) return true;
return false;
});
});
var parent = parse_shallow(mlist[3][parentidx].data);
if(!parent[6]) parent[6] = [];
parent[6].push({
@ -1299,27 +1299,25 @@ function write_numbers_tma(cfb: CFB$Container, deps: Dependents, ws, tmaroot: IW
/* write merge list */
if(ws["!merges"]) {
// TODO: writing store[13] elicits a modification assertion failure
var mergeid = get_unique_msgid({
type: 6144,
deps: [tmaref],
location: deps[tmaref].location
}, deps);
var mergedata: ProtoMessage = [ [], [] ];
ws["!merges"].forEach(m => { mergedata[1].push({ type: 2, data: write_shallow([ [],
[{ type: 2, data: write_shallow([ [],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.s.r, m.s.c]).buffer) }],
])}],
[{ type: 2, data: write_shallow([ [],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.e.r - m.s.r + 1, m.e.c - m.s.c + 1]).buffer) }],
]) }]
]) }); });
tmafile.push({
id: mergeid,
messages: [ write_iwam(6144, write_shallow(mergedata)) ]
});
messages: [ write_iwam(6144, write_shallow([ [],
ws["!merges"].map((m: Range) => ({type: 2, data: write_shallow([ [],
[{ type: 2, data: write_shallow([ [],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.s.r, m.s.c]).buffer) }],
])}],
[{ type: 2, data: write_shallow([ [],
[{ type: 5, data: new Uint8Array(new Uint16Array([m.e.r - m.s.r + 1, m.e.c - m.s.c + 1]).buffer) }],
]) }]
])} as ProtoItem))
])) ]
} as IWAArchiveInfo);
store[13] = [ { type: 2, data: write_TSP_Reference(mergeid) } ];
numbers_iwa_doit(cfb, deps, 2, (ai => {

View File

@ -7,9 +7,12 @@ CC=esbuild@0.14.14
BAREJS=04_base64.js 45_rtf.js 51_xlsxmeta.js 51_xlsbmeta.js 59_vba.js 64_ftab.js 83_numbers.js
.PHONY: all
all: $(ENTRIES) xlsx.zahl.js
all: bits xlsx.zahl.js
xlsx.zahl.js: test.numbers reframe.node.js
.PHONY: bits
bits: $(ENTRIES)
xlsx.zahl.js: test.numbers
bash -c ./reframe.sh
$(BAREJS): %.js: %.ts $(LIBFILES)

View File

@ -1,631 +0,0 @@
/*! sheetjs (C) 2013-present SheetJS -- http://sheetjs.com */
import { decompress_iwa_file, compress_iwa_file, u8concat, parse_iwa_file, write_iwa_file, varint_to_i32, parse_shallow, write_shallow, u8str, stru8, IWAArchiveInfo, parse_TSP_Reference, write_varint49, u8contains, u8_to_dataview, write_new_storage } from "./src/numbers";
import { read, writeFile, utils, find, CFB$Entry, CFB$Container } from 'cfb';
var f = process.argv[2]; var o = process.argv[3];
var cfb = read(f, {type: "file"});
var nuevo = utils.cfb_new();
interface DependentInfo {
deps: number[];
location: string;
type: number;
}
var dependents: {[x:number]: DependentInfo} = {};
var indices: number[] = [];
/* First Pass: reframe, clean up junk, collect message space */
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
var fi = row[0], fp = row[1];
/* blank all plist files */
if(fi.name.match(/\.plist/)) {
console.error(`Blanking plist ${fi.name}`);
fi.content = new Uint8Array([
0x62, 0x70, 0x6c, 0x69, 0x73, 0x74, 0x30, 0x30, 0xd0, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0x0a
]);
utils.cfb_add(nuevo, row[1], fi.content);
return;
}
if(fi.type != 2) return;
/* Remove other metadata */
if(!fi.name.match(/\.iwa/)) {
if(fi.name.match(/Sh33tJ5/)) return;
console.error(`Removing file ${fi.name}`);
return;
}
/* Reframe .iwa files */
var old_content = fi.content;
var raw1 = decompress_iwa_file(old_content as Uint8Array);
var new_content = compress_iwa_file(raw1);
var raw2 = decompress_iwa_file(new_content);
for(var i = 0; i < raw1.length; ++i) if(raw1[i] != raw2[i]) throw new Error(`${fi.name} did not properly roundtrip`);
var x = parse_iwa_file(raw2);
x.forEach(ia => {
ia.messages.forEach(m => {
delete m.meta[2];
delete m.meta[4];
delete m.meta[5]; // extremely slow open if deleted
for(var j = 6; j < m.meta.length; ++j) delete m.meta[j];
});
});
x.forEach(packet => {
indices.push(packet.id);
dependents[packet.id] = { deps: [], location: fp, type: varint_to_i32(packet.messages[0].meta[1][0].data) };
});
var y = write_iwa_file(x);
for(var i = 0; i < raw1.length; ++i) if(y[i] != raw1[i]) { console.log(fi.name, i, raw1[i], y[i]); break; }
var raw3 = compress_iwa_file(y);
fi.content = raw3; fi.size = fi.content.length;
// utils.cfb_add(nuevo, row[1], fi.content);
});
indices.sort((x,y) => x-y);
var indices_varint: Array<[number, Uint8Array]> = indices.filter(x => x > 1).map(x => [x, write_varint49(x)] );
/* Second pass: build dependency map */
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
var fi = row[0], fp = row[1];
if(!fi?.name?.match(/\.iwa/)) return;
var x = parse_iwa_file(decompress_iwa_file(fi.content as Uint8Array));
x.forEach(ia => {
ia.messages.forEach(m => {
indices_varint.forEach(([i, vi]) => {
if(ia.messages.some(mess => varint_to_i32(mess.meta[1][0].data) != 11006 && u8contains(mess.data, vi))) {
dependents[i].deps.push(ia.id);
}
})
});
});
});
var deletables = [];
function delete_message(id: number, cfb: CFB$Container) {
var dep = dependents[id];
if(dep?.deps?.length > 0) return console.error(`Message ${id} has dependents ${dep.deps}`);
//delete dependents[id];
indices = indices.filter(x => x != id);
/* TODO: this really should be a forward map */
indices.map(i => dependents[i]).filter(x => x).forEach(dep => {
dep.deps = dep.deps.filter(x => x != id);
});
if(deletables.indexOf(id) == -1) deletables.push(id);
}
function gc(cfb: CFB$Container) {
deletables.forEach(id => {
var dep = dependents[id];
var entry = find(cfb, dep.location);
var x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
/* remove packet */
console.log(`Removing packet ${id} ${dependents[id]?.type || "NaN"}`);
for(var xi = 0; xi < x.length; ++xi) {
var packet = x[xi];
if(packet.id == id) { x.splice(xi,1); --xi; }
}
delete dependents[id];
entry.content = compress_iwa_file(write_iwa_file(x));
entry.size = entry.content.length;
});
deletables = [];
}
function delete_ref(dmeta: ReturnType<typeof parse_shallow>, j: number, me: number) {
if(!dmeta) return;
if(dmeta[j]) dmeta[j].forEach(pi => {
var target = parse_TSP_Reference(pi.data);
dependents[target].deps = dependents[target].deps.filter(x => x != me);
if(dependents[target].deps.length == 0) delete_message(target, cfb);
});
delete dmeta[j];
}
function shake() {
var done = false;
while(!done) {
done = true;
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
var fi = row[0], fp = row[1];
if(fi.name.match(/\.plist/)) return;
if(!fi.name.match(/\.iwa/)) return;
var old_content = fi.content;
var raw1 = decompress_iwa_file(old_content as Uint8Array);
var x = parse_iwa_file(raw1);
(()=>{
for(var i = 0; i < x.length; ++i) {
var w = x[i];
var type = varint_to_i32(w.messages[0].meta[1][0].data);
if(w.id > 10000 && (!dependents[w.id] || !dependents[w.id]?.deps?.length)) {
console.log(`Deleting orphan ${fp} ${w.id}`);
delete_message(w.id, cfb);
done = false;
}
}
})();
var y = write_iwa_file(x);
var raw3 = compress_iwa_file(y);
//fi.content = raw3;
});
gc(cfb);
}
}
/* Third pass: trim messages */
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
var fi = row[0], fp = row[1];
if(!fi?.name?.match(/\.iwa/)) return;
var x = parse_iwa_file(decompress_iwa_file(fi.content as Uint8Array));
trim(x, fi);
var y = write_iwa_file(x);
var raw3 = compress_iwa_file(y);
fi.content = raw3;
});
gc(cfb);
shake();
function mutate_row(tri: ReturnType<typeof parse_shallow>) {
if(!tri[6]?.[0] || !tri[7]?.[0]) throw "Mutation only works on post-BNC storages!";
var wide_offsets = tri[8]?.[0]?.data && varint_to_i32(tri[8][0].data) > 0 || false;
var width = wide_offsets ? 4 : 1;
var dv = u8_to_dataview(tri[7][0].data);
var old_sz = 0, sz = 0;
for(var i = 0; i < tri[7][0].data.length / 2; ++i) {
sz = dv.getUint16(i*2, true);
if(sz < 65535) old_sz = sz;
if(old_sz) break;
}
if(!old_sz) old_sz = sz = tri[6][0].data.length;
var start = 0,
preamble = tri[6][0].data.slice(0, start),
intramble = tri[6][0].data.slice(start, old_sz * width),
postamble = tri[6][0].data.slice(old_sz * width);
var sst = []; sst[69] = "SheetJS";
//intramble = write_new_storage({t:"n", v:12345}, sst);
//intramble = write_new_storage({t:"b", v:false}, sst);
intramble = write_new_storage({t:"s", v:"SheetJS"}, sst);
tri[6][0].data = u8concat([preamble, intramble, postamble]);
var delta = intramble.length / width - old_sz;
for(var i = 0; i < tri[7][0].data.length / 2; ++i) {
sz = dv.getUint16(i*2, true);
if(sz < 65535 && sz > start) dv.setUint16(i*2, sz + delta, true);
}
}
/* Find first sheet -> first table -> add "SheetJS" to data store and set cell A1 */
(function() {
var entry = find(cfb, dependents[1].location);
var x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
var docroot: IWAArchiveInfo;
for(var xi = 0; xi < x.length; ++xi) {
var packet = x[xi];
if(packet.id == 1) docroot = packet;
}
var sheetrootref = parse_TSP_Reference(parse_shallow(docroot.messages[0].data)[1][0].data);
entry = find(cfb, dependents[sheetrootref].location);
x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
for(xi = 0; xi < x.length; ++xi) {
var packet = x[xi];
if(packet.id == sheetrootref) docroot = packet;
}
sheetrootref = parse_TSP_Reference(parse_shallow(docroot.messages[0].data)[2][0].data);
entry = find(cfb, dependents[sheetrootref].location);
x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
for(xi = 0; xi < x.length; ++xi) {
var packet = x[xi];
if(packet.id == sheetrootref) docroot = packet;
}
sheetrootref = parse_TSP_Reference(parse_shallow(docroot.messages[0].data)[2][0].data);
entry = find(cfb, dependents[sheetrootref].location);
x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
for(xi = 0; xi < x.length; ++xi) {
var packet = x[xi];
if(packet.id == sheetrootref) docroot = packet;
}
var pb = parse_shallow(docroot.messages[0].data);
{
var store = parse_shallow(pb[4][0].data);
{
/* ref to string table */
var sstref = parse_TSP_Reference(store[4][0].data);
(() => {
var sentry = find(cfb, dependents[sstref].location);
var sx = parse_iwa_file(decompress_iwa_file(sentry.content as Uint8Array));
var sstroot: IWAArchiveInfo;
for(var sxi = 0; sxi < sx.length; ++sxi) {
var packet = sx[sxi];
if(packet.id == sstref) sstroot = packet;
}
var sstdata = parse_shallow(sstroot.messages[0].data);
{
if(!sstdata[3]) sstdata[3] = [];
var newsst: ReturnType<typeof parse_shallow> = [];
newsst[1] = [ { type: 0, data: write_varint49(69) } ];
newsst[2] = [ { type: 0, data: write_varint49(1) } ];
newsst[3] = [ { type: 2, data: stru8("SheetJS") } ];
sstdata[3].push({type: 2, data: write_shallow(newsst)});
}
sstroot.messages[0].data = write_shallow(sstdata);
var sy = write_iwa_file(sx);
var raw3 = compress_iwa_file(sy);
sentry.content = raw3; sentry.size = sentry.content.length;
})();
var tile = parse_shallow(store[3][0].data); // TileStorage
{
var t = tile[1][0];
delete tile[2];
var tl = parse_shallow(t.data); // first Tile
{
var tileref = parse_TSP_Reference(tl[2][0].data);
(() => {
var tentry = find(cfb, dependents[tileref].location);
var tx = parse_iwa_file(decompress_iwa_file(tentry.content as Uint8Array));
var tileroot: IWAArchiveInfo;
for(var sxi = 0; sxi < tx.length; ++sxi) {
var packet = tx[sxi];
if(packet.id == tileref) tileroot = packet;
}
// .TST.Tile
var tiledata = parse_shallow(tileroot.messages[0].data);
{
tiledata[5].forEach((row, R) => {
var tilerow = parse_shallow(row.data);
if(R == 0) mutate_row(tilerow);
row.data = write_shallow(tilerow);
})
}
tileroot.messages[0].data = write_shallow(tiledata);
var ty = write_iwa_file(tx);
var raw3 = compress_iwa_file(ty);
tentry.content = raw3; tentry.size = tentry.content.length;
//throw dependents[tileref];
})();
}
t.data = write_shallow(tl);
}
store[3][0].data = write_shallow(tile);
}
pb[4][0].data = write_shallow(store);
}
docroot.messages[0].data = write_shallow(pb);
var y = write_iwa_file(x);
var raw3 = compress_iwa_file(y);
entry.content = raw3; entry.size = entry.content.length;
})();
//console.log(indices.map(i => [i, dependents[i]]).filter(([i, dep]) => dep?.deps && (dep.deps.length == 0 || dep.deps.length == 1 && dep.deps[0] == 1)));
/* Last pass: fix metadata and commit to new file */
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
var fi = row[0], fp = row[1];
if(!fi?.name?.match(/\.iwa/)) return;
var x = parse_iwa_file(decompress_iwa_file(fi.content as Uint8Array));
if(fi.name.match(/^Metadata.iwa$/)) {
x.forEach((w: IWAArchiveInfo) => {
var type = varint_to_i32(w.messages[0].meta[1][0].data);
if(type != 11006) return;
var package_metadata = parse_shallow(w.messages[0].data);
[3,11].forEach(x => {
if(!package_metadata[x]) return;
for(var pmj = 0; pmj < package_metadata[x].length; ++pmj) {
var ci = package_metadata[x][pmj];
var comp = parse_shallow(ci.data);
var compid = varint_to_i32(comp[1][0].data);
if(!dependents[compid]) {
console.log(`Removing ${compid} (${u8str(comp[2][0].data)} -> ${comp[3]?.[0] && u8str(comp[3][0].data) || ""}) from metadata`);
package_metadata[x].splice(pmj, 1);
--pmj; continue;
}
[13, 14, 15].forEach(j => delete comp[j]);
ci.data = write_shallow(comp);
}
});
[2, 4, 6, 8, 9].forEach(j => delete package_metadata[j]);
w.messages[0].data = write_shallow(package_metadata);
});
}
var y = write_iwa_file(x);
var raw3 = compress_iwa_file(y);
fi.content = raw3;
if(x.length == 0) {
console.log(`Deleting ${fi.name} (no messages)`);
return;
}
if(fi.name.match(/^Metadata.iwa$/)) {
console.error(`Reframing iwa ${fi.name} (${fi.size} -> ${fi.content.length})`);
fi.size = fi.content.length;
utils.cfb_add(nuevo, row[1], fi.content);
} else {
console.error(`Reframing iwa ${fi.name} (${fi.size} -> ${fi.content.length})`);
fi.size = fi.content.length;
utils.cfb_add(nuevo, row[1], fi.content);
}
});
writeFile(nuevo, o, { fileType: "zip", compression: true });
function process_root(dmeta: ReturnType<typeof parse_shallow>, id: number) {
var tsa = parse_shallow(dmeta[8][0].data);
{
var tsk = parse_shallow(tsa[1][0].data);
{
[7, 8, 14].forEach(j => delete_ref(tsk, j, id)); // annotation_author_storage
[4, 9, 10, 11, 12, 15, 16, 17].forEach(j => delete tsk[j]);
}
tsa[1][0].data = write_shallow(tsk);
[5, 6, 7, 10, 11, 12, 13].forEach(j => delete_ref(tsa, j, 1));
[3, 8, 9, 14, 15, 16].forEach(j => delete tsa[j]);
}
dmeta[8][0].data = write_shallow(tsa);
}
function process_sheet(dmeta: ReturnType<typeof parse_shallow>, id: number) {
[3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 20, 21, 23, 24].forEach(j => delete dmeta[j]);
[15, 16, 17, 18, 19, 22].forEach(j => delete_ref(dmeta, j, id));
}
function process_TST_TableInfoArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
[7, 8, 9, 10, 14, 16].forEach(j => delete dmeta[j]);
[3, 4, 5, 6, 15, 17].forEach(j => delete_ref(dmeta, j, id));
}
function process_TST_TableModelArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
[90, 91, 92].forEach(j => delete dmeta[j]);
[34, 35, 38, 49].forEach(j => delete_ref(dmeta, j, id));
[60, 61, 62, 63, 64, 65, 66, 67, 68, 69].forEach(j => delete_ref(dmeta, j, id));
[70].forEach(j => delete dmeta[j]);
[71, 72, 73, 74, 75, 76, 77, 78, 79, 80].forEach(j => delete_ref(dmeta, j, id));
[85, 86, 87, 88, 89].forEach(j => delete_ref(dmeta, j, id));
var store = parse_shallow(dmeta[4][0].data);
{ // .TST.DataStore
[12, 13, 15, 16, 17, 18, 19, 20, 21, 22].forEach(j => delete_ref(store, j, id));
var tiles = parse_shallow(store[3][0].data);
{ // .TST.TileStorage
//console.log(parse_TSP_Reference(parse_shallow(tiles[1][0].data)[2][0].data));
}
store[3][0].data = write_shallow(tiles);
// 4 -> sst
// 17 -> rsst
}
dmeta[4][0].data = write_shallow(store);
}
function process_TN_ThemeArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
[2].forEach(j => delete_ref(dmeta, j, id));
var tssta = parse_shallow(dmeta[1][0].data);
{
//Object.keys(tssta).filter(x => +x >= 100).forEach(j => delete tssta[j]);
}
dmeta[1][0].data = write_shallow(tssta);
}
function process_TSS_StylesheetArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
[7, 8, 9, 10, 11, 12].forEach(j => {
if(!dmeta[j]) return;
var vstyle = parse_shallow(dmeta[j][0].data);
delete_ref(vstyle, 1, id);
if(vstyle[2]) vstyle[2].forEach(ised => {
var ise = parse_shallow(ised.data);
delete_ref(ise, 2, id);
})
if(vstyle[3]) vstyle[3].forEach(sced => {
var sce = parse_shallow(sced.data);
delete_ref(sce, 2, id);
delete_ref(sce, 1, id);
})
delete dmeta[j];
});
dmeta[4] = [{data: write_varint49(0), type: 0}];
[3].forEach(j => delete_ref(dmeta, j, id));
dmeta[5]?.forEach(pi => {
var sce = parse_shallow(pi.data);
delete_ref(sce, 1, id);
delete_ref(sce, 2, id);
}); delete dmeta[5];
var deleted_styles = [];
if(dmeta[2]) for(var pij = 0; pij < dmeta[2].length; ++pij) {
var ise = parse_shallow(dmeta[2][pij].data);
var sname = u8str(ise[1][0].data);
if(sname.match(/_\d*$/) || sname.match(/^(captions|chart|image|movie|stickyComment)/) || sname.match(/evel[2-5]|pivot|liststyle/) ) {
var deletedid = parse_TSP_Reference(ise[2][0].data);
console.log(`Deleting style ${sname} [${deletedid}]`);
deleted_styles.push(deletedid);
delete_ref(ise, 2, id);
dmeta[2].splice(pij,1);
--pij; continue;
} else console.log(`Keeping style ${sname}`)
}
if(dmeta[1]) for(var sj = 0; sj < dmeta[1].length; ++sj) {
var dsid = parse_TSP_Reference(dmeta[1][sj].data);
if(deleted_styles.indexOf(dsid) > -1) {
//console.log(`Really deleting style ${dsid}`);
dependents[dsid].deps = dependents[dsid].deps.filter(x => x != id);
if(dependents[dsid].deps.length == 0) delete_message(dsid, cfb);
dmeta[1].splice(sj, 1); --sj; continue;
}
}
[6].forEach(j => delete dmeta[j]);
}
function process_TSCE_CalculationEngineArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
[3, 12, 14, 15].forEach(j => delete_ref(dmeta, j, id));
[1, 4, 5, 6, 7, 9, 10, 11, 13, 16, 17, 18].forEach(i => delete dmeta[i]);
var dta = parse_shallow(dmeta[2][0].data);
delete dta[5]; delete dta[2]; delete dta[4];
delete dta[1]; delete dta[3]; delete_ref(dta, 6, id);
dmeta[2][0].data = write_shallow(dta);
}
function trim(x: IWAArchiveInfo[], fi: CFB$Entry) {
for(var i = 0; i < x.length; ++i) {
var w = x[i];
var type = varint_to_i32(w.messages[0].meta[1][0].data);
var dmeta = parse_shallow(w.messages[0].data);
switch(type) {
case 222: // .TSK.CustomFormatListArchive
case 601: // .TSA.FunctionBrowserStateArchive
x.splice(i, 1); --i; continue;
case 3047: break; // .TSD.GuideStorageArchive
case 205: {
} break; // .TSK.TreeNode
case 1: { // .TN.DocumentArchive
process_root(dmeta, w.id);
} break;
case 2: { // .TN.SheetArchive
process_sheet(dmeta, w.id);
} break;
case 6000: { // .TST.TableInfoArchive
process_TST_TableInfoArchive(dmeta, w.id);
} break;
case 6001: { // .TST.TableModelArchive
process_TST_TableModelArchive(dmeta, w.id)
} break;
case 401: { // .TSS.StylesheetArchive
process_TSS_StylesheetArchive(dmeta, w.id);
break;
}
case 11011: { // .TSP.DocumentMetadata
[1, 3].forEach(i => delete dmeta[i]);
} break;
case 6002: {
//process_TST_Tile(dmeta, w.id);
} break; // .TST.Tile
case 6005: break; // .TST.TableDataList
case 6006: break; // .TST.HeaderStorageBucket
case 2001: break; // .TSWP.StorageArchive
case 12009: process_TN_ThemeArchive(dmeta, w.id); break; // .TN.ThemeArchive
case 3097: break; // .TSD.StandinCaptionArchive
case 4000: process_TSCE_CalculationEngineArchive(dmeta, w.id); break; // .TSCE.CalculationEngineArchive
case 4003: break; // .TSCE.NamedReferenceManagerArchive
case 4004: break; // .TSCE.TrackedReferenceStoreArchive
case 4008: { // .TSCE.FormulaOwnerDependenciesArchive
[11].forEach(j => delete_ref(dmeta, j, w.id));
[3].forEach(i => delete dmeta[i]);
} break;
case 4009: { // .TSCE.CellRecordTileArchive
delete dmeta[4];
} break;
case 6267: { // .TST.ColumnRowUIDMapArchive
// console.log("CRUIDMA", dmeta[1]?.[0], dmeta[2]?.[0], dmeta[3]?.[0]);
//[1,2,3,4,5,6].forEach(j => delete dmeta[j]); break;
} break;
case 6366: break; // .TST.HeaderNameMgrArchive
case 6204: break; // .TST.HiddenStateFormulaOwnerArchive
case 6220: break; // .TST.FilterSetArchive
case 6305: break; // .TST.StrokeSidecarArchive
case 6316: break; // .TST.SummaryModelArchive
case 6317: break; // .TST.SummaryCellVendorArchive
case 6318: break; // .TST.CategoryOrderArchive
case 6372: break; // .TST.CategoryOwnerRefArchive
case 6373: break; // .TST.GroupByArchive
case 2043: [2,3,4].forEach(j => delete dmeta[j]); break; // .TSWP.NumberAttachmentArchive
case 5020: // .TSCH.ChartStylePreset
//[1,2,3,4,5,6].forEach(j => delete_ref(dmeta, j, w.id)); // some part of this is required to auto-save
Object.keys(dmeta).filter(x => +x >= 10000).forEach(j => delete dmeta[j]);
break;
case 5022: // .TSCH.ChartStyleArchive
case 5024: // .TSCH.LegendStyleArchive
case 5026: // .TSCH.ChartAxisStyleArchive
case 5028: // .TSCH.ChartSeriesStyleArchive
case 5030: // .TSCH.ReferenceLineStyleArchive
Object.keys(dmeta).filter(x => +x >= 10000).forEach(j => delete dmeta[j]);
break;
case 2021: break;
case 2022: [10,11,12].forEach(j => delete dmeta[j]); break; // .TSWP.ParagraphStyleArchive
case 2023: [10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25].forEach(j => delete dmeta[j]); break; // .TSWP.ListStyleArchive
case 3016: [10,11].forEach(j => delete dmeta[j]); break; // .TSD.MediaStyleArchive
case 2025: /* [10,11].forEach(j => delete dmeta[j]); */ break; // .TSWP.ShapeStyleArchive
case 6003: /* [10,11].forEach(j => delete dmeta[j]); */ break; // .TST.TableStyleArchive
case 6004: /* [10,11].forEach(j => delete dmeta[j]); */ break; // .TST.CellStyleArchive
case 10024: [10,11,12].forEach(j => delete dmeta[j]); break; // .TN.DropCapStyleArchive
case 12050: /* [2,3].forEach(j => delete dmeta[j]); */ break; // .TN.SheetStyleArchive
case 3045: break; // .TSD.CanvasSelectionArchive
case 6008: {
[1].forEach(j => delete dmeta[j]);
[2].forEach(j => delete_ref(dmeta, j, w.id));
// deleting 3 -> -[TSWPLayoutManager initWithStorage:owner:] /Library/Caches/com.apple.xbs/Sources/iWorkDependenciesMacOS/iWorkDependenciesMacOS-7032.0.145/shared/text/TSWPLayoutManager.mm:82 Cannot initialize with a nil storage.
} break; // .TST.TableStylePresetArchive
case 6247: {
[ 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35 ].forEach(j => delete_ref(dmeta, j, w.id));
} break; // .TST.TableStyleNetworkArchive
case 210: { // .TSK.ViewStateArchive
[2, 3].forEach(i => delete dmeta[i]);
} break;
case 12026: { // .TN.UIStateArchive
delete dmeta[13];
} break;
case 219: delete dmeta[1]; break; // .DocumentSelectionArchive
case 12028: break; // .TN.SheetSelectionArchive
case 3061: { // .TSD.DrawableSelectionArchive
[3].forEach(j => delete_ref(dmeta, j, w.id));
} break;
case 3091: { // .TSD.FreehandDrawingToolkitUIState
[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15].forEach(i => delete dmeta[i]);
} break;
/* Metadata.iwa */
case 11006: { // .TSP.PackageMetadata
[10].forEach(j => delete_ref(dmeta, j, w.id));
} break;
case 11014: // .TSP.DataMetadata
[1].forEach(j => delete dmeta[j]);
break;
case 11015: // .TSP.DataMetadataMap
dmeta?.[1]?.forEach((r, idx) => {
var ddmeta = parse_shallow(r.data);
[2].forEach(j => delete_ref(ddmeta, j, w.id));
});
delete dmeta[1];
dmeta.length = 0;
break;
/* AnnotationAuthorStorage.iwa */
case 213: break; // TSK.AnnotationAuthorStorageArchive
default:
console.log("!!", fi.name, type, w.id, w.messages.length);
}
w.messages[0].data = write_shallow(dmeta);
}
}

View File

@ -2,10 +2,8 @@
set -eo pipefail
INF=${1:-test.numbers}
OUTF=${2:-reframed.numbers}
make reframe.node.js
#node reframe.node.js "$INF" "$OUTF"
cp "$INF" "$OUTF"
chmod a+w "$OUTF"
chmod a-w "$OUTF"
sleep 0.1
# open "$OUTF"
unzip -l "$OUTF"

View File

@ -35,17 +35,40 @@
"import": "./xlsx.mjs",
"types": "./types/index.d.ts"
},
"./xlsx.js": {
"require": "./xlsx.js",
"types": "./types/index.d.ts"
},
"./dist/xlsx.zahl": {
"import": "./dist/xlsx.zahl.mjs",
"require": "./dist/xlsx.zahl.js"
"require": "./dist/xlsx.zahl.js",
"types": "./dist/zahl.d.ts"
},
"./dist/xlsx.zahl.mjs": {
"import": "./dist/xlsx.zahl.mjs",
"types": "./dist/zahl.d.ts"
},
"./dist/xlsx.zahl.js": {
"require": "./dist/xlsx.zahl.js",
"types": "./dist/zahl.d.ts"
},
"./dist/cpexcel": {
"import": "./dist/cpexcel.full.mjs",
"require": "./dist/cpexcel.js"
"require": "./dist/cpexcel.js",
"types": "./dist/cpexcel.d.ts"
},
"./dist/cpexcel.js": {
"require": "./dist/cpexcel.js",
"types": "./dist/cpexcel.d.ts"
},
"./dist/cpexcel.full": {
"import": "./dist/cpexcel.full.mjs",
"require": "./dist/cpexcel.js"
"require": "./dist/cpexcel.js",
"types": "./dist/cpexcel.d.ts"
},
"./dist/cpexcel.full.mjs": {
"import": "./dist/cpexcel.full.mjs",
"types": "./dist/cpexcel.d.ts"
}
},
"browser": {