2022-03-21 01:39:16 +00:00
|
|
|
/*! sheetjs (C) 2013-present SheetJS -- http://sheetjs.com */
|
2022-03-24 13:59:49 +00:00
|
|
|
import { decompress_iwa_file, compress_iwa_file, u8concat, parse_iwa_file, write_iwa_file, varint_to_i32, parse_shallow, write_shallow, u8str, stru8, IWAArchiveInfo, parse_TSP_Reference, write_varint49, u8contains, u8_to_dataview, write_new_storage } from "./src/numbers";
|
|
|
|
import { read, writeFile, utils, find, CFB$Entry, CFB$Container } from 'cfb';
|
2022-03-21 01:39:16 +00:00
|
|
|
|
|
|
|
var f = process.argv[2]; var o = process.argv[3];
|
|
|
|
var cfb = read(f, {type: "file"});
|
|
|
|
|
2022-03-24 13:59:49 +00:00
|
|
|
var nuevo = utils.cfb_new();
|
|
|
|
|
|
|
|
interface DependentInfo {
|
|
|
|
deps: number[];
|
|
|
|
location: string;
|
|
|
|
type: number;
|
|
|
|
}
|
|
|
|
var dependents: {[x:number]: DependentInfo} = {};
|
|
|
|
var indices: number[] = [];
|
|
|
|
|
|
|
|
/* First Pass: reframe, clean up junk, collect message space */
|
|
|
|
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
|
2022-03-21 01:39:16 +00:00
|
|
|
var fi = row[0], fp = row[1];
|
|
|
|
/* blank all plist files */
|
|
|
|
if(fi.name.match(/\.plist/)) {
|
|
|
|
console.error(`Blanking plist ${fi.name}`);
|
|
|
|
fi.content = new Uint8Array([
|
|
|
|
0x62, 0x70, 0x6c, 0x69, 0x73, 0x74, 0x30, 0x30, 0xd0, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
|
|
|
|
0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0x0a
|
|
|
|
]);
|
2022-03-24 13:59:49 +00:00
|
|
|
utils.cfb_add(nuevo, row[1], fi.content);
|
2022-03-21 01:39:16 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if(fi.type != 2) return;
|
|
|
|
|
|
|
|
/* Remove other metadata */
|
|
|
|
if(!fi.name.match(/\.iwa/)) {
|
|
|
|
if(fi.name.match(/Sh33tJ5/)) return;
|
|
|
|
console.error(`Removing file ${fi.name}`);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Reframe .iwa files */
|
|
|
|
var old_content = fi.content;
|
|
|
|
var raw1 = decompress_iwa_file(old_content as Uint8Array);
|
|
|
|
var new_content = compress_iwa_file(raw1);
|
|
|
|
var raw2 = decompress_iwa_file(new_content);
|
|
|
|
for(var i = 0; i < raw1.length; ++i) if(raw1[i] != raw2[i]) throw new Error(`${fi.name} did not properly roundtrip`);
|
2022-03-24 13:59:49 +00:00
|
|
|
|
|
|
|
var x = parse_iwa_file(raw2);
|
|
|
|
x.forEach(ia => {
|
|
|
|
ia.messages.forEach(m => {
|
|
|
|
delete m.meta[2];
|
|
|
|
delete m.meta[4];
|
|
|
|
delete m.meta[5]; // extremely slow open if deleted
|
|
|
|
for(var j = 6; j < m.meta.length; ++j) delete m.meta[j];
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
x.forEach(packet => {
|
|
|
|
indices.push(packet.id);
|
|
|
|
dependents[packet.id] = { deps: [], location: fp, type: varint_to_i32(packet.messages[0].meta[1][0].data) };
|
|
|
|
});
|
|
|
|
|
|
|
|
var y = write_iwa_file(x);
|
|
|
|
for(var i = 0; i < raw1.length; ++i) if(y[i] != raw1[i]) { console.log(fi.name, i, raw1[i], y[i]); break; }
|
|
|
|
|
|
|
|
var raw3 = compress_iwa_file(y);
|
|
|
|
fi.content = raw3; fi.size = fi.content.length;
|
|
|
|
// utils.cfb_add(nuevo, row[1], fi.content);
|
|
|
|
});
|
|
|
|
|
|
|
|
indices.sort((x,y) => x-y);
|
|
|
|
var indices_varint: Array<[number, Uint8Array]> = indices.filter(x => x > 1).map(x => [x, write_varint49(x)] );
|
|
|
|
|
|
|
|
/* Second pass: build dependency map */
|
|
|
|
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
|
|
|
|
var fi = row[0], fp = row[1];
|
|
|
|
if(!fi?.name?.match(/\.iwa/)) return;
|
|
|
|
var x = parse_iwa_file(decompress_iwa_file(fi.content as Uint8Array));
|
|
|
|
|
|
|
|
x.forEach(ia => {
|
|
|
|
ia.messages.forEach(m => {
|
|
|
|
indices_varint.forEach(([i, vi]) => {
|
|
|
|
if(ia.messages.some(mess => varint_to_i32(mess.meta[1][0].data) != 11006 && u8contains(mess.data, vi))) {
|
|
|
|
dependents[i].deps.push(ia.id);
|
|
|
|
}
|
|
|
|
})
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
var deletables = [];
|
|
|
|
function delete_message(id: number, cfb: CFB$Container) {
|
|
|
|
var dep = dependents[id];
|
|
|
|
if(dep?.deps?.length > 0) return console.error(`Message ${id} has dependents ${dep.deps}`);
|
|
|
|
|
|
|
|
//delete dependents[id];
|
|
|
|
indices = indices.filter(x => x != id);
|
|
|
|
|
|
|
|
/* TODO: this really should be a forward map */
|
|
|
|
indices.map(i => dependents[i]).filter(x => x).forEach(dep => {
|
|
|
|
dep.deps = dep.deps.filter(x => x != id);
|
|
|
|
});
|
|
|
|
if(deletables.indexOf(id) == -1) deletables.push(id);
|
|
|
|
}
|
|
|
|
|
|
|
|
function gc(cfb: CFB$Container) {
|
|
|
|
deletables.forEach(id => {
|
|
|
|
var dep = dependents[id];
|
|
|
|
var entry = find(cfb, dep.location);
|
|
|
|
var x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
|
|
|
|
|
|
|
|
/* remove packet */
|
|
|
|
console.log(`Removing packet ${id} ${dependents[id]?.type || "NaN"}`);
|
|
|
|
for(var xi = 0; xi < x.length; ++xi) {
|
|
|
|
var packet = x[xi];
|
|
|
|
if(packet.id == id) { x.splice(xi,1); --xi; }
|
|
|
|
}
|
|
|
|
|
|
|
|
delete dependents[id];
|
|
|
|
|
|
|
|
entry.content = compress_iwa_file(write_iwa_file(x));
|
|
|
|
entry.size = entry.content.length;
|
|
|
|
});
|
|
|
|
deletables = [];
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
function delete_ref(dmeta: ReturnType<typeof parse_shallow>, j: number, me: number) {
|
|
|
|
if(!dmeta) return;
|
|
|
|
if(dmeta[j]) dmeta[j].forEach(pi => {
|
|
|
|
var target = parse_TSP_Reference(pi.data);
|
|
|
|
dependents[target].deps = dependents[target].deps.filter(x => x != me);
|
|
|
|
if(dependents[target].deps.length == 0) delete_message(target, cfb);
|
|
|
|
});
|
|
|
|
delete dmeta[j];
|
|
|
|
}
|
|
|
|
|
|
|
|
function shake() {
|
|
|
|
var done = false;
|
|
|
|
while(!done) {
|
|
|
|
done = true;
|
|
|
|
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
|
|
|
|
var fi = row[0], fp = row[1];
|
|
|
|
if(fi.name.match(/\.plist/)) return;
|
|
|
|
if(!fi.name.match(/\.iwa/)) return;
|
|
|
|
var old_content = fi.content;
|
|
|
|
var raw1 = decompress_iwa_file(old_content as Uint8Array);
|
|
|
|
var x = parse_iwa_file(raw1);
|
|
|
|
|
|
|
|
(()=>{
|
|
|
|
for(var i = 0; i < x.length; ++i) {
|
|
|
|
var w = x[i];
|
|
|
|
var type = varint_to_i32(w.messages[0].meta[1][0].data);
|
|
|
|
if(w.id > 10000 && (!dependents[w.id] || !dependents[w.id]?.deps?.length)) {
|
|
|
|
console.log(`Deleting orphan ${fp} ${w.id}`);
|
|
|
|
delete_message(w.id, cfb);
|
|
|
|
done = false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})();
|
|
|
|
|
|
|
|
var y = write_iwa_file(x);
|
|
|
|
var raw3 = compress_iwa_file(y);
|
|
|
|
//fi.content = raw3;
|
|
|
|
});
|
|
|
|
gc(cfb);
|
2022-03-21 01:39:16 +00:00
|
|
|
}
|
2022-03-24 13:59:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Third pass: trim messages */
|
|
|
|
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
|
|
|
|
var fi = row[0], fp = row[1];
|
|
|
|
if(!fi?.name?.match(/\.iwa/)) return;
|
|
|
|
var x = parse_iwa_file(decompress_iwa_file(fi.content as Uint8Array));
|
|
|
|
|
|
|
|
trim(x, fi);
|
|
|
|
|
|
|
|
var y = write_iwa_file(x);
|
|
|
|
var raw3 = compress_iwa_file(y);
|
|
|
|
fi.content = raw3;
|
2022-03-21 01:39:16 +00:00
|
|
|
});
|
2022-03-24 13:59:49 +00:00
|
|
|
gc(cfb);
|
2022-03-21 01:39:16 +00:00
|
|
|
|
2022-03-24 13:59:49 +00:00
|
|
|
shake();
|
|
|
|
|
|
|
|
function mutate_row(tri: ReturnType<typeof parse_shallow>) {
|
|
|
|
if(!tri[6]?.[0] || !tri[7]?.[0]) throw "Mutation only works on post-BNC storages!";
|
2022-04-11 04:11:47 +00:00
|
|
|
var wide_offsets = tri[8]?.[0]?.data && varint_to_i32(tri[8][0].data) > 0 || false;
|
|
|
|
var width = wide_offsets ? 4 : 1;
|
2022-03-24 13:59:49 +00:00
|
|
|
var dv = u8_to_dataview(tri[7][0].data);
|
|
|
|
var old_sz = 0, sz = 0;
|
|
|
|
for(var i = 0; i < tri[7][0].data.length / 2; ++i) {
|
|
|
|
sz = dv.getUint16(i*2, true);
|
|
|
|
if(sz < 65535) old_sz = sz;
|
|
|
|
if(old_sz) break;
|
|
|
|
}
|
|
|
|
if(!old_sz) old_sz = sz = tri[6][0].data.length;
|
|
|
|
var start = 0,
|
|
|
|
preamble = tri[6][0].data.slice(0, start),
|
2022-04-11 04:11:47 +00:00
|
|
|
intramble = tri[6][0].data.slice(start, old_sz * width),
|
|
|
|
postamble = tri[6][0].data.slice(old_sz * width);
|
2022-03-24 13:59:49 +00:00
|
|
|
var sst = []; sst[69] = "SheetJS";
|
|
|
|
//intramble = write_new_storage({t:"n", v:12345}, sst);
|
|
|
|
//intramble = write_new_storage({t:"b", v:false}, sst);
|
|
|
|
intramble = write_new_storage({t:"s", v:"SheetJS"}, sst);
|
|
|
|
tri[6][0].data = u8concat([preamble, intramble, postamble]);
|
2022-04-11 04:11:47 +00:00
|
|
|
var delta = intramble.length / width - old_sz;
|
2022-03-24 13:59:49 +00:00
|
|
|
for(var i = 0; i < tri[7][0].data.length / 2; ++i) {
|
|
|
|
sz = dv.getUint16(i*2, true);
|
|
|
|
if(sz < 65535 && sz > start) dv.setUint16(i*2, sz + delta, true);
|
|
|
|
}
|
2022-03-21 01:39:16 +00:00
|
|
|
}
|
2022-03-24 13:59:49 +00:00
|
|
|
|
|
|
|
/* Find first sheet -> first table -> add "SheetJS" to data store and set cell A1 */
|
|
|
|
(function() {
|
|
|
|
var entry = find(cfb, dependents[1].location);
|
|
|
|
var x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
|
|
|
|
var docroot: IWAArchiveInfo;
|
|
|
|
for(var xi = 0; xi < x.length; ++xi) {
|
|
|
|
var packet = x[xi];
|
|
|
|
if(packet.id == 1) docroot = packet;
|
|
|
|
}
|
|
|
|
var sheetrootref = parse_TSP_Reference(parse_shallow(docroot.messages[0].data)[1][0].data);
|
|
|
|
|
|
|
|
entry = find(cfb, dependents[sheetrootref].location);
|
|
|
|
x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
|
|
|
|
for(xi = 0; xi < x.length; ++xi) {
|
|
|
|
var packet = x[xi];
|
|
|
|
if(packet.id == sheetrootref) docroot = packet;
|
|
|
|
}
|
|
|
|
sheetrootref = parse_TSP_Reference(parse_shallow(docroot.messages[0].data)[2][0].data);
|
|
|
|
|
|
|
|
entry = find(cfb, dependents[sheetrootref].location);
|
|
|
|
x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
|
|
|
|
for(xi = 0; xi < x.length; ++xi) {
|
|
|
|
var packet = x[xi];
|
|
|
|
if(packet.id == sheetrootref) docroot = packet;
|
|
|
|
}
|
|
|
|
sheetrootref = parse_TSP_Reference(parse_shallow(docroot.messages[0].data)[2][0].data);
|
|
|
|
|
|
|
|
entry = find(cfb, dependents[sheetrootref].location);
|
|
|
|
x = parse_iwa_file(decompress_iwa_file(entry.content as Uint8Array));
|
|
|
|
for(xi = 0; xi < x.length; ++xi) {
|
|
|
|
var packet = x[xi];
|
|
|
|
if(packet.id == sheetrootref) docroot = packet;
|
|
|
|
}
|
|
|
|
|
|
|
|
var pb = parse_shallow(docroot.messages[0].data);
|
|
|
|
{
|
|
|
|
var store = parse_shallow(pb[4][0].data);
|
|
|
|
{
|
|
|
|
/* ref to string table */
|
|
|
|
var sstref = parse_TSP_Reference(store[4][0].data);
|
|
|
|
(() => {
|
|
|
|
var sentry = find(cfb, dependents[sstref].location);
|
|
|
|
var sx = parse_iwa_file(decompress_iwa_file(sentry.content as Uint8Array));
|
|
|
|
var sstroot: IWAArchiveInfo;
|
|
|
|
for(var sxi = 0; sxi < sx.length; ++sxi) {
|
|
|
|
var packet = sx[sxi];
|
|
|
|
if(packet.id == sstref) sstroot = packet;
|
|
|
|
}
|
|
|
|
|
|
|
|
var sstdata = parse_shallow(sstroot.messages[0].data);
|
|
|
|
{
|
|
|
|
if(!sstdata[3]) sstdata[3] = [];
|
|
|
|
var newsst: ReturnType<typeof parse_shallow> = [];
|
|
|
|
newsst[1] = [ { type: 0, data: write_varint49(69) } ];
|
|
|
|
newsst[2] = [ { type: 0, data: write_varint49(1) } ];
|
|
|
|
newsst[3] = [ { type: 2, data: stru8("SheetJS") } ];
|
|
|
|
sstdata[3].push({type: 2, data: write_shallow(newsst)});
|
|
|
|
}
|
|
|
|
sstroot.messages[0].data = write_shallow(sstdata);
|
|
|
|
|
|
|
|
var sy = write_iwa_file(sx);
|
|
|
|
var raw3 = compress_iwa_file(sy);
|
|
|
|
sentry.content = raw3; sentry.size = sentry.content.length;
|
|
|
|
})();
|
|
|
|
|
|
|
|
var tile = parse_shallow(store[3][0].data); // TileStorage
|
|
|
|
{
|
|
|
|
var t = tile[1][0];
|
|
|
|
delete tile[2];
|
|
|
|
var tl = parse_shallow(t.data); // first Tile
|
|
|
|
{
|
|
|
|
var tileref = parse_TSP_Reference(tl[2][0].data);
|
|
|
|
(() => {
|
|
|
|
var tentry = find(cfb, dependents[tileref].location);
|
|
|
|
var tx = parse_iwa_file(decompress_iwa_file(tentry.content as Uint8Array));
|
|
|
|
var tileroot: IWAArchiveInfo;
|
|
|
|
for(var sxi = 0; sxi < tx.length; ++sxi) {
|
|
|
|
var packet = tx[sxi];
|
|
|
|
if(packet.id == tileref) tileroot = packet;
|
|
|
|
}
|
|
|
|
|
|
|
|
// .TST.Tile
|
|
|
|
var tiledata = parse_shallow(tileroot.messages[0].data);
|
|
|
|
{
|
|
|
|
tiledata[5].forEach((row, R) => {
|
|
|
|
var tilerow = parse_shallow(row.data);
|
|
|
|
if(R == 0) mutate_row(tilerow);
|
|
|
|
row.data = write_shallow(tilerow);
|
|
|
|
})
|
|
|
|
}
|
|
|
|
tileroot.messages[0].data = write_shallow(tiledata);
|
|
|
|
|
|
|
|
var ty = write_iwa_file(tx);
|
|
|
|
var raw3 = compress_iwa_file(ty);
|
|
|
|
tentry.content = raw3; tentry.size = tentry.content.length;
|
|
|
|
//throw dependents[tileref];
|
|
|
|
})();
|
|
|
|
}
|
|
|
|
t.data = write_shallow(tl);
|
|
|
|
}
|
|
|
|
store[3][0].data = write_shallow(tile);
|
|
|
|
}
|
|
|
|
pb[4][0].data = write_shallow(store);
|
|
|
|
}
|
|
|
|
docroot.messages[0].data = write_shallow(pb);
|
|
|
|
|
|
|
|
var y = write_iwa_file(x);
|
|
|
|
var raw3 = compress_iwa_file(y);
|
|
|
|
entry.content = raw3; entry.size = entry.content.length;
|
|
|
|
})();
|
|
|
|
|
|
|
|
//console.log(indices.map(i => [i, dependents[i]]).filter(([i, dep]) => dep?.deps && (dep.deps.length == 0 || dep.deps.length == 1 && dep.deps[0] == 1)));
|
|
|
|
|
|
|
|
/* Last pass: fix metadata and commit to new file */
|
|
|
|
cfb.FileIndex.map((fi, idx): [CFB$Entry, string] => ([fi, cfb.FullPaths[idx]])).forEach(row => {
|
|
|
|
var fi = row[0], fp = row[1];
|
|
|
|
if(!fi?.name?.match(/\.iwa/)) return;
|
|
|
|
var x = parse_iwa_file(decompress_iwa_file(fi.content as Uint8Array));
|
|
|
|
|
|
|
|
if(fi.name.match(/^Metadata.iwa$/)) {
|
2022-04-11 04:11:47 +00:00
|
|
|
x.forEach((w: IWAArchiveInfo) => {
|
|
|
|
var type = varint_to_i32(w.messages[0].meta[1][0].data);
|
|
|
|
if(type != 11006) return;
|
2022-03-24 13:59:49 +00:00
|
|
|
var package_metadata = parse_shallow(w.messages[0].data);
|
|
|
|
[3,11].forEach(x => {
|
|
|
|
if(!package_metadata[x]) return;
|
|
|
|
for(var pmj = 0; pmj < package_metadata[x].length; ++pmj) {
|
|
|
|
var ci = package_metadata[x][pmj];
|
|
|
|
var comp = parse_shallow(ci.data);
|
|
|
|
var compid = varint_to_i32(comp[1][0].data);
|
|
|
|
if(!dependents[compid]) {
|
|
|
|
console.log(`Removing ${compid} (${u8str(comp[2][0].data)} -> ${comp[3]?.[0] && u8str(comp[3][0].data) || ""}) from metadata`);
|
|
|
|
package_metadata[x].splice(pmj, 1);
|
|
|
|
--pmj; continue;
|
|
|
|
}
|
|
|
|
[13, 14, 15].forEach(j => delete comp[j]);
|
|
|
|
ci.data = write_shallow(comp);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
[2, 4, 6, 8, 9].forEach(j => delete package_metadata[j]);
|
|
|
|
w.messages[0].data = write_shallow(package_metadata);
|
2022-04-11 04:11:47 +00:00
|
|
|
});
|
|
|
|
}
|
2022-03-24 13:59:49 +00:00
|
|
|
|
|
|
|
var y = write_iwa_file(x);
|
|
|
|
var raw3 = compress_iwa_file(y);
|
|
|
|
fi.content = raw3;
|
|
|
|
if(x.length == 0) {
|
|
|
|
console.log(`Deleting ${fi.name} (no messages)`);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if(fi.name.match(/^Metadata.iwa$/)) {
|
|
|
|
console.error(`Reframing iwa ${fi.name} (${fi.size} -> ${fi.content.length})`);
|
|
|
|
fi.size = fi.content.length;
|
|
|
|
utils.cfb_add(nuevo, row[1], fi.content);
|
|
|
|
} else {
|
|
|
|
console.error(`Reframing iwa ${fi.name} (${fi.size} -> ${fi.content.length})`);
|
|
|
|
fi.size = fi.content.length;
|
|
|
|
utils.cfb_add(nuevo, row[1], fi.content);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
|
|
|
|
writeFile(nuevo, o, { fileType: "zip", compression: true });
|
|
|
|
|
|
|
|
function process_root(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
var tsa = parse_shallow(dmeta[8][0].data);
|
|
|
|
{
|
|
|
|
var tsk = parse_shallow(tsa[1][0].data);
|
|
|
|
{
|
|
|
|
[7, 8, 14].forEach(j => delete_ref(tsk, j, id)); // annotation_author_storage
|
|
|
|
[4, 9, 10, 11, 12, 15, 16, 17].forEach(j => delete tsk[j]);
|
|
|
|
}
|
|
|
|
tsa[1][0].data = write_shallow(tsk);
|
|
|
|
[5, 6, 7, 10, 11, 12, 13].forEach(j => delete_ref(tsa, j, 1));
|
|
|
|
[3, 8, 9, 14, 15, 16].forEach(j => delete tsa[j]);
|
|
|
|
}
|
|
|
|
dmeta[8][0].data = write_shallow(tsa);
|
|
|
|
}
|
|
|
|
|
|
|
|
function process_sheet(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
[3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 20, 21, 23, 24].forEach(j => delete dmeta[j]);
|
|
|
|
[15, 16, 17, 18, 19, 22].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
}
|
|
|
|
|
|
|
|
function process_TST_TableInfoArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
[7, 8, 9, 10, 14, 16].forEach(j => delete dmeta[j]);
|
|
|
|
[3, 4, 5, 6, 15, 17].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
}
|
|
|
|
|
|
|
|
function process_TST_TableModelArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
[90, 91, 92].forEach(j => delete dmeta[j]);
|
|
|
|
[34, 35, 38, 49].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
[60, 61, 62, 63, 64, 65, 66, 67, 68, 69].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
[70].forEach(j => delete dmeta[j]);
|
|
|
|
[71, 72, 73, 74, 75, 76, 77, 78, 79, 80].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
[85, 86, 87, 88, 89].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
var store = parse_shallow(dmeta[4][0].data);
|
|
|
|
{ // .TST.DataStore
|
|
|
|
[12, 13, 15, 16, 17, 18, 19, 20, 21, 22].forEach(j => delete_ref(store, j, id));
|
|
|
|
var tiles = parse_shallow(store[3][0].data);
|
|
|
|
{ // .TST.TileStorage
|
|
|
|
//console.log(parse_TSP_Reference(parse_shallow(tiles[1][0].data)[2][0].data));
|
|
|
|
}
|
|
|
|
store[3][0].data = write_shallow(tiles);
|
|
|
|
// 4 -> sst
|
|
|
|
// 17 -> rsst
|
|
|
|
}
|
|
|
|
dmeta[4][0].data = write_shallow(store);
|
|
|
|
}
|
|
|
|
|
|
|
|
function process_TN_ThemeArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
[2].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
var tssta = parse_shallow(dmeta[1][0].data);
|
|
|
|
{
|
|
|
|
//Object.keys(tssta).filter(x => +x >= 100).forEach(j => delete tssta[j]);
|
|
|
|
}
|
|
|
|
dmeta[1][0].data = write_shallow(tssta);
|
|
|
|
}
|
|
|
|
|
|
|
|
function process_TSS_StylesheetArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
[7, 8, 9, 10, 11, 12].forEach(j => {
|
|
|
|
if(!dmeta[j]) return;
|
|
|
|
var vstyle = parse_shallow(dmeta[j][0].data);
|
|
|
|
delete_ref(vstyle, 1, id);
|
|
|
|
if(vstyle[2]) vstyle[2].forEach(ised => {
|
|
|
|
var ise = parse_shallow(ised.data);
|
|
|
|
delete_ref(ise, 2, id);
|
|
|
|
})
|
|
|
|
if(vstyle[3]) vstyle[3].forEach(sced => {
|
|
|
|
var sce = parse_shallow(sced.data);
|
|
|
|
delete_ref(sce, 2, id);
|
|
|
|
delete_ref(sce, 1, id);
|
|
|
|
})
|
|
|
|
delete dmeta[j];
|
|
|
|
});
|
|
|
|
dmeta[4] = [{data: write_varint49(0), type: 0}];
|
|
|
|
[3].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
dmeta[5]?.forEach(pi => {
|
|
|
|
var sce = parse_shallow(pi.data);
|
|
|
|
delete_ref(sce, 1, id);
|
|
|
|
delete_ref(sce, 2, id);
|
|
|
|
}); delete dmeta[5];
|
|
|
|
var deleted_styles = [];
|
|
|
|
if(dmeta[2]) for(var pij = 0; pij < dmeta[2].length; ++pij) {
|
|
|
|
var ise = parse_shallow(dmeta[2][pij].data);
|
|
|
|
var sname = u8str(ise[1][0].data);
|
|
|
|
if(sname.match(/_\d*$/) || sname.match(/^(captions|chart|image|movie|stickyComment)/) || sname.match(/evel[2-5]|pivot|liststyle/) ) {
|
|
|
|
var deletedid = parse_TSP_Reference(ise[2][0].data);
|
|
|
|
console.log(`Deleting style ${sname} [${deletedid}]`);
|
|
|
|
deleted_styles.push(deletedid);
|
|
|
|
delete_ref(ise, 2, id);
|
|
|
|
dmeta[2].splice(pij,1);
|
|
|
|
--pij; continue;
|
|
|
|
} else console.log(`Keeping style ${sname}`)
|
|
|
|
}
|
|
|
|
if(dmeta[1]) for(var sj = 0; sj < dmeta[1].length; ++sj) {
|
|
|
|
var dsid = parse_TSP_Reference(dmeta[1][sj].data);
|
|
|
|
if(deleted_styles.indexOf(dsid) > -1) {
|
|
|
|
//console.log(`Really deleting style ${dsid}`);
|
|
|
|
dependents[dsid].deps = dependents[dsid].deps.filter(x => x != id);
|
|
|
|
if(dependents[dsid].deps.length == 0) delete_message(dsid, cfb);
|
|
|
|
dmeta[1].splice(sj, 1); --sj; continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
[6].forEach(j => delete dmeta[j]);
|
|
|
|
}
|
|
|
|
|
|
|
|
function process_TSCE_CalculationEngineArchive(dmeta: ReturnType<typeof parse_shallow>, id: number) {
|
|
|
|
[3, 12, 14, 15].forEach(j => delete_ref(dmeta, j, id));
|
|
|
|
[1, 4, 5, 6, 7, 9, 10, 11, 13, 16, 17, 18].forEach(i => delete dmeta[i]);
|
|
|
|
var dta = parse_shallow(dmeta[2][0].data);
|
|
|
|
delete dta[5]; delete dta[2]; delete dta[4];
|
|
|
|
delete dta[1]; delete dta[3]; delete_ref(dta, 6, id);
|
|
|
|
dmeta[2][0].data = write_shallow(dta);
|
|
|
|
}
|
|
|
|
|
|
|
|
function trim(x: IWAArchiveInfo[], fi: CFB$Entry) {
|
|
|
|
for(var i = 0; i < x.length; ++i) {
|
|
|
|
var w = x[i];
|
|
|
|
var type = varint_to_i32(w.messages[0].meta[1][0].data);
|
|
|
|
var dmeta = parse_shallow(w.messages[0].data);
|
|
|
|
|
|
|
|
switch(type) {
|
|
|
|
case 222: // .TSK.CustomFormatListArchive
|
|
|
|
case 601: // .TSA.FunctionBrowserStateArchive
|
|
|
|
x.splice(i, 1); --i; continue;
|
|
|
|
case 3047: break; // .TSD.GuideStorageArchive
|
|
|
|
case 205: {
|
|
|
|
} break; // .TSK.TreeNode
|
|
|
|
|
|
|
|
case 1: { // .TN.DocumentArchive
|
|
|
|
process_root(dmeta, w.id);
|
|
|
|
} break;
|
|
|
|
case 2: { // .TN.SheetArchive
|
|
|
|
process_sheet(dmeta, w.id);
|
|
|
|
} break;
|
|
|
|
case 6000: { // .TST.TableInfoArchive
|
|
|
|
process_TST_TableInfoArchive(dmeta, w.id);
|
|
|
|
} break;
|
|
|
|
case 6001: { // .TST.TableModelArchive
|
|
|
|
process_TST_TableModelArchive(dmeta, w.id)
|
|
|
|
} break;
|
|
|
|
case 401: { // .TSS.StylesheetArchive
|
|
|
|
process_TSS_StylesheetArchive(dmeta, w.id);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case 11011: { // .TSP.DocumentMetadata
|
|
|
|
[1, 3].forEach(i => delete dmeta[i]);
|
|
|
|
} break;
|
|
|
|
case 6002: {
|
|
|
|
//process_TST_Tile(dmeta, w.id);
|
|
|
|
} break; // .TST.Tile
|
|
|
|
case 6005: break; // .TST.TableDataList
|
|
|
|
case 6006: break; // .TST.HeaderStorageBucket
|
|
|
|
case 2001: break; // .TSWP.StorageArchive
|
|
|
|
case 12009: process_TN_ThemeArchive(dmeta, w.id); break; // .TN.ThemeArchive
|
|
|
|
|
|
|
|
case 3097: break; // .TSD.StandinCaptionArchive
|
|
|
|
case 4000: process_TSCE_CalculationEngineArchive(dmeta, w.id); break; // .TSCE.CalculationEngineArchive
|
|
|
|
case 4003: break; // .TSCE.NamedReferenceManagerArchive
|
|
|
|
case 4004: break; // .TSCE.TrackedReferenceStoreArchive
|
|
|
|
case 4008: { // .TSCE.FormulaOwnerDependenciesArchive
|
|
|
|
[11].forEach(j => delete_ref(dmeta, j, w.id));
|
|
|
|
[3].forEach(i => delete dmeta[i]);
|
|
|
|
} break;
|
|
|
|
case 4009: { // .TSCE.CellRecordTileArchive
|
|
|
|
delete dmeta[4];
|
|
|
|
} break;
|
|
|
|
case 6267: { // .TST.ColumnRowUIDMapArchive
|
|
|
|
// console.log("CRUIDMA", dmeta[1]?.[0], dmeta[2]?.[0], dmeta[3]?.[0]);
|
|
|
|
//[1,2,3,4,5,6].forEach(j => delete dmeta[j]); break;
|
|
|
|
} break;
|
|
|
|
case 6366: break; // .TST.HeaderNameMgrArchive
|
|
|
|
case 6204: break; // .TST.HiddenStateFormulaOwnerArchive
|
|
|
|
case 6220: break; // .TST.FilterSetArchive
|
|
|
|
case 6305: break; // .TST.StrokeSidecarArchive
|
|
|
|
case 6316: break; // .TST.SummaryModelArchive
|
|
|
|
case 6317: break; // .TST.SummaryCellVendorArchive
|
|
|
|
case 6318: break; // .TST.CategoryOrderArchive
|
|
|
|
case 6372: break; // .TST.CategoryOwnerRefArchive
|
|
|
|
case 6373: break; // .TST.GroupByArchive
|
|
|
|
case 2043: [2,3,4].forEach(j => delete dmeta[j]); break; // .TSWP.NumberAttachmentArchive
|
|
|
|
|
|
|
|
case 5020: // .TSCH.ChartStylePreset
|
|
|
|
//[1,2,3,4,5,6].forEach(j => delete_ref(dmeta, j, w.id)); // some part of this is required to auto-save
|
|
|
|
Object.keys(dmeta).filter(x => +x >= 10000).forEach(j => delete dmeta[j]);
|
|
|
|
break;
|
|
|
|
case 5022: // .TSCH.ChartStyleArchive
|
|
|
|
case 5024: // .TSCH.LegendStyleArchive
|
|
|
|
case 5026: // .TSCH.ChartAxisStyleArchive
|
|
|
|
case 5028: // .TSCH.ChartSeriesStyleArchive
|
|
|
|
case 5030: // .TSCH.ReferenceLineStyleArchive
|
|
|
|
Object.keys(dmeta).filter(x => +x >= 10000).forEach(j => delete dmeta[j]);
|
|
|
|
break;
|
|
|
|
case 2021: break;
|
|
|
|
case 2022: [10,11,12].forEach(j => delete dmeta[j]); break; // .TSWP.ParagraphStyleArchive
|
|
|
|
case 2023: [10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25].forEach(j => delete dmeta[j]); break; // .TSWP.ListStyleArchive
|
|
|
|
case 3016: [10,11].forEach(j => delete dmeta[j]); break; // .TSD.MediaStyleArchive
|
|
|
|
case 2025: /* [10,11].forEach(j => delete dmeta[j]); */ break; // .TSWP.ShapeStyleArchive
|
|
|
|
case 6003: /* [10,11].forEach(j => delete dmeta[j]); */ break; // .TST.TableStyleArchive
|
|
|
|
case 6004: /* [10,11].forEach(j => delete dmeta[j]); */ break; // .TST.CellStyleArchive
|
|
|
|
case 10024: [10,11,12].forEach(j => delete dmeta[j]); break; // .TN.DropCapStyleArchive
|
|
|
|
case 12050: /* [2,3].forEach(j => delete dmeta[j]); */ break; // .TN.SheetStyleArchive
|
|
|
|
case 3045: break; // .TSD.CanvasSelectionArchive
|
|
|
|
|
|
|
|
case 6008: {
|
|
|
|
[1].forEach(j => delete dmeta[j]);
|
|
|
|
[2].forEach(j => delete_ref(dmeta, j, w.id));
|
|
|
|
// deleting 3 -> -[TSWPLayoutManager initWithStorage:owner:] /Library/Caches/com.apple.xbs/Sources/iWorkDependenciesMacOS/iWorkDependenciesMacOS-7032.0.145/shared/text/TSWPLayoutManager.mm:82 Cannot initialize with a nil storage.
|
|
|
|
} break; // .TST.TableStylePresetArchive
|
|
|
|
|
|
|
|
case 6247: {
|
|
|
|
[ 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35 ].forEach(j => delete_ref(dmeta, j, w.id));
|
|
|
|
} break; // .TST.TableStyleNetworkArchive
|
|
|
|
|
|
|
|
case 210: { // .TSK.ViewStateArchive
|
|
|
|
[2, 3].forEach(i => delete dmeta[i]);
|
|
|
|
} break;
|
|
|
|
case 12026: { // .TN.UIStateArchive
|
|
|
|
delete dmeta[13];
|
|
|
|
} break;
|
|
|
|
|
|
|
|
case 219: delete dmeta[1]; break; // .DocumentSelectionArchive
|
|
|
|
|
|
|
|
case 12028: break; // .TN.SheetSelectionArchive
|
|
|
|
case 3061: { // .TSD.DrawableSelectionArchive
|
|
|
|
[3].forEach(j => delete_ref(dmeta, j, w.id));
|
|
|
|
} break;
|
|
|
|
case 3091: { // .TSD.FreehandDrawingToolkitUIState
|
|
|
|
[1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15].forEach(i => delete dmeta[i]);
|
|
|
|
} break;
|
|
|
|
|
|
|
|
/* Metadata.iwa */
|
|
|
|
case 11006: { // .TSP.PackageMetadata
|
|
|
|
[10].forEach(j => delete_ref(dmeta, j, w.id));
|
|
|
|
} break;
|
|
|
|
case 11014: // .TSP.DataMetadata
|
|
|
|
[1].forEach(j => delete dmeta[j]);
|
|
|
|
break;
|
|
|
|
case 11015: // .TSP.DataMetadataMap
|
|
|
|
dmeta?.[1]?.forEach((r, idx) => {
|
|
|
|
var ddmeta = parse_shallow(r.data);
|
|
|
|
[2].forEach(j => delete_ref(ddmeta, j, w.id));
|
|
|
|
});
|
|
|
|
delete dmeta[1];
|
|
|
|
dmeta.length = 0;
|
|
|
|
break;
|
|
|
|
|
|
|
|
/* AnnotationAuthorStorage.iwa */
|
|
|
|
case 213: break; // TSK.AnnotationAuthorStorageArchive
|
|
|
|
|
|
|
|
default:
|
|
|
|
console.log("!!", fi.name, type, w.id, w.messages.length);
|
|
|
|
}
|
|
|
|
w.messages[0].data = write_shallow(dmeta);
|
|
|
|
}
|
2022-04-11 04:11:47 +00:00
|
|
|
}
|