14 KiB
title | pagination_prev | pagination_next |
---|---|---|
Swift + JavaScriptCore | demos/bigdata/index | solutions/input |
import current from '/version.js'; import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; import CodeBlock from '@theme/CodeBlock';
JavaScriptCore (JSC) is the JavaScript engine powering the Safari web browser.
SheetJS is a JavaScript library for reading and writing data from spreadsheets.
This demo uses JSC and SheetJS to read and write spreadsheets. We'll explore how to load SheetJS in a JSC context and process spreadsheets and structured data from C++ and Swift programs.
Integration Details
The SheetJS Standalone scripts can be parsed and evaluated in a JSC context.
Binary strings can be passed back and forth using String.Encoding.isoLatin1
.
The SheetJS read
method1, with the "binary"
type, can parse binary strings.
The write
method2, with the "binary"
type, can create binary strings.
JSC provides a few special methods for working with Uint8Array
objects:
-
JSObjectMakeTypedArrayWithBytesNoCopy
3 creates a typed array from a pointer and size. It uses the memory address directly (no copy). -
JSObjectGetTypedArrayLength
4 andJSObjectGetTypedArrayBytesPtr
5 can return a pointer and size pair from aUint8Array
in the JSC engine.
The SheetJS read
method6 can process Uint8Array
objects.
The write
method7, with the "buffer"
type, creates Uint8Array
data.
Initialize JSC
A JSC context can be created with the JSContext
function:
var context: JSContext!
do {
context = JSContext();
context.exceptionHandler = { _, X in if let e = X { print(e.toString()!); }; };
} catch { print(error.localizedDescription); }
A JSC context can be created with the JSGlobalContextCreate
function:
JSGlobalContextRef ctx = JSGlobalContextCreate(NULL);
JSC does not provide a global
variable. It can be created in one line:
do {
// highlight-next-line
context.evaluateScript("var global = (function(){ return this; }).call(null);");
} catch { print(error.localizedDescription); }
#define DOIT(cmd) \
JSStringRef script = JSStringCreateWithUTF8CString(cmd); \
JSValueRef result = JSEvaluateScript(ctx, script, NULL, NULL, 0, NULL); \
JSStringRelease(script);
{ DOIT("var global = (function(){ return this; }).call(null);") }
Load SheetJS Scripts
The main library can be loaded by reading the scripts from the file system and evaluating in the JSC context:
let src = try String(contentsOfFile: "xlsx.full.min.js");
context.evaluateScript(src);
/* load library */
{
size_t sz = 0; char *file = read_file("xlsx.full.min.js", &sz);
DOIT(file);
}
To confirm the library is loaded, XLSX.version
can be inspected:
let XLSX: JSValue! = context.objectForKeyedSubscript("XLSX");
if let ver = XLSX.objectForKeyedSubscript("version") { print(ver.toString()); }
#define JS_STR_TO_C \
JSStringRef str = JSValueToStringCopy(ctx, result, NULL); \
size_t sz = JSStringGetMaximumUTF8CStringSize(str); \
char *buf = (char *)malloc(sz); \
JSStringGetUTF8CString(str, buf, sz); \
/* get version string */
{
DOIT("XLSX.version")
JS_STR_TO_C
printf("SheetJS library version %s\n", buf);
}
Reading Files
String(contentsOf:encoding:)
reads from a path and returns an encoded string:
/* read sheetjs.xls as Base64 string */
let file_path = shared_dir.appendingPathComponent("sheetjs.xls");
let data: String! = try String(contentsOf: file_path, encoding: String.Encoding.isoLatin1);
This string can be loaded into the JS engine and processed:
/* load data in JSC */
context.setObject(data, forKeyedSubscript: "payload" as (NSCopying & NSObjectProtocol));
/* `payload` (the "forKeyedSubscript" parameter) is a binary string */
context.evaluateScript("var wb = XLSX.read(payload, {type:'binary'});");
Direct Read (click to show)
Uint8Array
data can be passed directly, skipping string encoding and decoding:
let url = URL(fileURLWithPath: file)
var data: Data! = try Data(contentsOf: url);
let count = data.count;
/* Note: the operations must be performed in the closure! */
let wb: JSValue! = data.withUnsafeMutableBytes { (dataPtr: UnsafeMutableRawBufferPointer) in
// highlight-next-line
let ab: JSValue! = JSValue(jsValueRef: JSObjectMakeTypedArrayWithBytesNoCopy(context.jsGlobalContextRef, kJSTypedArrayTypeUint8Array, dataPtr.baseAddress, count, nil, nil, nil), in: context)
/* prepare options argument */
context.evaluateScript(String(format: "var readopts = {type:'array', dense:true}"));
let readopts: JSValue = context.objectForKeyedSubscript("readopts");
/* call XLSX.read */
let XLSX: JSValue! = context.objectForKeyedSubscript("XLSX");
let readfunc: JSValue = XLSX.objectForKeyedSubscript("read");
return readfunc.call(withArguments: [ab, readopts]);
}
For broad compatibility with Swift versions, the demo uses the String method.
There are a few steps for loading data into the JSC engine:
A) The file must be read into a char*
buffer (using standard C methods)
size_t sz; char *file = read_file(argv[1], &sz);
B) The typed array must be created with JSObjectMakeTypedArrayWithBytesNoCopy
JSValueRef u8 = JSObjectMakeTypedArrayWithBytesNoCopy(ctx, kJSTypedArrayTypeUint8Array, file, sz, NULL, NULL, NULL);
C) The typed array must be bound to a variable in the global scope:
/* assign to `global.buf` */
JSObjectRef global = JSContextGetGlobalObject(ctx);
JSStringRef key = JSStringCreateWithUTF8CString("buf");
JSObjectSetProperty(ctx, global, key, u8, 0, NULL);
JSStringRelease(key);
Writing Files
When writing to binary string in JavaScriptCore, the result should be stored in a variable and converted to string in Swift:
/* write to binary string */
context.evaluateScript("var out = XLSX.write(wb, {type:'binary', bookType:'xlsx'})");
/* `out` from the script is a binary string that can be stringified in Swift */
let outvalue: JSValue! = context.objectForKeyedSubscript("out");
var out: String! = outvalue.toString();
String#write(to:atomically:encoding)
writes the string to the specified path:
/* write to sheetjsw.xlsx */
let out_path = shared_dir.appendingPathComponent("sheetjsw.xlsx");
try? out.write(to: out_path, atomically: false, encoding: String.Encoding.isoLatin1);
The SheetJS write
method with type "buffer"
will return a Uint8Array
object:
DOIT("XLSX.write(wb, {type:'buffer', bookType:'xlsb'});")
JSObjectRef u8 = JSValueToObject(ctx, result, NULL);
Given the result object, JSObjectGetTypedArrayLength
pulls the length into C:
size_t sz = JSObjectGetTypedArrayLength(ctx, u8, NULL);
JSObjectGetTypedArrayBytesPtr
returns a pointer to the result buffer:
char *buf = (char *)JSObjectGetTypedArrayBytesPtr(ctx, u8, NULL);
The data can be written to file using standard C methods:
FILE *f = fopen("sheetjsw.xlsb", "wb"); fwrite(buf, 1, sz, f); fclose(f);
Complete Example
Swift
:::note pass
This demo was tested in the following environments:
Architecture | Swift | Date |
---|---|---|
darwin-x64 |
5.10 |
2024-04-04 |
darwin-arm |
5.9.2 |
2024-02-21 |
:::
The demo includes a sample SheetJSCore
Wrapper class to simplify operations.
:::caution This demo only runs on MacOS
This example requires MacOS + Swift and will not work on Windows or Linux!
:::
- Ensure Swift is installed by running the following command in the terminal:
swiftc --version
If the command is not found, install Xcode.
- Create a folder for the project:
mkdir sheetjswift
cd sheetjswift
- Download the SheetJS Standalone script and the test file. Save both files in the project directory:
- xlsx.full.min.js
- pres.numbers
{\ curl -LO https://cdn.sheetjs.com/xlsx-${current}/package/dist/xlsx.full.min.js curl -LO https://sheetjs.com/pres.numbers
}
- Download the Swift scripts for the demo
SheetJSCore.swift
Wrapper librarymain.swift
Command-line script
curl -LO https://docs.sheetjs.com/swift/SheetJSCore.swift
curl -LO https://docs.sheetjs.com/swift/main.swift
- Build the
SheetJSwift
program:
swiftc SheetJSCore.swift main.swift -o SheetJSwift
- Test the program:
./SheetJSwift pres.numbers
If successful, a CSV will be printed to console. The script also tries to write
to SheetJSwift.xlsx
. That file can be verified by opening in Excel / Numbers.
C++
:::note pass
This demo was tested in the following environments:
Architecture | Version | Date |
---|---|---|
darwin-x64 |
7618.1.15.14.7 |
2024-04-24 |
linux-x64 |
7618.1.15.14.7 |
2024-04-24 |
:::
- Install dependencies
Installation Notes (click to show)
On the Steam Deck, a few dependencies must be installed before building JSC:
sudo pacman -Syu base-devel cmake ruby icu glibc linux-api-headers
- Create a project folder:
mkdir sheetjs-jsc
cd sheetjs-jsc
- Download and extract the WebKit snapshot:
curl -LO https://codeload.github.com/WebKit/WebKit/zip/refs/tags/WebKit-7618.1.15.14.7
mv WebKit-7618.1.15.14.7 WebKit.zip
unzip WebKit.zip
- Build JavaScriptCore:
cd WebKit-WebKit-7618.1.15.14.7
Tools/Scripts/build-webkit --jsc-only --cmakeargs="-DENABLE_STATIC_JSC=ON"
cd ..
:::caution pass
When this demo was tested on macOS, the build failed with the error message
Source/WTF/wtf/text/ASCIILiteral.h:65:34: error: use of undeclared identifier 'NSString'
WTF_EXPORT_PRIVATE RetainPtr<NSString> createNSString() const;
^
1 error generated.
The referenced header file must be patched to declare NSString
:
#include <wtf/text/SuperFastHash.h>
// highlight-start
#ifdef __OBJC__
@class NSString;
#endif
// highlight-end
namespace WTF {
:::
cd WebKit-WebKit-7618.1.15.14.7
env CFLAGS="-Wno-error=dangling-reference -Wno-dangling-reference" CXXFLAGS="-Wno-error=dangling-reference -Wno-dangling-reference" Tools/Scripts/build-webkit --jsc-only --cmakeargs="-Wno-error -DENABLE_STATIC_JSC=ON -DUSE_THIN_ARCHIVES=OFF -DCMAKE_C_FLAGS="-Wno-error -Wno-dangling-reference" -DCMAKE_CXX_FLAGS=-Wno-error -Wno-dangling-reference" --make-args="-j1 -Wno-error -Wno-error=dangling-reference" -j1
cd ..
:::danger pass
When this was last tested on the Steam Deck, the build ran for 24 minutes!
:::
- Create a symbolic link to the
Release
folder in the source tree:
ln -s WebKit-WebKit-7618.1.15.14.7/WebKitBuild/JSCOnly/Release/ .
- Download
sheetjs-jsc.c
:
curl -LO https://docs.sheetjs.com/jsc/sheetjs-jsc.c
- Compile the program:
g++ -o sheetjs-jsc sheetjs-jsc.c -IRelease/JavaScriptCore/Headers -LRelease/lib -lbmalloc -licucore -lWTF -lJavaScriptCore -IRelease/JavaScriptCore/Headers
g++ -o sheetjs-jsc sheetjs-jsc.c -IRelease/JavaScriptCore/Headers -LRelease/lib -lJavaScriptCore -lWTF -lbmalloc -licui18n -licuuc -latomic -IRelease/JavaScriptCore/Headers
- Download the SheetJS Standalone script and the test file. Save both files in the project directory:
- xlsx.full.min.js
- pres.numbers
{\ curl -LO https://cdn.sheetjs.com/xlsx-${current}/package/dist/xlsx.full.min.js curl -LO https://sheetjs.com/pres.numbers
}
- Run the program:
./sheetjs-jsc pres.numbers
If successful, a CSV will be printed to console. The script also tries to write
to sheetjsw.xlsb
, which can be opened in a spreadsheet editor.
-
See
JSObjectMakeTypedArrayWithBytesNoCopy
in the JavaScriptCore documentation. ↩︎ -
See
JSObjectGetTypedArrayLength
in the JavaScriptCore documentation. ↩︎ -
See
JSObjectGetTypedArrayBytesPtr
in the JavaScriptCore documentation. ↩︎