8270d839bf
Following a different approach to better keep main-custom up to date with main by resetting and merging pending upstream PRs on top. Change-Id: I26c7a2c63b166715d01b50da0bd47aaf99aa3c1a Reviewed-on: https://chromium-review.googlesource.com/c/external/github.com/WebKit/JetStream/+/6976606 Reviewed-by: Victor Gomes <victorgomes@chromium.org>
50 lines
2.1 KiB
Bash
Executable file
50 lines
2.1 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
rm -rf build/
|
|
mkdir -p build/{models,inputs,onnxruntime-web}/
|
|
|
|
# Optional: clean all node packages as well.
|
|
rm -rf util/node_modules/
|
|
|
|
touch build.log
|
|
BUILD_LOG="$(realpath build.log)"
|
|
echo "Built on $(date -u '+%Y-%m-%dT%H:%M:%SZ')" | tee "$BUILD_LOG"
|
|
|
|
echo "Installing Node dependencies..." | tee -a "$BUILD_LOG"
|
|
pushd util/
|
|
npm install
|
|
popd
|
|
|
|
echo "Download and convert audio input(s)..." | tee -a "$BUILD_LOG"
|
|
wget https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/jfk.wav | tee -a "$BUILD_LOG"
|
|
# Shorten the audio file to one sentence in the middle, to speed up a single iteration.
|
|
node util/convert-audio.mjs jfk.wav build/inputs/jfk.raw 52000 120000 | tee -a "$BUILD_LOG"
|
|
rm jfk.wav
|
|
|
|
echo "Download and run model(s)..." | tee -a "$BUILD_LOG"
|
|
# This automatically places the model files in `build/models/`.
|
|
node util/test-models.mjs
|
|
|
|
echo "Copy library files into build/..." | tee -a "$BUILD_LOG"
|
|
|
|
cp util/node_modules/@huggingface/transformers/dist/transformers.js build/
|
|
git apply transformers.js.patch
|
|
|
|
# Transformers.js packages the ONNX runtime JSEP build by default, even when
|
|
# only using the Wasm backend, which would be fine with the non-JSEP build.
|
|
# JSEP uses ASYNCIFY, which isn't optimal. And it's a much larger Wasm binary.
|
|
# cp util/node_modules/@huggingface/transformers/dist/ort-wasm-simd-threaded.jsep.{mjs,wasm} build/
|
|
|
|
# There is also an ONNX runtime build in the onnxruntime-web package.
|
|
# TODO(dlehmann): Discuss with upstream Transformers.js folks, whether they can
|
|
# use the non-JSEP build if one requests the Wasm backend.
|
|
# TODO(dlehmann): Measure performance difference between the two.
|
|
cp util/node_modules/onnxruntime-web/dist/ort-wasm-simd-threaded.{mjs,wasm} build/onnxruntime-web/
|
|
|
|
# TODO: Compress model data (and maybe Wasm modules) with zstd.
|
|
# Either decompress with native APIs available in browsers or JS/Wasm polyfill?
|
|
# E.g., https://github.com/101arrowz/fzstd or https://github.com/fabiospampinato/zstandard-wasm or https://github.com/donmccurdy/zstddec-wasm
|
|
|
|
echo "Building done" | tee -a "$BUILD_LOG"
|