Package STT wasm for npm publishing

.github/workflows/build-and-test.yml

@@ -466,6 +466,9 @@ jobs:
         with:
           fetch-depth: 0
           submodules: 'recursive'
+      - uses: actions/setup-node@v2
+        with:
+          node-version: 16
       - name: Install dependencies
         run: |
           apt-get update
@@ -477,10 +480,41 @@ jobs:
       - run: ./ci_scripts/tf-setup.sh
       - run: ./ci_scripts/wasm-build.sh
       - run: ./ci_scripts/wasm-package.sh
+      - run: BAZEL_WASM_EXTRA_FLAGS="--//native_client:wasm_emit=es6" ./ci_scripts/wasm-build.sh
+      - run: make -C native_client/wasm clean pack
+        shell: bash
       - uses: actions/upload-artifact@v2
         with:
           name: "libstt.tflite.wasm.zip"
           path: ${{ github.workspace }}/artifacts/libstt.zip
+      - uses: actions/upload-artifact@v2
+        with:
+          name: "libstt.tflite.wasm.es6.tgz"
+          path: ${{ github.workspace }}/native_client/wasm/stt-wasm-*.tgz
+  test-wasm:
+    name: "Wasm|Test libstt"
+    runs-on: ubuntu-20.04
+    needs: [ build-wasm ]
+    container:
+      image: quay.io/pypa/manylinux_2_24_x86_64:2021-12-05-142ef77
+      volumes:
+        - ${{ github.workspace }}:${{ github.workspace }}
+    env:
+      CI_TMP_DIR: ${{ github.workspace }}/tmp/
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+          submodules: 'recursive'
+      - uses: actions/setup-node@v2
+        with:
+          node-version: 16
+      - uses: actions/download-artifact@v2
+        with:
+          name: "stt-wasm-*.tgz"
+          path: ${{ env.CI_TMP_DIR }}
+      - run: make -C native_client/wasm/test clean test
+        shell: bash
   test-cpp-Linux:
     name: "Lin|Test C++ binary"
     runs-on: ubuntu-20.04

.gitignore

@@ -9,6 +9,7 @@
 /runs
 /logs
 /exports
+/artifacts
 /data/ldc93s1
 /native_client/setup.cfg
 /native_client/build
@@ -29,6 +30,8 @@
 /native_client/python/dist
 /native_client/python/impl.py
 /native_client/python/impl_wrap.cpp
+/native_client/wasm/dist
+/native_client/wasm/package.json
 /doc/.build/
 /doc/xml-c/
 /doc/xml-java/

ci_scripts/package-utils.sh

@@ -133,5 +133,7 @@ package_libstt_wasm()
 
   ${ZIP} -r9 --junk-paths "${artifacts_dir}/${artifact_name}" \
     ${stt_dir}/native_client/kenlm/COPYING \
-    ${tensorflow_dir}/bazel-bin/native_client/stt_wasm_bindings/*
+    ${tensorflow_dir}/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.js \
+    ${tensorflow_dir}/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.worker.js \
+    ${tensorflow_dir}/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.wasm
 }

ci_scripts/wasm-build.sh

@@ -16,7 +16,7 @@ BAZEL_OPT_FLAGS="--copt=-pthread --copt=-fexceptions"
 # Bazel caching and emsdk do not play nice together: unless path
 # is explicitly passed, emsdk would end up using an old version of
 # Python which does not support f-strings, making build fail.
-BAZEL_EXTRA_FLAGS="${BAZEL_EXTRA_FLAGS} --action_env=PATH"
+BAZEL_EXTRA_FLAGS="${BAZEL_EXTRA_FLAGS} ${BAZEL_WASM_EXTRA_FLAGS} --action_env=PATH"
 BAZEL_BUILD_FLAGS="${BAZEL_OPT_FLAGS} ${BAZEL_EXTRA_FLAGS}"
 SYSTEM_TARGET=
 

native_client/BUILD

@@ -1,5 +1,6 @@
 # Description: Coqui STT native client library.
 
+load("@bazel_skylib//rules:common_settings.bzl", "string_flag")
 load("@org_tensorflow//tensorflow:tensorflow.bzl", "lrt_if_needed")
 load("@com_github_nelhage_rules_boost//:boost/boost.bzl", "boost_deps")
 load("@build_bazel_rules_apple//apple:ios.bzl", "ios_static_framework")
@@ -352,6 +353,37 @@ cc_binary(
     linkopts = DECODER_LINKOPTS,
 )
 
+DECODER_LINKOPTS_WASM = DECODER_LINKOPTS + [
+    "-Os",
+    "--bind",
+    "-sWASM=1",
+    # Allow to grow memory allocation when needed (for example for loading models).
+    "-sALLOW_MEMORY_GROWTH",
+    "-sMAXIMUM_MEMORY=4GB",
+    "-sMALLOC=emmalloc",
+    "-sMODULARIZE=1",
+    "-sEXPORT_NAME=STT",
+    # We need to specify a threadpool size, otherwise TFLite will just do nothing
+    # and deadlock.
+    "-sPTHREAD_POOL_SIZE=4",
+    # This is a library, so no 'main' is expected.
+    "--no-entry",
+    # Experiencing problems? Uncomment the flags below to have better
+    # error messages and sanity checks.
+    # "-sASSERTIONS=2",
+    # "-g3",
+    # "-gsource-map",
+]
+
+string_flag(name = "wasm_emit", build_setting_default = "wasm_es5")
+
+config_setting(
+    name = "wasm_es6",
+    flag_values = {
+        ":wasm_emit": "es6",
+    }
+)
+
 cc_binary(
     # Note that the .js suffix is significant here. See the `-o`
     # option at https://emscripten.org/docs/tools_reference/emcc.html
@@ -361,24 +393,12 @@ cc_binary(
     ],
     deps = [":decoder", ":coqui_stt_bundle"],
     copts = ["-std=c++14", "-fno-exceptions", "-fwrapv", "-pthread"],
-    linkopts = DECODER_LINKOPTS + [
-        "--bind",
-        "-sWASM=1",
-        # Allow to grow memory allocation when needed (for example for loading models).
-        "-sALLOW_MEMORY_GROWTH",
-        "-sMAXIMUM_MEMORY=4GB",
-        "-sMALLOC=emmalloc",
-        # We need to specify a threadpool size, otherwise TFLite will just do nothing
-        # and deadlock.
-        "-sPTHREAD_POOL_SIZE=4",
-        # This is a library, so no 'main' is expected.
-        "--no-entry",
-        # Experiencing problems? Uncomment the flags below to have better
-        # error messages and sanity checks.
-        # "-sASSERTIONS=2",
-        # "-g3",
-        # "-gsource-map",
-    ],
+    linkopts = select({
+        ":wasm_es6": DECODER_LINKOPTS_WASM + [
+            "-sEXPORT_ES6=1",
+            ],
+        "//conditions:default": DECODER_LINKOPTS_WASM,
+    }),
 )
 
 wasm_cc_binary(

native_client/wasm/Makefile

@@ -0,0 +1,30 @@
+NPM_TOOL           ?= npm
+PROJECT_NAME       ?= stt-wasm
+PROJECT_VERSION    ?= $(shell cat ../../training/coqui_stt_training/VERSION | tr -d '\n')
+
+clean:
+	rm -rf ./stt-wasm-*.tgz package.json
+	rm -rf dist
+
+package.json: package.json.in
+	sed \
+		-e 's/$$(PROJECT_NAME)/$(PROJECT_NAME)/' \
+		-e 's/$$(PROJECT_VERSION)/$(PROJECT_VERSION)/' \
+		package.json.in > package.json && cat package.json
+
+dist:
+	mkdir -p dist
+
+dist/stt_wasm.js: dist ../../tensorflow/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.js
+	cp ../../tensorflow/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.js dist
+
+dist/stt_wasm.wasm: dist ../../tensorflow/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.wasm
+	cp ../../tensorflow/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.wasm dist
+
+dist/stt_wasm.worker.js: dist ../../tensorflow/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.worker.js
+	cp ../../tensorflow/bazel-bin/native_client/stt_wasm_bindings/stt_wasm.worker.js dist
+
+build: package.json dist/stt_wasm.js dist/stt_wasm.wasm dist/stt_wasm.worker.js
+
+pack: build
+	${NPM_TOOL} pack

native_client/wasm/package.json.in

@@ -0,0 +1,14 @@
+{
+  "name" : "$(PROJECT_NAME)",
+  "version" : "$(PROJECT_VERSION)",
+  "description": "A Webassembly build for doing speech recognition using a Coqui STT model",
+  "main": "./dist/stt_wasm.js",
+  "files": [
+      "dist"
+  ],
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "Coqui.ai",
+  "license": "LGPL-2.1-only"
+}

native_client/wasm/test/.gitignore

@@ -0,0 +1,3 @@
+/node_modules
+package.json
+package-lock.json

native_client/wasm/test/Makefile

@@ -0,0 +1,19 @@
+NPM_TOOL           	    ?= npm
+TEST_PROJECT_NAME       ?= stt-wasm
+TEST_PROJECT_VERSION    ?= $(shell cat ../../../training/coqui_stt_training/VERSION | tr -d '\n')
+
+clean:
+	rm -rf package.json package-lock.json
+	rm -rf node_modules
+
+package.json: package.json.in
+	cp package.json.in package.json
+
+install-dependencies: package.json
+	${NPM_TOOL} install
+
+install-stt-wasm: package.json
+	${NPM_TOOL} install ${CI_TMP_DIR}/${TEST_PROJECT_NAME}-${TEST_PROJECT_VERSION}.tgz
+
+test: install-dependencies install-stt-wasm
+	${NPM_TOOL} run test

native_client/wasm/test/babel.config.cjs

@@ -0,0 +1,8 @@
+module.exports = {
+    presets: [['@babel/preset-env', {
+        targets: {
+            node: 'current'
+        },
+    }]],
+    plugins: ['babel-plugin-transform-import-meta'],
+  }