feat: Webassembly setup (#2353)

* feat: Webassembly setup
cognitedata · Aug 26, 2022 · 8795a53 · 8795a53
1 parent a400e08
commit 8795a53
Show file tree

Hide file tree

Showing 77 changed files with 690 additions and 31 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -37,6 +37,13 @@ jobs:
       continue-on-error: false
       run: yarn run lint
 
+    - name: Rust fmt
+      working-directory: viewer
+      continue-on-error: false
+      run: |
+           rustup component add rustfmt
+           cargo fmt --check
+
     # Skip to save time - development version is enough
     # - name: Build prod version
     #   working-directory: viewer
@@ -212,11 +219,14 @@ jobs:
   ci-parser-worker:
     name: Parser worker
     runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: legacy-parser-worker
     steps:
       - uses: actions/checkout@v3
       - uses: technote-space/get-diff-action@v6
         with:
-          PREFIX_FILTER: parser-worker
+          PREFIX_FILTER: legacy-parser-worker/parser-worker
 
       - name: Setup Rust
         if: env.GIT_DIFF
@@ -272,12 +282,12 @@ jobs:
 
       - name: Install NPM dependencies
         if: env.GIT_DIFF
-        working-directory: parser-worker
+        working-directory: legacy-parser-worker/parser-worker
         run: yarn
 
       - name: Build parser-worker
         if: env.GIT_DIFF
-        working-directory: parser-worker
+        working-directory: legacy-parser-worker/parser-worker
         run: yarn build:prod
 
   build-preview-documentation:

diff --git a/.gitignore b/.gitignore
@@ -1,6 +1,7 @@
 # Generated by Cargo
 # will have compiled files and executables
 target
+**/wasm/pkg/
 
 # These are backup files generated by rustfmt
 **/*.rs.bk

diff --git a/README.md b/README.md
@@ -136,7 +136,7 @@ npm unlink
 ```
 
 In case when you need to change and test the latest changes in parser-worker
-consult [parser-worker/README.md](parser-worker/README.md)
+consult [legacy-parser-worker/parser-worker/README.md](legacy-parser-worker/parser-worker/README.md)
 
 ## Releasing Reveal
 

diff --git a/Cargo.lock → legacy-parser-worker/Cargo.lock b/Cargo.lock → legacy-parser-worker/Cargo.lock
diff --git a/Cargo.toml → legacy-parser-worker/Cargo.toml b/Cargo.toml → legacy-parser-worker/Cargo.toml
diff --git a/clippy.toml → legacy-parser-worker/clippy.toml b/clippy.toml → legacy-parser-worker/clippy.toml
diff --git a/f3df/Cargo.toml → legacy-parser-worker/f3df/Cargo.toml b/f3df/Cargo.toml → legacy-parser-worker/f3df/Cargo.toml
diff --git a/f3df/src/bin/dump.rs → legacy-parser-worker/f3df/src/bin/dump.rs b/f3df/src/bin/dump.rs → legacy-parser-worker/f3df/src/bin/dump.rs
diff --git a/f3df/src/error.rs → legacy-parser-worker/f3df/src/error.rs b/f3df/src/error.rs → legacy-parser-worker/f3df/src/error.rs
diff --git a/f3df/src/lib.rs → legacy-parser-worker/f3df/src/lib.rs b/f3df/src/lib.rs → legacy-parser-worker/f3df/src/lib.rs
diff --git a/f3df/src/renderables.rs → legacy-parser-worker/f3df/src/renderables.rs b/f3df/src/renderables.rs → legacy-parser-worker/f3df/src/renderables.rs
diff --git a/f3df/tests/files/test.f3d → ...y-parser-worker/f3df/tests/files/test.f3d b/f3df/tests/files/test.f3d → ...y-parser-worker/f3df/tests/files/test.f3d
diff --git a/f3df/tests/integration.rs → ...y-parser-worker/f3df/tests/integration.rs b/f3df/tests/integration.rs → ...y-parser-worker/f3df/tests/integration.rs
diff --git a/i3df/Cargo.toml → legacy-parser-worker/i3df/Cargo.toml b/i3df/Cargo.toml → legacy-parser-worker/i3df/Cargo.toml
diff --git a/i3df/build.rs → legacy-parser-worker/i3df/build.rs b/i3df/build.rs → legacy-parser-worker/i3df/build.rs
diff --git a/i3df/filename.txt → legacy-parser-worker/i3df/filename.txt b/i3df/filename.txt → legacy-parser-worker/i3df/filename.txt
diff --git a/i3df/src/bin/dump.rs → legacy-parser-worker/i3df/src/bin/dump.rs b/i3df/src/bin/dump.rs → legacy-parser-worker/i3df/src/bin/dump.rs
diff --git a/i3df/src/error.rs → legacy-parser-worker/i3df/src/error.rs b/i3df/src/error.rs → legacy-parser-worker/i3df/src/error.rs
diff --git a/i3df/src/fib.rs → legacy-parser-worker/i3df/src/fib.rs b/i3df/src/fib.rs → legacy-parser-worker/i3df/src/fib.rs
diff --git a/i3df/src/generated.rs → legacy-parser-worker/i3df/src/generated.rs b/i3df/src/generated.rs → legacy-parser-worker/i3df/src/generated.rs
diff --git a/i3df/src/generated_renderables.rs → ...-worker/i3df/src/generated_renderables.rs b/i3df/src/generated_renderables.rs → ...-worker/i3df/src/generated_renderables.rs
diff --git a/i3df/src/lib.rs → legacy-parser-worker/i3df/src/lib.rs b/i3df/src/lib.rs → legacy-parser-worker/i3df/src/lib.rs
diff --git a/i3df/src/renderables.rs → legacy-parser-worker/i3df/src/renderables.rs b/i3df/src/renderables.rs → legacy-parser-worker/i3df/src/renderables.rs
diff --git a/i3df/src/renderables/box3d.rs → ...rser-worker/i3df/src/renderables/box3d.rs b/i3df/src/renderables/box3d.rs → ...rser-worker/i3df/src/renderables/box3d.rs
diff --git a/i3df/src/renderables/circle.rs → ...ser-worker/i3df/src/renderables/circle.rs b/i3df/src/renderables/circle.rs → ...ser-worker/i3df/src/renderables/circle.rs
diff --git a/i3df/src/renderables/common.rs → ...ser-worker/i3df/src/renderables/common.rs b/i3df/src/renderables/common.rs → ...ser-worker/i3df/src/renderables/common.rs
diff --git a/i3df/src/renderables/cone.rs → ...arser-worker/i3df/src/renderables/cone.rs b/i3df/src/renderables/cone.rs → ...arser-worker/i3df/src/renderables/cone.rs
diff --git a/i3df/src/renderables/cylinder.rs → ...r-worker/i3df/src/renderables/cylinder.rs b/i3df/src/renderables/cylinder.rs → ...r-worker/i3df/src/renderables/cylinder.rs
diff --git a/i3df/src/renderables/ellipsoid.rs → ...-worker/i3df/src/renderables/ellipsoid.rs b/i3df/src/renderables/ellipsoid.rs → ...-worker/i3df/src/renderables/ellipsoid.rs
diff --git a/i3df/src/renderables/mesh.rs → ...arser-worker/i3df/src/renderables/mesh.rs b/i3df/src/renderables/mesh.rs → ...arser-worker/i3df/src/renderables/mesh.rs
diff --git a/i3df/src/renderables/nut.rs → ...parser-worker/i3df/src/renderables/nut.rs b/i3df/src/renderables/nut.rs → ...parser-worker/i3df/src/renderables/nut.rs
diff --git a/i3df/src/renderables/ring.rs → ...arser-worker/i3df/src/renderables/ring.rs b/i3df/src/renderables/ring.rs → ...arser-worker/i3df/src/renderables/ring.rs
diff --git a/i3df/src/renderables/sphere.rs → ...ser-worker/i3df/src/renderables/sphere.rs b/i3df/src/renderables/sphere.rs → ...ser-worker/i3df/src/renderables/sphere.rs
diff --git a/i3df/src/renderables/torus.rs → ...rser-worker/i3df/src/renderables/torus.rs b/i3df/src/renderables/torus.rs → ...rser-worker/i3df/src/renderables/torus.rs
diff --git a/i3df/tests/files/primitives.i3d → ...er-worker/i3df/tests/files/primitives.i3d b/i3df/tests/files/primitives.i3d → ...er-worker/i3df/tests/files/primitives.i3d
diff --git a/i3df/tests/integration.rs → ...y-parser-worker/i3df/tests/integration.rs b/i3df/tests/integration.rs → ...y-parser-worker/i3df/tests/integration.rs
diff --git a/openctm/Cargo.toml → legacy-parser-worker/openctm/Cargo.toml b/openctm/Cargo.toml → legacy-parser-worker/openctm/Cargo.toml
diff --git a/openctm/README.md → legacy-parser-worker/openctm/README.md b/openctm/README.md → legacy-parser-worker/openctm/README.md
diff --git a/openctm/src/bin/dump.rs → legacy-parser-worker/openctm/src/bin/dump.rs b/openctm/src/bin/dump.rs → legacy-parser-worker/openctm/src/bin/dump.rs
diff --git a/openctm/src/error.rs → legacy-parser-worker/openctm/src/error.rs b/openctm/src/error.rs → legacy-parser-worker/openctm/src/error.rs
diff --git a/openctm/src/lib.rs → legacy-parser-worker/openctm/src/lib.rs b/openctm/src/lib.rs → legacy-parser-worker/openctm/src/lib.rs
diff --git a/openctm/tests/box.ctm → legacy-parser-worker/openctm/tests/box.ctm b/openctm/tests/box.ctm → legacy-parser-worker/openctm/tests/box.ctm
diff --git a/openctm/tests/box.rs → legacy-parser-worker/openctm/tests/box.rs b/openctm/tests/box.rs → legacy-parser-worker/openctm/tests/box.rs
diff --git a/parser-worker/Cargo.toml → ...cy-parser-worker/parser-worker/Cargo.toml b/parser-worker/Cargo.toml → ...cy-parser-worker/parser-worker/Cargo.toml
diff --git a/parser-worker/LICENSE → legacy-parser-worker/parser-worker/LICENSE b/parser-worker/LICENSE → legacy-parser-worker/parser-worker/LICENSE
diff --git a/parser-worker/README.md → legacy-parser-worker/parser-worker/README.md b/parser-worker/README.md → legacy-parser-worker/parser-worker/README.md
@@ -38,7 +38,7 @@ You can either run the same command as in Windows, or install it faster through
 ### Build
 
 ```bash
-cd ./parser-worker
+cd ./legacy-parser-worker/parser-worker
 yarn
 yarn build
 ```
@@ -63,13 +63,13 @@ If you set the env variable correctly, during the build you should see this prin
 > ⬡ <webpack-log>:  { publicPath: 'https://static.server/parser-worker/' }
 ```
 
-Now `parser-worker/dist/local` folder contains the built worker and wasm files.
+Now `legacy-parser-worker/parser-worker/dist/local` folder contains the built worker and wasm files.
 You can host them at your static server.
 
 ### Local development
 
 If you want to test your own changes in worker or rust module locally,
-all you need to do is to copy files from `parser-worker/dist/local` to some folder in examples.
+all you need to do is to copy files from `legacy-parser-worker/parser-worker/dist/local` to some folder in examples.
 
 You can simply use `yarn local-cdn` it does:
 
@@ -80,7 +80,7 @@ You can simply use `yarn local-cdn` it does:
 
 You will also need to link `@cognite/reveal-parser-worker` to the local version in order to get proper type declarations:
 
-* From `parser-worker/`: `yarn link`
+* From `legacy-parser-worker/parser-worker/`: `yarn link`
 * From `viewer/`: `yarn link @cognite/reveal-parser-worker`
 
 Notice that it builds the viewer with the same

diff --git a/parser-worker/RevealParserWorker.ts → ...orker/parser-worker/RevealParserWorker.ts b/parser-worker/RevealParserWorker.ts → ...orker/parser-worker/RevealParserWorker.ts
diff --git a/parser-worker/buildUtils.js → ...parser-worker/parser-worker/buildUtils.js b/parser-worker/buildUtils.js → ...parser-worker/parser-worker/buildUtils.js
diff --git a/parser-worker/createDetailedGeometry.ts → ...r/parser-worker/createDetailedGeometry.ts b/parser-worker/createDetailedGeometry.ts → ...r/parser-worker/createDetailedGeometry.ts
diff --git a/parser-worker/index.ts → legacy-parser-worker/parser-worker/index.ts b/parser-worker/index.ts → legacy-parser-worker/parser-worker/index.ts
diff --git a/parser-worker/package.json → ...-parser-worker/parser-worker/package.json b/parser-worker/package.json → ...-parser-worker/parser-worker/package.json
@@ -24,9 +24,9 @@
     "cdn-upload": "node uploadToCDN.js",
     "clean": "rimraf -rf ./dist ./pkg",
     "local-cdn:build": "cross-var cross-env PUBLIC_PATH=https://localhost:$npm_package_conf_port/$npm_package_conf_folder/ yarn run build ",
-    "local-cdn:copy": "cross-var rimraf -rf ../examples/public/$npm_package_conf_folder && cross-var cpy ./dist/local/* ../examples/public/$npm_package_conf_folder/",
+    "local-cdn:copy": "cross-var rimraf -rf ../../examples/public/$npm_package_conf_folder && cross-var cpy ./dist/local/* ../../examples/public/$npm_package_conf_folder/",
     "local-cdn:viewer": "cd ../viewer && cross-var cross-env PUBLIC_PATH=https://localhost:$npm_package_conf_port/$npm_package_conf_folder/ yarn build",
-    "local-cdn:start": "cd ../examples && cross-var cross-env PORT=$npm_package_conf_port yarn start",
+    "local-cdn:start": "cd ../../examples && cross-var cross-env PORT=$npm_package_conf_port yarn start",
     "local-cdn": "yarn local-cdn:build && yarn local-cdn:copy && yarn local-cdn:viewer && yarn local-cdn:start",
     "test": "echo \"Error: no test specified\" && exit 1",
     "prebump": "yarn version --no-git-tag-version && yarn",

diff --git a/parser-worker/rust/error.rs → ...parser-worker/parser-worker/rust/error.rs b/parser-worker/rust/error.rs → ...parser-worker/parser-worker/rust/error.rs
diff --git a/parser-worker/rust/lib.rs → ...y-parser-worker/parser-worker/rust/lib.rs b/parser-worker/rust/lib.rs → ...y-parser-worker/parser-worker/rust/lib.rs
diff --git a/parser-worker/tsconfig.json → ...parser-worker/parser-worker/tsconfig.json b/parser-worker/tsconfig.json → ...parser-worker/parser-worker/tsconfig.json
diff --git a/parser-worker/types.ts → legacy-parser-worker/parser-worker/types.ts b/parser-worker/types.ts → legacy-parser-worker/parser-worker/types.ts
diff --git a/parser-worker/uploadToCDN.js → ...arser-worker/parser-worker/uploadToCDN.js b/parser-worker/uploadToCDN.js → ...arser-worker/parser-worker/uploadToCDN.js
diff --git a/parser-worker/webpack.config.js → ...er-worker/parser-worker/webpack.config.js b/parser-worker/webpack.config.js → ...er-worker/parser-worker/webpack.config.js
diff --git a/parser-worker/yarn.lock → legacy-parser-worker/parser-worker/yarn.lock b/parser-worker/yarn.lock → legacy-parser-worker/parser-worker/yarn.lock
diff --git a/rust-toolchain → legacy-parser-worker/rust-toolchain b/rust-toolchain → legacy-parser-worker/rust-toolchain
diff --git a/renovate.json b/renovate.json
@@ -4,8 +4,8 @@
   ],
   "packageRules": [
     {
-      "matchPaths": ["parser-worker", "i3df", "f3df", "openctm"],
-      "groupName": "parser-worker",
+      "matchPaths": ["legacy-parser-worker"],
+      "groupName": "legacy-parser-worker",
       "enabled": false
     },
     {
@@ -19,15 +19,15 @@
     {
       "matchUpdateTypes": ["major"],
       "automerge": false
-    },    
+    },
     {
       "matchPackagePrefixes": [""],
       "addLabels": ["dependencies", "auto-update"],
       "prConcurrentLimit": 5
     },
     {
-      "matchLanguages": ["rust"],
-      "enabled": false
+      "matchPaths": ["viewer"],
+      "extends": ["github>Turbo87/renovate-config//rust/updateToolchain"]
     },
     {
       "matchUpdateTypes": ["minor", "patch", "pin", "digest"],

diff --git a/viewer/.eslintignore b/viewer/.eslintignore
@@ -1 +1,3 @@
 dist/*
+wasm/target/*
+wasm/pkg/*
diff --git a/viewer/Cargo.lock b/viewer/Cargo.lock
diff --git a/viewer/Cargo.toml b/viewer/Cargo.toml
@@ -0,0 +1,12 @@
+[workspace]
+
+members = [
+  "packages/*/wasm"
+]
+
+
+[profile.release]
+# This makes the compiled code faster and smaller, but it makes compiling slower,
+# so it's only enabled in release mode.
+lto = true
+opt-level = 3