Skip to content

Commit df94397

Browse files
petermetzpetermetz
committed
feat(plugin-keychain-memory-wasm): add WebAssmebly PoC
Adding a new keychain in-memory plugin that has it's implementation written in Rust that is then compiled down to WebAssmebly via wasm-pack and used by the wrapper Typescript code. This is NOT meant for production because it stores everything in plain text and also provides zero durability/persistence guarantees given that it's only storing everything in memory. The actual news here is that we have a plugin now written in Rust which is the pre-cursor to us being able to do something similar with the Weaver relay component as the next phase of a bigger PoC. The reason why not the entire plugin is implemented in Rust is because we are unable to hook up ExpressJS request handlers from the Rust code as far as I could determine. See this link for further details on this: https://rustwasm.github.io/book/reference/js-ffi.html#from-the-rust-side Because of the above, the way it works is this: +--------+ API Request +----------+ | HTTP |-------------->| ExpressJS| | Client | +----------+ +--------+ Method| Call | v +---------+ Method Call +----------+ | Calling |------------->|JS Plugin | | Module | |Module | +---------+ +----------+ |get() |set() |has() |delete() +-------------+ | | Wasm Plugin |<---+ | Module | +-------------+ ^ | | v +------------------------+ |Rust Native | |HashMap<String, String> | +------------------------+ Resolves #1281 Signed-off-by: Peter Somogyvari <[email protected]>
1 parent 305171b commit df94397

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

57 files changed

+7285
-653
lines changed

‎.eslintignore

+1
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@
1616
# typings/**
1717

1818
**/src/main/typescript/generated/proto/**
19+
**/src/main/typescript/generated/wasm-pack/**
1920
packages/cactus-verifier/src/main/typescript/
2021

2122
packages/cactus-cmd-socketio-server/**

‎.prettierignore

+2-1
Original file line numberDiff line numberDiff line change
@@ -6,4 +6,5 @@
66
**/generated/
77
packages/core
88
packages/connection-chain
9-
contribs/
9+
contribs/
10+
**/src/main/typescript/generated/**

‎packages/cactus-plugin-keychain-memory-wasm/README.md

+16
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
# `@hyperledger/cactus-plugin-keychain-memory-wasm` <!-- omit in toc -->
2+
3+
## Table of Contents <!-- omit in toc -->
4+
5+
- [1. Summary](#1-summary)
6+
- [Usage](#usage)
7+
8+
## Summary
9+
10+
Dummy keychain implementation doing NO encryption and storing everything in-memory. Only suitable for development and testing. Same as the non-wasm version but this one has the backing implementation written in Rust and compiled down to WebAssembly.
11+
12+
> **Do not use this in production. It does not encrypt the stored data at all. It stores everything in plain text!**
13+
## Usage
14+
15+
Can be used the same way as the non-WASM implementation in the package: `@hyperledger/cactus-plugin-keychain-memory`
16+
The only difference is that this one is backed by code written in Rust that is compiled down to WebAssembly modules to be loaded instead of the usual TS->JS transpilation process.

‎packages/cactus-plugin-keychain-memory-wasm/openapitools.json

+7
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"$schema": "node_modules/@openapitools/openapi-generator-cli/config.schema.json",
3+
"spaces": 2,
4+
"generator-cli": {
5+
"version": "5.2.0"
6+
}
7+
}

‎packages/cactus-plugin-keychain-memory-wasm/package.json

+90
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,90 @@
1+
{
2+
"name": "@hyperledger/cactus-plugin-keychain-memory-wasm",
3+
"version": "1.0.0-rc.1",
4+
"description": "Dummy keychain implementation doing NO encryption and storing everything in-memory. Only suitable for development and testing. Same as the non-wasm version but this one has the backing implementation written in Rust and compiled down to WebAssembly.",
5+
"main": "dist/lib/main/typescript/index.js",
6+
"mainMinified": "dist/cactus-plugin-keychain-memory-wasm.node.umd.min.js",
7+
"browser": "dist/cactus-plugin-keychain-memory-wasm.web.umd.js",
8+
"browserMinified": "dist/cactus-plugin-keychain-memory-wasm.web.umd.min.js",
9+
"module": "dist/lib/main/typescript/index.js",
10+
"types": "dist/lib/main/typescript/index.d.ts",
11+
"files": [
12+
"dist/*"
13+
],
14+
"scripts": {
15+
"wasm-pack": "CARGO_TARGET_DIR=${PWD}/dist/target-rustc/ wasm-pack build src/main/rust/cactus-plugin-keychain-memory-wasm/ --release --scope=hyperledger --target=nodejs --out-dir=../../../../src/main/typescript/generated/wasm-pack/",
16+
"postwasm-pack": "run-s del-wasm-pack-project-files copy-wasm-bg",
17+
"del-wasm-pack-project-files": "del-cli src/main/typescript/generated/wasm-pack/{package.json,README.md,.gitignore}",
18+
"copy-wasm-bg": "cpy './main/typescript/generated/wasm-pack/cactus_plugin_keychain_memory_wasm_bg*' '../dist/lib/' --cwd=src --parents",
19+
"generate-sdk": "openapi-generator-cli generate -i ./src/main/json/openapi.json -g typescript-axios -o ./src/main/typescript/generated/openapi/typescript-axios/ --reserved-words-mappings protected=protected",
20+
"generate-rust-server": "openapi-generator-cli generate -i ./src/main/json/openapi.json -g rust-server -o ./src/main/rust/generated/openapi/rust-server",
21+
"codegen:openapi": "npm run generate-sdk",
22+
"codegen": "run-p 'codegen:*'",
23+
"watch": "npm-watch",
24+
"webpack": "npm-run-all webpack:dev",
25+
"webpack:dev": "npm-run-all webpack:dev:node webpack:dev:web",
26+
"webpack:dev:web": "webpack --env=dev --target=web --config ../../webpack.config.js",
27+
"webpack:dev:node": "webpack --env=dev --target=node --config ../../webpack.config.js"
28+
},
29+
"watch": {
30+
"codegen:openapi": {
31+
"patterns": [
32+
"./src/main/json/openapi.json"
33+
]
34+
}
35+
},
36+
"publishConfig": {
37+
"access": "public"
38+
},
39+
"engines": {
40+
"node": ">=10",
41+
"npm": ">=6"
42+
},
43+
"repository": {
44+
"type": "git",
45+
"url": "git+https://github.com/hyperledger/cactus.git"
46+
},
47+
"keywords": [
48+
"Hyperledger",
49+
"Cactus",
50+
"Integration",
51+
"Blockchain",
52+
"Distributed Ledger Technology"
53+
],
54+
"author": {
55+
"name": "Hyperledger Cactus Contributors",
56+
"email": "[email protected]",
57+
"url": "https://www.hyperledger.org/use/cactus"
58+
},
59+
"contributors": [
60+
{
61+
"name": "Please add yourself to the list of contributors",
62+
"email": "[email protected]",
63+
"url": "https://example.com"
64+
},
65+
{
66+
"name": "Peter Somogyvari",
67+
"email": "[email protected]",
68+
"url": "https://accenture.com"
69+
}
70+
],
71+
"license": "Apache-2.0",
72+
"bugs": {
73+
"url": "https://github.com/hyperledger/cactus/issues"
74+
},
75+
"homepage": "https://github.com/hyperledger/cactus#readme",
76+
"dependencies": {
77+
"@hyperledger/cactus-common": "0.10.0",
78+
"@hyperledger/cactus-core": "0.10.0",
79+
"@hyperledger/cactus-core-api": "0.10.0",
80+
"axios": "0.21.4",
81+
"express": "4.17.1",
82+
"prom-client": "13.2.0",
83+
"uuid": "8.3.2"
84+
},
85+
"devDependencies": {
86+
"@types/express": "4.17.13",
87+
"cpy-cli": "3.1.1",
88+
"del-cli": "4.0.1"
89+
}
90+
}

‎packages/cactus-plugin-keychain-memory-wasm/src/main/json/openapi.json

+137
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,137 @@
1+
{
2+
"openapi": "3.0.3",
3+
"info": {
4+
"title": "Hyperledger Cactus Plugin - Keychain Memory WASM",
5+
"description": "Contains/describes the Hyperledger Cactus Keychain Memory WASM plugin which is designed to help with testing and development and is implemented in Rust instead of Typescript.",
6+
"version": "1.0.0-rc.1",
7+
"license": {
8+
"name": "Apache 2.0",
9+
"url": "https://www.apache.org/licenses/LICENSE-2.0.html"
10+
}
11+
},
12+
"paths": {
13+
"/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/get-keychain-entry": {
14+
"post": {
15+
"x-hyperledger-cactus": {
16+
"http": {
17+
"path": "/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/get-keychain-entry",
18+
"verbLowerCase": "post"
19+
}
20+
},
21+
"operationId": "getKeychainEntryV1",
22+
"summary": "Retrieves the contents of a keychain entry from the backend.",
23+
"parameters": [],
24+
"requestBody": {
25+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/requestBodies/keychain_get_entry_request_body"
26+
},
27+
"responses": {
28+
"200": {
29+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_get_entry_200"
30+
},
31+
"400": {
32+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_get_entry_400"
33+
},
34+
"401": {
35+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_get_entry_401"
36+
},
37+
"404": {
38+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_get_entry_404"
39+
},
40+
"500": {
41+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_get_entry_500"
42+
}
43+
}
44+
}
45+
},
46+
"/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/set-keychain-entry": {
47+
"post": {
48+
"x-hyperledger-cactus": {
49+
"http": {
50+
"path": "/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/set-keychain-entry",
51+
"verbLowerCase": "post"
52+
}
53+
},
54+
"operationId": "setKeychainEntryV1",
55+
"summary": "Sets a value under a key on the keychain backend.",
56+
"parameters": [],
57+
"requestBody": {
58+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/requestBodies/keychain_set_entry_request_body"
59+
},
60+
"responses": {
61+
"200": {
62+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_set_entry_200"
63+
},
64+
"400": {
65+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_set_entry_400"
66+
},
67+
"401": {
68+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_set_entry_401"
69+
},
70+
"500": {
71+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_set_entry_500"
72+
}
73+
}
74+
}
75+
},
76+
"/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/delete-keychain-entry": {
77+
"post": {
78+
"x-hyperledger-cactus": {
79+
"http": {
80+
"path": "/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/delete-keychain-entry",
81+
"verbLowerCase": "post"
82+
}
83+
},
84+
"operationId": "deleteKeychainEntryV1",
85+
"summary": "Deletes an entry under a key on the keychain backend.",
86+
"parameters": [],
87+
"requestBody": {
88+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/requestBodies/keychain_delete_entry_request_body"
89+
},
90+
"responses": {
91+
"200": {
92+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_delete_entry_200"
93+
},
94+
"400": {
95+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_delete_entry_400"
96+
},
97+
"401": {
98+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_delete_entry_401"
99+
},
100+
"500": {
101+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_delete_entry_500"
102+
}
103+
}
104+
}
105+
},
106+
"/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/has-keychain-entry": {
107+
"post": {
108+
"x-hyperledger-cactus": {
109+
"http": {
110+
"path": "/api/v1/plugins/@hyperledger/cactus-plugin-keychain-memory-wasm/has-keychain-entry",
111+
"verbLowerCase": "post"
112+
}
113+
},
114+
"operationId": "hasKeychainEntryV1",
115+
"summary": "Checks that an entry exists under a key on the keychain backend",
116+
"parameters": [],
117+
"requestBody": {
118+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/requestBodies/keychain_has_entry_request_body"
119+
},
120+
"responses": {
121+
"200": {
122+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_has_entry_200"
123+
},
124+
"400": {
125+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_has_entry_400"
126+
},
127+
"401": {
128+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_has_entry_401"
129+
},
130+
"500": {
131+
"$ref": "https://raw.githubusercontent.com/hyperledger/cactus/v1.0.0-rc.1/packages/cactus-core-api/src/main/json/openapi.json#/components/responses/keychain_has_entry_500"
132+
}
133+
}
134+
}
135+
}
136+
}
137+
}

‎packages/cactus-plugin-keychain-memory-wasm/src/main/rust/cactus-plugin-keychain-memory-wasm/.cargo-ok

Whitespace-only changes.

‎packages/cactus-plugin-keychain-memory-wasm/src/main/rust/cactus-plugin-keychain-memory-wasm/.gitignore

+6
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
/target
2+
**/*.rs.bk
3+
Cargo.lock
4+
bin/
5+
pkg/
6+
wasm-pack.log

‎packages/cactus-plugin-keychain-memory-wasm/src/main/rust/cactus-plugin-keychain-memory-wasm/Cargo.toml

+44
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
[package]
2+
name = "cactus-plugin-keychain-memory-wasm"
3+
version = "1.0.0-rc.1"
4+
authors = ["Peter Somogyvari <[email protected]>"]
5+
edition = "2018"
6+
7+
[build]
8+
target-dir = "../../../../dist/target-rustc/"
9+
10+
[lib]
11+
crate-type = ["cdylib", "rlib"]
12+
13+
[features]
14+
default = ["console_error_panic_hook"]
15+
16+
[dependencies]
17+
wasm-bindgen = { version = "0.2.63", features = ["serde-serialize"] }
18+
wasm-bindgen-futures = "0.4.28"
19+
20+
# The `console_error_panic_hook` crate provides better debugging of panics by
21+
# logging them with `console.error`. This is great for development, but requires
22+
# all the `std::fmt` and `std::panicking` infrastructure, so isn't great for
23+
# code size when deploying.
24+
console_error_panic_hook = { version = "0.1.6", optional = true }
25+
26+
# `wee_alloc` is a tiny allocator for wasm that is only ~1K in code size
27+
# compared to the default allocator's ~10K. It is slower than the default
28+
# allocator, however.
29+
#
30+
# Unfortunately, `wee_alloc` requires nightly Rust when targeting wasm for now.
31+
wee_alloc = { version = "0.4.5", optional = true }
32+
33+
js-sys = "0.3.55"
34+
serde = { version = "1.0.130", features = ["derive"] }
35+
serde_json = "1.0.68"
36+
# hashicorp_vault = { version = "2.1.0" }
37+
ureq = { version = "2.2.0", features = ["json", "charset"] }
38+
39+
[dev-dependencies]
40+
wasm-bindgen-test = "0.3.13"
41+
42+
[profile.release]
43+
# Tell `rustc` to optimize for small code size.
44+
opt-level = "s"

0 commit comments

Comments
 (0)