-
Notifications
You must be signed in to change notification settings - Fork 17
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Add base64 example for gate counts #28
base: master
Are you sure you want to change the base?
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
.vscode |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
target |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,4 @@ | ||
[workspace] | ||
members = [ | ||
"base64_example", | ||
] |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,8 @@ | ||
[package] | ||
name = "base64_example" | ||
type = "bin" | ||
authors = [""] | ||
compiler_version = ">=0.36.0" | ||
|
||
[dependencies] | ||
base64 = {tag = "v0.3.1", git = "https://github.com/noir-lang/noir_base64.git"} |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
base64_encoded = "" | ||
input = "" |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
input = "The quick brown fox jumps over the lazy dog, while 42 ravens perch atop a rusty mailbox." | ||
base64_encoded = "VGhlIHF1aWNrIGJyb3duIGZveCBqdW1wcyBvdmVyIHRoZSBsYXp5IGRvZywgd2hpbGUgNDIgcmF2ZW5zIHBlcmNoIGF0b3AgYSBydXN0eSBtYWlsYm94Lg==" |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
input = "The quick br" | ||
base64_encoded = "VGhlIHF1aWNrIGJy" |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,28 @@ | ||
# Base64 example use and bb benchmarking | ||
|
||
This makes use of [this](https://github.com/noir-lang/noir_base64.git) base64 library (see Nargo.toml for version) | ||
|
||
The lib covers several encode/decode tests, whereas this program has some extra code to facilitate benchmarking the gate counts of a proving backend. Comparisons can be made against other proving backends if desired. | ||
|
||
Ordinarily base64 is used encode/decode binary data sent across the web (in html/css files), rather than the text strings shown here. So could be used to verify that a website sent a particular image by comparing to a local binary, with applications that could equate to digital watermarks. | ||
|
||
## Test setups for gate counts | ||
|
||
Assuming you have `nargo` and a compatible proving backend (eg nargo v0.36.0 and barretenberg bb v0.58.0): | ||
|
||
- Choose the desired number of encode/decode runs by setting the corresponding `global` variables in src/main.nr | ||
- Choose the input strings via the `comptime global` variables (the lengths are managed automatically at compile time) | ||
- To ensure the test values are expected lengths: | ||
- `nargo test` | ||
- Ensure these test values are in a corresponding Prover toml file eg (`Prover_SHORT.toml`) | ||
- Execute the program referring to the prover toml file for inputs: | ||
- `nargo execute -p Prover_SHORT.toml` | ||
- Note there's an optional param that you can use to specify the name of the witness file generated | ||
- Optional: `nargo execute -p Prover_SHORT.toml base64_example_SHORT.gz` | ||
- If using the barretenberg backend, check the gate count referring to the newly created program: | ||
- `bb gates -b ../target/base64_example.json` | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Since we suggest running this, do you think we should provide some context as to what the output of There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Added a point for some context. |
||
- Note: you can similarly specify a non-default witness file to use with the program | ||
- Optional: `bb gates -b ../target/base64_example.json -w ../target/base64_example_SHORT` | ||
- (Background: gate count is proportionate to proving time and proof size, so is important to check and not have unnecessary bloat) | ||
- Repeat this for different runs of encoding and decoding, of different length inputs to collect results | ||
- (Automating this is left as an exercise for the reader ;) |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,32 @@ | ||
mod test_inputs; | ||
use base64::{BASE64_ENCODER, BASE64_DECODER}; | ||
|
||
// Choose number of encode and/or decode runs | ||
pub global ENCODE_RUNS: u32 = 3; | ||
pub global DECODE_RUNS: u32 = 0; | ||
|
||
// Choose size, and use corresponding Prover.toml during execution | ||
comptime global TEST_INPUT: str<12> = test_inputs::TEST_INPUT_SHORT; | ||
comptime global TEST_BASE64_ENCODED: str<16> = test_inputs::TEST_BASE64_ENCODED_SHORT; | ||
|
||
comptime global U: u32 = comptime { TEST_INPUT.as_bytes().len() }; | ||
comptime global B: u32 = comptime { | ||
let mut q = U / 3; | ||
let r = U - q * 3; | ||
if (r > 0) { q += 1; }; // round up since encoded base64 gets padded | ||
q * 4 | ||
}; | ||
|
||
fn main(input: str<U>, base64_encoded: str<B>) { | ||
for _ in 0..ENCODE_RUNS { | ||
let _encoded: [u8; B] = BASE64_ENCODER.encode(input.as_bytes()); | ||
} | ||
for _ in 0..DECODE_RUNS { | ||
let _decoded: [u8; U] = BASE64_DECODER.decode(base64_encoded.as_bytes()); | ||
} | ||
} | ||
|
||
#[test] | ||
fn test() { | ||
main(TEST_INPUT, TEST_BASE64_ENCODED); | ||
} |
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,13 @@ | ||
//SHORT | ||
pub comptime global TEST_INPUT_SHORT: str<12> = "The quick br"; | ||
pub comptime global TEST_BASE64_ENCODED_SHORT: str<16> = "VGhlIHF1aWNrIGJy"; | ||
|
||
//LONG | ||
pub comptime global TEST_INPUT_LONG: str<88> = | ||
"The quick brown fox jumps over the lazy dog, while 42 ravens perch atop a rusty mailbox."; | ||
pub comptime global TEST_BASE64_ENCODED_LONG: str<120> = "VGhlIHF1aWNrIGJyb3duIGZveCBqdW1wcyBvdmVyIHRoZSBsYXp5IGRvZywgd2hpbGUgNDIgcmF2ZW5zIHBlcmNoIGF0b3AgYSBydXN0eSBtYWlsYm94Lg=="; | ||
|
||
//LONG LONG | ||
// pub comptime global TEST_INPUT_LONG_LONG = | ||
// "The quick brown fox jumps over the lazy dog, while 42 ravens perch atop a rusty mailbox."; | ||
// pub comptime global TEST_BASE64_ENCODED_LONG_LONG = "VGhlIHF1aWNrIGJyb3duIGZveCBqdW1wcyBvdmVyIHRoZSBsYXp5IGRvZywgd2hpbGUgNDIgcmF2ZW5zIHBlcmNoIGF0b3AgYSBydXN0eSBtYWlsYm94Lg=="; |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Interesting idea. just curious if you have ideas about when someone might want to do this in practice?