Merge pull request #2264 from demergent-labs/benchmark--0.25.0-dev

Benchmark Results for benchmark--0.25.0-dev
demergent-labs · Nov 1, 2024 · e732bb7 · e732bb7
2 parents bb7817d + dfc5493
commit e732bb7
Show file tree

Hide file tree

Showing 245 changed files with 9,652 additions and 1,879 deletions.
diff --git a/.github/actions/commit_and_push/action.yml b/.github/actions/commit_and_push/action.yml
@@ -33,6 +33,6 @@ runs:
                 git commit -m "${{ inputs.commit-message }}"
                 git push origin "${{ inputs.branch-name }}"
               else
-                # Skip since the above commands exit with 1 if there are no changes to commit
+                # The above commands exit with 1 if there are no changes to commit
                 echo "No changes to commit. Skipping commit and push."
               fi
diff --git a/examples/hello_world/benchmarks.json b/examples/hello_world/benchmarks.json
@@ -1,7 +1,6 @@
 {
     "hello_world": {
-        "previous": { "version": "No previous benchmarks", "benchmarks": [] },
-        "current": {
+        "previous": {
             "version": "0.25.0-pre-bifurcation",
             "benchmarks": [
                 {
@@ -10,6 +9,16 @@
                     "timestamp": { "__bigint__": "1730326452954711925" }
                 }
             ]
+        },
+        "current": {
+            "version": "0.25.0-dev",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "1338854" },
+                    "method_name": "setMessage",
+                    "timestamp": { "__bigint__": "1730484668265297949" }
+                }
+            ]
         }
     }
 }
diff --git a/examples/hello_world/benchmarks.md b/examples/hello_world/benchmarks.md
@@ -1,15 +1,17 @@
 # Benchmarks for hello_world
 
-## Current benchmarks Azle version: 0.25.0-pre-bifurcation
+## Current benchmarks Azle version: 0.25.0-dev
+
+| Id  | Method Name | Instructions | Cycles    | USD           | USD/Million Calls | Change                           |
+| --- | ----------- | ------------ | --------- | ------------- | ----------------- | -------------------------------- |
+| 0   | setMessage  | 1_338_854    | 1_125_541 | $0.0000014966 | $1.49             | <font color="red">+38_455</font> |
+
+## Baseline benchmarks Azle version: 0.25.0-pre-bifurcation
 
 | Id  | Method Name | Instructions | Cycles    | USD           | USD/Million Calls |
 | --- | ----------- | ------------ | --------- | ------------- | ----------------- |
 | 0   | setMessage  | 1_300_399    | 1_110_159 | $0.0000014761 | $1.47             |
 
-## Baseline benchmarks Azle version: No previous benchmarks
-
-No benchmarks reported
-
 ---
 
 **Note on calculations:**

diff --git a/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.json
@@ -1,52 +1,52 @@
 {
     "async_await": {
         "previous": {
-            "version": "0.25.0",
+            "version": "0.25.0-pre-bifurcation",
             "benchmarks": [
                 {
                     "instructions": { "__bigint__": "1403216" },
                     "method_name": "getRandomnessDirectly",
-                    "timestamp": { "__bigint__": "1729803403463099043" }
+                    "timestamp": { "__bigint__": "1730326449453914519" }
                 },
                 {
-                    "instructions": { "__bigint__": "1331416" },
+                    "instructions": { "__bigint__": "1331300" },
                     "method_name": "getRandomnessIndirectly",
-                    "timestamp": { "__bigint__": "1729803405328542548" }
+                    "timestamp": { "__bigint__": "1730326451554098278" }
                 },
                 {
-                    "instructions": { "__bigint__": "1370777" },
+                    "instructions": { "__bigint__": "1370708" },
                     "method_name": "getRandomnessSuperIndirectly",
-                    "timestamp": { "__bigint__": "1729803407508425902" }
+                    "timestamp": { "__bigint__": "1730326453791902468" }
                 },
                 {
-                    "instructions": { "__bigint__": "1315499" },
+                    "instructions": { "__bigint__": "1315534" },
                     "method_name": "returnPromiseVoid",
-                    "timestamp": { "__bigint__": "1729803409436362598" }
+                    "timestamp": { "__bigint__": "1730326455706568989" }
                 }
             ]
         },
         "current": {
-            "version": "0.25.0-pre-bifurcation",
+            "version": "0.25.0-dev",
             "benchmarks": [
                 {
-                    "instructions": { "__bigint__": "1403216" },
+                    "instructions": { "__bigint__": "1388768" },
                     "method_name": "getRandomnessDirectly",
-                    "timestamp": { "__bigint__": "1730326449453914519" }
+                    "timestamp": { "__bigint__": "1730484656843273509" }
                 },
                 {
-                    "instructions": { "__bigint__": "1331300" },
+                    "instructions": { "__bigint__": "1338727" },
                     "method_name": "getRandomnessIndirectly",
-                    "timestamp": { "__bigint__": "1730326451554098278" }
+                    "timestamp": { "__bigint__": "1730484659117732492" }
                 },
                 {
-                    "instructions": { "__bigint__": "1370708" },
+                    "instructions": { "__bigint__": "1372516" },
                     "method_name": "getRandomnessSuperIndirectly",
-                    "timestamp": { "__bigint__": "1730326453791902468" }
+                    "timestamp": { "__bigint__": "1730484661065333779" }
                 },
                 {
-                    "instructions": { "__bigint__": "1315534" },
+                    "instructions": { "__bigint__": "1326092" },
                     "method_name": "returnPromiseVoid",
-                    "timestamp": { "__bigint__": "1730326455706568989" }
+                    "timestamp": { "__bigint__": "1730484663266640951" }
                 }
             ]
         }

diff --git a/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/async_await/benchmarks.md
@@ -1,22 +1,22 @@
 # Benchmarks for async_await
 
-## Current benchmarks Azle version: 0.25.0-pre-bifurcation
+## Current benchmarks Azle version: 0.25.0-dev
 
-| Id  | Method Name                  | Instructions | Cycles    | USD           | USD/Million Calls | Change                          |
-| --- | ---------------------------- | ------------ | --------- | ------------- | ----------------- | ------------------------------- |
-| 0   | getRandomnessDirectly        | 1_403_216    | 1_151_286 | $0.0000015308 | $1.53             | <font color="red">0</font>      |
-| 1   | getRandomnessIndirectly      | 1_331_300    | 1_122_520 | $0.0000014926 | $1.49             | <font color="green">-116</font> |
-| 2   | getRandomnessSuperIndirectly | 1_370_708    | 1_138_283 | $0.0000015135 | $1.51             | <font color="green">-69</font>  |
-| 3   | returnPromiseVoid            | 1_315_534    | 1_116_213 | $0.0000014842 | $1.48             | <font color="red">+35</font>    |
+| Id  | Method Name                  | Instructions | Cycles    | USD           | USD/Million Calls | Change                             |
+| --- | ---------------------------- | ------------ | --------- | ------------- | ----------------- | ---------------------------------- |
+| 0   | getRandomnessDirectly        | 1_388_768    | 1_145_507 | $0.0000015231 | $1.52             | <font color="green">-14_448</font> |
+| 1   | getRandomnessIndirectly      | 1_338_727    | 1_125_490 | $0.0000014965 | $1.49             | <font color="red">+7_427</font>    |
+| 2   | getRandomnessSuperIndirectly | 1_372_516    | 1_139_006 | $0.0000015145 | $1.51             | <font color="red">+1_808</font>    |
+| 3   | returnPromiseVoid            | 1_326_092    | 1_120_436 | $0.0000014898 | $1.48             | <font color="red">+10_558</font>   |
 
-## Baseline benchmarks Azle version: 0.25.0
+## Baseline benchmarks Azle version: 0.25.0-pre-bifurcation
 
 | Id  | Method Name                  | Instructions | Cycles    | USD           | USD/Million Calls |
 | --- | ---------------------------- | ------------ | --------- | ------------- | ----------------- |
 | 0   | getRandomnessDirectly        | 1_403_216    | 1_151_286 | $0.0000015308 | $1.53             |
-| 1   | getRandomnessIndirectly      | 1_331_416    | 1_122_566 | $0.0000014926 | $1.49             |
-| 2   | getRandomnessSuperIndirectly | 1_370_777    | 1_138_310 | $0.0000015136 | $1.51             |
-| 3   | returnPromiseVoid            | 1_315_499    | 1_116_199 | $0.0000014842 | $1.48             |
+| 1   | getRandomnessIndirectly      | 1_331_300    | 1_122_520 | $0.0000014926 | $1.49             |
+| 2   | getRandomnessSuperIndirectly | 1_370_708    | 1_138_283 | $0.0000015135 | $1.51             |
+| 3   | returnPromiseVoid            | 1_315_534    | 1_116_213 | $0.0000014842 | $1.48             |
 
 ---
 

diff --git a/tests/end_to_end/candid_rpc/class_syntax/audio_recorder/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/audio_recorder/benchmarks.json
@@ -1,7 +1,6 @@
 {
     "audio_recorder": {
-        "previous": { "version": "No previous benchmarks", "benchmarks": [] },
-        "current": {
+        "previous": {
             "version": "0.25.0-pre-bifurcation",
             "benchmarks": [
                 {
@@ -30,6 +29,36 @@
                     "timestamp": { "__bigint__": "1730326461791915596" }
                 }
             ]
+        },
+        "current": {
+            "version": "0.25.0-dev",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "11112042" },
+                    "method_name": "createUser",
+                    "timestamp": { "__bigint__": "1730484657355231307" }
+                },
+                {
+                    "instructions": { "__bigint__": "30590934" },
+                    "method_name": "createRecording",
+                    "timestamp": { "__bigint__": "1730484659501312799" }
+                },
+                {
+                    "instructions": { "__bigint__": "42858618" },
+                    "method_name": "deleteRecording",
+                    "timestamp": { "__bigint__": "1730484662038301922" }
+                },
+                {
+                    "instructions": { "__bigint__": "30419558" },
+                    "method_name": "createRecording",
+                    "timestamp": { "__bigint__": "1730484663843407122" }
+                },
+                {
+                    "instructions": { "__bigint__": "29329040" },
+                    "method_name": "deleteUser",
+                    "timestamp": { "__bigint__": "1730484665869369529" }
+                }
+            ]
         }
     }
 }
diff --git a/tests/end_to_end/candid_rpc/class_syntax/audio_recorder/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/audio_recorder/benchmarks.md
@@ -1,6 +1,16 @@
 # Benchmarks for audio_recorder
 
-## Current benchmarks Azle version: 0.25.0-pre-bifurcation
+## Current benchmarks Azle version: 0.25.0-dev
+
+| Id  | Method Name     | Instructions | Cycles     | USD           | USD/Million Calls | Change                              |
+| --- | --------------- | ------------ | ---------- | ------------- | ----------------- | ----------------------------------- |
+| 0   | createUser      | 11_112_042   | 5_034_816  | $0.0000066946 | $6.69             | <font color="green">-98_916</font>  |
+| 1   | createRecording | 30_590_934   | 12_826_373 | $0.0000170548 | $17.05            | <font color="green">-279_671</font> |
+| 2   | deleteRecording | 42_858_618   | 17_733_447 | $0.0000235796 | $23.57            | <font color="green">-715_470</font> |
+| 3   | createRecording | 30_419_558   | 12_757_823 | $0.0000169637 | $16.96            | <font color="green">-249_376</font> |
+| 4   | deleteUser      | 29_329_040   | 12_321_616 | $0.0000163837 | $16.38            | <font color="green">-466_399</font> |
+
+## Baseline benchmarks Azle version: 0.25.0-pre-bifurcation
 
 | Id  | Method Name     | Instructions | Cycles     | USD           | USD/Million Calls |
 | --- | --------------- | ------------ | ---------- | ------------- | ----------------- |
@@ -10,10 +20,6 @@
 | 3   | createRecording | 30_668_934   | 12_857_573 | $0.0000170963 | $17.09            |
 | 4   | deleteUser      | 29_795_439   | 12_508_175 | $0.0000166317 | $16.63            |
 
-## Baseline benchmarks Azle version: No previous benchmarks
-
-No benchmarks reported
-
 ---
 
 **Note on calculations:**

diff --git a/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.json
@@ -1,6 +1,6 @@
 {
     "blob_array": {
-        "previous": { "version": "0.25.0", "benchmarks": [] },
-        "current": { "version": "0.25.0-pre-bifurcation", "benchmarks": [] }
+        "previous": { "version": "0.25.0-pre-bifurcation", "benchmarks": [] },
+        "current": { "version": "0.25.0-dev", "benchmarks": [] }
     }
 }
diff --git a/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/blob_array/benchmarks.md
@@ -1,10 +1,10 @@
 # Benchmarks for blob_array
 
-## Current benchmarks Azle version: 0.25.0-pre-bifurcation
+## Current benchmarks Azle version: 0.25.0-dev
 
 No benchmarks reported
 
-## Baseline benchmarks Azle version: 0.25.0
+## Baseline benchmarks Azle version: 0.25.0-pre-bifurcation
 
 No benchmarks reported
 

diff --git a/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.json
@@ -1,7 +1,6 @@
 {
     "bytes_canister": {
-        "previous": { "version": "No previous benchmarks", "benchmarks": [] },
-        "current": {
+        "previous": {
             "version": "0.25.0-pre-bifurcation",
             "benchmarks": [
                 {
@@ -30,6 +29,36 @@
                     "timestamp": { "__bigint__": "1730326472750493632" }
                 }
             ]
+        },
+        "current": {
+            "version": "0.25.0-dev",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "3366093" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730484655265846569" }
+                },
+                {
+                    "instructions": { "__bigint__": "16686067" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730484657157600106" }
+                },
+                {
+                    "instructions": { "__bigint__": "152796957" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730484659422533131" }
+                },
+                {
+                    "instructions": { "__bigint__": "1501555942" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730484663020757758" }
+                },
+                {
+                    "instructions": { "__bigint__": "3000282806" },
+                    "method_name": "getBytes",
+                    "timestamp": { "__bigint__": "1730484671263254473" }
+                }
+            ]
         }
     }
 }
diff --git a/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/bytes/benchmarks.md
@@ -1,6 +1,16 @@
 # Benchmarks for bytes_canister
 
-## Current benchmarks Azle version: 0.25.0-pre-bifurcation
+## Current benchmarks Azle version: 0.25.0-dev
+
+| Id  | Method Name | Instructions  | Cycles        | USD           | USD/Million Calls | Change                                  |
+| --- | ----------- | ------------- | ------------- | ------------- | ----------------- | --------------------------------------- |
+| 0   | getBytes    | 3_366_093     | 1_936_437     | $0.0000025748 | $2.57             | <font color="red">+1_438_583</font>     |
+| 1   | getBytes    | 16_686_067    | 7_264_426     | $0.0000096593 | $9.65             | <font color="red">+14_135_010</font>    |
+| 2   | getBytes    | 152_796_957   | 61_708_782    | $0.0000820523 | $82.05            | <font color="red">+143_340_553</font>   |
+| 3   | getBytes    | 1_501_555_942 | 1_001_212_376 | $0.0013312821 | $1_331.28         | <font color="red">+1_423_700_405</font> |
+| 4   | getBytes    | 3_000_282_806 | 2_400_703_122 | $0.0031921429 | $3_192.14         | <font color="red">+2_846_432_322</font> |
+
+## Baseline benchmarks Azle version: 0.25.0-pre-bifurcation
 
 | Id  | Method Name | Instructions | Cycles     | USD           | USD/Million Calls |
 | --- | ----------- | ------------ | ---------- | ------------- | ----------------- |
@@ -10,10 +20,6 @@
 | 3   | getBytes    | 77_855_537   | 31_732_214 | $0.0000421934 | $42.19            |
 | 4   | getBytes    | 153_850_484  | 62_130_193 | $0.0000826127 | $82.61            |
 
-## Baseline benchmarks Azle version: No previous benchmarks
-
-No benchmarks reported
-
 ---
 
 **Note on calculations:**

diff --git a/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.json
@@ -1,7 +1,6 @@
 {
     "call_raw": {
-        "previous": { "version": "No previous benchmarks", "benchmarks": [] },
-        "current": {
+        "previous": {
             "version": "0.25.0-pre-bifurcation",
             "benchmarks": [
                 {
@@ -15,6 +14,21 @@
                     "timestamp": { "__bigint__": "1730326455781908216" }
                 }
             ]
+        },
+        "current": {
+            "version": "0.25.0-dev",
+            "benchmarks": [
+                {
+                    "instructions": { "__bigint__": "1545843" },
+                    "method_name": "executeCallRaw",
+                    "timestamp": { "__bigint__": "1730484653957633592" }
+                },
+                {
+                    "instructions": { "__bigint__": "2020527" },
+                    "method_name": "executeCallRaw",
+                    "timestamp": { "__bigint__": "1730484656075779747" }
+                }
+            ]
         }
     }
 }
diff --git a/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.md b/tests/end_to_end/candid_rpc/class_syntax/call_raw/benchmarks.md
@@ -1,16 +1,19 @@
 # Benchmarks for call_raw
 
-## Current benchmarks Azle version: 0.25.0-pre-bifurcation
+## Current benchmarks Azle version: 0.25.0-dev
+
+| Id  | Method Name    | Instructions | Cycles    | USD           | USD/Million Calls | Change                            |
+| --- | -------------- | ------------ | --------- | ------------- | ----------------- | --------------------------------- |
+| 0   | executeCallRaw | 1_545_843    | 1_208_337 | $0.0000016067 | $1.60             | <font color="red">+60_513</font>  |
+| 1   | executeCallRaw | 2_020_527    | 1_398_210 | $0.0000018592 | $1.85             | <font color="red">+129_457</font> |
+
+## Baseline benchmarks Azle version: 0.25.0-pre-bifurcation
 
 | Id  | Method Name    | Instructions | Cycles    | USD           | USD/Million Calls |
 | --- | -------------- | ------------ | --------- | ------------- | ----------------- |
 | 0   | executeCallRaw | 1_485_330    | 1_184_132 | $0.0000015745 | $1.57             |
 | 1   | executeCallRaw | 1_891_070    | 1_346_428 | $0.0000017903 | $1.79             |
 
-## Baseline benchmarks Azle version: No previous benchmarks
-
-No benchmarks reported
-
 ---
 
 **Note on calculations:**

diff --git a/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/benchmarks.json b/tests/end_to_end/candid_rpc/class_syntax/candid_encoding/benchmarks.json
@@ -1,6 +1,6 @@
 {
     "candid_encoding": {
-        "previous": { "version": "No previous benchmarks", "benchmarks": [] },
-        "current": { "version": "0.25.0-pre-bifurcation", "benchmarks": [] }
+        "previous": { "version": "0.25.0-pre-bifurcation", "benchmarks": [] },
+        "current": { "version": "0.25.0-dev", "benchmarks": [] }
     }
 }