updated benchmark results (closes #9)

Doraku · Mar 4, 2023 · db67d1d · db67d1d
1 parent 0383f92
commit db67d1d
Show file tree

Hide file tree

Showing 11 changed files with 154 additions and 144 deletions.
diff --git a/README.md b/README.md
@@ -21,7 +21,7 @@ Create entities with one component.
 
 |           Method |      Mean | CacheMisses/Op |   Allocated |
 |----------------- |----------:|---------------:|------------:|
-|             Arch | 12.336 ms |         58,672 |  9738.77 KB |
+|             Arch |  13.65 ms |         58,716 |     9.54 MB |
 |       DefaultEcs |  8.788 ms |        107,383 | 11324.52 KB |
 |          Entitas | 92.512 ms |      1,318,366 | 56677.68 KB |
 |           HypEcs | 23.080 ms |        266,240 | 25825.78 KB |
@@ -36,7 +36,7 @@ Create entities with two components.
 
 |           Method |       Mean | CacheMisses/Op |   Allocated |
 |----------------- |-----------:|---------------:|------------:|
-|             Arch |   8.554 ms |         56,185 |  9910.11 KB |
+|             Arch |   12.08 ms |         62,393 |      9.7 MB |
 |       DefaultEcs |  14.638 ms |        174,816 | 15417.45 KB |
 |          Entitas |  99.232 ms |      1,287,851 | 59021.43 KB |
 |           HypEcs |  44.893 ms |        360,448 | 45333.15 KB |
@@ -51,7 +51,7 @@ Create entities with three components.
 
 |           Method |       Mean | CacheMisses/Op |   Allocated |
 |----------------- |-----------:|---------------:|------------:|
-|             Arch |   8.593 ms |         59,173 | 10405.95 KB |
+|             Arch |   14.03 ms |         63,986 |    10.16 MB |
 |       DefaultEcs |  19.569 ms |        232,325 | 19516.31 KB |
 |          Entitas | 103.717 ms |      1,386,701 | 61365.18 KB |
 |           HypEcs |  73.461 ms |        431,923 | 68751.98 KB |
@@ -66,7 +66,8 @@ Modify entities with one component. The padding aims to simulate real situation
 
 |                                 Method |         Mean | CacheMisses/Op | Allocated |
 |--------------------------------------- |-------------:|---------------:|----------:|
-|                                   Arch |     62.59 μs |              2 |         - |
+|                        Arch_MonoThread |     61.74 μs |              3 |         - |
+|                       Arch_MultiThread |     30.25 μs |              3 |         - |
 |  DefaultEcs_ComponentSystem_MonoThread |     56.71 μs |              1 |         - |
 | DefaultEcs_ComponentSystem_MultiThread |     15.42 μs |              1 |         - |
 |  DefaultEcs_EntitySetSystem_MonoThread |    163.55 μs |              5 |         - |
@@ -86,7 +87,8 @@ Modify entities with two components. The padding aims to simulate real situation
 
 |                 Method |         Mean | CacheMisses/Op | Allocated |
 |----------------------- |-------------:|---------------:|----------:|
-|                   Arch |     92.67 μs |              3 |         - |
+|        Arch_MonoThread |     91.48 μs |              3 |         - |
+|       Arch_MultiThread |     36.82 μs |              5 |         - |
 |  DefaultEcs_MonoThread |    254.98 μs |             17 |       1 B |
 | DefaultEcs_MultiThread |     67.94 μs |              9 |         - |
 |     Entitas_MonoThread |  4,494.22 μs |        318,174 |     109 B |
@@ -104,7 +106,8 @@ Modify entities with three components. The padding aims to simulate real situati
 
 |                 Method |         Mean | CacheMisses/Op | Allocated |
 |----------------------- |-------------:|---------------:|----------:|
-|                   Arch |    114.32 μs |              5 |         - |
+|        Arch_MonoThread |    111.44 μs |              8 |         - |
+|       Arch_MultiThread |     41.68 μs |              7 |         - |
 |  DefaultEcs_MonoThread |    388.85 μs |             36 |       1 B |
 | DefaultEcs_MultiThread |    104.02 μs |             40 |         - |
 |     Entitas_MonoThread |  4,341.06 μs |        344,337 |     109 B |
@@ -122,7 +125,8 @@ Modify entities with two components while different entity compositions match th
 
 |                 Method |        Mean | CacheMisses/Op | Allocated |
 |----------------------- |------------:|---------------:|----------:|
-|                   Arch |    92.85 μs |              2 |         - |
+|                   Arch |    91.47 μs |              6 |         - |
+|       Arch_MultiThread |    59.92 μs |              9 |         - |
 |  DefaultEcs_MonoThread |   259.89 μs |              9 |       1 B |
 | DefaultEcs_MultiThread |    69.55 μs |              6 |         - |
 |     Entitas_MonoThread | 4,839.97 μs |        340,754 |     112 B |

diff --git a/results/Ecs.CSharp.Benchmark.CreateEntityWithOneComponent-report-github.md b/results/Ecs.CSharp.Benchmark.CreateEntityWithOneComponent-report-github.md
@@ -9,14 +9,14 @@ Intel Core i5-3570K CPU 3.40GHz (Ivy Bridge), 1 CPU, 4 logical and 4 physical co
 InvocationCount=1  UnrollFactor=1  
 
 ```
-|           Method | EntityCount |      Mean |     Error |    StdDev | CacheMisses/Op |      Gen0 |      Gen1 |      Gen2 |   Allocated |
-|----------------- |------------ |----------:|----------:|----------:|---------------:|----------:|----------:|----------:|------------:|
-|             Arch |      100000 | 12.336 ms | 0.2411 ms | 0.4028 ms |         58,672 |         - |         - |         - |  9738.77 KB |
-|       DefaultEcs |      100000 |  8.788 ms | 0.1754 ms | 0.1640 ms |        107,383 | 2000.0000 | 2000.0000 | 2000.0000 | 11324.52 KB |
-|          Entitas |      100000 | 92.512 ms | 1.6030 ms | 1.4994 ms |      1,318,366 | 8000.0000 | 4000.0000 |         - | 56677.68 KB |
-|           HypEcs |      100000 | 23.080 ms | 0.2302 ms | 0.2041 ms |        266,240 | 5000.0000 | 2000.0000 | 2000.0000 | 25825.78 KB |
-|      LeopotamEcs |      100000 | 19.749 ms | 0.3888 ms | 0.9088 ms |        250,549 | 2000.0000 | 1000.0000 | 1000.0000 | 13684.05 KB |
-|  LeopotamEcsLite |      100000 | 11.290 ms | 0.1838 ms | 0.1719 ms |        106,496 | 2000.0000 | 2000.0000 | 2000.0000 |  8170.29 KB |
-| MonoGameExtended |      100000 | 15.685 ms | 0.2394 ms | 0.2240 ms |        220,979 | 2000.0000 | 2000.0000 | 2000.0000 | 16408.29 KB |
-|           RelEcs |      100000 | 58.611 ms | 1.1391 ms | 1.4406 ms |        735,294 | 3000.0000 | 3000.0000 | 2000.0000 | 29705.38 KB |
-|        SveltoECS |      100000 | 41.710 ms | 0.7642 ms | 0.9097 ms |        707,863 |         - |         - |         - |     1.23 KB |
+|           Method | EntityCount |      Mean |     Error |    StdDev | CacheMisses/Op |   Allocated |
+|----------------- |------------ |----------:|----------:|----------:|---------------:|------------:|
+|             Arch |      100000 |  13.65 ms |  0.268 ms |  0.426 ms |         58,716 |     9.54 MB |
+|       DefaultEcs |      100000 |  8.788 ms | 0.1754 ms | 0.1640 ms |        107,383 | 11324.52 KB |
+|          Entitas |      100000 | 92.512 ms | 1.6030 ms | 1.4994 ms |      1,318,366 | 56677.68 KB |
+|           HypEcs |      100000 | 23.080 ms | 0.2302 ms | 0.2041 ms |        266,240 | 25825.78 KB |
+|      LeopotamEcs |      100000 | 19.749 ms | 0.3888 ms | 0.9088 ms |        250,549 | 13684.05 KB |
+|  LeopotamEcsLite |      100000 | 11.290 ms | 0.1838 ms | 0.1719 ms |        106,496 |  8170.29 KB |
+| MonoGameExtended |      100000 | 15.685 ms | 0.2394 ms | 0.2240 ms |        220,979 | 16408.29 KB |
+|           RelEcs |      100000 | 58.611 ms | 1.1391 ms | 1.4406 ms |        735,294 | 29705.38 KB |
+|        SveltoECS |      100000 | 41.710 ms | 0.7642 ms | 0.9097 ms |        707,863 |     1.23 KB |
diff --git a/results/Ecs.CSharp.Benchmark.CreateEntityWithThreeComponents-report-github.md b/results/Ecs.CSharp.Benchmark.CreateEntityWithThreeComponents-report-github.md
@@ -9,14 +9,14 @@ Intel Core i5-3570K CPU 3.40GHz (Ivy Bridge), 1 CPU, 4 logical and 4 physical co
 InvocationCount=1  UnrollFactor=1  
 
 ```
-|           Method | EntityCount |       Mean |     Error |    StdDev |     Median | CacheMisses/Op |       Gen0 |      Gen1 |      Gen2 |   Allocated |
-|----------------- |------------ |-----------:|----------:|----------:|-----------:|---------------:|-----------:|----------:|----------:|------------:|
-|             Arch |      100000 |   8.593 ms | 0.1707 ms | 0.3206 ms |   8.728 ms |         59,173 |  1000.0000 | 1000.0000 | 1000.0000 | 10405.95 KB |
-|       DefaultEcs |      100000 |  19.569 ms | 0.1750 ms | 0.1946 ms |  19.633 ms |        232,325 |  2000.0000 | 2000.0000 | 2000.0000 | 19516.31 KB |
-|          Entitas |      100000 | 103.717 ms | 0.5845 ms | 0.5181 ms | 103.791 ms |      1,386,701 |  9000.0000 | 4000.0000 |         - | 61365.18 KB |
-|           HypEcs |      100000 |  73.461 ms | 1.3983 ms | 1.6103 ms |  73.970 ms |        431,923 | 19000.0000 | 3000.0000 | 3000.0000 | 68751.98 KB |
-| MonoGameExtended |      100000 |  57.772 ms | 1.1258 ms | 1.5781 ms |  57.590 ms |      1,134,281 |  4000.0000 | 3000.0000 | 2000.0000 |  30152.6 KB |
-|      LeopotamEcs |      100000 |  27.863 ms | 0.5464 ms | 0.8667 ms |  27.955 ms |        266,159 |  2000.0000 | 1000.0000 | 1000.0000 | 15734.73 KB |
-|  LeopotamEcsLite |      100000 |  26.626 ms | 0.3298 ms | 0.3085 ms |  26.663 ms |        155,375 |  2000.0000 | 2000.0000 | 2000.0000 |  12268.1 KB |
-|           RelEcs |      100000 | 156.722 ms | 1.9037 ms | 1.7807 ms | 156.616 ms |      1,946,556 | 11000.0000 | 4000.0000 | 2000.0000 | 75704.95 KB |
-|        SveltoECS |      100000 |  91.159 ms | 1.4635 ms | 1.3690 ms |  91.405 ms |      1,530,812 |          - |         - |         - |     2.66 KB |
+|           Method | EntityCount |       Mean |     Error |    StdDev | CacheMisses/Op |   Allocated |
+|----------------- |------------ |-----------:|----------:|----------:|---------------:|------------:|
+|             Arch |      100000 |   14.03 ms |  0.273 ms |  0.400 ms |         63,986 |    10.16 MB |
+|       DefaultEcs |      100000 |  19.569 ms | 0.1750 ms | 0.1946 ms |        232,325 | 19516.31 KB |
+|          Entitas |      100000 | 103.717 ms | 0.5845 ms | 0.5181 ms |      1,386,701 | 61365.18 KB |
+|           HypEcs |      100000 |  73.461 ms | 1.3983 ms | 1.6103 ms |        431,923 | 68751.98 KB |
+| MonoGameExtended |      100000 |  57.772 ms | 1.1258 ms | 1.5781 ms |      1,134,281 |  30152.6 KB |
+|      LeopotamEcs |      100000 |  27.863 ms | 0.5464 ms | 0.8667 ms |        266,159 | 15734.73 KB |
+|  LeopotamEcsLite |      100000 |  26.626 ms | 0.3298 ms | 0.3085 ms |        155,375 |  12268.1 KB |
+|           RelEcs |      100000 | 156.722 ms | 1.9037 ms | 1.7807 ms |      1,946,556 | 75704.95 KB |
+|        SveltoECS |      100000 |  91.159 ms | 1.4635 ms | 1.3690 ms |      1,530,812 |     2.66 KB |
diff --git a/results/Ecs.CSharp.Benchmark.CreateEntityWithTwoComponents-report-github.md b/results/Ecs.CSharp.Benchmark.CreateEntityWithTwoComponents-report-github.md
@@ -9,14 +9,14 @@ Intel Core i5-3570K CPU 3.40GHz (Ivy Bridge), 1 CPU, 4 logical and 4 physical co
 InvocationCount=1  UnrollFactor=1  
 
 ```
-|           Method | EntityCount |       Mean |     Error |    StdDev | CacheMisses/Op |       Gen0 |      Gen1 |      Gen2 |   Allocated |
-|----------------- |------------ |-----------:|----------:|----------:|---------------:|-----------:|----------:|----------:|------------:|
-|             Arch |      100000 |   8.554 ms | 0.1666 ms | 0.2961 ms |         56,185 |          - |         - |         - |  9910.11 KB |
-|       DefaultEcs |      100000 |  14.638 ms | 0.2001 ms | 0.2870 ms |        174,816 |  2000.0000 | 2000.0000 | 2000.0000 | 15417.45 KB |
-|          Entitas |      100000 |  99.232 ms | 1.4946 ms | 1.3980 ms |      1,287,851 |  8000.0000 | 4000.0000 |         - | 59021.43 KB |
-|           HypEcs |      100000 |  44.893 ms | 0.8285 ms | 0.7749 ms |        360,448 | 11000.0000 | 2000.0000 | 2000.0000 | 45333.15 KB |
-|      LeopotamEcs |      100000 |  31.291 ms | 0.5453 ms | 0.5100 ms |        254,225 |  2000.0000 | 1000.0000 | 1000.0000 | 14709.32 KB |
-|  LeopotamEcsLite |      100000 |  18.763 ms | 0.1752 ms | 0.1553 ms |        118,511 |  2000.0000 | 2000.0000 | 2000.0000 | 10219.15 KB |
-| MonoGameExtended |      100000 |  46.995 ms | 0.6238 ms | 0.5835 ms |        577,946 |  3000.0000 | 3000.0000 | 3000.0000 | 23372.73 KB |
-|           RelEcs |      100000 | 115.301 ms | 1.2339 ms | 1.0939 ms |      1,304,166 |  7000.0000 | 4000.0000 | 2000.0000 | 50750.64 KB |
-|        SveltoECS |      100000 |  67.121 ms | 1.2610 ms | 2.1752 ms |      1,149,821 |          - |         - |         - |     2.16 KB |
+|           Method | EntityCount |       Mean |     Error |    StdDev | CacheMisses/Op |   Allocated |
+|----------------- |------------ |-----------:|----------:|----------:|---------------:|------------:|
+|             Arch |      100000 |   12.08 ms |  0.237 ms |  0.382 ms |         62,393 |      9.7 MB |
+|       DefaultEcs |      100000 |  14.638 ms | 0.2001 ms | 0.2870 ms |        174,816 | 15417.45 KB |
+|          Entitas |      100000 |  99.232 ms | 1.4946 ms | 1.3980 ms |      1,287,851 | 59021.43 KB |
+|           HypEcs |      100000 |  44.893 ms | 0.8285 ms | 0.7749 ms |        360,448 | 45333.15 KB |
+|      LeopotamEcs |      100000 |  31.291 ms | 0.5453 ms | 0.5100 ms |        254,225 | 14709.32 KB |
+|  LeopotamEcsLite |      100000 |  18.763 ms | 0.1752 ms | 0.1553 ms |        118,511 | 10219.15 KB |
+| MonoGameExtended |      100000 |  46.995 ms | 0.6238 ms | 0.5835 ms |        577,946 | 23372.73 KB |
+|           RelEcs |      100000 | 115.301 ms | 1.2339 ms | 1.0939 ms |      1,304,166 | 50750.64 KB |
+|        SveltoECS |      100000 |  67.121 ms | 1.2610 ms | 2.1752 ms |      1,149,821 |     2.16 KB |