Remove eliminated schemes from NIST PQC digital signature competition

README.md

@@ -16,13 +16,17 @@ The design goals of the library are to offer
 * integration of clean implementations from [PQClean](https://github.com/PQClean/PQClean); and
 * easy integration of new schemes and implementations into the framework.
 
-## Previous NIST PQC
+## Scope of pqm4
 
-The master branch of **pqm4** contains schemes that either [selected for standardization by NIST](https://csrc.nist.gov/Projects/post-quantum-cryptography/selected-algorithms-2022),
-part of the [4th round of the NIST PQC standardization process](https://csrc.nist.gov/Projects/post-quantum-cryptography/round-4-submissions),
-or part or the [first round of additional signatures of the NIST PQC standardization process](https://csrc.nist.gov/projects/pqc-dig-sig/round-1-additional-signatures).
+The master branch of **pqm4** contains schemes that either
+- standardized by NIST in [FIPS203](https://csrc.nist.gov/pubs/fips/203/final), [FIPS204](https://csrc.nist.gov/pubs/fips/203/final), or [FIPS205](https://csrc.nist.gov/pubs/fips/203/final),
+- [selected for standardization by NIST](https://csrc.nist.gov/Projects/post-quantum-cryptography/selected-algorithms-2022),
+- part of the [4th round of the NIST PQC standardization process](https://csrc.nist.gov/Projects/post-quantum-cryptography/round-4-submissions),
+- part or the [first round of additional signatures of the NIST PQC standardization process](https://csrc.nist.gov/projects/pqc-dig-sig/round-1-additional-signatures),
+- part of the [second round of the KpqC competition](https://www.kpqc.or.kr/competition.html).
 
 Implementations for previous NIST PQC rounds are available here:
+- Signature Round 1: https://github.com/mupq/pqm4/releases/tag/SignatureRound1
 - Round 3: https://github.com/mupq/pqm4/releases/tag/Round3
 - Round 2: https://github.com/mupq/pqm4/releases/tag/Round2
 - Round 1: https://github.com/mupq/pqm4/releases/tag/Round1

benchmarks.csv

@@ -40,17 +40,6 @@ aimer256f (10 executions),ref,3344258,3344255,3344292,164484408,164483962,164484
 aimer256s (10 executions),m4speed,2899956,2899949,2899989,1391295720,1391289067,1391297144,1321985344,1321984834,1321985426
 aimer256s (10 executions),m4stack,2899950,2899950,2899950,1712314043,1712314001,1712314175,1322034101,1322034066,1322034132
 aimer256s (10 executions),mem_opt,3344262,3344252,3344293,1752719642,1752719422,1752720844,1361337862,1361336718,1361338013
-ascon-sign-128f-robust (10 executions),ref,122506162,122506099,122506254,2855797836,2855797243,2855798602,174707763,169973472,179525137
-ascon-sign-128f-simple (10 executions),ref,69376878,69376875,69376883,1629111557,1629111334,1629112028,97798317,95509050,98714007
-ascon-sign-128s-robust (10 executions),ref,7842366557,7842366432,7842366620,59267552580,59267543517,59267565672,60232378,57865239,62848708
-ascon-sign-128s-simple (10 executions),ref,4441129007,4441128624,4441129583,33877719255,33877704467,33877739518,33665713,31101669,34993483
-ascon-sign-192f-robust (10 executions),ref,222614206,222614156,222614345,5712962198,5712960682,5712963829,321026499,315341414,327745233
-ascon-sign-192f-simple (10 executions),ref,128167067,128167038,128167083,3345487807,3345484178,3345492588,179328421,175094665,183794127
-ascon-sign-192s-robust (10 executions),ref,14249838562,14249837693,14249840118,126646612223,126646594160,126646651564,111451290,108763808,114965691
-ascon-sign-192s-simple (10 executions),ref,8204011592,8204011246,8204011971,74760768141,74760751354,74760789761,61679880,58983014,64202741
-biscuit128f (10 executions),ref,1054719,1054719,1054720,274072426,274072411,274072461,254371114,254371087,254371140
-biscuit192f (10 executions),ref,1886203,1886199,1886238,765314258,765314227,765314291,713412502,713412394,713412608
-biscuit256f (10 executions),ref,3301990,3301983,3302022,1747187940,1747187918,1747187973,1678998604,1678998013,1678998987
 cross-sha2-r-sdp-1-fast (10 executions),ref,5614888,5590276,5650611,216566013,215745202,217395250,143008126,141803162,144002548
 cross-sha2-r-sdp-3-fast (10 executions),ref,8201340,8148672,8208465,241899820,241815860,242049039,123896179,123524606,124545760
 cross-sha2-r-sdpg-1-fast (10 executions),ref,2151163,2115797,2174685,116162852,116120174,116181821,87741423,87209686,88267494
@@ -92,8 +81,6 @@ mayo1 (10 executions),ref,7977004,7976973,7977015,18005446,18005440,18005487,629
 mayo2 (10 executions),m4f,11917959,11917940,11917980,11979613,11979582,11979624,5130148,5130131,5130180
 mayo2 (10 executions),ref,18432706,18432701,18432740,23546659,23546640,23546680,5494246,5494236,5494276
 mayo3 (10 executions),m4f,18946738,18946737,18946740,32477408,32477407,32477411,16852927,16852799,16853047
-meds13220 (10 executions),ref,47801890,47796259,47805424,1774401869,1773011038,1779733959,1767764521,1766326468,1773152168
-meds55604 (10 executions),ref,253603604,253590695,253615749,8009948412,8009909000,8009995748,8320756990,8320682364,8320835448
 mirith_IIIa_fast (10 executions),ref,3009088,3009084,3009123,891195817,891191657,891198221,831725932,831697264,831742620
 mirith_IIIb_fast (10 executions),ref,4565011,4565007,4565046,1298812706,1298810546,1298815343,1214260655,1214247570,1214277229
 mirith_Ia_fast (10 executions),ref,1303728,1303721,1303764,296732107,296728990,296734109,276059526,276031297,276080171
@@ -152,12 +139,6 @@ snova-25-8-16-3-ssk (10 executions),ref,35195324,35195216,35195579,112654217,931
 snova-28-17-16-2-esk (10 executions),ref,51177590,51177548,51177647,23387139,21270788,42311786,19180389,19180360,19180440
 snova-28-17-16-2-ssk (10 executions),ref,51065038,51064999,51065086,52865514,50757388,71788606,19180379,19180357,19180425
 snova-37-8-16-4-ssk (10 executions),ref,122023801,122023399,122024216,533063912,533033960,533090127,335806349,335805890,335806820
-sphincs-a-sha2-128f (10 executions),ref,30278936,30278762,30279211,382270810,382269421,382271497,35695646,35693840,35698828
-sphincs-a-sha2-128s (10 executions),ref,814836852,814834574,814838039,6981930727,6981924687,6981936443,187090082,187087928,187093600
-sphincs-a-sha2-192f (10 executions),ref,45930664,45930481,45930983,634374072,634373011,634375225,35145783,35144266,35146607
-sphincs-a-shake-128f (10 executions),ref,61578406,61578107,61578885,1188147363,1188146489,1188148063,76330135,76328602,76331478
-sphincs-a-shake-128s (10 executions),ref,2342298427,2342296403,2342299607,22926754899,22926752978,22926758555,241835141,241830735,241838908
-sphincs-a-shake-192f (10 executions),ref,110027677,110027323,110027950,1814954350,1814953585,1814955913,64022276,64020853,64023988
 sphincs-sha2-128f-simple (10 executions),clean,15742990,15742958,15742996,368575228,368575193,368575246,21923628,21369867,22456717
 sphincs-sha2-128s-simple (10 executions),clean,1007731522,1007731504,1007731551,7657558168,7657558117,7657558212,7471794,7228491,7797915
 sphincs-sha2-192f-simple (10 executions),clean,23570224,23570214,23570257,666398438,666398401,666398468,35457937,35087854,35973969
@@ -212,17 +193,6 @@ aimer256f,ref,50040,573284,78716,,,,,,
 aimer256s,m4speed,50032,615856,116936,,,,,,
 aimer256s,m4stack,50032,76032,116936,,,,,,
 aimer256s,mem_opt,50040,76140,117044,,,,,,
-ascon-sign-128f-robust,ref,3260,2772,2992,,,,,,
-ascon-sign-128f-simple,ref,2632,2144,2448,,,,,,
-ascon-sign-128s-robust,ref,3452,2916,2240,,,,,,
-ascon-sign-128s-simple,ref,2824,2268,1752,,,,,,
-ascon-sign-192f-robust,ref,6092,4924,4504,,,,,,
-ascon-sign-192f-simple,ref,4808,3640,3704,,,,,,
-ascon-sign-192s-robust,ref,6380,5116,4332,,,,,,
-ascon-sign-192s-simple,ref,5096,3812,3048,,,,,,
-biscuit128f,ref,600,137348,14560,,,,,,
-biscuit192f,ref,640,265964,20796,,,,,,
-biscuit256f,ref,720,477468,33108,,,,,,
 cross-sha2-r-sdp-1-fast,ref,5200,218304,105604,,,,,,
 cross-sha2-r-sdp-3-fast,ref,9920,324764,158132,,,,,,
 cross-sha2-r-sdpg-1-fast,ref,2760,130824,69536,,,,,,
@@ -264,8 +234,6 @@ mayo1,ref,74444,218644,399348,,,,,,
 mayo2,m4f,111532,124644,278444,,,,,,
 mayo2,ref,111532,238324,270260,,,,,,
 mayo3,m4f,244748,340668,469780,,,,,,
-meds13220,ref,44000,180404,47716,,,,,,
-meds55604,ref,162196,392852,160324,,,,,,
 mirith_IIIa_fast,ref,21832,266480,46156,,,,,,
 mirith_IIIb_fast,ref,32872,298208,59172,,,,,,
 mirith_Ia_fast,ref,10208,122424,22836,,,,,,
@@ -324,12 +292,6 @@ snova-25-8-16-3-ssk,ref,190696,190836,122656,,,,,,
 snova-28-17-16-2-esk,ref,309216,127232,199684,,,,,,
 snova-28-17-16-2-ssk,ref,309216,309356,199684,,,,,,
 snova-37-8-16-4-ssk,ref,640324,640428,411516,,,,,,
-sphincs-a-sha2-128f,ref,281168,280772,280656,,,,,,
-sphincs-a-sha2-128s,ref,585984,585732,585396,,,,,,
-sphincs-a-sha2-192f,ref,504084,502636,502356,,,,,,
-sphincs-a-shake-128f,ref,281072,280676,280560,,,,,,
-sphincs-a-shake-128s,ref,585888,585636,585264,,,,,,
-sphincs-a-shake-192f,ref,503544,502092,501816,,,,,,
 sphincs-sha2-128f-simple,clean,2856,2468,2664,,,,,,
 sphincs-sha2-128s-simple,clean,3084,2556,1968,,,,,,
 sphincs-sha2-192f-simple,clean,5468,4404,4356,,,,,,
@@ -385,17 +347,6 @@ aimer256f,ref,58.9,28.0,27.0,,,,,,
 aimer256s,m4speed,67.7,32.2,28.0,,,,,,
 aimer256s,m4stack,67.7,43.3,28.0,,,,,,
 aimer256s,mem_opt,58.9,42.4,27.2,,,,,,
-ascon-sign-128f-robust,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-128f-simple,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-128s-robust,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-128s-simple,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-192f-robust,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-192f-simple,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-192s-robust,ref,0.0,0.0,0.0,,,,,,
-ascon-sign-192s-simple,ref,0.0,0.0,0.0,,,,,,
-biscuit128f,ref,54.3,9.7,8.9,,,,,,
-biscuit192f,ref,54.0,6.0,5.5,,,,,,
-biscuit256f,ref,54.0,4.4,4.2,,,,,,
 cross-sha2-r-sdp-1-fast,ref,90.2,86.3,91.0,,,,,,
 cross-sha2-r-sdp-3-fast,ref,86.5,79.8,81.7,,,,,,
 cross-sha2-r-sdpg-1-fast,ref,92.9,90.9,92.1,,,,,,
@@ -437,8 +388,6 @@ mayo1,ref,39.1,17.7,49.6,,,,,,
 mayo2,m4f,35.2,35.5,81.2,,,,,,
 mayo2,ref,22.8,18.1,75.8,,,,,,
 mayo3,m4f,55.4,32.6,62.2,,,,,,
-meds13220,ref,2.5,5.1,4.8,,,,,,
-meds55604,ref,1.6,3.0,2.9,,,,,,
 mirith_IIIa_fast,ref,64.3,6.7,6.5,,,,,,
 mirith_IIIb_fast,ref,64.5,4.7,4.6,,,,,,
 mirith_Ia_fast,ref,61.4,10.1,9.7,,,,,,
@@ -497,12 +446,6 @@ snova-25-8-16-3-ssk,ref,9.7,3.5,8.0,,,,,,
 snova-28-17-16-2-esk,ref,10.6,0.2,28.1,,,,,,
 snova-28-17-16-2-ssk,ref,10.6,10.7,28.1,,,,,,
 snova-37-8-16-4-ssk,ref,8.8,2.0,3.4,,,,,,
-sphincs-a-sha2-128f,ref,43.3,86.6,48.2,,,,,,
-sphincs-a-sha2-128s,ref,72.9,88.3,11.7,,,,,,
-sphincs-a-sha2-192f,ref,57.5,88.3,46.0,,,,,,
-sphincs-a-shake-128f,ref,72.3,96.2,76.0,,,,,,
-sphincs-a-shake-128s,ref,90.9,96.9,31.8,,,,,,
-sphincs-a-shake-192f,ref,82.6,96.5,70.7,,,,,,
 sphincs-sha2-128f-simple,clean,90.8,90.7,90.6,,,,,,
 sphincs-sha2-128s-simple,clean,90.8,90.7,90.4,,,,,,
 sphincs-sha2-192f-simple,clean,90.2,90.8,90.7,,,,,,
@@ -557,17 +500,6 @@ aimer256f,ref,27304,0,0,27304,,,,,
 aimer256s,m4speed,26372,0,0,26372,,,,,
 aimer256s,m4stack,25928,0,0,25928,,,,,
 aimer256s,mem_opt,27636,0,0,27636,,,,,
-ascon-sign-128f-robust,ref,17664,0,0,17664,,,,,
-ascon-sign-128f-simple,ref,17596,0,0,17596,,,,,
-ascon-sign-128s-robust,ref,17972,0,0,17972,,,,,
-ascon-sign-128s-simple,ref,17904,0,0,17904,,,,,
-ascon-sign-192f-robust,ref,17960,0,0,17960,,,,,
-ascon-sign-192f-simple,ref,17912,0,0,17912,,,,,
-ascon-sign-192s-robust,ref,18472,0,0,18472,,,,,
-ascon-sign-192s-simple,ref,18424,0,0,18424,,,,,
-biscuit128f,ref,7580,0,0,7580,,,,,
-biscuit192f,ref,7780,0,0,7780,,,,,
-biscuit256f,ref,8216,0,0,8216,,,,,
 cross-sha2-r-sdp-1-fast,ref,14244,0,104,14348,,,,,
 cross-sha2-r-sdp-3-fast,ref,14744,0,128,14872,,,,,
 cross-sha2-r-sdpg-1-fast,ref,18409,0,104,18513,,,,,
@@ -609,8 +541,6 @@ mayo1,ref,26436,8,0,26444,,,,,
 mayo2,m4f,17292,8,0,17300,,,,,
 mayo2,ref,24404,8,0,24412,,,,,
 mayo3,m4f,23612,8,0,23620,,,,,
-meds13220,ref,16844,0,0,16844,,,,,
-meds55604,ref,9012,0,0,9012,,,,,
 mirith_IIIa_fast,ref,7720,256,0,7976,,,,,
 mirith_IIIb_fast,ref,7760,256,0,8016,,,,,
 mirith_Ia_fast,ref,7610,256,0,7866,,,,,
@@ -669,12 +599,6 @@ snova-25-8-16-3-ssk,ref,28240,0,299,28539,,,,,
 snova-28-17-16-2-esk,ref,16436,0,280,16716,,,,,
 snova-28-17-16-2-ssk,ref,16436,0,280,16716,,,,,
 snova-37-8-16-4-ssk,ref,52440,0,336,52776,,,,,
-sphincs-a-sha2-128f,ref,6343,0,0,6343,,,,,
-sphincs-a-sha2-128s,ref,6899,0,0,6899,,,,,
-sphincs-a-sha2-192f,ref,6867,0,0,6867,,,,,
-sphincs-a-shake-128f,ref,5552,0,0,5552,,,,,
-sphincs-a-shake-128s,ref,6108,0,0,6108,,,,,
-sphincs-a-shake-192f,ref,5916,0,0,5916,,,,,
 sphincs-sha2-128f-simple,clean,4956,0,0,4956,,,,,
 sphincs-sha2-128s-simple,clean,5264,0,0,5264,,,,,
 sphincs-sha2-192f-simple,clean,5444,0,0,5444,,,,,