Implementation notes: x86, kizomba, crypto_sign/qtesla1

Computer: kizomba
Architecture: x86
CPU ID: GenuineIntel-000906e9-bfebfbff
SUPERCOP version: 20181216
Operation: crypto_sign
Primitive: qtesla1

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
1968068	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180829	20180818
2012667	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180829	20180818
2142235	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20180829	20180818
2148304	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20180829	20180818
2177337	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20180829	20180818
2203395	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20180829	20180818
2208892	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180829	20180818
2215785	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180829	20180818
2380252	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180829	20180818
2469105	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180829	20180818
2506526	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20180829	20180818
2510125	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20180829	20180818
2518964	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20180829	20180818
2545418	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180829	20180818
2558670	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20180829	20180818
2565594	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20180829	20180818
2569631	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180829	20180818
2570732	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20180829	20180818
2574947	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180829	20180818
2584329	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180829	20180818
2590623	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20180829	20180818
2596057	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20180829	20180818
2596264	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20180829	20180818
2603744	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20180829	20180818
2609431	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20180829	20180818
2618784	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180829	20180818
2629222	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20180829	20180818
2636520	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20180829	20180818
2650944	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20180829	20180818
2685173	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20180829	20180818
2726473	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20180829	20180818
2754412	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180829	20180818
2766097	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20180829	20180818
2767693	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20180829	20180818
2770966	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20180829	20180818
2798570	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20180829	20180818
2799107	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20180829	20180818
2801773	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20180829	20180818
2856992	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20180829	20180818
2898215	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20180829	20180818
2901603	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20180829	20180818
2920869	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180829	20180818
2922149	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20180829	20180818
2922272	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20180829	20180818
2924792	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180829	20180818
2952934	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180829	20180818
2956627	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180829	20180818
2969504	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180829	20180818
2970000	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20180829	20180818
2974250	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180829	20180818
2990859	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180829	20180818
2999184	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20180829	20180818
3008418	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180829	20180818
3033653	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180829	20180818
3039062	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180829	20180818
3044341	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20180829	20180818
3052994	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20180829	20180818
3054650	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20180829	20180818
3070260	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20180829	20180818
3074036	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180829	20180818
3074611	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20180829	20180818
3078514	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20180829	20180818
3098234	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20180829	20180818
3100867	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180829	20180818
3103588	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20180829	20180818
3109421	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20180829	20180818
3125657	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180829	20180818
3127230	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180829	20180818
3138069	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180829	20180818
3141093	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180829	20180818
3142678	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180829	20180818
3145440	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180829	20180818
3150456	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20180829	20180818
3154861	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20180829	20180818
3154889	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20180829	20180818
3155357	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20180829	20180818
3162431	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180829	20180818
3171308	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180829	20180818
3176707	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180829	20180818
3183927	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180829	20180818
3197915	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180829	20180818
3201114	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20180829	20180818
3202204	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20180829	20180818
3204544	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20180829	20180818
3270383	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180829	20180818
3278471	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180829	20180818
3282742	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180829	20180818
8373508	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20180829	20180818
8540954	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20180829	20180818
8594085	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20180829	20180818
8749194	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20180829	20180818
8919238	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20180829	20180818

Test failure

Implementation: crypto_sign/qtesla1/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/qtesla1/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref