Implementation notes: x86, samba, crypto_sign/qtesla1

Computer: samba
Architecture: x86
CPU ID: GenuineIntel-000506e3-bfebfbff
SUPERCOP version: 20190803
Operation: crypto_sign
Primitive: qtesla1

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
1954419	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20190806	20190803
2053401	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20190806	20190803
2162684	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20190806	20190803
2165468	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20190806	20190803
2181109	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20190806	20190803
2194082	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20190806	20190803
2235649	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20190806	20190803
2244139	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20190806	20190803
2350325	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20190806	20190803
2413825	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20190806	20190803
2503024	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20190806	20190803
2503875	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20190806	20190803
2515825	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20190806	20190803
2552557	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20190806	20190803
2554103	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20190806	20190803
2555458	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20190806	20190803
2557034	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20190806	20190803
2564359	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20190806	20190803
2565308	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20190806	20190803
2566461	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20190806	20190803
2573360	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20190806	20190803
2574149	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20190806	20190803
2580252	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20190806	20190803
2582861	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20190806	20190803
2586101	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20190806	20190803
2587530	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20190806	20190803
2597218	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20190806	20190803
2606075	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20190806	20190803
2615278	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20190806	20190803
2638676	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20190806	20190803
2646996	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20190806	20190803
2702578	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20190806	20190803
2706081	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20190806	20190803
2709885	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20190806	20190803
2710542	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20190806	20190803
2715357	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20190806	20190803
2721893	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20190806	20190803
2799065	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20190806	20190803
2802594	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20190806	20190803
2807002	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20190806	20190803
2883680	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20190806	20190803
2892416	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20190806	20190803
2897762	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20190806	20190803
2915829	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20190806	20190803
2925096	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20190806	20190803
2927738	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20190806	20190803
2938089	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20190806	20190803
2945984	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20190806	20190803
2946966	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20190806	20190803
2976613	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20190806	20190803
2978095	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20190806	20190803
2979925	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20190806	20190803
2995062	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20190806	20190803
3001435	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20190806	20190803
3003542	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20190806	20190803
3039109	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20190806	20190803
3057271	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20190806	20190803
3068310	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20190806	20190803
3074292	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20190806	20190803
3078026	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20190806	20190803
3081774	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20190806	20190803
3091907	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20190806	20190803
3092667	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20190806	20190803
3094719	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20190806	20190803
3097207	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20190806	20190803
3099518	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20190806	20190803
3101091	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20190806	20190803
3102879	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20190806	20190803
3107333	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20190806	20190803
3114640	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20190806	20190803
3116103	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20190806	20190803
3116262	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20190806	20190803
3116477	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20190806	20190803
3116828	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20190806	20190803
3119702	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20190806	20190803
3121482	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20190806	20190803
3126338	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20190806	20190803
3128792	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20190806	20190803
3130075	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20190806	20190803
3130651	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20190806	20190803
3136739	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20190806	20190803
3164484	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20190806	20190803
3166127	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20190806	20190803
3172022	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20190806	20190803
3182243	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20190806	20190803
3188659	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20190806	20190803
3189901	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20190806	20190803
3206934	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20190806	20190803
8388992	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20190806	20190803
8408996	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20190806	20190803
8613968	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20190806	20190803
8689049	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20190806	20190803

Test failure

Implementation: crypto_sign/qtesla1/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/qtesla1/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref