Implementation notes: x86, bolero, crypto_sign/qtesla3f

Computer: bolero
Architecture: x86
CPU ID: GenuineIntel-000406f1-bfebfbff
SUPERCOP version: 20190110
Operation: crypto_sign
Primitive: qtesla3f

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
3591636	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180831	20180818
3640156	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180831	20180818
3702436	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180831	20180818
3830296	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180831	20180818
3846084	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20180831	20180818
3874884	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20180831	20180818
3927452	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20180831	20180818
4018252	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20180831	20180818
4489480	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180831	20180818
4499308	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20180831	20180818
4507732	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20180831	20180818
4527376	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20180831	20180818
4573916	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20180831	20180818
4580732	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180831	20180818
4591648	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180831	20180818
4597844	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20180831	20180818
4599692	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180831	20180818
4611564	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180831	20180818
4622564	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180831	20180818
4631708	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20180831	20180818
4636276	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20180831	20180818
4636280	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20180831	20180818
4638908	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180831	20180818
4640948	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180831	20180818
4672156	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180831	20180818
4686652	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20180831	20180818
4689256	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180831	20180818
4691216	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20180831	20180818
4694400	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20180831	20180818
4697804	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20180831	20180818
4697808	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20180831	20180818
4699248	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20180831	20180818
4699272	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20180831	20180818
4704900	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180831	20180818
4711656	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20180831	20180818
4717176	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20180831	20180818
4717624	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180831	20180818
4718084	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180831	20180818
4736400	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180831	20180818
4740144	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20180831	20180818
4762604	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20180831	20180818
4765072	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20180831	20180818
4767484	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20180831	20180818
4768160	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180831	20180818
4770416	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180831	20180818
4771712	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180831	20180818
4774056	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180831	20180818
4776324	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20180831	20180818
4778852	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20180831	20180818
4782604	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20180831	20180818
4785556	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180831	20180818
4787224	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180831	20180818
4789232	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20180831	20180818
4792956	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20180831	20180818
4796980	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180831	20180818
4798532	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20180831	20180818
4800884	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180831	20180818
4806604	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20180831	20180818
4807676	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180831	20180818
4808108	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180831	20180818
4809996	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180831	20180818
4817548	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180831	20180818
4818656	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180831	20180818
4826296	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20180831	20180818
4827500	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180831	20180818
4838160	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20180831	20180818
4848612	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20180831	20180818
4850860	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180831	20180818
4852416	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20180831	20180818
4852548	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20180831	20180818
4867472	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20180831	20180818
4869080	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180831	20180818
4871924	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20180831	20180818
4875284	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20180831	20180818
4888352	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20180831	20180818
4899828	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20180831	20180818
4926516	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20180831	20180818
4946848	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20180831	20180818
4957844	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20180831	20180818
4975660	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180831	20180818
4977544	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180831	20180818
4988152	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20180831	20180818
5003740	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20180831	20180818
5006924	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180831	20180818
5008500	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20180831	20180818
5039092	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20180831	20180818
5040536	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20180831	20180818
5066512	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20180831	20180818
5070472	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20180831	20180818
5084160	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20180831	20180818
5093688	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20180831	20180818
5131660	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180831	20180818

Test failure

Implementation: crypto_sign/qtesla3f/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/qtesla3f/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref