Implementation notes: x86, kizomba, crypto_sign/qtesla1p

Computer: kizomba
Architecture: x86
CPU ID: GenuineIntel-000906e9-bfebfbff
SUPERCOP version: 20181216
Operation: crypto_sign
Primitive: qtesla1p

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
4840560	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180829	20180818
4926668	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20180829	20180818
4963295	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20180829	20180818
4976875	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180829	20180818
5019643	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180829	20180818
5027615	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20180829	20180818
5075613	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180829	20180818
5214526	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20180829	20180818
5380986	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180829	20180818
5483760	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180829	20180818
5720597	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180829	20180818
5730685	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20180829	20180818
5743023	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180829	20180818
5751068	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20180829	20180818
5758930	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20180829	20180818
5775531	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20180829	20180818
5776159	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180829	20180818
5791818	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20180829	20180818
5792115	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20180829	20180818
5801187	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20180829	20180818
5805808	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20180829	20180818
5815385	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180829	20180818
5825795	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20180829	20180818
5841964	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180829	20180818
5843996	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20180829	20180818
5858131	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20180829	20180818
5927315	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20180829	20180818
5951492	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20180829	20180818
6016300	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20180829	20180818
6045474	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20180829	20180818
6094796	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20180829	20180818
6129105	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20180829	20180818
6150109	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180829	20180818
6186607	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20180829	20180818
6240170	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20180829	20180818
6256980	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20180829	20180818
6279246	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20180829	20180818
6339883	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20180829	20180818
6370488	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20180829	20180818
6547957	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180829	20180818
6635714	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180829	20180818
6638799	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180829	20180818
6683774	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180829	20180818
6690561	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20180829	20180818
6718169	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180829	20180818
6731811	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180829	20180818
6742625	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180829	20180818
6753149	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180829	20180818
6776040	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20180829	20180818
6808813	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20180829	20180818
6860194	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20180829	20180818
6892363	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180829	20180818
6895057	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20180829	20180818
6905700	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180829	20180818
6912488	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20180829	20180818
6913223	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180829	20180818
6933877	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20180829	20180818
6940254	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180829	20180818
6940589	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180829	20180818
6944138	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180829	20180818
6945502	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180829	20180818
6948427	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180829	20180818
6957296	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20180829	20180818
6964890	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20180829	20180818
6987105	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20180829	20180818
7004929	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20180829	20180818
7027041	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20180829	20180818
7030494	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20180829	20180818
7057770	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180829	20180818
7069260	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180829	20180818
7069446	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180829	20180818
7097678	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20180829	20180818
7102371	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180829	20180818
7120319	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180829	20180818
7142393	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180829	20180818
7143889	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20180829	20180818
7147647	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180829	20180818
7238329	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180829	20180818
7275387	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180829	20180818
7295180	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20180829	20180818
7313699	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20180829	20180818
7321848	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180829	20180818
7377447	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20180829	20180818
7392051	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20180829	20180818
7442928	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20180829	20180818
7546252	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20180829	20180818
7804958	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20180829	20180818
19846506	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20180829	20180818
20139835	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20180829	20180818
20187701	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20180829	20180818
20520564	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20180829	20180818
20823903	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20180829	20180818

Test failure

Implementation: crypto_sign/qtesla1p/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/qtesla1p/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref