Implementation notes: x86, h2atom, crypto_sign/mqqsig160

Computer: h2atom
Architecture: x86
CPU ID: GenuineIntel-000106ca-bfe9fbff
SUPERCOP version: 20161009
Operation: crypto_sign
Primitive: mqqsig160

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
415390	`ref`	`gcc -m32 -march=core2 -O -fomit-frame-pointer`	20161212	20161009
421590	`ref`	`gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer`	20161212	20161009
421760	`ref`	`gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer`	20161212	20161009
425720	`ref`	`gcc -m32 -march=core2 -O2 -fomit-frame-pointer`	20161212	20161009
425950	`ref`	`gcc -m32 -march=core2 -O3 -fomit-frame-pointer`	20161212	20161009
426820	`ref`	`gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer`	20161212	20161009
443390	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20161212	20161009
443940	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20161212	20161009
740040	`ref`	`gcc -m32 -O -fomit-frame-pointer`	20161212	20161009
740780	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20161212	20161009
741040	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20161212	20161009
742400	`ref`	`gcc -m32 -O2 -fomit-frame-pointer`	20161212	20161009
742490	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20161212	20161009
742520	`ref`	`gcc -m32 -march=athlon -O2 -fomit-frame-pointer`	20161212	20161009
742730	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20161212	20161009
744110	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20161212	20161009
744760	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20161212	20161009
744850	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20161212	20161009
745010	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20161212	20161009
745020	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20161212	20161009
745120	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20161212	20161009
745140	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20161212	20161009
745430	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20161212	20161009
746890	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20161212	20161009
747090	`ref`	`gcc -m32 -march=pentium -O2 -fomit-frame-pointer`	20161212	20161009
747130	`ref`	`gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer`	20161212	20161009
748840	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20161212	20161009
749120	`ref`	`gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer`	20161212	20161009
749120	`ref`	`gcc -m32 -march=pentium -O -fomit-frame-pointer`	20161212	20161009
749730	`ref`	`gcc -m32 -march=athlon -O -fomit-frame-pointer`	20161212	20161009
751000	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20161212	20161009
751310	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20161212	20161009
761500	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20161212	20161009
761770	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20161212	20161009
763740	`ref`	`gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer`	20161212	20161009
764160	`ref`	`gcc -funroll-loops -m32 -O2 -fomit-frame-pointer`	20161212	20161009
764450	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20161212	20161009
764920	`ref`	`gcc -funroll-loops -m32 -O3 -fomit-frame-pointer`	20161212	20161009
764940	`ref`	`gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer`	20161212	20161009
765280	`ref`	`gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer`	20161212	20161009
765600	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20161212	20161009
765610	`ref`	`gcc -funroll-loops -m32 -O -fomit-frame-pointer`	20161212	20161009
765710	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20161212	20161009
766780	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer`	20161212	20161009
766870	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20161212	20161009
767040	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20161212	20161009
767200	`ref`	`gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer`	20161212	20161009
767340	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20161212	20161009
767530	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20161212	20161009
767660	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer`	20161212	20161009
767720	`ref`	`gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer`	20161212	20161009
768320	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20161212	20161009
768330	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer`	20161212	20161009
768510	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20161212	20161009
768560	`ref`	`gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer`	20161212	20161009
769230	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20161212	20161009
769630	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20161212	20161009
769760	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20161212	20161009
769850	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20161212	20161009
769940	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20161212	20161009
770130	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20161212	20161009
770190	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20161212	20161009
770590	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20161212	20161009
770670	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20161212	20161009
770860	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20161212	20161009
770920	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20161212	20161009
771060	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20161212	20161009
771060	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20161212	20161009
771280	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20161212	20161009
771310	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20161212	20161009
771320	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20161212	20161009
771480	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20161212	20161009
771830	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20161212	20161009
771870	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20161212	20161009
773420	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer`	20161212	20161009
773480	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer`	20161212	20161009
773480	`ref`	`gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer`	20161212	20161009
773650	`ref`	`gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer`	20161212	20161009
773750	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20161212	20161009
773780	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20161212	20161009
773810	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20161212	20161009
774050	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20161212	20161009
775100	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer`	20161212	20161009
775380	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer`	20161212	20161009
775380	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20161212	20161009
775450	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20161212	20161009
775580	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20161212	20161009
775620	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20161212	20161009
775620	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20161212	20161009
775910	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20161212	20161009
775980	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20161212	20161009
776460	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20161212	20161009
777940	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer`	20161212	20161009
777960	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer`	20161212	20161009
777980	`ref`	`gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer`	20161212	20161009
778670	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20161212	20161009
780750	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20161212	20161009
780830	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20161212	20161009
780880	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20161212	20161009
781520	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20161212	20161009
781730	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20161212	20161009
781810	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20161212	20161009
785190	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20161212	20161009
785460	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20161212	20161009
785560	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20161212	20161009
787230	`ref`	`gcc -m32 -march=athlon -O3 -fomit-frame-pointer`	20161212	20161009
788130	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20161212	20161009
788570	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20161212	20161009
788940	`ref`	`gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer`	20161212	20161009
789030	`ref`	`gcc -m32 -O3 -fomit-frame-pointer`	20161212	20161009
789030	`ref`	`gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer`	20161212	20161009
789040	`ref`	`gcc -m32 -march=k6 -O3 -fomit-frame-pointer`	20161212	20161009
789580	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20161212	20161009
789800	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20161212	20161009
791440	`ref`	`gcc -m32 -march=pentium -O3 -fomit-frame-pointer`	20161212	20161009
791460	`ref`	`gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer`	20161212	20161009
791730	`ref`	`gcc -m32 -march=k6 -O -fomit-frame-pointer`	20161212	20161009
792110	`ref`	`gcc -m32 -march=k6-2 -O -fomit-frame-pointer`	20161212	20161009
792390	`ref`	`gcc -m32 -march=k6-3 -O -fomit-frame-pointer`	20161212	20161009
792510	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20161212	20161009
793520	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20161212	20161009
793570	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20161212	20161009
793610	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20161212	20161009
794690	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20161212	20161009
795350	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20161212	20161009
956060	`ref`	`gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer`	20161212	20161009
956230	`ref`	`gcc -m32 -march=k6 -O2 -fomit-frame-pointer`	20161212	20161009
956260	`ref`	`gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer`	20161212	20161009
989140	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20161212	20161009
989170	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20161212	20161009
989170	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20161212	20161009
1004060	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20161212	20161009
1004090	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20161212	20161009
1004130	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20161212	20161009

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 15, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer

error 111

Number of similar (compiler,implementation) pairs: 18, namely:

Compiler	Implementations
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -Os -fomit-frame-pointer	ref