Implementation notes: x86, h6sandy, crypto_sign/mqqsig256

Computer: h6sandy
Architecture: x86
CPU ID: GenuineIntel-000206a7-bfebfbff
SUPERCOP version: 20171218
Operation: crypto_sign
Primitive: mqqsig256

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
224544	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20171204	20171020
225340	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20171204	20171020
225928	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20171204	20171020
227040	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20171204	20171020
244012	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20171203	20171020
245320	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20171204	20171020
247168	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20171204	20171020
255516	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20171204	20171020
256484	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20171204	20171020
258320	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20171204	20171020
259792	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20171204	20171020
264464	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20171204	20171020
264648	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20171204	20171020
265680	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20171204	20171020
265892	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20171204	20171020
266028	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20171204	20171020
266536	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20171204	20171020
266912	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20171204	20171020
268796	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20171204	20171020
270304	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20171204	20171020
271292	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20171204	20171020
491584	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20171204	20171020
512528	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20171204	20171020
512900	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20171204	20171020
514820	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20171204	20171020
515860	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20171204	20171020
516128	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20171204	20171020
518744	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20171204	20171020
529104	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20171204	20171020
573500	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20171204	20171020
594528	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20171204	20171020
598648	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20171204	20171020
600256	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20171204	20171020
600324	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20171204	20171020
602144	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20171204	20171020
611752	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20171204	20171020
612716	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20171204	20171020
613192	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20171204	20171020
616380	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20171204	20171020
617916	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20171204	20171020
620092	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20171204	20171020
634164	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20171204	20171020
638824	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20171204	20171020
657004	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20171204	20171020
683100	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20171204	20171020
685020	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20171204	20171020
686092	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20171204	20171020
686368	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20171204	20171020
696520	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20171204	20171020
698208	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20171204	20171020
698216	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20171204	20171020
699200	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20171204	20171020
702336	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20171204	20171020
702380	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20171204	20171020
709868	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20171204	20171020
709904	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20171204	20171020
710952	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20171204	20171020
739372	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20171204	20171020
741204	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20171204	20171020
741804	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20171204	20171020
748500	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20171204	20171020
752196	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20171204	20171020
752672	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20171204	20171020
754364	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20171204	20171020
754436	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20171204	20171020
754876	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20171204	20171020
755020	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20171204	20171020
755508	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20171204	20171020
755752	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20171204	20171020
756372	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20171204	20171020
756596	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20171204	20171020
756732	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20171204	20171020
758236	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20171203	20171020
758672	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20171204	20171020
759756	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20171204	20171020
760396	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20171204	20171020
760460	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20171204	20171020
760500	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20171204	20171020
766000	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20171204	20171020
767612	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20171204	20171020
768524	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20171204	20171020
771624	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20171204	20171020
771776	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20171204	20171020
774256	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20171204	20171020
778880	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20171204	20171020
779912	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20171204	20171020
783260	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20171204	20171020
793360	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20171204	20171020
796112	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20171204	20171020
797596	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20171204	20171020
799948	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20171204	20171020

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 78, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer

error 111

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer	ref