Implementation notes: x86, bolero, crypto_sign/mqqsig256

Computer: bolero
Architecture: x86
CPU ID: GenuineIntel-000406f1-bfebfbff
SUPERCOP version: 20190110
Operation: crypto_sign
Primitive: mqqsig256

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
183588	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20170905	20170725
183760	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20170905	20170725
184112	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20170905	20170725
184224	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20170905	20170725
184260	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20170905	20170725
185724	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20170905	20170725
200000	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20170905	20170725
200172	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20170905	20170725
206984	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
207032	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
208588	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
209000	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
209152	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
210912	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
211012	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
211228	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
213228	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
214288	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
214832	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
214924	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
215068	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
219232	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
391516	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
402504	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
403132	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
403256	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
403308	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
403424	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
403496	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
426132	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
452612	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
484456	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
486036	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
520684	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
540024	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
542496	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
543268	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
547560	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
548204	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
552936	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
556492	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
561568	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
570736	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
572164	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
573096	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
574392	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
575696	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
583340	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
584432	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
584716	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
587416	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
588220	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
588332	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
590040	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
600424	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
601108	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
607720	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
609868	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
610676	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
610844	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
610904	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
611272	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20170905	20170725
611320	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
611672	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
611908	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
612412	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20170905	20170725
612552	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
613152	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
613584	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
614476	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
614732	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
615544	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
615788	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
615888	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
616484	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
617712	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
618932	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
621480	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
626628	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
628824	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
634860	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
636184	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
636400	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
637548	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
639364	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
639552	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
644008	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
645464	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
647636	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
654784	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
655736	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
656476	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref