Implementation notes: x86, bolero, crypto_sign/mqqsig160

Computer: bolero
Architecture: x86
CPU ID: GenuineIntel-000406f1-bfebfbff
SUPERCOP version: 20190110
Operation: crypto_sign
Primitive: mqqsig160

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
130428	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20170905	20170725
130580	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20170905	20170725
131252	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20170905	20170725
131364	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20170905	20170725
132212	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20170905	20170725
133760	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20170905	20170725
137396	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20170905	20170725
138008	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20170905	20170725
169016	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
169404	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
170148	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
170444	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
171652	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
171744	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
172032	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
173304	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
173516	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
173652	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
173684	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
173768	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
173852	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
173888	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
173932	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
174124	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
174180	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
174244	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
174328	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
174444	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
174636	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
174748	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
175024	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
175388	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
175480	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
175492	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
175748	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
176256	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
199160	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
200212	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
202604	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
219284	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
219300	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
224120	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
225540	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
229648	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
231336	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
249112	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
250836	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
251228	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
253880	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
254180	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
256772	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
257184	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
257688	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
258036	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
258080	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
263312	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
264160	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
264248	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
264376	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
268212	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
270932	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
271492	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
272544	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
273260	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
273584	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
274068	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
274312	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
274592	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
275052	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
275680	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
275824	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
276184	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
276456	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
276588	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
276632	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20170905	20170725
277692	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
277924	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
277980	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
278100	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
278152	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
278644	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
278828	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
279444	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
279884	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
280184	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
280276	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
281080	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
281260	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20170905	20170725
281964	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
282548	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
295512	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
295524	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref