Implementation notes: x86, bolero, crypto_sign/mqqsig224

Computer: bolero
Architecture: x86
CPU ID: GenuineIntel-000406f1-bfebfbff
SUPERCOP version: 20190110
Operation: crypto_sign
Primitive: mqqsig224

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
169292	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20170905	20170725
169528	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20170905	20170725
171736	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20170905	20170725
172224	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20170905	20170725
172556	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20170905	20170725
172700	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20170905	20170725
173084	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20170905	20170725
174060	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20170905	20170725
178636	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
179564	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
181628	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
181696	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
183688	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
184020	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
184140	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
197412	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
322288	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
325272	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
332060	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
332132	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
332756	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
333948	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
337844	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
338560	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
338736	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
338820	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
339652	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
342040	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
353712	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
355816	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
356088	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
369356	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
375076	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
388752	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
388992	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
398292	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
405184	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
406668	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
420436	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
421544	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
427632	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
431588	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
433028	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
434360	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
441716	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
444024	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
447752	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
448596	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
450484	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
451548	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
451728	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
455024	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
455976	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
458580	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
468052	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
468348	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
468840	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
469964	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
470308	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
471032	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
471052	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
491660	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
493556	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
498100	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
498988	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
499968	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
501700	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20170905	20170725
503400	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
503728	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
503764	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
504220	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
504728	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
505216	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
505424	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
505456	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20170905	20170725
505524	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
505548	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
505564	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
506008	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
506588	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
506636	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
506708	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
507108	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
508068	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
508504	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
509004	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
510260	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
510624	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
510720	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
512216	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
519320	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
521492	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725

Test failure

Implementation: crypto_sign/mqqsig224/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig224/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref