Implementation notes: x86, hiphop, crypto_sign/mqqsig224

Computer: hiphop
Architecture: x86
CPU ID: GenuineIntel-000306c3-bfebfbff
SUPERCOP version: 20171218
Operation: crypto_sign
Primitive: mqqsig224

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
181556	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20170814	20170725
181852	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20170814	20170725
183160	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20170814	20170725
184780	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20170814	20170725
184864	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20170814	20170725
185608	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20170814	20170725
185684	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20170814	20170725
185704	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20170814	20170725
191804	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170814	20170725
193748	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20170814	20170725
193800	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20170814	20170725
193948	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170814	20170725
195928	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20170814	20170725
196372	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20170814	20170725
197316	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170814	20170725
208884	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170814	20170725
342188	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170814	20170725
342616	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170814	20170725
348516	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20170814	20170725
348940	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20170814	20170725
349572	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20170814	20170725
350620	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20170814	20170725
355232	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170814	20170725
355384	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170814	20170725
355748	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20170814	20170725
355964	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170814	20170725
357380	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170814	20170725
360784	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170814	20170725
373232	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20170814	20170725
373424	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20170814	20170725
373464	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170814	20170725
397788	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20170814	20170725
401996	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20170814	20170725
413376	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170814	20170725
413896	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170814	20170725
423468	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170814	20170725
426424	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170814	20170725
427112	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170814	20170725
440148	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170814	20170725
442852	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20170814	20170725
444732	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20170814	20170725
445372	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20170814	20170725
446976	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170814	20170725
457048	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170814	20170725
459240	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20170814	20170725
459928	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170814	20170725
460580	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20170814	20170725
462648	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170814	20170725
463480	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20170814	20170725
463720	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20170814	20170725
464352	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20170814	20170725
470648	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20170814	20170725
471060	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20170814	20170725
471920	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20170814	20170725
487584	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20170814	20170725
488896	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170814	20170725
489376	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170814	20170725
490556	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20170814	20170725
491612	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170814	20170725
498300	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20170814	20170725
498452	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170814	20170725
522768	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20170814	20170725
523068	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20170814	20170725
523172	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170814	20170725
523552	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20170814	20170725
523600	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20170814	20170725
524112	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20170814	20170725
525152	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20170814	20170725
525520	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20170814	20170725
525608	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20170814	20170725
526284	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170814	20170725
527408	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20170814	20170725
527500	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170814	20170725
528728	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20170814	20170725
529388	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20170814	20170725
529732	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20170814	20170725
530216	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170814	20170725
530284	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20170814	20170725
530576	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170814	20170725
530980	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20170814	20170725
531020	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20170814	20170725
531552	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170814	20170725
531796	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20170814	20170725
531900	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20170814	20170725
532056	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170814	20170725
532800	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170814	20170725
535100	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170814	20170725
538240	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20170814	20170725
539064	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170814	20170725
539924	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170814	20170725
540292	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20170814	20170725
541736	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170814	20170725

Test failure

Implementation: crypto_sign/mqqsig224/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig224/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref