Implementation notes: x86, samba, crypto_sign/mqqsig256

Computer: samba
Architecture: x86
CPU ID: GenuineIntel-000506e3-bfebfbff
SUPERCOP version: 20190803
Operation: crypto_sign
Primitive: mqqsig256

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
148635	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20190806	20190803
149306	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20190806	20190803
151433	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20190806	20190803
151611	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20190806	20190803
151976	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20190806	20190803
152091	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20190806	20190803
154002	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20190806	20190803
154375	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20190806	20190803
183572	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20190806	20190803
184081	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20190806	20190803
185716	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20190806	20190803
185873	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20190806	20190803
186472	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20190806	20190803
186520	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20190806	20190803
189482	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20190806	20190803
189740	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20190806	20190803
189742	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20190806	20190803
189879	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20190806	20190803
189929	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20190806	20190803
192030	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20190806	20190803
196339	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20190806	20190803
218425	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20190806	20190803
376438	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20190806	20190803
381831	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20190806	20190803
382555	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20190806	20190803
383043	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20190806	20190803
383871	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20190806	20190803
384474	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20190806	20190803
385387	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20190806	20190803
393237	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20190806	20190803
401700	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20190806	20190803
461957	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20190806	20190803
462572	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20190806	20190803
465193	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20190806	20190803
465988	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20190806	20190803
468129	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20190806	20190803
468798	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20190806	20190803
472774	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20190806	20190803
478460	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20190806	20190803
481541	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20190806	20190803
482212	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20190806	20190803
483838	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20190806	20190803
484570	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20190806	20190803
494108	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20190806	20190803
509528	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20190806	20190803
524433	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20190806	20190803
524583	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20190806	20190803
525236	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20190806	20190803
525262	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20190806	20190803
525933	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20190806	20190803
526081	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20190806	20190803
526236	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20190806	20190803
526895	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20190806	20190803
527074	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20190806	20190803
528423	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20190806	20190803
528742	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20190806	20190803
529530	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20190806	20190803
529923	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20190806	20190803
532615	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20190806	20190803
534362	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20190806	20190803
536325	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20190806	20190803
536584	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20190806	20190803
536708	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20190806	20190803
538061	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20190806	20190803
539175	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20190806	20190803
541129	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20190806	20190803
541516	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20190806	20190803
542008	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20190806	20190803
543306	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20190806	20190803
543962	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20190806	20190803
544919	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20190806	20190803
546264	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20190806	20190803
546619	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20190806	20190803
546845	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20190806	20190803
547564	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20190806	20190803
548734	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20190806	20190803
549198	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20190806	20190803
553137	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20190806	20190803
553530	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20190806	20190803
554193	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20190806	20190803
556159	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20190806	20190803
560727	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20190806	20190803
560945	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20190806	20190803
561424	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20190806	20190803
562328	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20190806	20190803
562500	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20190806	20190803
563256	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20190806	20190803
569865	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20190806	20190803
574859	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20190806	20190803
591863	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20190806	20190803
594026	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20190806	20190803
599906	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20190806	20190803

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig256/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref