Implementation notes: x86, h6sandy, crypto_sign/mqqsig160

Computer: h6sandy
Architecture: x86
CPU ID: GenuineIntel-000206a7-bfebfbff
SUPERCOP version: 20171218
Operation: crypto_sign
Primitive: mqqsig160

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
166708	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20171203	20171020
167100	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20171203	20171020
167112	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20171203	20171020
167268	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20171203	20171020
170956	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20171203	20171020
171416	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20171203	20171020
171788	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20171203	20171020
225652	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20171203	20171020
226380	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20171203	20171020
226704	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20171203	20171020
227532	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20171203	20171020
227988	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20171203	20171020
228488	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20171203	20171020
228872	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20171203	20171020
229196	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20171203	20171020
230520	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20171203	20171020
232328	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20171203	20171020
234716	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20171203	20171020
234888	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20171203	20171020
234960	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20171203	20171020
235372	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20171203	20171020
235616	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20171203	20171020
235764	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20171203	20171020
236232	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20171203	20171020
236392	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20171203	20171020
236552	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20171203	20171020
236712	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20171203	20171020
237808	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20171203	20171020
238300	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20171203	20171020
239556	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20171203	20171020
239732	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20171203	20171020
240000	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20171203	20171020
240192	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20171203	20171020
241284	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20171203	20171020
241352	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20171203	20171020
251544	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20171203	20171020
252632	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20171203	20171020
253040	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20171203	20171020
257152	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20171203	20171020
281256	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20171203	20171020
281508	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20171203	20171020
284404	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20171203	20171020
284796	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20171203	20171020
287580	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20171203	20171020
288632	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20171203	20171020
289328	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20171203	20171020
289536	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20171203	20171020
289548	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20171203	20171020
289904	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20171203	20171020
292572	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20171203	20171020
311460	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20171203	20171020
317012	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20171203	20171020
317188	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20171203	20171020
317192	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20171203	20171020
317704	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20171203	20171020
318004	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20171203	20171020
318176	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20171203	20171020
324756	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20171203	20171020
324864	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20171203	20171020
324976	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20171203	20171020
325104	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20171203	20171020
325224	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20171203	20171020
325708	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20171203	20171020
325808	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20171203	20171020
326240	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20171203	20171020
326524	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20171203	20171020
326636	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20171203	20171020
327012	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20171203	20171020
327092	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20171203	20171020
328420	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20171203	20171020
328500	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20171203	20171020
330064	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20171203	20171020
331540	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20171203	20171020
331580	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20171203	20171020
336580	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20171203	20171020
338168	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20171203	20171020
339152	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20171203	20171020
346484	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20171203	20171020
346508	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20171203	20171020
347524	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20171203	20171020
348080	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20171203	20171020
348540	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20171203	20171020
348652	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20171203	20171020
349712	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20171203	20171020
350604	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20171203	20171020
354644	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20171203	20171020
355492	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20171203	20171020
356252	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20171203	20171020
356304	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20171203	20171020
370276	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20171203	20171020
371680	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20171203	20171020

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 78, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer

error 111

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer	ref