Implementation notes: x86, bolero, crypto_sign/mqqsig192

Computer: bolero
Architecture: x86
CPU ID: GenuineIntel-000406f1-bfebfbff
SUPERCOP version: 20190110
Operation: crypto_sign
Primitive: mqqsig192

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
135144	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
135528	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170905	20170725
136152	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
136532	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20170905	20170725
136672	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
136840	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20170905	20170725
138984	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
139732	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170905	20170725
140456	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20170905	20170725
140688	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20170905	20170725
141156	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20170905	20170725
141432	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20170905	20170725
141552	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20170905	20170725
141920	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20170905	20170725
142300	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20170905	20170725
143852	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20170905	20170725
194280	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
194876	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
202584	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170905	20170725
203508	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170905	20170725
218704	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
218948	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
219208	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
220260	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
221100	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
222824	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
224272	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
229912	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
230064	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
231268	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
231852	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
232152	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
233388	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
234360	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
235828	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20170905	20170725
236212	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
243956	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170905	20170725
246012	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
246040	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170905	20170725
249156	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170905	20170725
253212	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170905	20170725
254556	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
266744	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20170905	20170725
267356	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20170905	20170725
270108	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170905	20170725
270744	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20170905	20170725
271876	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170905	20170725
273148	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20170905	20170725
273860	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
273860	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
273944	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20170905	20170725
274128	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
274308	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
274680	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20170905	20170725
275272	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20170905	20170725
276544	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20170905	20170725
279664	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170905	20170725
280232	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170905	20170725
280468	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20170905	20170725
285764	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
286148	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725
286988	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
287240	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
287392	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
287760	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
287804	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
288448	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170905	20170725
288548	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20170905	20170725
289140	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20170905	20170725
290632	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20170905	20170725
290736	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
291052	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
291316	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
291492	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
291816	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
293032	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20170905	20170725
293700	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
293884	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20170905	20170725
293928	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170905	20170725
294720	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20170905	20170725
294980	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170905	20170725
295252	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
295512	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170905	20170725
296644	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170905	20170725
296784	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20170905	20170725
296900	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20170905	20170725
296960	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20170905	20170725
297248	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170905	20170725
297840	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170905	20170725
297980	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20170905	20170725
298644	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20170905	20170725
299612	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20170905	20170725

Test failure

Implementation: crypto_sign/mqqsig192/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig192/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref