Implementation notes: x86, hiphop, crypto_sign/mqqsig160

Computer: hiphop
Architecture: x86
CPU ID: GenuineIntel-000306c3-bfebfbff
SUPERCOP version: 20171218
Operation: crypto_sign
Primitive: mqqsig160

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
141764	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20170814	20170725
141952	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20170814	20170725
142000	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20170814	20170725
142052	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20170814	20170725
142092	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20170814	20170725
142916	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20170814	20170725
147544	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20170814	20170725
150468	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20170814	20170725
182704	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20170814	20170725
183008	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20170814	20170725
183124	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20170814	20170725
183252	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20170814	20170725
184620	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20170814	20170725
184776	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20170814	20170725
185376	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170814	20170725
186160	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20170814	20170725
187152	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20170814	20170725
188832	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170814	20170725
189096	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170814	20170725
189112	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170814	20170725
189244	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170814	20170725
189248	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20170814	20170725
189276	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20170814	20170725
189336	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20170814	20170725
189452	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170814	20170725
189552	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170814	20170725
189768	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20170814	20170725
189924	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170814	20170725
189948	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20170814	20170725
190292	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20170814	20170725
190452	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20170814	20170725
190568	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20170814	20170725
190748	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20170814	20170725
190756	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170814	20170725
191500	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170814	20170725
192228	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170814	20170725
214796	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20170814	20170725
216916	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20170814	20170725
216964	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20170814	20170725
234584	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20170814	20170725
235084	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20170814	20170725
235464	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20170814	20170725
241592	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20170814	20170725
248080	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20170814	20170725
248648	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20170814	20170725
260440	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20170814	20170725
264032	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20170814	20170725
264196	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20170814	20170725
264356	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20170814	20170725
265844	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20170814	20170725
268344	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20170814	20170725
270124	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20170814	20170725
270336	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20170814	20170725
270544	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20170814	20170725
272156	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20170814	20170725
277156	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20170814	20170725
277500	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20170814	20170725
278572	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170814	20170725
279516	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170814	20170725
284040	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20170814	20170725
284196	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20170814	20170725
284664	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20170814	20170725
290988	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20170814	20170725
291024	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20170814	20170725
291400	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20170814	20170725
291564	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20170814	20170725
291720	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170814	20170725
292060	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170814	20170725
292424	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20170814	20170725
292740	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20170814	20170725
293264	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20170814	20170725
293356	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170814	20170725
293532	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170814	20170725
293536	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170814	20170725
293836	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20170814	20170725
294572	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20170814	20170725
294636	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20170814	20170725
294664	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20170814	20170725
294852	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20170814	20170725
294916	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170814	20170725
295028	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20170814	20170725
295168	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20170814	20170725
295356	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20170814	20170725
295948	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20170814	20170725
295976	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20170814	20170725
296748	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20170814	20170725
297304	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20170814	20170725
297640	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20170814	20170725
297876	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20170814	20170725
299524	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20170814	20170725
312748	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20170814	20170725
313252	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20170814	20170725

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/mqqsig160/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref