Implementation notes: x86, bolero, crypto_sign/qtesla1

Computer: bolero
Architecture: x86
CPU ID: GenuineIntel-000406f1-bfebfbff
SUPERCOP version: 20190110
Operation: crypto_sign
Primitive: qtesla1

Time	Implementation	Compiler	Benchmark date	SUPERCOP version
2519544	`ref`	`gcc -funroll-loops -m32 -march=prescott -O3 -fomit-frame-pointer`	20180831	20180818
2565344	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180831	20180818
2619300	`ref`	`gcc -m32 -march=pentium4 -O3 -fomit-frame-pointer`	20180831	20180818
2632348	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180831	20180818
2633636	`ref`	`gcc -m32 -march=pentium-m -O3 -fomit-frame-pointer`	20180831	20180818
2640320	`ref`	`gcc -m32 -march=prescott -O3 -fomit-frame-pointer`	20180831	20180818
2643316	`ref`	`gcc -m32 -march=nocona -O3 -fomit-frame-pointer`	20180831	20180818
2733360	`ref`	`gcc -funroll-loops -m32 -march=nocona -O3 -fomit-frame-pointer`	20180831	20180818
2980648	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O -fomit-frame-pointer`	20180831	20180818
2990508	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O -fomit-frame-pointer`	20180831	20180818
2994452	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O -fomit-frame-pointer`	20180831	20180818
2998948	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O -fomit-frame-pointer`	20180831	20180818
3007584	`ref`	`gcc -m32 -march=i386 -O3 -fomit-frame-pointer`	20180831	20180818
3016824	`ref`	`gcc -funroll-loops -m32 -march=nocona -O2 -fomit-frame-pointer`	20180831	20180818
3043864	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180831	20180818
3046264	`ref`	`gcc -funroll-loops -m32 -march=prescott -O2 -fomit-frame-pointer`	20180831	20180818
3047964	`ref`	`gcc -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180831	20180818
3053312	`ref`	`gcc -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180831	20180818
3056912	`ref`	`gcc -m32 -march=pentium2 -O -fomit-frame-pointer`	20180831	20180818
3076388	`ref`	`gcc -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180831	20180818
3079328	`ref`	`gcc -funroll-loops -m32 -march=prescott -O -fomit-frame-pointer`	20180831	20180818
3081412	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O3 -fomit-frame-pointer`	20180831	20180818
3081888	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180831	20180818
3090024	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -O3 -fomit-frame-pointer`	20180831	20180818
3091548	`ref`	`gcc -m32 -march=pentium-m -O -fomit-frame-pointer`	20180831	20180818
3097664	`ref`	`gcc -funroll-loops -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180831	20180818
3097852	`ref`	`gcc -m32 -march=native -mtune=native -Os -fomit-frame-pointer`	20180831	20180818
3098684	`ref`	`gcc -funroll-loops -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180831	20180818
3098712	`ref`	`gcc -funroll-loops -m32 -march=nocona -Os -fomit-frame-pointer`	20180831	20180818
3103116	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180831	20180818
3103744	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O3 -fomit-frame-pointer`	20180831	20180818
3108332	`ref`	`gcc -m32 -march=core2 -Os -fomit-frame-pointer`	20180831	20180818
3111808	`ref`	`gcc -funroll-loops -m32 -march=prescott -Os -fomit-frame-pointer`	20180831	20180818
3113564	`ref`	`gcc -funroll-loops -m32 -march=i386 -O3 -fomit-frame-pointer`	20180831	20180818
3114740	`ref`	`gcc -m32 -march=core-avx2 -Os -fomit-frame-pointer`	20180831	20180818
3115288	`ref`	`gcc -funroll-loops -m32 -march=barcelona -Os -fomit-frame-pointer`	20180831	20180818
3116460	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180831	20180818
3120808	`ref`	`gcc -m32 -march=pentium4 -O -fomit-frame-pointer`	20180831	20180818
3127348	`ref`	`gcc -m32 -march=core2 -msse4.1 -Os -fomit-frame-pointer`	20180831	20180818
3129628	`ref`	`gcc -m32 -march=i386 -Os -fomit-frame-pointer`	20180831	20180818
3130020	`ref`	`gcc -m32 -march=nocona -Os -fomit-frame-pointer`	20180831	20180818
3131236	`ref`	`gcc -m32 -march=pentiumpro -O -fomit-frame-pointer`	20180831	20180818
3132216	`ref`	`gcc -m32 -march=prescott -Os -fomit-frame-pointer`	20180831	20180818
3136024	`ref`	`gcc -m32 -march=pentium4 -Os -fomit-frame-pointer`	20180831	20180818
3139732	`ref`	`gcc -m32 -march=corei7 -Os -fomit-frame-pointer`	20180831	20180818
3140644	`ref`	`gcc -funroll-loops -m32 -march=i386 -Os -fomit-frame-pointer`	20180831	20180818
3146972	`ref`	`gcc -funroll-loops -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180831	20180818
3152236	`ref`	`gcc -funroll-loops -m32 -Os -fomit-frame-pointer`	20180831	20180818
3153312	`ref`	`gcc -m32 -march=nocona -O2 -fomit-frame-pointer`	20180831	20180818
3158356	`ref`	`gcc -funroll-loops -m32 -march=k8 -Os -fomit-frame-pointer`	20180831	20180818
3158480	`ref`	`gcc -funroll-loops -m32 -march=nocona -O -fomit-frame-pointer`	20180831	20180818
3159960	`ref`	`gcc -m32 -march=pentium2 -Os -fomit-frame-pointer`	20180831	20180818
3161156	`ref`	`gcc -m32 -march=core2 -msse4 -Os -fomit-frame-pointer`	20180831	20180818
3163160	`ref`	`gcc -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180831	20180818
3163308	`ref`	`gcc -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180831	20180818
3167132	`ref`	`gcc -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180831	20180818
3175292	`ref`	`gcc -m32 -march=pentium3 -O -fomit-frame-pointer`	20180831	20180818
3180464	`ref`	`gcc -m32 -march=k8 -Os -fomit-frame-pointer`	20180831	20180818
3183236	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180831	20180818
3186644	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180831	20180818
3187800	`ref`	`gcc -m32 -march=i386 -O -fomit-frame-pointer`	20180831	20180818
3192476	`ref`	`gcc -funroll-loops -m32 -march=pentium3 -Os -fomit-frame-pointer`	20180831	20180818
3193812	`ref`	`gcc -funroll-loops -m32 -march=pentiumpro -Os -fomit-frame-pointer`	20180831	20180818
3197532	`ref`	`gcc -m32 -march=nocona -O -fomit-frame-pointer`	20180831	20180818
3198452	`ref`	`gcc -m32 -march=core-avx-i -Os -fomit-frame-pointer`	20180831	20180818
3198504	`ref`	`gcc -funroll-loops -m32 -march=athlon -Os -fomit-frame-pointer`	20180831	20180818
3200904	`ref`	`gcc -funroll-loops -m32 -march=pentium -Os -fomit-frame-pointer`	20180831	20180818
3203156	`ref`	`gcc -m32 -march=prescott -O2 -fomit-frame-pointer`	20180831	20180818
3206096	`ref`	`gcc -funroll-loops -m32 -march=pentium-m -Os -fomit-frame-pointer`	20180831	20180818
3208540	`ref`	`gcc -funroll-loops -m32 -march=i386 -O2 -fomit-frame-pointer`	20180831	20180818
3209248	`ref`	`gcc -m32 -march=corei7-avx -Os -fomit-frame-pointer`	20180831	20180818
3209860	`ref`	`gcc -funroll-loops -m32 -march=i386 -O -fomit-frame-pointer`	20180831	20180818
3213320	`ref`	`gcc -m32 -march=i486 -Os -fomit-frame-pointer`	20180831	20180818
3221988	`ref`	`gcc -m32 -march=athlon -Os -fomit-frame-pointer`	20180831	20180818
3224116	`ref`	`gcc -funroll-loops -m32 -march=i486 -Os -fomit-frame-pointer`	20180831	20180818
3242980	`ref`	`gcc -m32 -march=pentium-mmx -Os -fomit-frame-pointer`	20180831	20180818
3246656	`ref`	`gcc -m32 -march=prescott -O -fomit-frame-pointer`	20180831	20180818
3249692	`ref`	`gcc -m32 -march=pentium3 -O2 -fomit-frame-pointer`	20180831	20180818
3250016	`ref`	`gcc -m32 -Os -fomit-frame-pointer`	20180831	20180818
3258700	`ref`	`gcc -m32 -march=pentium4 -O2 -fomit-frame-pointer`	20180831	20180818
3269604	`ref`	`gcc -m32 -march=pentium-m -O2 -fomit-frame-pointer`	20180831	20180818
3282972	`ref`	`gcc -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180831	20180818
3284544	`ref`	`gcc -m32 -march=barcelona -Os -fomit-frame-pointer`	20180831	20180818
3290692	`ref`	`gcc -m32 -march=i386 -O2 -fomit-frame-pointer`	20180831	20180818
3295692	`ref`	`gcc -funroll-loops -m32 -march=k6 -Os -fomit-frame-pointer`	20180831	20180818
3297596	`ref`	`gcc -funroll-loops -m32 -march=k6-2 -Os -fomit-frame-pointer`	20180831	20180818
3299220	`ref`	`gcc -m32 -march=pentium -Os -fomit-frame-pointer`	20180831	20180818
3316096	`ref`	`gcc -m32 -march=pentium2 -O2 -fomit-frame-pointer`	20180831	20180818
3356368	`ref`	`gcc -m32 -march=k6 -Os -fomit-frame-pointer`	20180831	20180818
3365112	`ref`	`gcc -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180831	20180818
3369372	`ref`	`gcc -m32 -march=pentiumpro -O2 -fomit-frame-pointer`	20180831	20180818
3369912	`ref`	`gcc -funroll-loops -m32 -march=k6-3 -Os -fomit-frame-pointer`	20180831	20180818

Test failure

Implementation: crypto_sign/qtesla1/ref
Compiler: gcc -funroll-loops -m32 -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 81, namely:

Compiler	Implementations
gcc -funroll-loops -m32 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=barcelona -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -funroll-loops -m32 -march=pentium -O -fomit-frame-pointer	ref
gcc -m32 -O2 -fomit-frame-pointer	ref
gcc -m32 -O3 -fomit-frame-pointer	ref
gcc -m32 -O -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O2 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O3 -fomit-frame-pointer	ref
gcc -m32 -march=athlon -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx-i -O -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core-avx2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4.1 -O -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=core2 -msse4 -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7-avx -O -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=corei7 -O -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=i486 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-2 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6-3 -O -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k6 -O -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O2 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O3 -fomit-frame-pointer	ref
gcc -m32 -march=k8 -O -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O2 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O3 -fomit-frame-pointer	ref
gcc -m32 -march=native -mtune=native -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium-mmx -O -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O2 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O3 -fomit-frame-pointer	ref
gcc -m32 -march=pentium -O -fomit-frame-pointer	ref

Test failure

Implementation: crypto_sign/qtesla1/ref
Compiler: gcc -m32 -march=barcelona -O2 -fomit-frame-pointer

error 111
crypto_sign_open does not handle c=t overlap
error 111
crypto_sign_open does not handle c=t overlap

Number of similar (compiler,implementation) pairs: 3, namely:

Compiler	Implementations
gcc -m32 -march=barcelona -O2 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O3 -fomit-frame-pointer	ref
gcc -m32 -march=barcelona -O -fomit-frame-pointer	ref