Implementation notes: amd64, calvin, crypto_sign/edons128ref

Computer: calvin
Architecture: amd64
CPU ID: AuthenticAMD-00600f20-178bfbff
SUPERCOP version: 20171218
Operation: crypto_sign
Primitive: edons128ref
TimeObject sizeTest sizeImplementationCompilerBenchmark dateSUPERCOP version
6072903? ? ?? ? ?refclang_-O3_-fwrapv_-mavx_-maes_-mpclmul_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6081972? ? ?? ? ?refclang_-O3_-fwrapv_-mavx_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6218012? ? ?? ? ?refclang_-mcpu=cortex-a9_-mfpu=neon_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6229251? ? ?? ? ?refclang_-mcpu=cortex-a8_-mfpu=neon_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6233054? ? ?? ? ?refclang_-mcpu=native_-mfpu=neon_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6519016? ? ?? ? ?refclang_-march=native_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6522533? ? ?? ? ?refclang_-O3_-fwrapv_-march=native_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6785149? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-O3_-fomit-frame-pointer2017122620171218
6799187? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-O3_-fomit-frame-pointer2017122620171218
6883335? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-O3_-fomit-frame-pointer2017122620171218
6911501? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
6912420? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
6928300? ? ?? ? ?refgcc_-m64_-march=core2_-O3_-fomit-frame-pointer2017122620171218
6945539? ? ?? ? ?refgcc_-m64_-march=corei7_-O3_-fomit-frame-pointer2017122620171218
6952062? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
6967016? ? ?? ? ?refgcc_-funroll-loops_-O3_-fomit-frame-pointer2017122620171218
6969087? ? ?? ? ?refgcc_-funroll-loops_-m64_-O3_-fomit-frame-pointer2017122620171218
6969492? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
6970265? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
6976410? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-O_-fomit-frame-pointer2017122620171218
6976933? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
6977595? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-O_-fomit-frame-pointer2017122620171218
6979306? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-O3_-fomit-frame-pointer2017122620171218
6979869? ? ?? ? ?refclang_-O3_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6986863? ? ?? ? ?refgcc_-march=native_-mtune=native_-O3_-fomit-frame-pointer_-fwrapv2017122620171218
6999273? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-O3_-fomit-frame-pointer2017122620171218
7002733? ? ?? ? ?refgcc_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
7004561? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7006110? ? ?? ? ?refgcc_-m64_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
7008240? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7016964? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-O_-fomit-frame-pointer2017122620171218
7020562? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-O3_-fomit-frame-pointer2017122620171218
7021785? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-O2_-fomit-frame-pointer2017122620171218
7021900? ? ?? ? ?refgcc_-funroll-loops_-m64_-O2_-fomit-frame-pointer2017122620171218
7023552? ? ?? ? ?refgcc_-funroll-loops_-O_-fomit-frame-pointer2017122620171218
7023684? ? ?? ? ?refgcc_-funroll-loops_-m64_-O_-fomit-frame-pointer2017122620171218
7027002? ? ?? ? ?refgcc_-funroll-loops_-O2_-fomit-frame-pointer2017122620171218
7064615? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7075500? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7079706? ? ?? ? ?refgcc_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7092120? ? ?? ? ?refgcc_-m64_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7097726? ? ?? ? ?refgcc_-O3_-fomit-frame-pointer2017122620171218
7101720? ? ?? ? ?refgcc_-fno-schedule-insns_-O3_-fomit-frame-pointer2017122620171218
7121977? ? ?? ? ?refgcc_-m64_-O3_-fomit-frame-pointer2017122620171218
7123502? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-O2_-fomit-frame-pointer2017122620171218
7127926? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-O2_-fomit-frame-pointer2017122620171218
7164079? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-O_-fomit-frame-pointer2017122620171218
7174129? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-O_-fomit-frame-pointer2017122620171218
7181692? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7184043? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7293157? ? ?? ? ?refgcc_-m64_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7297825? ? ?? ? ?refgcc_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7399109? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-O2_-fomit-frame-pointer2017122620171218
7482821? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-O_-fomit-frame-pointer2017122620171218
7489737? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-O_-fomit-frame-pointer2017122620171218
7519794? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-O2_-fomit-frame-pointer2017122620171218
7520870? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-O2_-fomit-frame-pointer2017122620171218
7523952? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-O_-fomit-frame-pointer2017122620171218
7530046? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-O_-fomit-frame-pointer2017122620171218
7548070? ? ?? ? ?refgcc_-march=native_-mtune=native_-O2_-fomit-frame-pointer_-fwrapv2017122620171218
7587465? ? ?? ? ?refgcc_-m64_-march=core2_-O_-fomit-frame-pointer2017122620171218
7624920? ? ?? ? ?refgcc_-march=native_-mtune=native_-O_-fomit-frame-pointer_-fwrapv2017122620171218
7633136? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-O2_-fomit-frame-pointer2017122620171218
7640598? ? ?? ? ?refgcc_-m64_-march=core2_-O2_-fomit-frame-pointer2017122620171218
7641795? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-O_-fomit-frame-pointer2017122620171218
7644756? ? ?? ? ?refgcc_-m64_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
7648681? ? ?? ? ?refgcc_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
7660358? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-O2_-fomit-frame-pointer2017122620171218
7662169? ? ?? ? ?refgcc_-m64_-O_-fomit-frame-pointer2017122620171218
7675918? ? ?? ? ?refgcc_-fno-schedule-insns_-O_-fomit-frame-pointer2017122620171218
7679343? ? ?? ? ?refgcc_-m64_-march=corei7_-O_-fomit-frame-pointer2017122620171218
7699403? ? ?? ? ?refgcc_-O_-fomit-frame-pointer2017122620171218
7732241? ? ?? ? ?refgcc_-m64_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7737452? ? ?? ? ?refgcc_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7738297? ? ?? ? ?refgcc_-m64_-march=corei7_-O2_-fomit-frame-pointer2017122620171218
7739048? ? ?? ? ?refgcc_-m64_-O2_-fomit-frame-pointer2017122620171218
7742930? ? ?? ? ?refgcc_-O2_-fomit-frame-pointer2017122620171218
7748352? ? ?? ? ?refgcc_-fno-schedule-insns_-O2_-fomit-frame-pointer2017122620171218
7754130? ? ?? ? ?refgcc_-march=k8_-O_-fomit-frame-pointer2017122620171218
7771219? ? ?? ? ?refgcc_-m64_-march=k8_-O_-fomit-frame-pointer2017122620171218
7775468? ? ?? ? ?refgcc_-m64_-march=nocona_-O_-fomit-frame-pointer2017122620171218
7782951? ? ?? ? ?refgcc_-march=nocona_-O_-fomit-frame-pointer2017122620171218
7790078? ? ?? ? ?refgcc_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
7813692? ? ?? ? ?refgcc_-m64_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
7857571? ? ?? ? ?refgcc_-m64_-march=k8_-O2_-fomit-frame-pointer2017122620171218
7976336? ? ?? ? ?refgcc_-march=k8_-O2_-fomit-frame-pointer2017122620171218
9193280? ? ?? ? ?refgcc_-m64_-march=core2_-Os_-fomit-frame-pointer2017122620171218
9203351? ? ?? ? ?refgcc_-m64_-march=corei7_-Os_-fomit-frame-pointer2017122620171218
9238473? ? ?? ? ?refgcc_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9243607? ? ?? ? ?refgcc_-m64_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9297083? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9315525? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9315851? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-Os_-fomit-frame-pointer2017122620171218
9348193? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-Os_-fomit-frame-pointer2017122620171218
9391299? ? ?? ? ?refgcc_-m64_-Os_-fomit-frame-pointer2017122620171218
9401380? ? ?? ? ?refgcc_-Os_-fomit-frame-pointer2017122620171218
9401634? ? ?? ? ?refgcc_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9404399? ? ?? ? ?refgcc_-m64_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9413723? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9414955? ? ?? ? ?refgcc_-fno-schedule-insns_-Os_-fomit-frame-pointer2017122620171218
9425405? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9435704? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9438138? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9440458? ? ?? ? ?refgcc_-funroll-loops_-Os_-fomit-frame-pointer2017122620171218
9446209? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-Os_-fomit-frame-pointer2017122620171218
9450746? ? ?? ? ?refgcc_-funroll-loops_-m64_-Os_-fomit-frame-pointer2017122620171218
9464923? ? ?? ? ?refgcc_-march=native_-mtune=native_-Os_-fomit-frame-pointer_-fwrapv2017122620171218
9512956? ? ?? ? ?refgcc_-m64_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9520489? ? ?? ? ?refgcc_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9530468? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-Os_-fomit-frame-pointer2017122620171218
9619344? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-Os_-fomit-frame-pointer2017122620171218
9632608? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-Os_-fomit-frame-pointer2017122620171218
27256386? ? ?? ? ?refcc2017122620171218
27337671? ? ?? ? ?refgcc2017122620171218
27370914? ? ?? ? ?refgcc_-funroll-loops2017122620171218

Test failure

Implementation: crypto_sign/edons128ref/ref
Compiler: gcc -m64 -march=core-avx2 -O2 -fomit-frame-pointer
error 111

Number of similar (compiler,implementation) pairs: 3, namely:
CompilerImplementations
gcc -m64 -march=core-avx2 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -O -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -Os -fomit-frame-pointer ref

Compiler output

Implementation: crypto_sign/edons128ref/ref
Compiler: cc
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref':
sign.c: sign.c:815:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref_open':
sign.c: sign.c:975:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^

Number of similar (compiler,implementation) pairs: 106, namely:
CompilerImplementations
cc ref
gcc ref
gcc -O2 -fomit-frame-pointer ref
gcc -O3 -fomit-frame-pointer ref
gcc -O -fomit-frame-pointer ref
gcc -Os -fomit-frame-pointer ref
gcc -fno-schedule-insns -O2 -fomit-frame-pointer ref
gcc -fno-schedule-insns -O3 -fomit-frame-pointer ref
gcc -fno-schedule-insns -O -fomit-frame-pointer ref
gcc -fno-schedule-insns -Os -fomit-frame-pointer ref
gcc -funroll-loops ref
gcc -funroll-loops -O2 -fomit-frame-pointer ref
gcc -funroll-loops -O3 -fomit-frame-pointer ref
gcc -funroll-loops -O -fomit-frame-pointer ref
gcc -funroll-loops -Os -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -O2 -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -O3 -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -O -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -Os -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -O -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -Os -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -O2 -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -O3 -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -O -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -Os -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -O -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -Os -fomit-frame-pointer ref
gcc -m64 -O2 -fomit-frame-pointer ref
gcc -m64 -O3 -fomit-frame-pointer ref
gcc -m64 -O -fomit-frame-pointer ref
gcc -m64 -Os -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -O2 -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -O3 -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -O -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -Os -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -O -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -Os -fomit-frame-pointer ref
gcc -m64 -march=core2 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core2 -O3 -fomit-frame-pointer ref
gcc -m64 -march=core2 -O -fomit-frame-pointer ref
gcc -m64 -march=core2 -Os -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -O3 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -O -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -Os -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -O3 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -O -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -Os -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -O2 -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -O3 -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -O -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -Os -fomit-frame-pointer ref
gcc -m64 -march=corei7 -O2 -fomit-frame-pointer ref
gcc -m64 -march=corei7 -O3 -fomit-frame-pointer ref
gcc -m64 -march=corei7 -O -fomit-frame-pointer ref
gcc -m64 -march=corei7 -Os -fomit-frame-pointer ref
gcc -m64 -march=k8 -O2 -fomit-frame-pointer ref
gcc -m64 -march=k8 -O3 -fomit-frame-pointer ref
gcc -m64 -march=k8 -O -fomit-frame-pointer ref
gcc -m64 -march=k8 -Os -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -O2 -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -O3 -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -O -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -Os -fomit-frame-pointer ref
gcc -m64 -march=nocona -O2 -fomit-frame-pointer ref
gcc -m64 -march=nocona -O3 -fomit-frame-pointer ref
gcc -m64 -march=nocona -O -fomit-frame-pointer ref
gcc -m64 -march=nocona -Os -fomit-frame-pointer ref
gcc -march=barcelona -O2 -fomit-frame-pointer ref
gcc -march=barcelona -O3 -fomit-frame-pointer ref
gcc -march=barcelona -O -fomit-frame-pointer ref
gcc -march=barcelona -Os -fomit-frame-pointer ref
gcc -march=k8 -O2 -fomit-frame-pointer ref
gcc -march=k8 -O3 -fomit-frame-pointer ref
gcc -march=k8 -O -fomit-frame-pointer ref
gcc -march=k8 -Os -fomit-frame-pointer ref
gcc -march=native -mtune=native -O2 -fomit-frame-pointer -fwrapv ref
gcc -march=native -mtune=native -O3 -fomit-frame-pointer -fwrapv ref
gcc -march=native -mtune=native -O -fomit-frame-pointer -fwrapv ref
gcc -march=native -mtune=native -Os -fomit-frame-pointer -fwrapv ref
gcc -march=nocona -O2 -fomit-frame-pointer ref
gcc -march=nocona -O3 -fomit-frame-pointer ref
gcc -march=nocona -O -fomit-frame-pointer ref
gcc -march=nocona -Os -fomit-frame-pointer ref

Compiler output

Implementation: crypto_sign/edons128ref/ref
Compiler: clang -O3 -fomit-frame-pointer -Qunused-arguments
mpfq_2_128.c: mpfq_2_128.c:154:35: warning: passing 'char *' to parameter of type 'const unsigned char *' converts between pointers to integer types with different sign [-Wpointer-sign]
mpfq_2_128.c: int ret = mpn_set_str(zz, tmp, len, k->io_type);
mpfq_2_128.c: ^~~
mpfq_2_128.c: /home/djb/benchmarking/supercop-20171218/supercop-data/calvin/amd64/include/gmp.h:1588:68: note: passing argument to parameter here
mpfq_2_128.c: __GMP_DECLSPEC mp_size_t mpn_set_str (mp_ptr, const unsigned char *, size_t, int);
mpfq_2_128.c: ^
mpfq_2_128.c: 1 warning generated.
sign.c: sign.c:815:63: warning: incompatible pointer types passing 'int (const unsigned long *, const unsigned long *)' to parameter of type '__compar_fn_t' (aka 'int (*)(const void *, const void *)') [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^~~~~~~
sign.c: /usr/include/stdlib.h:765:20: note: passing argument to parameter '__compar' here
sign.c: __compar_fn_t __compar) __nonnull ((1, 4));
sign.c: ^
sign.c: sign.c:566:83: warning: for loop has empty body [-Wempty-body]
sign.c: for(i=0; i<(1<<(mu + 1 + ErrorBasisDimension))+2; i++) Kinit(allcandidates[i]);
sign.c: ^
sign.c: sign.c:566:83: note: put the semicolon on a separate line to silence this warning
sign.c: sign.c:880:84: warning: for loop has empty body [-Wempty-body]
sign.c: for(i=0; i<(1<<(mu + 1 + ErrorBasisDimension))+2; i++) Kclear(allcandidates[i]);
sign.c: ^
sign.c: sign.c:880:84: note: put the semicolon on a separate line to silence this warning
sign.c: sign.c:975:63: warning: incompatible pointer types passing 'int (const unsigned long *, const unsigned long *)' to parameter of type '__compar_fn_t' (aka 'int (*)(const void *, const void *)') [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^~~~~~~
sign.c: /usr/include/stdlib.h:765:20: note: passing argument to parameter '__compar' here
sign.c: __compar_fn_t __compar) __nonnull ((1, 4));
sign.c: ^
sign.c: sign.c:934:83: warning: for loop has empty body [-Wempty-body]
sign.c: for(i=0; i<(1<<(mu + 1 + ErrorBasisDimension))+2; i++) Kinit(allcandidates[i]);
sign.c: ^
sign.c: sign.c:934:83: note: put the semicolon on a separate line to silence this warning
sign.c: 5 warnings generated.

Number of similar (compiler,implementation) pairs: 8, namely:
CompilerImplementations
clang -O3 -fomit-frame-pointer -Qunused-arguments ref
clang -O3 -fwrapv -march=native -fomit-frame-pointer -Qunused-arguments ref
clang -O3 -fwrapv -mavx -fomit-frame-pointer -Qunused-arguments ref
clang -O3 -fwrapv -mavx -maes -mpclmul -fomit-frame-pointer -Qunused-arguments ref
clang -march=native -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref
clang -mcpu=cortex-a8 -mfpu=neon -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref
clang -mcpu=cortex-a9 -mfpu=neon -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref
clang -mcpu=native -mfpu=neon -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref

Compiler output

Implementation: crypto_sign/edons128ref/ref
Compiler: gcc -m64 -march=barcelona -O2 -fomit-frame-pointer
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref':
sign.c: sign.c:815:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref_open':
sign.c: sign.c:975:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref':
sign.c: sign.c:815:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref_open':
sign.c: sign.c:975:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^

Number of similar (compiler,implementation) pairs: 4, namely:
CompilerImplementations
gcc -m64 -march=barcelona -O2 -fomit-frame-pointer ref
gcc -m64 -march=barcelona -O3 -fomit-frame-pointer ref
gcc -m64 -march=barcelona -O -fomit-frame-pointer ref
gcc -m64 -march=barcelona -Os -fomit-frame-pointer ref