Implementation notes: amd64, hobbes, crypto_sign/edons128ref

Computer: hobbes
Architecture: amd64
CPU ID: AuthenticAMD-00600f20-178bfbff
SUPERCOP version: 20171218
Operation: crypto_sign
Primitive: edons128ref
TimeObject sizeTest sizeImplementationCompilerBenchmark dateSUPERCOP version
6061259? ? ?? ? ?refclang_-O3_-fwrapv_-mavx_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6062803? ? ?? ? ?refclang_-O3_-fwrapv_-mavx_-maes_-mpclmul_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6219499? ? ?? ? ?refclang_-mcpu=native_-mfpu=neon_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6225110? ? ?? ? ?refclang_-mcpu=cortex-a9_-mfpu=neon_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6244784? ? ?? ? ?refclang_-mcpu=cortex-a8_-mfpu=neon_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6493341? ? ?? ? ?refclang_-march=native_-O3_-fomit-frame-pointer_-fwrapv_-Qunused-arguments2017122620171218
6515874? ? ?? ? ?refclang_-O3_-fwrapv_-march=native_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6803558? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-O3_-fomit-frame-pointer2017122620171218
6814663? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-O3_-fomit-frame-pointer2017122620171218
6874292? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-O3_-fomit-frame-pointer2017122620171218
6906297? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
6916395? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
6920418? ? ?? ? ?refgcc_-m64_-march=core2_-O3_-fomit-frame-pointer2017122620171218
6950992? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
6955311? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
6958606? ? ?? ? ?refgcc_-m64_-march=corei7_-O3_-fomit-frame-pointer2017122620171218
6963748? ? ?? ? ?refgcc_-march=native_-mtune=native_-O3_-fomit-frame-pointer_-fwrapv2017122620171218
6966675? ? ?? ? ?refclang_-O3_-fomit-frame-pointer_-Qunused-arguments2017122620171218
6966879? ? ?? ? ?refgcc_-funroll-loops_-O3_-fomit-frame-pointer2017122620171218
6967731? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
6968284? ? ?? ? ?refgcc_-funroll-loops_-m64_-O3_-fomit-frame-pointer2017122620171218
6973701? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-O3_-fomit-frame-pointer2017122620171218
6983224? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-O_-fomit-frame-pointer2017122620171218
6985625? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-O_-fomit-frame-pointer2017122620171218
6988867? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
6996602? ? ?? ? ?refgcc_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
7004220? ? ?? ? ?refgcc_-m64_-march=barcelona_-O3_-fomit-frame-pointer2017122620171218
7015591? ? ?? ? ?refgcc_-funroll-loops_-O_-fomit-frame-pointer2017122620171218
7016459? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-O_-fomit-frame-pointer2017122620171218
7017151? ? ?? ? ?refgcc_-funroll-loops_-O2_-fomit-frame-pointer2017122620171218
7017581? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7019265? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-O3_-fomit-frame-pointer2017122620171218
7020048? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-O2_-fomit-frame-pointer2017122620171218
7020410? ? ?? ? ?refgcc_-funroll-loops_-m64_-O_-fomit-frame-pointer2017122620171218
7028465? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-O3_-fomit-frame-pointer2017122620171218
7041482? ? ?? ? ?refgcc_-funroll-loops_-m64_-O2_-fomit-frame-pointer2017122620171218
7061530? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7065708? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7072527? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7092394? ? ?? ? ?refgcc_-m64_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7093830? ? ?? ? ?refgcc_-march=nocona_-O3_-fomit-frame-pointer2017122620171218
7107156? ? ?? ? ?refgcc_-fno-schedule-insns_-O3_-fomit-frame-pointer2017122620171218
7113009? ? ?? ? ?refgcc_-m64_-O3_-fomit-frame-pointer2017122620171218
7114311? ? ?? ? ?refgcc_-O3_-fomit-frame-pointer2017122620171218
7128710? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-O2_-fomit-frame-pointer2017122620171218
7131225? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-O2_-fomit-frame-pointer2017122620171218
7162620? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-O_-fomit-frame-pointer2017122620171218
7178743? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-O_-fomit-frame-pointer2017122620171218
7182028? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7190230? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7293342? ? ?? ? ?refgcc_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7299313? ? ?? ? ?refgcc_-m64_-march=k8_-O3_-fomit-frame-pointer2017122620171218
7405535? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-O2_-fomit-frame-pointer2017122620171218
7499654? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-O_-fomit-frame-pointer2017122620171218
7500519? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-O_-fomit-frame-pointer2017122620171218
7522127? ? ?? ? ?refgcc_-march=native_-mtune=native_-O2_-fomit-frame-pointer_-fwrapv2017122620171218
7527731? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-O2_-fomit-frame-pointer2017122620171218
7528455? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-O_-fomit-frame-pointer2017122620171218
7537446? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-O_-fomit-frame-pointer2017122620171218
7543711? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-O2_-fomit-frame-pointer2017122620171218
7596907? ? ?? ? ?refgcc_-march=native_-mtune=native_-O_-fomit-frame-pointer_-fwrapv2017122620171218
7605870? ? ?? ? ?refgcc_-m64_-march=core2_-O_-fomit-frame-pointer2017122620171218
7621245? ? ?? ? ?refgcc_-m64_-march=core2_-O2_-fomit-frame-pointer2017122620171218
7638133? ? ?? ? ?refgcc_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
7648030? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-O_-fomit-frame-pointer2017122620171218
7654312? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-O2_-fomit-frame-pointer2017122620171218
7659315? ? ?? ? ?refgcc_-m64_-march=barcelona_-O2_-fomit-frame-pointer2017122620171218
7666976? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-O2_-fomit-frame-pointer2017122620171218
7669891? ? ?? ? ?refgcc_-m64_-O_-fomit-frame-pointer2017122620171218
7683715? ? ?? ? ?refgcc_-fno-schedule-insns_-O_-fomit-frame-pointer2017122620171218
7684732? ? ?? ? ?refgcc_-O_-fomit-frame-pointer2017122620171218
7684954? ? ?? ? ?refgcc_-m64_-march=corei7_-O_-fomit-frame-pointer2017122620171218
7708657? ? ?? ? ?refgcc_-m64_-march=corei7_-O2_-fomit-frame-pointer2017122620171218
7723569? ? ?? ? ?refgcc_-march=k8_-O_-fomit-frame-pointer2017122620171218
7730303? ? ?? ? ?refgcc_-m64_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7740648? ? ?? ? ?refgcc_-march=barcelona_-O_-fomit-frame-pointer2017122620171218
7750402? ? ?? ? ?refgcc_-m64_-march=k8_-O_-fomit-frame-pointer2017122620171218
7751118? ? ?? ? ?refgcc_-m64_-O2_-fomit-frame-pointer2017122620171218
7752745? ? ?? ? ?refgcc_-fno-schedule-insns_-O2_-fomit-frame-pointer2017122620171218
7760936? ? ?? ? ?refgcc_-O2_-fomit-frame-pointer2017122620171218
7778983? ? ?? ? ?refgcc_-march=nocona_-O_-fomit-frame-pointer2017122620171218
7783679? ? ?? ? ?refgcc_-m64_-march=nocona_-O_-fomit-frame-pointer2017122620171218
7790705? ? ?? ? ?refgcc_-m64_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
7792582? ? ?? ? ?refgcc_-march=nocona_-O2_-fomit-frame-pointer2017122620171218
7960457? ? ?? ? ?refgcc_-march=k8_-O2_-fomit-frame-pointer2017122620171218
7962796? ? ?? ? ?refgcc_-m64_-march=k8_-O2_-fomit-frame-pointer2017122620171218
9171110? ? ?? ? ?refgcc_-m64_-march=core2_-Os_-fomit-frame-pointer2017122620171218
9188353? ? ?? ? ?refgcc_-m64_-march=corei7_-Os_-fomit-frame-pointer2017122620171218
9242175? ? ?? ? ?refgcc_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9250261? ? ?? ? ?refgcc_-m64_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9293717? ? ?? ? ?refgcc_-funroll-loops_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9325883? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9327690? ? ?? ? ?refgcc_-m64_-march=core2_-msse4.1_-Os_-fomit-frame-pointer2017122620171218
9391091? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9391716? ? ?? ? ?refgcc_-fno-schedule-insns_-Os_-fomit-frame-pointer2017122620171218
9393401? ? ?? ? ?refgcc_-Os_-fomit-frame-pointer2017122620171218
9397428? ? ?? ? ?refgcc_-m64_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9416154? ? ?? ? ?refgcc_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9417321? ? ?? ? ?refgcc_-funroll-loops_-march=barcelona_-Os_-fomit-frame-pointer2017122620171218
9431269? ? ?? ? ?refgcc_-m64_-Os_-fomit-frame-pointer2017122620171218
9432707? ? ?? ? ?refgcc_-funroll-loops_-m64_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9439192? ? ?? ? ?refgcc_-funroll-loops_-m64_-Os_-fomit-frame-pointer2017122620171218
9440593? ? ?? ? ?refgcc_-m64_-march=core2_-msse4_-Os_-fomit-frame-pointer2017122620171218
9444326? ? ?? ? ?refgcc_-funroll-loops_-Os_-fomit-frame-pointer2017122620171218
9446812? ? ?? ? ?refgcc_-funroll-loops_-fno-schedule-insns_-Os_-fomit-frame-pointer2017122620171218
9447269? ? ?? ? ?refgcc_-funroll-loops_-march=k8_-Os_-fomit-frame-pointer2017122620171218
9467577? ? ?? ? ?refgcc_-march=native_-mtune=native_-Os_-fomit-frame-pointer_-fwrapv2017122620171218
9485242? ? ?? ? ?refgcc_-m64_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9522502? ? ?? ? ?refgcc_-march=nocona_-Os_-fomit-frame-pointer2017122620171218
9541263? ? ?? ? ?refgcc_-m64_-march=native_-mtune=native_-Os_-fomit-frame-pointer2017122620171218
9595554? ? ?? ? ?refgcc_-m64_-march=corei7-avx_-Os_-fomit-frame-pointer2017122620171218
9636270? ? ?? ? ?refgcc_-m64_-march=core-avx-i_-Os_-fomit-frame-pointer2017122620171218
27309648? ? ?? ? ?refcc2017122620171218
27430314? ? ?? ? ?refgcc_-funroll-loops2017122620171218
27458321? ? ?? ? ?refgcc2017122620171218

Test failure

Implementation: crypto_sign/edons128ref/ref
Compiler: gcc -m64 -march=core-avx2 -O2 -fomit-frame-pointer
error 111

Number of similar (compiler,implementation) pairs: 3, namely:
CompilerImplementations
gcc -m64 -march=core-avx2 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -O -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -Os -fomit-frame-pointer ref

Compiler output

Implementation: crypto_sign/edons128ref/ref
Compiler: cc
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref':
sign.c: sign.c:815:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref_open':
sign.c: sign.c:975:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^

Number of similar (compiler,implementation) pairs: 106, namely:
CompilerImplementations
cc ref
gcc ref
gcc -O2 -fomit-frame-pointer ref
gcc -O3 -fomit-frame-pointer ref
gcc -O -fomit-frame-pointer ref
gcc -Os -fomit-frame-pointer ref
gcc -fno-schedule-insns -O2 -fomit-frame-pointer ref
gcc -fno-schedule-insns -O3 -fomit-frame-pointer ref
gcc -fno-schedule-insns -O -fomit-frame-pointer ref
gcc -fno-schedule-insns -Os -fomit-frame-pointer ref
gcc -funroll-loops ref
gcc -funroll-loops -O2 -fomit-frame-pointer ref
gcc -funroll-loops -O3 -fomit-frame-pointer ref
gcc -funroll-loops -O -fomit-frame-pointer ref
gcc -funroll-loops -Os -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -O2 -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -O3 -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -O -fomit-frame-pointer ref
gcc -funroll-loops -fno-schedule-insns -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=barcelona -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=k8 -Os -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -O -fomit-frame-pointer ref
gcc -funroll-loops -m64 -march=nocona -Os -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -O -fomit-frame-pointer ref
gcc -funroll-loops -march=barcelona -Os -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -O2 -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -O3 -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -O -fomit-frame-pointer ref
gcc -funroll-loops -march=k8 -Os -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -O2 -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -O3 -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -O -fomit-frame-pointer ref
gcc -funroll-loops -march=nocona -Os -fomit-frame-pointer ref
gcc -m64 -O2 -fomit-frame-pointer ref
gcc -m64 -O3 -fomit-frame-pointer ref
gcc -m64 -O -fomit-frame-pointer ref
gcc -m64 -Os -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -O2 -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -O3 -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -O -fomit-frame-pointer ref
gcc -m64 -march=core-avx-i -Os -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -O -fomit-frame-pointer ref
gcc -m64 -march=core-avx2 -Os -fomit-frame-pointer ref
gcc -m64 -march=core2 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core2 -O3 -fomit-frame-pointer ref
gcc -m64 -march=core2 -O -fomit-frame-pointer ref
gcc -m64 -march=core2 -Os -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -O3 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -O -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4.1 -Os -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -O2 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -O3 -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -O -fomit-frame-pointer ref
gcc -m64 -march=core2 -msse4 -Os -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -O2 -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -O3 -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -O -fomit-frame-pointer ref
gcc -m64 -march=corei7-avx -Os -fomit-frame-pointer ref
gcc -m64 -march=corei7 -O2 -fomit-frame-pointer ref
gcc -m64 -march=corei7 -O3 -fomit-frame-pointer ref
gcc -m64 -march=corei7 -O -fomit-frame-pointer ref
gcc -m64 -march=corei7 -Os -fomit-frame-pointer ref
gcc -m64 -march=k8 -O2 -fomit-frame-pointer ref
gcc -m64 -march=k8 -O3 -fomit-frame-pointer ref
gcc -m64 -march=k8 -O -fomit-frame-pointer ref
gcc -m64 -march=k8 -Os -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -O2 -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -O3 -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -O -fomit-frame-pointer ref
gcc -m64 -march=native -mtune=native -Os -fomit-frame-pointer ref
gcc -m64 -march=nocona -O2 -fomit-frame-pointer ref
gcc -m64 -march=nocona -O3 -fomit-frame-pointer ref
gcc -m64 -march=nocona -O -fomit-frame-pointer ref
gcc -m64 -march=nocona -Os -fomit-frame-pointer ref
gcc -march=barcelona -O2 -fomit-frame-pointer ref
gcc -march=barcelona -O3 -fomit-frame-pointer ref
gcc -march=barcelona -O -fomit-frame-pointer ref
gcc -march=barcelona -Os -fomit-frame-pointer ref
gcc -march=k8 -O2 -fomit-frame-pointer ref
gcc -march=k8 -O3 -fomit-frame-pointer ref
gcc -march=k8 -O -fomit-frame-pointer ref
gcc -march=k8 -Os -fomit-frame-pointer ref
gcc -march=native -mtune=native -O2 -fomit-frame-pointer -fwrapv ref
gcc -march=native -mtune=native -O3 -fomit-frame-pointer -fwrapv ref
gcc -march=native -mtune=native -O -fomit-frame-pointer -fwrapv ref
gcc -march=native -mtune=native -Os -fomit-frame-pointer -fwrapv ref
gcc -march=nocona -O2 -fomit-frame-pointer ref
gcc -march=nocona -O3 -fomit-frame-pointer ref
gcc -march=nocona -O -fomit-frame-pointer ref
gcc -march=nocona -Os -fomit-frame-pointer ref

Compiler output

Implementation: crypto_sign/edons128ref/ref
Compiler: clang -O3 -fomit-frame-pointer -Qunused-arguments
mpfq_2_128.c: mpfq_2_128.c:154:35: warning: passing 'char *' to parameter of type 'const unsigned char *' converts between pointers to integer types with different sign [-Wpointer-sign]
mpfq_2_128.c: int ret = mpn_set_str(zz, tmp, len, k->io_type);
mpfq_2_128.c: ^~~
mpfq_2_128.c: /home/djb/benchmarking/supercop-20171218/supercop-data/hobbes/amd64/include/gmp.h:1588:68: note: passing argument to parameter here
mpfq_2_128.c: __GMP_DECLSPEC mp_size_t mpn_set_str (mp_ptr, const unsigned char *, size_t, int);
mpfq_2_128.c: ^
mpfq_2_128.c: 1 warning generated.
sign.c: sign.c:815:63: warning: incompatible pointer types passing 'int (const unsigned long *, const unsigned long *)' to parameter of type '__compar_fn_t' (aka 'int (*)(const void *, const void *)') [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^~~~~~~
sign.c: /usr/include/stdlib.h:765:20: note: passing argument to parameter '__compar' here
sign.c: __compar_fn_t __compar) __nonnull ((1, 4));
sign.c: ^
sign.c: sign.c:566:83: warning: for loop has empty body [-Wempty-body]
sign.c: for(i=0; i<(1<<(mu + 1 + ErrorBasisDimension))+2; i++) Kinit(allcandidates[i]);
sign.c: ^
sign.c: sign.c:566:83: note: put the semicolon on a separate line to silence this warning
sign.c: sign.c:880:84: warning: for loop has empty body [-Wempty-body]
sign.c: for(i=0; i<(1<<(mu + 1 + ErrorBasisDimension))+2; i++) Kclear(allcandidates[i]);
sign.c: ^
sign.c: sign.c:880:84: note: put the semicolon on a separate line to silence this warning
sign.c: sign.c:975:63: warning: incompatible pointer types passing 'int (const unsigned long *, const unsigned long *)' to parameter of type '__compar_fn_t' (aka 'int (*)(const void *, const void *)') [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^~~~~~~
sign.c: /usr/include/stdlib.h:765:20: note: passing argument to parameter '__compar' here
sign.c: __compar_fn_t __compar) __nonnull ((1, 4));
sign.c: ^
sign.c: sign.c:934:83: warning: for loop has empty body [-Wempty-body]
sign.c: for(i=0; i<(1<<(mu + 1 + ErrorBasisDimension))+2; i++) Kinit(allcandidates[i]);
sign.c: ^
sign.c: sign.c:934:83: note: put the semicolon on a separate line to silence this warning
sign.c: 5 warnings generated.

Number of similar (compiler,implementation) pairs: 8, namely:
CompilerImplementations
clang -O3 -fomit-frame-pointer -Qunused-arguments ref
clang -O3 -fwrapv -march=native -fomit-frame-pointer -Qunused-arguments ref
clang -O3 -fwrapv -mavx -fomit-frame-pointer -Qunused-arguments ref
clang -O3 -fwrapv -mavx -maes -mpclmul -fomit-frame-pointer -Qunused-arguments ref
clang -march=native -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref
clang -mcpu=cortex-a8 -mfpu=neon -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref
clang -mcpu=cortex-a9 -mfpu=neon -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref
clang -mcpu=native -mfpu=neon -O3 -fomit-frame-pointer -fwrapv -Qunused-arguments ref

Compiler output

Implementation: crypto_sign/edons128ref/ref
Compiler: gcc -m64 -march=barcelona -O2 -fomit-frame-pointer
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref':
sign.c: sign.c:815:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref_open':
sign.c: sign.c:975:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref':
sign.c: sign.c:815:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^
sign.c: sign.c: In function 'crypto_sign_edons128ref_ref_open':
sign.c: sign.c:975:63: warning: passing argument 4 of 'qsort' from incompatible pointer type [-Wincompatible-pointer-types]
sign.c: qsort(allcandidates, NumberOfAllCandidates, sizeof(Kelt), compare);
sign.c: ^
sign.c: In file included from sign.c:2:0:
sign.c: /usr/include/stdlib.h:764:13: note: expected '__compar_fn_t {aka int (*)(const void *, const void *)}' but argument is of type 'int (*)(const long unsigned int *, const long unsigned int *)'
sign.c: extern void qsort (void *__base, size_t __nmemb, size_t __size,
sign.c: ^

Number of similar (compiler,implementation) pairs: 4, namely:
CompilerImplementations
gcc -m64 -march=barcelona -O2 -fomit-frame-pointer ref
gcc -m64 -march=barcelona -O3 -fomit-frame-pointer ref
gcc -m64 -march=barcelona -O -fomit-frame-pointer ref
gcc -m64 -march=barcelona -Os -fomit-frame-pointer ref