pqclean/crypto_kem/mceliece460896f/avx2/vec128.h

#ifndef VEC128_H
#define VEC128_H
/*
  This file is for functions related to 128-bit vectors
  including functions for bitsliced field operations
*/

#include "namespace.h"

#define vec128_mul_asm CRYPTO_NAMESPACE(vec128_mul_asm)
#define vec128_mul_GF CRYPTO_NAMESPACE(vec128_mul_GF)

#include "gf.h"
#include "params.h"

#include <smmintrin.h>
#include <stdint.h>

typedef __m128i vec128;

static inline vec128 vec128_set1_16b(uint16_t a) {
    return _mm_set1_epi16(a);
}

static inline vec128 vec128_setzero(void) {
    return _mm_setzero_si128();
}

#define vec128_extract(a, i) ((uint64_t) _mm_extract_epi64((vec128) (a), (i)))

static inline vec128 vec128_and(vec128 a, vec128 b) {
    return _mm_and_si128(a, b);
}

static inline vec128 vec128_xor(vec128 a, vec128 b) {
    return _mm_xor_si128(a, b);
}

static inline vec128 vec128_or(vec128 a, vec128 b) {
    return _mm_or_si128(a, b);
}

#define vec128_sll_2x(a, s) ((vec128) _mm_slli_epi64((vec128) (a), (s)))
#define vec128_srl_2x(a, s) ((vec128) _mm_srli_epi64((vec128) (a), (s)))

static inline vec128 vec128_set2x(uint64_t a0, uint64_t a1) {
    return _mm_set_epi64x(a1, a0);
}

static inline vec128 vec128_unpack_low(vec128 a, vec128 b) {
    return _mm_unpacklo_epi64(a, b);
}

static inline vec128 vec128_unpack_high(vec128 a, vec128 b) {
    return _mm_unpackhi_epi64(a, b);
}

static inline vec128 vec128_setbits(uint64_t a) {
    return _mm_set1_epi64x(-a);
}

static inline void vec128_copy(vec128 *dest, vec128 *src) {
    int i;

    for (i = 0; i < GFBITS; i++) {
        dest[i] = src[i];
    }
}

static inline void vec128_add(vec128 *c, vec128 *a, vec128 *b) {
    int i;

    for (i = 0; i < GFBITS; i++) {
        c[i] = vec128_xor(a[i], b[i]);
    }
}

static inline vec128 vec128_or_reduce(vec128 *a) {
    int i;
    vec128 ret;

    ret = a[0];
    for (i = 1; i < GFBITS; i++) {
        ret = vec128_or(ret, a[i]);
    }

    return ret;
}

extern void vec128_mul_asm(vec128 *, vec128 *, const vec128 *, int);

/* bitsliced field multiplications */
static inline void vec128_mul(vec128 *h, vec128 *f, const vec128 *g) {
    vec128_mul_asm(h, f, g, 16);
}

static inline void vec128_mul_gf(vec128 out[ GFBITS ], vec128 v[ GFBITS ], gf a) {
    int i;

    uint64_t b;
    vec128 bits[GFBITS];

    for (i = 0; i < GFBITS; i++) {
        b = -((a >> i) & 1);
        bits[i] = vec128_set2x(b, b);
    }

    vec128_mul(out, v, bits);
}

static inline void vec_mul_gf(uint64_t out[ GFBITS ], uint64_t v[ GFBITS ], gf a) {
    int i;

    uint64_t bits[GFBITS];
    vec128 x[GFBITS], y[GFBITS], z[GFBITS];

    for (i = 0; i < GFBITS; i++) {
        bits[i] = -((a >> i) & 1);
    }

    for (i = 0; i < GFBITS; i++) {
        x[i] = vec128_set2x(v[i], 0);
        y[i] = vec128_set2x(bits[i], 0);
    }

    vec128_mul(z, x, y);

    for (i = 0; i < GFBITS; i++) {
        out[i] = vec128_extract(z[i], 0);
    }
}

void vec128_mul_GF(vec128 out[GFBITS], vec128 v[GFBITS], gf a[SYS_T]);

#endif