1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
/* Copyright (C) 2015-2017 Jason A. Donenfeld <Jason@zx2c4.com>. All Rights Reserved. */
#ifndef _WG_CHACHA20POLY1305_H
#define _WG_CHACHA20POLY1305_H
#include <linux/types.h>
struct scatterlist;
enum chacha20poly1305_lengths {
XCHACHA20POLY1305_NONCELEN = 24,
CHACHA20POLY1305_KEYLEN = 32,
CHACHA20POLY1305_AUTHTAGLEN = 16
};
void chacha20poly1305_fpu_init(void);
void chacha20poly1305_encrypt(u8 *dst, const u8 *src, const size_t src_len,
const u8 *ad, const size_t ad_len,
const u64 nonce, const u8 key[CHACHA20POLY1305_KEYLEN]);
bool __must_check chacha20poly1305_encrypt_sg(struct scatterlist *dst, struct scatterlist *src, const size_t src_len,
const u8 *ad, const size_t ad_len,
const u64 nonce, const u8 key[CHACHA20POLY1305_KEYLEN],
bool have_simd);
bool __must_check chacha20poly1305_decrypt(u8 *dst, const u8 *src, const size_t src_len,
const u8 *ad, const size_t ad_len,
const u64 nonce, const u8 key[CHACHA20POLY1305_KEYLEN]);
bool __must_check chacha20poly1305_decrypt_sg(struct scatterlist *dst, struct scatterlist *src, const size_t src_len,
const u8 *ad, const size_t ad_len,
const u64 nonce, const u8 key[CHACHA20POLY1305_KEYLEN],
bool have_simd);
void xchacha20poly1305_encrypt(u8 *dst, const u8 *src, const size_t src_len,
const u8 *ad, const size_t ad_len,
const u8 nonce[XCHACHA20POLY1305_NONCELEN],
const u8 key[CHACHA20POLY1305_KEYLEN]);
bool __must_check xchacha20poly1305_decrypt(u8 *dst, const u8 *src, const size_t src_len,
const u8 *ad, const size_t ad_len,
const u8 nonce[XCHACHA20POLY1305_NONCELEN],
const u8 key[CHACHA20POLY1305_KEYLEN]);
#if defined(CONFIG_X86_64)
#include <linux/version.h>
#include <asm/fpu/api.h>
#include <asm/simd.h>
#elif IS_ENABLED(CONFIG_KERNEL_MODE_NEON)
#include <asm/neon.h>
#include <asm/simd.h>
#endif
static inline bool chacha20poly1305_init_simd(void)
{
bool have_simd = false;
#if defined(CONFIG_X86_64)
have_simd = irq_fpu_usable();
if (have_simd)
kernel_fpu_begin();
#elif IS_ENABLED(CONFIG_KERNEL_MODE_NEON)
#if defined(CONFIG_ARM64)
have_simd = true; /* ARM64 supports NEON in any context. */
#elif defined(CONFIG_ARM)
have_simd = may_use_simd(); /* ARM doesn't support NEON in interrupt context. */
#endif
if (have_simd)
kernel_neon_begin();
#endif
return have_simd;
}
static inline void chacha20poly1305_deinit_simd(bool was_on)
{
#if defined(CONFIG_X86_64)
if (was_on)
kernel_fpu_end();
#elif IS_ENABLED(CONFIG_KERNEL_MODE_NEON)
if (was_on)
kernel_neon_end();
#endif
}
#ifdef DEBUG
bool chacha20poly1305_selftest(void);
#endif
#endif /* _WG_CHACHA20POLY1305_H */
|
