ring/aead/aes_gcm/
vaesclmulavx2.rs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
// Copyright 2015-2025 Brian Smith.
//
// Permission to use, copy, modify, and/or distribute this software for any
// purpose with or without fee is hereby granted, provided that the above
// copyright notice and this permission notice appear in all copies.
//
// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
// WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
// MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
// SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
// WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
// OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
// CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

#![cfg(target_arch = "x86_64")]

use super::{aes, gcm, Counter, BLOCK_LEN};
use crate::{aead::aes::Overlapping, c, polyfill::slice::AsChunksMut};
use core::num::NonZeroU32;

pub(super) fn seal_whole_vaes_clmul_avx2(
    aes_key: &aes::hw::Key,
    auth: &mut gcm::Context<gcm::vclmulavx2::Key>,
    ctr: &mut Counter,
    mut in_out: AsChunksMut<u8, BLOCK_LEN>,
) {
    prefixed_extern! {
        fn aes_gcm_enc_update_vaes_avx2(
            input: *const u8,
            output: *mut u8,
            len: c::size_t,
            key: &aes::AES_KEY,
            ivec: &Counter,
            Htable: &gcm::HTable,
            Xi: &mut gcm::Xi);
    }

    let in_out = in_out.as_flattened_mut();

    // Precondition: Since we have a `gcm::Context` then the number of blocks
    // must fit in `u32`.
    let blocks = u32::try_from(in_out.len() / BLOCK_LEN).unwrap();

    if let Some(blocks) = NonZeroU32::new(blocks) {
        let aes_key = aes_key.inner_less_safe();
        let (htable, xi) = auth.inner();
        let input = in_out.as_ptr();
        let output = in_out.as_mut_ptr();
        let len = in_out.len();
        unsafe { aes_gcm_enc_update_vaes_avx2(input, output, len, aes_key, ctr, htable, xi) };
        ctr.increment_by_less_safe(blocks);
    }
}

pub(super) fn open_whole_vaes_clmul_avx2(
    aes_key: &aes::hw::Key,
    auth: &mut gcm::Context<gcm::vclmulavx2::Key>,
    in_out: Overlapping,
    ctr: &mut Counter,
) {
    prefixed_extern! {
        fn aes_gcm_dec_update_vaes_avx2(
            input: *const u8,
            output: *mut u8,
            len: c::size_t,
            key: &aes::AES_KEY,
            ivec: &mut Counter,
            Htable: &gcm::HTable,
            Xi: &mut gcm::Xi);
    }

    // Precondition. TODO: Create an overlapping::AsChunks for this.
    assert_eq!(in_out.len() % BLOCK_LEN, 0);
    // Precondition: Since we have a `gcm::Context` then the number of blocks
    // must fit in `u32`.
    let blocks = u32::try_from(in_out.len() / BLOCK_LEN).unwrap();

    if let Some(blocks) = NonZeroU32::new(blocks) {
        let aes_key = aes_key.inner_less_safe();
        let (htable, xi) = auth.inner();
        in_out.with_input_output_len(|input, output, len| unsafe {
            aes_gcm_dec_update_vaes_avx2(input, output, len, aes_key, ctr, htable, xi)
        });
        ctr.increment_by_less_safe(blocks);
    }
}