146 lines
5.2 KiB
C
146 lines
5.2 KiB
C
|
/* SPDX-License-Identifier: BSD-3-Clause */
|
||
|
/* Copyright (c) 2020 Linaro Limited */
|
||
|
// Copyright 2019 The Fuchsia Authors. All rights reserved.
|
||
|
// Use of this source code is governed by a BSD-style license that can be
|
||
|
// found in the LICENSE file.
|
||
|
|
||
|
/*
|
||
|
* Content of LICENSE file mentioned above:
|
||
|
Copyright 2019 The Fuchsia Authors. All rights reserved.
|
||
|
Redistribution and use in source and binary forms, with or without
|
||
|
modification, are permitted provided that the following conditions are
|
||
|
met:
|
||
|
* Redistributions of source code must retain the above copyright
|
||
|
notice, this list of conditions and the following disclaimer.
|
||
|
* Redistributions in binary form must reproduce the above
|
||
|
copyright notice, this list of conditions and the following disclaimer
|
||
|
in the documentation and/or other materials provided with the
|
||
|
distribution.
|
||
|
* Neither the name of Google Inc. nor the names of its
|
||
|
contributors may be used to endorse or promote products derived from
|
||
|
this software without specific prior written permission.
|
||
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||
|
*/
|
||
|
#ifndef FBL_CONFINE_ARRAY_INDEX_H_
|
||
|
#define FBL_CONFINE_ARRAY_INDEX_H_
|
||
|
|
||
|
#include <stddef.h>
|
||
|
|
||
|
// confine_array_index() bounds-checks and sanitizes an array index safely in the presence of
|
||
|
// speculative execution information leak bugs such as Spectre V1. confine_array_index() always
|
||
|
// returns a sanitized index, even in speculative-path execution.
|
||
|
//
|
||
|
// Callers need to combine confine_array_index with a conventional bounds check; the bounds
|
||
|
// check will return any necessary errors in the nonspeculative path, confine_array_index will
|
||
|
// confine indexes in the speculative path.
|
||
|
//
|
||
|
// Use:
|
||
|
// confine_array_index() returns |index|, if it is < size, or 0 if |index| is >= size.
|
||
|
//
|
||
|
// Example (may leak table1 contents):
|
||
|
// 1: int lookup3(size_t index) {
|
||
|
// 2: if (index >= table1_size) {
|
||
|
// 3: return -1;
|
||
|
// 4: }
|
||
|
// 5: size_t index2 = table1[index];
|
||
|
// 6: return table2[index2];
|
||
|
// 7: }
|
||
|
//
|
||
|
// Converted:
|
||
|
//
|
||
|
// 1: int lookup3(size_t index) {
|
||
|
// 2: if (index >= table1_size) {
|
||
|
// 3: return -1;
|
||
|
// 4: }
|
||
|
// 5: size_t safe_index = confine_array_index(index, table1_size);
|
||
|
// 6: size_t index2 = table1[safe_index];
|
||
|
// 7: return table2[index2];
|
||
|
// 8: }
|
||
|
#ifdef __aarch64__
|
||
|
static inline size_t confine_array_index(size_t index, size_t size) {
|
||
|
size_t safe_index;
|
||
|
// Use a conditional select and a CSDB barrier to enforce validation of |index|.
|
||
|
// See "Cache Speculation Side-channels" whitepaper, section "Software Mitigation".
|
||
|
// "" The combination of both a conditional select/conditional move and the new barrier are
|
||
|
// sufficient to address this problem on ALL Arm implementations... ""
|
||
|
asm(
|
||
|
"cmp %1, %2\n" // %1 holds the unsanitized index
|
||
|
"csel %0, %1, xzr, lo\n" // Select index or zero based on carry (%1 within range)
|
||
|
"csdb\n"
|
||
|
: "=r"(safe_index)
|
||
|
: "r"(index), "r"(size)
|
||
|
: "cc");
|
||
|
return safe_index;
|
||
|
}
|
||
|
#endif
|
||
|
#ifdef __arm__
|
||
|
static inline size_t confine_array_index(size_t index, size_t size)
|
||
|
{
|
||
|
size_t ret_val = index;
|
||
|
|
||
|
/*
|
||
|
* For the ARMv7/AArch32 case we're basing the select and barrier
|
||
|
* code on __load_no_speculate1() in <speculation_barrier.h> as we
|
||
|
* lack the csel instruction.
|
||
|
*/
|
||
|
|
||
|
#ifdef __thumb2__
|
||
|
asm volatile (
|
||
|
".syntax unified\n"
|
||
|
"cmp %0, %1\n"
|
||
|
"it cs\n"
|
||
|
#ifdef __clang__
|
||
|
#pragma clang diagnostic push
|
||
|
/* Avoid 'deprecated instruction in IT block [-Werror,-Winline-asm]' */
|
||
|
#pragma clang diagnostic ignored "-Winline-asm"
|
||
|
#endif
|
||
|
"movcs %0, #0\n"
|
||
|
#ifdef __clang__
|
||
|
#pragma clang diagnostic pop
|
||
|
#endif
|
||
|
".inst.n 0xf3af\t@ CSDB\n"
|
||
|
".inst.n 0x8014\t@ CSDB"
|
||
|
: "+r" (ret_val) : "r" (size) : "cc");
|
||
|
#else
|
||
|
asm volatile (
|
||
|
".syntax unified\n"
|
||
|
"cmp %0, %1\n" /* %0 holds the unsanitized index */
|
||
|
"movcs %0, #0\n"
|
||
|
".inst 0xe320f014\t@ CSDB"
|
||
|
: "+r" (ret_val) : "r" (size) : "cc");
|
||
|
#endif
|
||
|
|
||
|
return ret_val;
|
||
|
}
|
||
|
#endif /* __arm__ */
|
||
|
|
||
|
#ifdef __x86_64__
|
||
|
static inline size_t confine_array_index(size_t index, size_t size) {
|
||
|
size_t safe_index = 0;
|
||
|
// Use a conditional move to enforce validation of |index|.
|
||
|
// The conditional move has a data dependency on the result of a comparison and cannot
|
||
|
// execute until the comparison is resolved.
|
||
|
// See "Software Techniques for Managing Speculation on AMD Processors", Mitigation V1-2.
|
||
|
// See "Analyzing potential bounds check bypass vulnerabilities", Revision 002,
|
||
|
// Section 5.2 Bounds clipping
|
||
|
__asm__(
|
||
|
"cmp %1, %2\n"
|
||
|
"cmova %1, %0\n" // Select between $0 and |index|
|
||
|
: "+r"(safe_index)
|
||
|
: "r"(index), "r"(size)
|
||
|
: "cc");
|
||
|
return safe_index;
|
||
|
}
|
||
|
#endif
|
||
|
#endif // FBL_CONFINE_ARRAY_INDEX_H_
|