2016-08-08 05:29:28 -04:00
|
|
|
/*
|
2016-09-02 04:36:26 -04:00
|
|
|
* ESP32 hardware accelerated SHA1/256/512 implementation
|
|
|
|
* based on mbedTLS FIPS-197 compliant version.
|
2016-08-08 05:29:28 -04:00
|
|
|
*
|
|
|
|
* Copyright (C) 2006-2015, ARM Limited, All Rights Reserved
|
2016-09-02 04:36:26 -04:00
|
|
|
* Additions Copyright (C) 2016, Espressif Systems (Shanghai) PTE Ltd
|
2016-08-08 05:29:28 -04:00
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
* not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* The SHA-1 standard was published by NIST in 1993.
|
|
|
|
*
|
|
|
|
* http://www.itl.nist.gov/fipspubs/fip180-1.htm
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <string.h>
|
2016-11-20 00:29:29 -05:00
|
|
|
#include <stdio.h>
|
2019-03-25 02:15:14 -04:00
|
|
|
#include <machine/endian.h>
|
2016-11-20 00:29:29 -05:00
|
|
|
#include <assert.h>
|
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
#include "freertos/FreeRTOS.h"
|
|
|
|
#include "freertos/semphr.h"
|
2022-07-21 07:14:41 -04:00
|
|
|
#include "esp_cpu.h"
|
2018-12-20 23:37:57 -05:00
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
#include "hal/sha_hal.h"
|
2024-03-07 14:10:26 -05:00
|
|
|
#include "hal/sha_ll.h"
|
2020-08-13 04:30:59 -04:00
|
|
|
#include "hal/sha_types.h"
|
|
|
|
#include "sha/sha_parallel_engine.h"
|
2019-05-13 06:02:45 -04:00
|
|
|
#include "soc/hwcrypto_periph.h"
|
2024-03-07 14:10:26 -05:00
|
|
|
#include "esp_private/esp_crypto_lock_internal.h"
|
2021-10-25 05:13:46 -04:00
|
|
|
#include "esp_private/periph_ctrl.h"
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
/*
|
|
|
|
Single spinlock for SHA engine memory block
|
2016-11-20 00:29:29 -05:00
|
|
|
*/
|
2018-12-21 00:16:16 -05:00
|
|
|
static portMUX_TYPE memory_block_lock = portMUX_INITIALIZER_UNLOCKED;
|
2016-11-20 00:29:29 -05:00
|
|
|
|
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
/* Binary semaphore managing the state of each concurrent SHA engine.
|
|
|
|
|
|
|
|
Available = noone is using this SHA engine
|
|
|
|
Taken = a SHA session is running on this SHA engine
|
2016-11-20 00:29:29 -05:00
|
|
|
|
|
|
|
Indexes:
|
|
|
|
0 = SHA1
|
|
|
|
1 = SHA2_256
|
|
|
|
2 = SHA2_384 or SHA2_512
|
|
|
|
*/
|
2018-12-20 23:37:57 -05:00
|
|
|
static SemaphoreHandle_t engine_states[3];
|
|
|
|
|
|
|
|
static uint8_t engines_in_use;
|
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
/* Spinlock for engines_in_use counter
|
2018-12-20 23:37:57 -05:00
|
|
|
*/
|
2018-12-21 00:16:16 -05:00
|
|
|
static portMUX_TYPE engines_in_use_lock = portMUX_INITIALIZER_UNLOCKED;
|
2016-11-20 00:29:29 -05:00
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
/* Return block size (in words) for a given SHA type */
|
|
|
|
inline static size_t block_length(esp_sha_type type)
|
|
|
|
{
|
|
|
|
switch (type) {
|
2016-11-20 00:29:29 -05:00
|
|
|
case SHA1:
|
|
|
|
case SHA2_256:
|
2020-08-13 04:30:59 -04:00
|
|
|
return 64 / 4;
|
2016-11-20 00:29:29 -05:00
|
|
|
case SHA2_384:
|
|
|
|
case SHA2_512:
|
2020-08-13 04:30:59 -04:00
|
|
|
return 128 / 4;
|
2016-11-20 00:29:29 -05:00
|
|
|
default:
|
|
|
|
return 0;
|
|
|
|
}
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
/* Index into the engine_states array */
|
|
|
|
inline static size_t sha_engine_index(esp_sha_type type)
|
|
|
|
{
|
|
|
|
switch (type) {
|
2016-11-20 00:29:29 -05:00
|
|
|
case SHA1:
|
2020-08-13 04:30:59 -04:00
|
|
|
return 0;
|
2016-11-20 00:29:29 -05:00
|
|
|
case SHA2_256:
|
2020-08-13 04:30:59 -04:00
|
|
|
return 1;
|
2016-11-20 00:29:29 -05:00
|
|
|
default:
|
2020-08-13 04:30:59 -04:00
|
|
|
return 2;
|
2016-09-01 23:31:38 -04:00
|
|
|
}
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
void esp_sha_lock_memory_block(void)
|
2016-08-08 05:29:28 -04:00
|
|
|
{
|
2018-12-21 00:16:16 -05:00
|
|
|
portENTER_CRITICAL(&memory_block_lock);
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
void esp_sha_unlock_memory_block(void)
|
2016-08-08 05:29:28 -04:00
|
|
|
{
|
2018-12-21 00:16:16 -05:00
|
|
|
portEXIT_CRITICAL(&memory_block_lock);
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
static SemaphoreHandle_t sha_get_engine_state(esp_sha_type sha_type)
|
|
|
|
{
|
|
|
|
unsigned idx = sha_engine_index(sha_type);
|
|
|
|
volatile SemaphoreHandle_t *engine = &engine_states[idx];
|
|
|
|
SemaphoreHandle_t result = *engine;
|
|
|
|
|
|
|
|
if (result == NULL) {
|
|
|
|
// Create a new semaphore for 'in use' flag
|
|
|
|
SemaphoreHandle_t new_engine = xSemaphoreCreateBinary();
|
|
|
|
assert(new_engine != NULL);
|
|
|
|
xSemaphoreGive(new_engine); // start available
|
|
|
|
|
|
|
|
// try to atomically set the previously NULL *engine to new_engine
|
2022-07-21 07:14:41 -04:00
|
|
|
if (!esp_cpu_compare_and_set((volatile uint32_t *)engine, 0, (uint32_t)new_engine)) {
|
|
|
|
// we lost a race setting *engine
|
2018-12-20 23:37:57 -05:00
|
|
|
vSemaphoreDelete(new_engine);
|
|
|
|
}
|
|
|
|
result = *engine;
|
|
|
|
}
|
|
|
|
return result;
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
static bool esp_sha_lock_engine_common(esp_sha_type sha_type, TickType_t ticks_to_wait);
|
2016-11-22 04:56:36 -05:00
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
bool esp_sha_try_lock_engine(esp_sha_type sha_type)
|
2016-08-08 05:29:28 -04:00
|
|
|
{
|
2018-12-20 23:37:57 -05:00
|
|
|
return esp_sha_lock_engine_common(sha_type, 0);
|
2016-11-22 04:56:36 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
void esp_sha_lock_engine(esp_sha_type sha_type)
|
|
|
|
{
|
2018-12-20 23:37:57 -05:00
|
|
|
esp_sha_lock_engine_common(sha_type, portMAX_DELAY);
|
2016-11-22 04:56:36 -05:00
|
|
|
}
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
static bool esp_sha_lock_engine_common(esp_sha_type sha_type, TickType_t ticks_to_wait)
|
2016-11-22 04:56:36 -05:00
|
|
|
{
|
2018-12-20 23:37:57 -05:00
|
|
|
SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type);
|
|
|
|
BaseType_t result = xSemaphoreTake(engine_state, ticks_to_wait);
|
|
|
|
|
|
|
|
if (result == pdFALSE) {
|
|
|
|
// failed to take semaphore
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
portENTER_CRITICAL(&engines_in_use_lock);
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
if (engines_in_use == 0) {
|
|
|
|
/* Just locked first engine,
|
|
|
|
so enable SHA hardware */
|
2024-03-07 14:10:26 -05:00
|
|
|
SHA_RCC_ATOMIC() {
|
|
|
|
sha_ll_enable_bus_clock(true);
|
|
|
|
sha_ll_reset_register();
|
|
|
|
}
|
2016-09-01 23:31:38 -04:00
|
|
|
}
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
engines_in_use++;
|
|
|
|
assert(engines_in_use <= 3);
|
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
portEXIT_CRITICAL(&engines_in_use_lock);
|
2017-08-17 01:48:43 -04:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
return true;
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2016-11-22 04:56:36 -05:00
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
void esp_sha_unlock_engine(esp_sha_type sha_type)
|
2016-08-08 05:29:28 -04:00
|
|
|
{
|
2019-11-11 08:42:24 -05:00
|
|
|
SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type);
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
portENTER_CRITICAL(&engines_in_use_lock);
|
2016-11-20 00:29:29 -05:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
engines_in_use--;
|
2016-11-20 00:29:29 -05:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
if (engines_in_use == 0) {
|
|
|
|
/* About to release last engine, so
|
|
|
|
disable SHA hardware */
|
2024-03-07 14:10:26 -05:00
|
|
|
SHA_RCC_ATOMIC() {
|
|
|
|
sha_ll_enable_bus_clock(false);
|
|
|
|
}
|
2016-09-09 00:27:34 -04:00
|
|
|
}
|
2016-11-20 00:29:29 -05:00
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
portEXIT_CRITICAL(&engines_in_use_lock);
|
2016-11-20 00:29:29 -05:00
|
|
|
|
2018-12-20 23:37:57 -05:00
|
|
|
xSemaphoreGive(engine_state);
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
void esp_sha_read_digest_state(esp_sha_type sha_type, void *digest_state)
|
2016-08-08 05:29:28 -04:00
|
|
|
{
|
2018-12-20 23:37:57 -05:00
|
|
|
#ifndef NDEBUG
|
|
|
|
{
|
2019-11-11 08:42:24 -05:00
|
|
|
SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type);
|
2018-12-20 23:37:57 -05:00
|
|
|
assert(uxSemaphoreGetCount(engine_state) == 0 &&
|
|
|
|
"SHA engine should be locked" );
|
|
|
|
}
|
|
|
|
#endif
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
// preemptively do this before entering the critical section, then re-check once in it
|
2020-08-13 04:30:59 -04:00
|
|
|
sha_hal_wait_idle();
|
2018-12-21 00:16:16 -05:00
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
esp_sha_lock_memory_block();
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
sha_hal_read_digest(sha_type, digest_state);
|
2019-05-21 20:18:55 -04:00
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
esp_sha_unlock_memory_block();
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
void esp_sha_block(esp_sha_type sha_type, const void *data_block, bool first_block)
|
2016-08-08 05:29:28 -04:00
|
|
|
{
|
2018-12-20 23:37:57 -05:00
|
|
|
#ifndef NDEBUG
|
|
|
|
{
|
2019-11-11 08:42:24 -05:00
|
|
|
SemaphoreHandle_t engine_state = sha_get_engine_state(sha_type);
|
2018-12-20 23:37:57 -05:00
|
|
|
assert(uxSemaphoreGetCount(engine_state) == 0 &&
|
|
|
|
"SHA engine should be locked" );
|
|
|
|
}
|
|
|
|
#endif
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2018-12-21 00:16:16 -05:00
|
|
|
// preemptively do this before entering the critical section, then re-check once in it
|
2020-08-13 04:30:59 -04:00
|
|
|
sha_hal_wait_idle();
|
2016-11-20 00:29:29 -05:00
|
|
|
esp_sha_lock_memory_block();
|
|
|
|
|
2020-08-13 04:30:59 -04:00
|
|
|
sha_hal_hash_block(sha_type, data_block, block_length(sha_type), first_block);
|
2016-08-08 05:29:28 -04:00
|
|
|
|
2016-11-20 00:29:29 -05:00
|
|
|
esp_sha_unlock_memory_block();
|
2016-08-08 05:29:28 -04:00
|
|
|
}
|