mirror of
https://github.com/espressif/esp-idf.git
synced 2024-10-05 20:47:46 -04:00
b1eacc24f2
These APIs are used when the architecture doesn't have atomic instruction support Closes https://github.com/espressif/esp-idf/issues/6463
247 lines
7.8 KiB
C
247 lines
7.8 KiB
C
// Copyright 2015-2019 Espressif Systems (Shanghai) PTE LTD
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
//replacement for gcc built-in functions
|
|
|
|
#include "sdkconfig.h"
|
|
#include <stdbool.h>
|
|
#include <stdint.h>
|
|
|
|
#ifdef __XTENSA__
|
|
|
|
#include "xtensa/config/core-isa.h"
|
|
#include "xtensa/xtruntime.h"
|
|
|
|
// This allows nested interrupts disabling and restoring via local registers or stack.
|
|
// They can be called from interrupts too.
|
|
// WARNING: Only applies to current CPU.
|
|
#define _ATOMIC_ENTER_CRITICAL(void) ({ \
|
|
unsigned state = XTOS_SET_INTLEVEL(XCHAL_EXCM_LEVEL); \
|
|
atomic_benchmark_intr_disable(); \
|
|
state; \
|
|
})
|
|
|
|
#define _ATOMIC_EXIT_CRITICAL(state) do { \
|
|
atomic_benchmark_intr_restore(state); \
|
|
XTOS_RESTORE_JUST_INTLEVEL(state); \
|
|
} while (0)
|
|
|
|
#ifndef XCHAL_HAVE_S32C1I
|
|
#error "XCHAL_HAVE_S32C1I not defined, include correct header!"
|
|
#endif
|
|
|
|
#define NO_ATOMICS_SUPPORT (XCHAL_HAVE_S32C1I == 0)
|
|
#else // RISCV
|
|
|
|
#include "freertos/portmacro.h"
|
|
|
|
// This allows nested interrupts disabling and restoring via local registers or stack.
|
|
// They can be called from interrupts too.
|
|
// WARNING: Only applies to current CPU.
|
|
#define _ATOMIC_ENTER_CRITICAL(void) ({ \
|
|
unsigned state = portENTER_CRITICAL_NESTED(); \
|
|
atomic_benchmark_intr_disable(); \
|
|
state; \
|
|
})
|
|
|
|
#define _ATOMIC_EXIT_CRITICAL(state) do { \
|
|
atomic_benchmark_intr_restore(state); \
|
|
portEXIT_CRITICAL_NESTED(state); \
|
|
} while (0)
|
|
|
|
#ifndef __riscv_atomic // GCC toolchain will define this pre-processor if "A" extension is supported
|
|
#define __riscv_atomic 0
|
|
#endif
|
|
|
|
#define NO_ATOMICS_SUPPORT (__riscv_atomic == 0)
|
|
|
|
#endif
|
|
|
|
|
|
//reserved to measure atomic operation time
|
|
#define atomic_benchmark_intr_disable()
|
|
#define atomic_benchmark_intr_restore(STATE)
|
|
|
|
#define ATOMIC_EXCHANGE(n, type) type __atomic_exchange_ ## n (type* mem, type val, int memorder) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *mem; \
|
|
*mem = val; \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define CMP_EXCHANGE(n, type) bool __atomic_compare_exchange_ ## n (type* mem, type* expect, type desired, int success, int failure) \
|
|
{ \
|
|
bool ret = false; \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
if (*mem == *expect) { \
|
|
ret = true; \
|
|
*mem = desired; \
|
|
} else { \
|
|
*expect = *mem; \
|
|
} \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_ADD(n, type) type __atomic_fetch_add_ ## n (type* ptr, type value, int memorder) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *ptr; \
|
|
*ptr = *ptr + value; \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_SUB(n, type) type __atomic_fetch_sub_ ## n (type* ptr, type value, int memorder) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *ptr; \
|
|
*ptr = *ptr - value; \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_AND(n, type) type __atomic_fetch_and_ ## n (type* ptr, type value, int memorder) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *ptr; \
|
|
*ptr = *ptr & value; \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_OR(n, type) type __atomic_fetch_or_ ## n (type* ptr, type value, int memorder) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *ptr; \
|
|
*ptr = *ptr | value; \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define FETCH_XOR(n, type) type __atomic_fetch_xor_ ## n (type* ptr, type value, int memorder) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *ptr; \
|
|
*ptr = *ptr ^ value; \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define SYNC_FETCH_OP(op, n, type) type __sync_fetch_and_ ## op ##_ ## n (type* ptr, type value, ...) \
|
|
{ \
|
|
return __atomic_fetch_ ## op ##_ ## n (ptr, value, __ATOMIC_SEQ_CST); \
|
|
}
|
|
|
|
#define SYNC_BOOL_CMP_EXCHANGE(n, type) bool __sync_bool_compare_and_swap_ ## n (type *ptr, type oldval, type newval, ...) \
|
|
{ \
|
|
bool ret = false; \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
if (*ptr == oldval) { \
|
|
*ptr = newval; \
|
|
ret = true; \
|
|
} \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#define SYNC_VAL_CMP_EXCHANGE(n, type) type __sync_val_compare_and_swap_ ## n (type *ptr, type oldval, type newval, ...) \
|
|
{ \
|
|
unsigned state = _ATOMIC_ENTER_CRITICAL(); \
|
|
type ret = *ptr; \
|
|
if (*ptr == oldval) { \
|
|
*ptr = newval; \
|
|
} \
|
|
_ATOMIC_EXIT_CRITICAL(state); \
|
|
return ret; \
|
|
}
|
|
|
|
#pragma GCC diagnostic ignored "-Wbuiltin-declaration-mismatch"
|
|
|
|
#if NO_ATOMICS_SUPPORT
|
|
|
|
ATOMIC_EXCHANGE(1, uint8_t)
|
|
ATOMIC_EXCHANGE(2, uint16_t)
|
|
ATOMIC_EXCHANGE(4, uint32_t)
|
|
ATOMIC_EXCHANGE(8, uint64_t)
|
|
|
|
CMP_EXCHANGE(1, uint8_t)
|
|
CMP_EXCHANGE(2, uint16_t)
|
|
CMP_EXCHANGE(4, uint32_t)
|
|
CMP_EXCHANGE(8, uint64_t)
|
|
|
|
FETCH_ADD(1, uint8_t)
|
|
FETCH_ADD(2, uint16_t)
|
|
FETCH_ADD(4, uint32_t)
|
|
FETCH_ADD(8, uint64_t)
|
|
|
|
FETCH_SUB(1, uint8_t)
|
|
FETCH_SUB(2, uint16_t)
|
|
FETCH_SUB(4, uint32_t)
|
|
FETCH_SUB(8, uint64_t)
|
|
|
|
FETCH_AND(1, uint8_t)
|
|
FETCH_AND(2, uint16_t)
|
|
FETCH_AND(4, uint32_t)
|
|
FETCH_AND(8, uint64_t)
|
|
|
|
FETCH_OR(1, uint8_t)
|
|
FETCH_OR(2, uint16_t)
|
|
FETCH_OR(4, uint32_t)
|
|
FETCH_OR(8, uint64_t)
|
|
|
|
FETCH_XOR(1, uint8_t)
|
|
FETCH_XOR(2, uint16_t)
|
|
FETCH_XOR(4, uint32_t)
|
|
FETCH_XOR(8, uint64_t)
|
|
|
|
SYNC_FETCH_OP(add, 1, uint8_t)
|
|
SYNC_FETCH_OP(add, 2, uint16_t)
|
|
SYNC_FETCH_OP(add, 4, uint32_t)
|
|
SYNC_FETCH_OP(add, 8, uint64_t)
|
|
|
|
SYNC_FETCH_OP(sub, 1, uint8_t)
|
|
SYNC_FETCH_OP(sub, 2, uint16_t)
|
|
SYNC_FETCH_OP(sub, 4, uint32_t)
|
|
SYNC_FETCH_OP(sub, 8, uint64_t)
|
|
|
|
SYNC_FETCH_OP(and, 1, uint8_t)
|
|
SYNC_FETCH_OP(and, 2, uint16_t)
|
|
SYNC_FETCH_OP(and, 4, uint32_t)
|
|
SYNC_FETCH_OP(and, 8, uint64_t)
|
|
|
|
SYNC_FETCH_OP(or, 1, uint8_t)
|
|
SYNC_FETCH_OP(or, 2, uint16_t)
|
|
SYNC_FETCH_OP(or, 4, uint32_t)
|
|
SYNC_FETCH_OP(or, 8, uint64_t)
|
|
|
|
SYNC_FETCH_OP(xor, 1, uint8_t)
|
|
SYNC_FETCH_OP(xor, 2, uint16_t)
|
|
SYNC_FETCH_OP(xor, 4, uint32_t)
|
|
SYNC_FETCH_OP(xor, 8, uint64_t)
|
|
|
|
SYNC_BOOL_CMP_EXCHANGE(1, uint8_t)
|
|
SYNC_BOOL_CMP_EXCHANGE(2, uint16_t)
|
|
SYNC_BOOL_CMP_EXCHANGE(4, uint32_t)
|
|
SYNC_BOOL_CMP_EXCHANGE(8, uint64_t)
|
|
|
|
SYNC_VAL_CMP_EXCHANGE(1, uint8_t)
|
|
SYNC_VAL_CMP_EXCHANGE(2, uint16_t)
|
|
SYNC_VAL_CMP_EXCHANGE(4, uint32_t)
|
|
SYNC_VAL_CMP_EXCHANGE(8, uint64_t)
|
|
|
|
#endif
|