// Copyright 2015-2019 Espressif Systems (Shanghai) PTE LTD // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //replacement for gcc built-in functions #include "sdkconfig.h" #include #include #ifdef __XTENSA__ #include "xtensa/config/core-isa.h" #include "xtensa/xtruntime.h" // This allows nested interrupts disabling and restoring via local registers or stack. // They can be called from interrupts too. // WARNING: Only applies to current CPU. #define _ATOMIC_ENTER_CRITICAL(void) ({ \ unsigned state = XTOS_SET_INTLEVEL(XCHAL_EXCM_LEVEL); \ atomic_benchmark_intr_disable(); \ state; \ }) #define _ATOMIC_EXIT_CRITICAL(state) do { \ atomic_benchmark_intr_restore(state); \ XTOS_RESTORE_JUST_INTLEVEL(state); \ } while (0) #ifndef XCHAL_HAVE_S32C1I #error "XCHAL_HAVE_S32C1I not defined, include correct header!" #endif #define NO_ATOMICS_SUPPORT (XCHAL_HAVE_S32C1I == 0) #else // RISCV #include "freertos/portmacro.h" // This allows nested interrupts disabling and restoring via local registers or stack. // They can be called from interrupts too. // WARNING: Only applies to current CPU. #define _ATOMIC_ENTER_CRITICAL(void) ({ \ unsigned state = portENTER_CRITICAL_NESTED(); \ atomic_benchmark_intr_disable(); \ state; \ }) #define _ATOMIC_EXIT_CRITICAL(state) do { \ atomic_benchmark_intr_restore(state); \ portEXIT_CRITICAL_NESTED(state); \ } while (0) #ifndef __riscv_atomic // GCC toolchain will define this pre-processor if "A" extension is supported #define __riscv_atomic 0 #endif #define NO_ATOMICS_SUPPORT (__riscv_atomic == 0) #endif //reserved to measure atomic operation time #define atomic_benchmark_intr_disable() #define atomic_benchmark_intr_restore(STATE) #define ATOMIC_EXCHANGE(n, type) type __atomic_exchange_ ## n (type* mem, type val, int memorder) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *mem; \ *mem = val; \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define CMP_EXCHANGE(n, type) bool __atomic_compare_exchange_ ## n (type* mem, type* expect, type desired, int success, int failure) \ { \ bool ret = false; \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ if (*mem == *expect) { \ ret = true; \ *mem = desired; \ } else { \ *expect = *mem; \ } \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define FETCH_ADD(n, type) type __atomic_fetch_add_ ## n (type* ptr, type value, int memorder) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *ptr; \ *ptr = *ptr + value; \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define FETCH_SUB(n, type) type __atomic_fetch_sub_ ## n (type* ptr, type value, int memorder) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *ptr; \ *ptr = *ptr - value; \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define FETCH_AND(n, type) type __atomic_fetch_and_ ## n (type* ptr, type value, int memorder) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *ptr; \ *ptr = *ptr & value; \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define FETCH_OR(n, type) type __atomic_fetch_or_ ## n (type* ptr, type value, int memorder) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *ptr; \ *ptr = *ptr | value; \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define FETCH_XOR(n, type) type __atomic_fetch_xor_ ## n (type* ptr, type value, int memorder) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *ptr; \ *ptr = *ptr ^ value; \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define SYNC_FETCH_OP(op, n, type) type __sync_fetch_and_ ## op ##_ ## n (type* ptr, type value, ...) \ { \ return __atomic_fetch_ ## op ##_ ## n (ptr, value, __ATOMIC_SEQ_CST); \ } #define SYNC_BOOL_CMP_EXCHANGE(n, type) bool __sync_bool_compare_and_swap_ ## n (type *ptr, type oldval, type newval, ...) \ { \ bool ret = false; \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ if (*ptr == oldval) { \ *ptr = newval; \ ret = true; \ } \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #define SYNC_VAL_CMP_EXCHANGE(n, type) type __sync_val_compare_and_swap_ ## n (type *ptr, type oldval, type newval, ...) \ { \ unsigned state = _ATOMIC_ENTER_CRITICAL(); \ type ret = *ptr; \ if (*ptr == oldval) { \ *ptr = newval; \ } \ _ATOMIC_EXIT_CRITICAL(state); \ return ret; \ } #pragma GCC diagnostic ignored "-Wbuiltin-declaration-mismatch" #if NO_ATOMICS_SUPPORT ATOMIC_EXCHANGE(1, uint8_t) ATOMIC_EXCHANGE(2, uint16_t) ATOMIC_EXCHANGE(4, uint32_t) ATOMIC_EXCHANGE(8, uint64_t) CMP_EXCHANGE(1, uint8_t) CMP_EXCHANGE(2, uint16_t) CMP_EXCHANGE(4, uint32_t) CMP_EXCHANGE(8, uint64_t) FETCH_ADD(1, uint8_t) FETCH_ADD(2, uint16_t) FETCH_ADD(4, uint32_t) FETCH_ADD(8, uint64_t) FETCH_SUB(1, uint8_t) FETCH_SUB(2, uint16_t) FETCH_SUB(4, uint32_t) FETCH_SUB(8, uint64_t) FETCH_AND(1, uint8_t) FETCH_AND(2, uint16_t) FETCH_AND(4, uint32_t) FETCH_AND(8, uint64_t) FETCH_OR(1, uint8_t) FETCH_OR(2, uint16_t) FETCH_OR(4, uint32_t) FETCH_OR(8, uint64_t) FETCH_XOR(1, uint8_t) FETCH_XOR(2, uint16_t) FETCH_XOR(4, uint32_t) FETCH_XOR(8, uint64_t) SYNC_FETCH_OP(add, 1, uint8_t) SYNC_FETCH_OP(add, 2, uint16_t) SYNC_FETCH_OP(add, 4, uint32_t) SYNC_FETCH_OP(add, 8, uint64_t) SYNC_FETCH_OP(sub, 1, uint8_t) SYNC_FETCH_OP(sub, 2, uint16_t) SYNC_FETCH_OP(sub, 4, uint32_t) SYNC_FETCH_OP(sub, 8, uint64_t) SYNC_FETCH_OP(and, 1, uint8_t) SYNC_FETCH_OP(and, 2, uint16_t) SYNC_FETCH_OP(and, 4, uint32_t) SYNC_FETCH_OP(and, 8, uint64_t) SYNC_FETCH_OP(or, 1, uint8_t) SYNC_FETCH_OP(or, 2, uint16_t) SYNC_FETCH_OP(or, 4, uint32_t) SYNC_FETCH_OP(or, 8, uint64_t) SYNC_FETCH_OP(xor, 1, uint8_t) SYNC_FETCH_OP(xor, 2, uint16_t) SYNC_FETCH_OP(xor, 4, uint32_t) SYNC_FETCH_OP(xor, 8, uint64_t) SYNC_BOOL_CMP_EXCHANGE(1, uint8_t) SYNC_BOOL_CMP_EXCHANGE(2, uint16_t) SYNC_BOOL_CMP_EXCHANGE(4, uint32_t) SYNC_BOOL_CMP_EXCHANGE(8, uint64_t) SYNC_VAL_CMP_EXCHANGE(1, uint8_t) SYNC_VAL_CMP_EXCHANGE(2, uint16_t) SYNC_VAL_CMP_EXCHANGE(4, uint32_t) SYNC_VAL_CMP_EXCHANGE(8, uint64_t) #endif