esp-idf/components/esp_rom/patches/esp_rom_cache.c

/*
 * SPDX-FileCopyrightText: 2022-2023 Espressif Systems (Shanghai) CO LTD
 *
 * SPDX-License-Identifier: Apache-2.0
 */

#include "sdkconfig.h"
#if CONFIG_IDF_TARGET_ESP32S2 || CONFIG_IDF_TARGET_ESP32S3
#include <stdint.h>
#include "esp_attr.h"
#include "esp_rom_caps.h"
#include "soc/extmem_reg.h"
#include "xtensa/xtruntime.h"
#if CONFIG_IDF_TARGET_ESP32S3
#include "esp32s3/rom/cache.h"
#endif

#define ALIGN_UP(addr, align) (((addr) + (align)-1) & ~((align)-1))
#define ALIGN_DOWN(addr, align)  ((addr) & ~((align) - 1))

// this api is renamed for patch
extern uint32_t rom_Cache_Count_Flash_Pages(uint32_t bus, uint32_t * page0_mapped);
IRAM_ATTR uint32_t Cache_Count_Flash_Pages(uint32_t bus, uint32_t * page0_mapped)
{
    uint32_t page0_before_count = *page0_mapped;
    uint32_t flash_pages = 0;
    flash_pages = rom_Cache_Count_Flash_Pages(bus, page0_mapped);

/* No page mapped to page0, in this condition, the rom api will return
 * unexpected value + 1.
 */
    if (page0_before_count == *page0_mapped) {
        flash_pages--;
    }
    return flash_pages;
}
extern uint32_t Cache_Count_Flash_Pages(uint32_t bus, uint32_t * page0_mapped);

#if ESP_ROM_HAS_CACHE_SUSPEND_WAITI_BUG
IRAM_ATTR static inline void Cache_Wait_Idle(int icache)
{
    if (icache) {
        while (REG_GET_FIELD(EXTMEM_CACHE_STATE_REG, EXTMEM_ICACHE_STATE) != 1) {
            ;
        }
    } else {
        while (REG_GET_FIELD(EXTMEM_CACHE_STATE_REG, EXTMEM_DCACHE_STATE) != 1) {
            ;
        }
    }
}
// renamed for patch
extern uint32_t rom_Cache_Suspend_ICache(void);
IRAM_ATTR uint32_t Cache_Suspend_ICache(void)
{
    uint32_t ret = rom_Cache_Suspend_ICache();
    Cache_Wait_Idle(1);
    return ret;
}
extern uint32_t Cache_Suspend_ICache(void);

// renamed for patch
extern uint32_t rom_Cache_Suspend_DCache(void);
IRAM_ATTR uint32_t Cache_Suspend_DCache(void)
{
    uint32_t ret = rom_Cache_Suspend_DCache();
    Cache_Wait_Idle(0);
    return ret;
}
extern uint32_t Cache_Suspend_DCache(void);

// renamed for patch
extern void rom_Cache_Freeze_ICache_Enable(cache_freeze_mode_t mode);
IRAM_ATTR void Cache_Freeze_ICache_Enable(cache_freeze_mode_t mode)
{
    rom_Cache_Freeze_ICache_Enable(mode);
    Cache_Wait_Idle(1);
}
extern void Cache_Freeze_ICache_Enable(cache_freeze_mode_t mode);

// renamed for patch
extern void rom_Cache_Freeze_DCache_Enable(cache_freeze_mode_t mode);
IRAM_ATTR void Cache_Freeze_DCache_Enable(cache_freeze_mode_t mode)
{
    rom_Cache_Freeze_DCache_Enable(mode);
    Cache_Wait_Idle(0);
}
extern void Cache_Freeze_DCache_Enable(cache_freeze_mode_t mode);
#endif

#if ESP_ROM_HAS_CACHE_WRITEBACK_BUG
/* Defined in esp_rom_cache_writeback_esp32s3.S */
extern void cache_writeback_items_freeze(uint32_t addr, uint32_t items);
// renamed for patch
extern int rom_Cache_WriteBack_Addr(uint32_t addr, uint32_t size);
IRAM_ATTR int Cache_WriteBack_Addr(uint32_t addr, uint32_t size)
{
    /* Do special processing for unaligned memory at the start and end of the cache writeback memory.
     * 1. Disable the interrupt to prevent the current CPU accessing the same cacheline.
     * 2. Enable dcache freeze to prevent the another CPU accessing the same cacheline.
     */
    uint32_t irq_status;
    uint32_t start_len, end_len;
    uint32_t start, end;
    uint32_t dcache_line_size;
    uint32_t autoload;
    int ret = 0;
    start = addr;
    end = addr + size;
    dcache_line_size = Cache_Get_DCache_Line_Size();

    if (size == 0) {
        return 0;
    }

    /*the start address is unaligned*/
    if (start & (dcache_line_size -1)) {
        addr = ALIGN_UP(start, dcache_line_size);
        start_len = addr - start;
        size = (size < start_len) ? 0 : (size - start_len);

        /*writeback start unaligned mem, one cacheline*/
        irq_status = XTOS_SET_INTLEVEL(XCHAL_NMILEVEL);//mask all interrupts
        cache_writeback_items_freeze(start, 1);
        XTOS_RESTORE_INTLEVEL(irq_status);

        if (size == 0) {
            return 0;
        }
    }

    /*the end address is unaligned*/
    if (end & (dcache_line_size -1)) {
        end = ALIGN_DOWN(end, dcache_line_size);
        end_len = addr + size - end;
        size = (size - end_len);

        /*writeback end unaligned mem, one cacheline*/
        irq_status = XTOS_SET_INTLEVEL(XCHAL_NMILEVEL);//mask all interrupts
        cache_writeback_items_freeze(end, 1);
        XTOS_RESTORE_INTLEVEL(irq_status);

        if (size == 0) {
            return 0;
        }
    }

    /*suspend autoload, avoid load cachelines being written back*/
    autoload = Cache_Suspend_DCache_Autoload();
    ret = rom_Cache_WriteBack_Addr(addr, size);
    Cache_Resume_DCache_Autoload(autoload);

    return ret;
}
extern int Cache_WriteBack_Addr(uint32_t addr, uint32_t size);
#endif  //ESP_ROM_HAS_CACHE_WRITEBACK_BUG
#endif