mirror of
https://github.com/espressif/esp-idf.git
synced 2024-10-05 20:47:46 -04:00
a3cc43485f
Added async memory copy API: on esp32-s2, the implementation is based on CP_DMA on esp32-s3, the implementation is based on GDMA
180 lines
6.8 KiB
C
180 lines
6.8 KiB
C
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <sys/param.h>
|
|
#include "esp_heap_caps.h"
|
|
#include "esp_rom_sys.h"
|
|
#include "freertos/FreeRTOS.h"
|
|
#include "freertos/task.h"
|
|
#include "freertos/semphr.h"
|
|
#include "unity.h"
|
|
#include "test_utils.h"
|
|
#include "ccomp_timer.h"
|
|
#include "esp_async_memcpy.h"
|
|
#include "soc/soc_caps.h"
|
|
|
|
#if SOC_CP_DMA_SUPPORTED || SOC_GDMA_SUPPORTED
|
|
|
|
#define ALIGN_UP(addr, align) (((addr) + (align)-1) & ~((align)-1))
|
|
|
|
static void async_memcpy_setup_testbench(uint32_t seed, uint32_t *buffer_size, uint8_t **src_buf, uint8_t **dst_buf, uint8_t **from_addr, uint8_t **to_addr, uint32_t align)
|
|
{
|
|
srand(seed);
|
|
printf("allocating memory buffer...\r\n");
|
|
// memory copy from/to PSRAM is not allowed
|
|
*src_buf = heap_caps_malloc(*buffer_size, MALLOC_CAP_INTERNAL | MALLOC_CAP_8BIT);
|
|
*dst_buf = heap_caps_calloc(1, *buffer_size, MALLOC_CAP_INTERNAL | MALLOC_CAP_8BIT);
|
|
|
|
TEST_ASSERT_NOT_NULL_MESSAGE(*src_buf, "allocate source buffer failed");
|
|
TEST_ASSERT_NOT_NULL_MESSAGE(*dst_buf, "allocate destination buffer failed");
|
|
|
|
*from_addr = (uint8_t *)ALIGN_UP((uint32_t)(*src_buf), 4);
|
|
*to_addr = (uint8_t *)ALIGN_UP((uint32_t)(*dst_buf), 4);
|
|
uint8_t gap = MAX(*from_addr - *src_buf, *to_addr - *dst_buf);
|
|
*buffer_size -= gap;
|
|
|
|
*from_addr += align;
|
|
*to_addr += align;
|
|
*buffer_size -= align;
|
|
|
|
printf("...size %d Bytes, src@%p, dst@%p\r\n", *buffer_size, *from_addr, *to_addr);
|
|
|
|
printf("fill src buffer with random data\r\n");
|
|
for (int i = 0; i < *buffer_size; i++) {
|
|
(*from_addr)[i] = rand() % 256;
|
|
}
|
|
}
|
|
|
|
static void async_memcpy_verify_and_clear_testbench(uint32_t seed, uint32_t buffer_size, uint8_t *src_buf, uint8_t *dst_buf, uint8_t *from_addr, uint8_t *to_addr)
|
|
{
|
|
srand(seed);
|
|
for (int i = 0; i < buffer_size; i++) {
|
|
// check if source date has been copied to destination and source data not broken
|
|
TEST_ASSERT_EQUAL_MESSAGE(rand() % 256, to_addr[i], "destination data doesn't match generator data");
|
|
}
|
|
srand(seed);
|
|
for (int i = 0; i < buffer_size; i++) {
|
|
// check if source data has been copied to destination
|
|
TEST_ASSERT_EQUAL_MESSAGE(rand() % 256, to_addr[i], "destination data doesn't match source data");
|
|
}
|
|
free(src_buf);
|
|
free(dst_buf);
|
|
}
|
|
|
|
TEST_CASE("memory copy by DMA one by one", "[async mcp]")
|
|
{
|
|
async_memcpy_config_t config = ASYNC_MEMCPY_DEFAULT_CONFIG();
|
|
config.backlog = 4;
|
|
async_memcpy_t driver = NULL;
|
|
TEST_ESP_OK(esp_async_memcpy_install(&config, &driver));
|
|
|
|
uint32_t test_buffer_len[] = {256, 512, 1024, 2048, 4096, 5011};
|
|
uint8_t *sbuf = NULL;
|
|
uint8_t *dbuf = NULL;
|
|
uint8_t *from = NULL;
|
|
uint8_t *to = NULL;
|
|
|
|
for (int i = 0; i < sizeof(test_buffer_len) / sizeof(test_buffer_len[0]); i++) {
|
|
// Test different align edge
|
|
for (int align = 0; align < 4; align++) {
|
|
async_memcpy_setup_testbench(i, &test_buffer_len[i], &sbuf, &dbuf, &from, &to, align);
|
|
TEST_ESP_OK(esp_async_memcpy(driver, to, from, test_buffer_len[i], NULL, NULL));
|
|
async_memcpy_verify_and_clear_testbench(i, test_buffer_len[i], sbuf, dbuf, from, to);
|
|
|
|
vTaskDelay(pdMS_TO_TICKS(100));
|
|
}
|
|
}
|
|
|
|
TEST_ESP_OK(esp_async_memcpy_uninstall(driver));
|
|
}
|
|
|
|
TEST_CASE("memory copy by DMA on the fly", "[async mcp]")
|
|
{
|
|
async_memcpy_config_t config = ASYNC_MEMCPY_DEFAULT_CONFIG();
|
|
async_memcpy_t driver = NULL;
|
|
TEST_ESP_OK(esp_async_memcpy_install(&config, &driver));
|
|
|
|
uint32_t test_buffer_len[] = {512, 1024, 2048, 4096, 5011};
|
|
uint8_t *sbufs[] = {0, 0, 0, 0, 0};
|
|
uint8_t *dbufs[] = {0, 0, 0, 0, 0};
|
|
uint8_t *froms[] = {0, 0, 0, 0, 0};
|
|
uint8_t *tos[] = {0, 0, 0, 0, 0};
|
|
|
|
// Aligned case
|
|
for (int i = 0; i < sizeof(sbufs) / sizeof(sbufs[0]); i++) {
|
|
async_memcpy_setup_testbench(i, &test_buffer_len[i], &sbufs[i], &dbufs[i], &froms[i], &tos[i], 0);
|
|
}
|
|
for (int i = 0; i < sizeof(test_buffer_len) / sizeof(test_buffer_len[0]); i++) {
|
|
TEST_ESP_OK(esp_async_memcpy(driver, tos[i], froms[i], test_buffer_len[i], NULL, NULL));
|
|
}
|
|
for (int i = 0; i < sizeof(sbufs) / sizeof(sbufs[0]); i++) {
|
|
async_memcpy_verify_and_clear_testbench(i, test_buffer_len[i], sbufs[i], dbufs[i], froms[i], tos[i]);
|
|
}
|
|
|
|
// Non-aligned case
|
|
for (int i = 0; i < sizeof(sbufs) / sizeof(sbufs[0]); i++) {
|
|
async_memcpy_setup_testbench(i, &test_buffer_len[i], &sbufs[i], &dbufs[i], &froms[i], &tos[i], 3);
|
|
}
|
|
for (int i = 0; i < sizeof(test_buffer_len) / sizeof(test_buffer_len[0]); i++) {
|
|
TEST_ESP_OK(esp_async_memcpy(driver, tos[i], froms[i], test_buffer_len[i], NULL, NULL));
|
|
}
|
|
for (int i = 0; i < sizeof(sbufs) / sizeof(sbufs[0]); i++) {
|
|
async_memcpy_verify_and_clear_testbench(i, test_buffer_len[i], sbufs[i], dbufs[i], froms[i], tos[i]);
|
|
}
|
|
|
|
TEST_ESP_OK(esp_async_memcpy_uninstall(driver));
|
|
}
|
|
|
|
#define TEST_ASYNC_MEMCPY_BENCH_COUNTS (16)
|
|
static uint32_t test_async_memcpy_bench_len = 4095;
|
|
static int count = 0;
|
|
|
|
static IRAM_ATTR bool test_async_memcpy_isr_cb(async_memcpy_t mcp_hdl, async_memcpy_event_t *event, void *cb_args)
|
|
{
|
|
SemaphoreHandle_t sem = (SemaphoreHandle_t)cb_args;
|
|
BaseType_t high_task_wakeup = pdFALSE;
|
|
count++;
|
|
if (count == TEST_ASYNC_MEMCPY_BENCH_COUNTS) {
|
|
xSemaphoreGiveFromISR(sem, &high_task_wakeup);
|
|
}
|
|
return high_task_wakeup == pdTRUE;
|
|
}
|
|
|
|
TEST_CASE("memory copy by DMA with callback", "[async mcp]")
|
|
{
|
|
SemaphoreHandle_t sem = xSemaphoreCreateBinary();
|
|
|
|
async_memcpy_config_t config = ASYNC_MEMCPY_DEFAULT_CONFIG();
|
|
config.backlog = TEST_ASYNC_MEMCPY_BENCH_COUNTS;
|
|
async_memcpy_t driver = NULL;
|
|
TEST_ESP_OK(esp_async_memcpy_install(&config, &driver));
|
|
|
|
uint8_t *sbuf = NULL;
|
|
uint8_t *dbuf = NULL;
|
|
uint8_t *from = NULL;
|
|
uint8_t *to = NULL;
|
|
|
|
async_memcpy_setup_testbench(0, &test_async_memcpy_bench_len, &sbuf, &dbuf, &from, &to, 0);
|
|
count = 0;
|
|
ccomp_timer_start();
|
|
for (int i = 0; i < TEST_ASYNC_MEMCPY_BENCH_COUNTS; i++) {
|
|
TEST_ESP_OK(esp_async_memcpy(driver, to, from, test_async_memcpy_bench_len, test_async_memcpy_isr_cb, sem));
|
|
}
|
|
|
|
// wait for done semaphore
|
|
TEST_ASSERT_EQUAL(pdTRUE, xSemaphoreTake(sem, pdMS_TO_TICKS(1000)));
|
|
esp_rom_printf("memcpy %d Bytes data by HW costs %lldus\r\n", test_async_memcpy_bench_len, ccomp_timer_stop() / TEST_ASYNC_MEMCPY_BENCH_COUNTS);
|
|
|
|
ccomp_timer_start();
|
|
for (int i = 0; i < TEST_ASYNC_MEMCPY_BENCH_COUNTS; i++) {
|
|
memcpy(to, from, test_async_memcpy_bench_len);
|
|
}
|
|
esp_rom_printf("memcpy %d Bytes data by SW costs %lldus\r\n", test_async_memcpy_bench_len, ccomp_timer_stop() / TEST_ASYNC_MEMCPY_BENCH_COUNTS);
|
|
|
|
async_memcpy_verify_and_clear_testbench(0, test_async_memcpy_bench_len, sbuf, dbuf, from, to);
|
|
|
|
TEST_ESP_OK(esp_async_memcpy_uninstall(driver));
|
|
vSemaphoreDelete(sem);
|
|
}
|
|
|
|
#endif //SOC_CP_DMA_SUPPORTED || SOC_GDMA_SUPPORTED
|