0f238dcdec
SDMMC hardware treats all buffers as aligned, and ignores 2 LSBs of addresses written into DMA descriptors. Previously SDMMC host driver assumed that data buffers passed from SDDMC command layer would be aligned. However alignment checks were never implemented in the command layer, as were the checks that the buffer coming from the application would be in DMA capable memory. Most of the time this was indeed true. However in some cases FATFS library can pass buffers offset by 2 bytes from word boundary. “DMA capable” restriction may be broken if pSRAM support is used. This change adds buffer checks to the SDMMC host driver (alignment and DMA capability), so that the host layer will error out for incompatible buffers. In SDMMC command layer, a check is added to read and write functions. If an incompatible buffer is passed from the application, new buffer (512 bytes size) is allocated, and the transfer is performed using {READ,WRITE}_SINGLE_BLOCK commands.
402 lines
14 KiB
C
402 lines
14 KiB
C
// Copyright 2015-2016 Espressif Systems (Shanghai) PTE LTD
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include <string.h>
|
|
#include "esp_err.h"
|
|
#include "esp_log.h"
|
|
#include "freertos/FreeRTOS.h"
|
|
#include "freertos/queue.h"
|
|
#include "freertos/semphr.h"
|
|
#include "soc/sdmmc_reg.h"
|
|
#include "soc/sdmmc_struct.h"
|
|
#include "esp_heap_alloc_caps.h"
|
|
#include "driver/sdmmc_types.h"
|
|
#include "driver/sdmmc_defs.h"
|
|
#include "driver/sdmmc_host.h"
|
|
#include "sdmmc_private.h"
|
|
|
|
|
|
/* Number of DMA descriptors used for transfer.
|
|
* Increasing this value above 4 doesn't improve performance for the usual case
|
|
* of SD memory cards (most data transfers are multiples of 512 bytes).
|
|
*/
|
|
#define SDMMC_DMA_DESC_CNT 4
|
|
|
|
/* Max delay value is mostly useful for cases when CD pin is not used, and
|
|
* the card is removed. In this case, SDMMC peripheral may not always return
|
|
* CMD_DONE / DATA_DONE interrupts after signaling the error. This delay works
|
|
* as a safety net in such cases.
|
|
*/
|
|
#define SDMMC_MAX_EVT_WAIT_DELAY_MS 1000
|
|
|
|
static const char* TAG = "sdmmc_req";
|
|
|
|
typedef enum {
|
|
SDMMC_IDLE,
|
|
SDMMC_SENDING_CMD,
|
|
SDMMC_SENDING_DATA,
|
|
SDMMC_BUSY,
|
|
} sdmmc_req_state_t;
|
|
|
|
typedef struct {
|
|
uint8_t* ptr;
|
|
size_t size_remaining;
|
|
size_t next_desc;
|
|
size_t desc_remaining;
|
|
} sdmmc_transfer_state_t;
|
|
|
|
const uint32_t SDMMC_DATA_ERR_MASK =
|
|
SDMMC_INTMASK_DTO | SDMMC_INTMASK_DCRC |
|
|
SDMMC_INTMASK_HTO | SDMMC_INTMASK_SBE |
|
|
SDMMC_INTMASK_EBE;
|
|
|
|
const uint32_t SDMMC_DMA_DONE_MASK =
|
|
SDMMC_IDMAC_INTMASK_RI | SDMMC_IDMAC_INTMASK_TI |
|
|
SDMMC_IDMAC_INTMASK_NI;
|
|
|
|
const uint32_t SDMMC_CMD_ERR_MASK =
|
|
SDMMC_INTMASK_RTO |
|
|
SDMMC_INTMASK_RCRC |
|
|
SDMMC_INTMASK_RESP_ERR;
|
|
|
|
static sdmmc_desc_t s_dma_desc[SDMMC_DMA_DESC_CNT];
|
|
static sdmmc_transfer_state_t s_cur_transfer = { 0 };
|
|
static QueueHandle_t s_request_mutex;
|
|
|
|
static esp_err_t handle_idle_state_events();
|
|
static sdmmc_hw_cmd_t make_hw_cmd(sdmmc_command_t* cmd);
|
|
static esp_err_t handle_event(sdmmc_command_t* cmd, sdmmc_req_state_t* pstate);
|
|
static esp_err_t process_events(sdmmc_event_t evt, sdmmc_command_t* cmd, sdmmc_req_state_t* pstate);
|
|
static void process_command_response(uint32_t status, sdmmc_command_t* cmd);
|
|
static void fill_dma_descriptors(size_t num_desc);
|
|
|
|
esp_err_t sdmmc_host_transaction_handler_init()
|
|
{
|
|
assert(s_request_mutex == NULL);
|
|
s_request_mutex = xSemaphoreCreateMutex();
|
|
if (!s_request_mutex) {
|
|
return ESP_ERR_NO_MEM;
|
|
}
|
|
return ESP_OK;
|
|
}
|
|
|
|
void sdmmc_host_transaction_handler_deinit()
|
|
{
|
|
assert(s_request_mutex);
|
|
vSemaphoreDelete(s_request_mutex);
|
|
s_request_mutex = NULL;
|
|
}
|
|
|
|
esp_err_t sdmmc_host_do_transaction(int slot, sdmmc_command_t* cmdinfo)
|
|
{
|
|
xSemaphoreTake(s_request_mutex, portMAX_DELAY);
|
|
// dispose of any events which happened asynchronously
|
|
handle_idle_state_events();
|
|
// convert cmdinfo to hardware register value
|
|
sdmmc_hw_cmd_t hw_cmd = make_hw_cmd(cmdinfo);
|
|
if (cmdinfo->data) {
|
|
if (cmdinfo->datalen < 4 || cmdinfo->blklen % 4 != 0) {
|
|
ESP_LOGD(TAG, "%s: invalid size: total=%d block=%d",
|
|
__func__, cmdinfo->datalen, cmdinfo->blklen);
|
|
return ESP_ERR_INVALID_SIZE;
|
|
}
|
|
if ((intptr_t) cmdinfo->data % 4 != 0 ||
|
|
!esp_ptr_dma_capable(cmdinfo->data)) {
|
|
ESP_LOGD(TAG, "%s: buffer %p can not be used for DMA", __func__, cmdinfo->data);
|
|
return ESP_ERR_INVALID_ARG;
|
|
}
|
|
// this clears "owned by IDMAC" bits
|
|
memset(s_dma_desc, 0, sizeof(s_dma_desc));
|
|
// initialize first descriptor
|
|
s_dma_desc[0].first_descriptor = 1;
|
|
// save transfer info
|
|
s_cur_transfer.ptr = (uint8_t*) cmdinfo->data;
|
|
s_cur_transfer.size_remaining = cmdinfo->datalen;
|
|
s_cur_transfer.next_desc = 0;
|
|
s_cur_transfer.desc_remaining = (cmdinfo->datalen + SDMMC_DMA_MAX_BUF_LEN - 1) / SDMMC_DMA_MAX_BUF_LEN;
|
|
// prepare descriptors
|
|
fill_dma_descriptors(SDMMC_DMA_DESC_CNT);
|
|
// write transfer info into hardware
|
|
sdmmc_host_dma_prepare(&s_dma_desc[0], cmdinfo->blklen, cmdinfo->datalen);
|
|
}
|
|
// write command into hardware, this also sends the command to the card
|
|
esp_err_t ret = sdmmc_host_start_command(slot, hw_cmd, cmdinfo->arg);
|
|
if (ret != ESP_OK) {
|
|
xSemaphoreGive(s_request_mutex);
|
|
return ret;
|
|
}
|
|
// process events until transfer is complete
|
|
cmdinfo->error = ESP_OK;
|
|
sdmmc_req_state_t state = SDMMC_SENDING_CMD;
|
|
while (state != SDMMC_IDLE) {
|
|
ret = handle_event(cmdinfo, &state);
|
|
if (ret != ESP_OK) {
|
|
break;
|
|
}
|
|
}
|
|
xSemaphoreGive(s_request_mutex);
|
|
return ret;
|
|
}
|
|
|
|
static void fill_dma_descriptors(size_t num_desc)
|
|
{
|
|
for (size_t i = 0; i < num_desc; ++i) {
|
|
if (s_cur_transfer.size_remaining == 0) {
|
|
return;
|
|
}
|
|
const size_t next = s_cur_transfer.next_desc;
|
|
sdmmc_desc_t* desc = &s_dma_desc[next];
|
|
assert(!desc->owned_by_idmac);
|
|
size_t size_to_fill =
|
|
(s_cur_transfer.size_remaining < SDMMC_DMA_MAX_BUF_LEN) ?
|
|
s_cur_transfer.size_remaining : SDMMC_DMA_MAX_BUF_LEN;
|
|
bool last = size_to_fill == s_cur_transfer.size_remaining;
|
|
desc->last_descriptor = last;
|
|
desc->second_address_chained = 1;
|
|
desc->owned_by_idmac = 1;
|
|
desc->buffer1_ptr = s_cur_transfer.ptr;
|
|
desc->next_desc_ptr = (last) ? NULL : &s_dma_desc[(next + 1) % SDMMC_DMA_DESC_CNT];
|
|
desc->buffer1_size = size_to_fill;
|
|
|
|
s_cur_transfer.size_remaining -= size_to_fill;
|
|
s_cur_transfer.ptr += size_to_fill;
|
|
s_cur_transfer.next_desc = (s_cur_transfer.next_desc + 1) % SDMMC_DMA_DESC_CNT;
|
|
ESP_LOGV(TAG, "fill %d desc=%d rem=%d next=%d last=%d sz=%d",
|
|
num_desc, next, s_cur_transfer.size_remaining,
|
|
s_cur_transfer.next_desc, desc->last_descriptor, desc->buffer1_size);
|
|
}
|
|
}
|
|
|
|
static esp_err_t handle_idle_state_events()
|
|
{
|
|
/* Handle any events which have happened in between transfers.
|
|
* Under current assumptions (no SDIO support) only card detect events
|
|
* can happen in the idle state.
|
|
*/
|
|
sdmmc_event_t evt;
|
|
while (sdmmc_host_wait_for_event(0, &evt) == ESP_OK) {
|
|
if (evt.sdmmc_status & SDMMC_INTMASK_CD) {
|
|
ESP_LOGV(TAG, "card detect event");
|
|
evt.sdmmc_status &= ~SDMMC_INTMASK_CD;
|
|
}
|
|
if (evt.sdmmc_status != 0 || evt.dma_status != 0) {
|
|
ESP_LOGE(TAG, "handle_idle_state_events unhandled: %08x %08x",
|
|
evt.sdmmc_status, evt.dma_status);
|
|
}
|
|
|
|
}
|
|
return ESP_OK;
|
|
}
|
|
|
|
|
|
static esp_err_t handle_event(sdmmc_command_t* cmd, sdmmc_req_state_t* state)
|
|
{
|
|
sdmmc_event_t evt;
|
|
esp_err_t err = sdmmc_host_wait_for_event(SDMMC_MAX_EVT_WAIT_DELAY_MS / portTICK_PERIOD_MS, &evt);
|
|
if (err != ESP_OK) {
|
|
ESP_LOGE(TAG, "sdmmc_host_wait_for_event returned 0x%x", err);
|
|
if (err == ESP_ERR_TIMEOUT) {
|
|
sdmmc_host_dma_stop();
|
|
}
|
|
return err;
|
|
}
|
|
ESP_LOGV(TAG, "sdmmc_handle_event: evt %08x %08x", evt.sdmmc_status, evt.dma_status);
|
|
process_events(evt, cmd, state);
|
|
return ESP_OK;
|
|
}
|
|
|
|
static sdmmc_hw_cmd_t make_hw_cmd(sdmmc_command_t* cmd)
|
|
{
|
|
sdmmc_hw_cmd_t res = { 0 };
|
|
|
|
res.cmd_index = cmd->opcode;
|
|
if (cmd->opcode == MMC_STOP_TRANSMISSION) {
|
|
res.stop_abort_cmd = 1;
|
|
} else if (cmd->opcode == MMC_GO_IDLE_STATE) {
|
|
res.send_init = 1;
|
|
} else {
|
|
res.wait_complete = 1;
|
|
}
|
|
if (cmd->opcode == SD_APP_SET_BUS_WIDTH) {
|
|
res.send_auto_stop = 1;
|
|
res.data_expected = 1;
|
|
}
|
|
if (cmd->flags & SCF_RSP_PRESENT) {
|
|
res.response_expect = 1;
|
|
if (cmd->flags & SCF_RSP_136) {
|
|
res.response_long = 1;
|
|
}
|
|
}
|
|
if (cmd->flags & SCF_RSP_CRC) {
|
|
res.check_response_crc = 1;
|
|
}
|
|
res.use_hold_reg = 1;
|
|
if (cmd->data) {
|
|
res.data_expected = 1;
|
|
if ((cmd->flags & SCF_CMD_READ) == 0) {
|
|
res.rw = 1;
|
|
}
|
|
assert(cmd->datalen % cmd->blklen == 0);
|
|
if ((cmd->datalen / cmd->blklen) > 1) {
|
|
res.send_auto_stop = 1;
|
|
}
|
|
}
|
|
ESP_LOGV(TAG, "%s: opcode=%d, rexp=%d, crc=%d", __func__,
|
|
res.cmd_index, res.response_expect, res.check_response_crc);
|
|
return res;
|
|
}
|
|
|
|
static void process_command_response(uint32_t status, sdmmc_command_t* cmd)
|
|
{
|
|
if (cmd->flags & SCF_RSP_PRESENT) {
|
|
if (cmd->flags & SCF_RSP_136) {
|
|
cmd->response[3] = SDMMC.resp[0];
|
|
cmd->response[2] = SDMMC.resp[1];
|
|
cmd->response[1] = SDMMC.resp[2];
|
|
cmd->response[0] = SDMMC.resp[3];
|
|
|
|
} else {
|
|
cmd->response[0] = SDMMC.resp[0];
|
|
cmd->response[1] = 0;
|
|
cmd->response[2] = 0;
|
|
cmd->response[3] = 0;
|
|
}
|
|
}
|
|
|
|
if ((status & SDMMC_INTMASK_RTO) &&
|
|
cmd->opcode != MMC_ALL_SEND_CID &&
|
|
cmd->opcode != MMC_SELECT_CARD &&
|
|
cmd->opcode != MMC_STOP_TRANSMISSION) {
|
|
cmd->error = ESP_ERR_TIMEOUT;
|
|
} else if ((cmd->flags & SCF_RSP_CRC) && (status & SDMMC_INTMASK_RCRC)) {
|
|
cmd->error = ESP_ERR_INVALID_CRC;
|
|
} else if (status & SDMMC_INTMASK_RESP_ERR) {
|
|
cmd->error = ESP_ERR_INVALID_RESPONSE;
|
|
}
|
|
if (cmd->error != 0) {
|
|
if (cmd->data) {
|
|
sdmmc_host_dma_stop();
|
|
}
|
|
ESP_LOGD(TAG, "%s: error 0x%x (status=%08x)", __func__, cmd->error, status);
|
|
}
|
|
}
|
|
|
|
static void process_data_status(uint32_t status, sdmmc_command_t* cmd)
|
|
{
|
|
if (status & SDMMC_DATA_ERR_MASK) {
|
|
if (status & SDMMC_INTMASK_DTO) {
|
|
cmd->error = ESP_ERR_TIMEOUT;
|
|
} else if (status & SDMMC_INTMASK_DCRC) {
|
|
cmd->error = ESP_ERR_INVALID_CRC;
|
|
} else if ((status & SDMMC_INTMASK_EBE) &&
|
|
(cmd->flags & SCF_CMD_READ) == 0) {
|
|
cmd->error = ESP_ERR_TIMEOUT;
|
|
} else {
|
|
cmd->error = ESP_FAIL;
|
|
}
|
|
SDMMC.ctrl.fifo_reset = 1;
|
|
}
|
|
if (cmd->error != 0) {
|
|
if (cmd->data) {
|
|
sdmmc_host_dma_stop();
|
|
}
|
|
ESP_LOGD(TAG, "%s: error 0x%x (status=%08x)", __func__, cmd->error, status);
|
|
}
|
|
|
|
}
|
|
|
|
static inline bool mask_check_and_clear(uint32_t* state, uint32_t mask) {
|
|
bool ret = ((*state) & mask) != 0;
|
|
*state &= ~mask;
|
|
return ret;
|
|
}
|
|
|
|
static esp_err_t process_events(sdmmc_event_t evt, sdmmc_command_t* cmd, sdmmc_req_state_t* pstate)
|
|
{
|
|
const char* const s_state_names[] __attribute__((unused)) = {
|
|
"IDLE",
|
|
"SENDING_CMD",
|
|
"SENDIND_DATA",
|
|
"BUSY"
|
|
};
|
|
sdmmc_event_t orig_evt = evt;
|
|
ESP_LOGV(TAG, "%s: state=%s", __func__, s_state_names[*pstate]);
|
|
sdmmc_req_state_t next_state = *pstate;
|
|
sdmmc_req_state_t state = (sdmmc_req_state_t) -1;
|
|
while (next_state != state) {
|
|
state = next_state;
|
|
switch (state) {
|
|
case SDMMC_IDLE:
|
|
break;
|
|
|
|
case SDMMC_SENDING_CMD:
|
|
if (mask_check_and_clear(&evt.sdmmc_status, SDMMC_CMD_ERR_MASK)) {
|
|
process_command_response(orig_evt.sdmmc_status, cmd);
|
|
if (cmd->error != ESP_ERR_TIMEOUT) {
|
|
// Unless this is a timeout error, we need to wait for the
|
|
// CMD_DONE interrupt
|
|
break;
|
|
}
|
|
}
|
|
if (!mask_check_and_clear(&evt.sdmmc_status, SDMMC_INTMASK_CMD_DONE) &&
|
|
cmd->error != ESP_ERR_TIMEOUT) {
|
|
break;
|
|
}
|
|
process_command_response(orig_evt.sdmmc_status, cmd);
|
|
if (cmd->error != ESP_OK || cmd->data == NULL) {
|
|
next_state = SDMMC_IDLE;
|
|
break;
|
|
}
|
|
next_state = SDMMC_SENDING_DATA;
|
|
break;
|
|
|
|
|
|
case SDMMC_SENDING_DATA:
|
|
if (mask_check_and_clear(&evt.sdmmc_status, SDMMC_DATA_ERR_MASK)) {
|
|
process_data_status(orig_evt.sdmmc_status, cmd);
|
|
sdmmc_host_dma_stop();
|
|
}
|
|
if (mask_check_and_clear(&evt.dma_status, SDMMC_DMA_DONE_MASK)) {
|
|
s_cur_transfer.desc_remaining--;
|
|
if (s_cur_transfer.size_remaining) {
|
|
fill_dma_descriptors(1);
|
|
sdmmc_host_dma_resume();
|
|
}
|
|
if (s_cur_transfer.desc_remaining == 0) {
|
|
next_state = SDMMC_BUSY;
|
|
}
|
|
}
|
|
if (orig_evt.sdmmc_status & (SDMMC_INTMASK_SBE | SDMMC_INTMASK_DATA_OVER)) {
|
|
// On start bit error, DATA_DONE interrupt will not be generated
|
|
next_state = SDMMC_IDLE;
|
|
break;
|
|
}
|
|
break;
|
|
|
|
case SDMMC_BUSY:
|
|
if (!mask_check_and_clear(&evt.sdmmc_status, SDMMC_INTMASK_DATA_OVER)) {
|
|
break;
|
|
}
|
|
process_data_status(orig_evt.sdmmc_status, cmd);
|
|
next_state = SDMMC_IDLE;
|
|
break;
|
|
}
|
|
ESP_LOGV(TAG, "%s state=%s next_state=%s", __func__, s_state_names[state], s_state_names[next_state]);
|
|
}
|
|
*pstate = state;
|
|
return ESP_OK;
|
|
}
|
|
|
|
|
|
|