/* * Copyright (C) 2016 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include <errno.h> #include <heap.h> #include <seos.h> #include <util.h> #include <plat/inc/cmsis.h> #include <plat/inc/dma.h> #include <plat/inc/pwr.h> #define DMA_VERBOSE_DEBUG 0 #if DMA_VERBOSE_DEBUG #define dmaLogDebug(x) osLog(LOG_DEBUG, x "\n") #else #define dmaLogDebug(x) do {} while(0) #endif #define STM_DMA_NUM_DEVS 2 #define STM_DMA_NUM_STREAMS 8 struct StmDmaStreamRegs { volatile uint32_t CR; volatile uint32_t NDTR; volatile uint32_t PAR; volatile uint32_t M0AR; volatile uint32_t M1AR; volatile uint32_t FCR; }; struct StmDmaRegs { volatile uint32_t LISR; volatile uint32_t HISR; volatile uint32_t LIFCR; volatile uint32_t HIFCR; struct StmDmaStreamRegs Sx[STM_DMA_NUM_STREAMS]; }; #define STM_DMA_ISR_FEIFx (1 << 0) #define STM_DMA_ISR_DMEIFx (1 << 2) #define STM_DMA_ISR_TEIFx (1 << 3) #define STM_DMA_ISR_HTIFx (1 << 4) #define STM_DMA_ISR_TCIFx (1 << 5) #define STM_DMA_ISR_MASK \ (STM_DMA_ISR_FEIFx | STM_DMA_ISR_DMEIFx | STM_DMA_ISR_TEIFx | \ STM_DMA_ISR_HTIFx | STM_DMA_ISR_TCIFx) #define STM_DMA_CR_EN (1 << 0) #define STM_DMA_CR_DMEIE (1 << 1) #define STM_DMA_CR_TEIE (1 << 2) #define STM_DMA_CR_HTIE (1 << 3) #define STM_DMA_CR_TCIE (1 << 4) #define STM_DMA_CR_PFCTRL (1 << 5) #define STM_DMA_CR_DIR(x) ((x) << 6) #define STM_DMA_CR_MINC (1 << 10) #define STM_DMA_CR_PSIZE(x) ((x) << 11) #define STM_DMA_CR_MSIZE(x) ((x) << 13) #define STM_DMA_CR_PL(x) ((x) << 16) #define STM_DMA_CR_PBURST(x) ((x) << 21) #define STM_DMA_CR_MBURST(x) ((x) << 23) #define STM_DMA_CR_CHSEL(x) ((x) << 25) #define STM_DMA_CR_CHSEL_MASK STM_DMA_CR_CHSEL(0x7) struct StmDmaStreamState { DmaCallbackF callback; void *cookie; uint16_t tid; uint16_t reserved; }; struct StmDmaDev { struct StmDmaRegs *const regs; struct StmDmaStreamState streams[STM_DMA_NUM_STREAMS]; }; static void dmaIsr(uint8_t busId, uint8_t stream); #define DECLARE_IRQ_HANDLER(_n, _s) \ extern void DMA##_n##_Stream##_s##_IRQHandler(void); \ void DMA##_n##_Stream##_s##_IRQHandler(void) \ { \ dmaIsr(_n - 1, _s); \ } static struct StmDmaDev gDmaDevs[STM_DMA_NUM_DEVS] = { [0] = { .regs = (struct StmDmaRegs *)DMA1_BASE, }, [1] = { .regs = (struct StmDmaRegs *)DMA2_BASE, }, }; DECLARE_IRQ_HANDLER(1, 0) DECLARE_IRQ_HANDLER(1, 1) DECLARE_IRQ_HANDLER(1, 2) DECLARE_IRQ_HANDLER(1, 3) DECLARE_IRQ_HANDLER(1, 4) DECLARE_IRQ_HANDLER(1, 5) DECLARE_IRQ_HANDLER(1, 6) DECLARE_IRQ_HANDLER(1, 7) DECLARE_IRQ_HANDLER(2, 0) DECLARE_IRQ_HANDLER(2, 1) DECLARE_IRQ_HANDLER(2, 2) DECLARE_IRQ_HANDLER(2, 3) DECLARE_IRQ_HANDLER(2, 4) DECLARE_IRQ_HANDLER(2, 5) DECLARE_IRQ_HANDLER(2, 6) DECLARE_IRQ_HANDLER(2, 7) static const enum IRQn STM_DMA_IRQ[STM_DMA_NUM_DEVS][STM_DMA_NUM_STREAMS] = { [0] = { DMA1_Stream0_IRQn, DMA1_Stream1_IRQn, DMA1_Stream2_IRQn, DMA1_Stream3_IRQn, DMA1_Stream4_IRQn, DMA1_Stream5_IRQn, DMA1_Stream6_IRQn, DMA1_Stream7_IRQn, }, [1] = { DMA2_Stream0_IRQn, DMA2_Stream1_IRQn, DMA2_Stream2_IRQn, DMA2_Stream3_IRQn, DMA2_Stream4_IRQn, DMA2_Stream5_IRQn, DMA2_Stream6_IRQn, DMA2_Stream7_IRQn, }, }; static const uint32_t STM_DMA_CLOCK_UNIT[STM_DMA_NUM_DEVS] = { PERIPH_AHB1_DMA1, PERIPH_AHB1_DMA2 }; static inline struct StmDmaStreamState *dmaGetStreamState(uint8_t busId, uint8_t stream) { return &gDmaDevs[busId].streams[stream]; } static inline struct StmDmaStreamRegs *dmaGetStreamRegs(uint8_t busId, uint8_t stream) { return &gDmaDevs[busId].regs->Sx[stream]; } static const unsigned int STM_DMA_FEIFx_OFFSET[] = { 0, 6, 16, 22 }; static inline uint8_t dmaGetIsr(uint8_t busId, uint8_t stream) { struct StmDmaDev *dev = &gDmaDevs[busId]; if (stream < 4) return (dev->regs->LISR >> STM_DMA_FEIFx_OFFSET[stream]) & STM_DMA_ISR_MASK; else return (dev->regs->HISR >> STM_DMA_FEIFx_OFFSET[stream - 4]) & STM_DMA_ISR_MASK; } static inline void dmaClearIsr(uint8_t busId, uint8_t stream, uint8_t mask) { struct StmDmaDev *dev = &gDmaDevs[busId]; if (stream < 4) dev->regs->LIFCR = mask << STM_DMA_FEIFx_OFFSET[stream]; else dev->regs->HIFCR = mask << STM_DMA_FEIFx_OFFSET[stream - 4]; } static void dmaIsrTeif(uint8_t busId, uint8_t stream) { struct StmDmaStreamState *state = dmaGetStreamState(busId, stream); struct StmDmaStreamRegs *regs = dmaGetStreamRegs(busId, stream); dmaLogDebug("teif"); dmaStop(busId, stream); uint16_t oldTid = osSetCurrentTid(state->tid); state->callback(state->cookie, regs->NDTR, EIO); osSetCurrentTid(oldTid); } static void dmaIsrTcif(uint8_t busId, uint8_t stream) { struct StmDmaStreamState *state = dmaGetStreamState(busId, stream); struct StmDmaStreamRegs *regs = dmaGetStreamRegs(busId, stream); dmaLogDebug("tcif"); dmaStop(busId, stream); uint16_t oldTid = osSetCurrentTid(state->tid); state->callback(state->cookie, regs->NDTR, 0); osSetCurrentTid(oldTid); } static void dmaIsr(uint8_t busId, uint8_t stream) { struct StmDmaStreamState *state = dmaGetStreamState(busId, stream); if (UNLIKELY(!state->callback)) { osLog(LOG_WARN, "DMA %u stream %u ISR fired while disabled\n", busId, stream); dmaStop(busId, stream); return; } uint8_t isr = dmaGetIsr(busId, stream); if (isr & STM_DMA_ISR_TEIFx) dmaIsrTeif(busId, stream); else if (isr & STM_DMA_ISR_TCIFx) dmaIsrTcif(busId, stream); } int dmaStart(uint8_t busId, uint8_t stream, const void *buf, uint16_t size, const struct dmaMode *mode, DmaCallbackF callback, void *cookie) { if (busId >= STM_DMA_NUM_DEVS || stream >= STM_DMA_NUM_STREAMS) return -EINVAL; struct StmDmaStreamState *state = dmaGetStreamState(busId, stream); state->callback = callback; state->cookie = cookie; state->tid = osGetCurrentTid(); pwrUnitClock(PERIPH_BUS_AHB1, STM_DMA_CLOCK_UNIT[busId], true); struct StmDmaStreamRegs *regs = dmaGetStreamRegs(busId, stream); dmaClearIsr(busId, stream, STM_DMA_ISR_TEIFx); dmaClearIsr(busId, stream, STM_DMA_ISR_TCIFx); regs->NDTR = size; regs->PAR = mode->periphAddr; regs->M0AR = (uintptr_t)buf; regs->FCR = 0; regs->CR = STM_DMA_CR_TEIE | STM_DMA_CR_TCIE | STM_DMA_CR_DIR(mode->direction) | STM_DMA_CR_PSIZE(mode->psize) | STM_DMA_CR_MSIZE(mode->msize) | STM_DMA_CR_PL(mode->priority) | STM_DMA_CR_PBURST(mode->pburst) | STM_DMA_CR_MBURST(mode->mburst) | STM_DMA_CR_CHSEL(mode->channel); if (mode->minc) regs->CR |= STM_DMA_CR_MINC; NVIC_EnableIRQ(STM_DMA_IRQ[busId][stream]); regs->CR |= STM_DMA_CR_EN; return 0; } uint16_t dmaBytesLeft(uint8_t busId, uint8_t stream) { struct StmDmaStreamRegs *regs = dmaGetStreamRegs(busId, stream); return regs->NDTR; } void dmaStop(uint8_t busId, uint8_t stream) { struct StmDmaStreamRegs *regs = dmaGetStreamRegs(busId, stream); struct StmDmaStreamState *state = dmaGetStreamState(busId, stream); state->tid = 0; dmaClearIsr(busId, stream, STM_DMA_ISR_TEIFx); dmaClearIsr(busId, stream, STM_DMA_ISR_TCIFx); NVIC_DisableIRQ(STM_DMA_IRQ[busId][stream]); regs->CR &= ~STM_DMA_CR_EN; while (regs->CR & STM_DMA_CR_EN) ; } const enum IRQn dmaIrq(uint8_t busId, uint8_t stream) { return STM_DMA_IRQ[busId][stream]; } int dmaStopAll(uint32_t tid) { int busId, stream, count = 0; for (busId = 0; busId < STM_DMA_NUM_DEVS; ++busId) { for (stream = 0; stream < STM_DMA_NUM_STREAMS; ++stream) { struct StmDmaStreamState *state = dmaGetStreamState(busId, stream); if (state->tid == tid) { dmaStop(busId, stream); count++; } } } return count; }