/* ChibiOS - Copyright (C) 2006..2018 Giovanni Di Sirio. This file is part of ChibiOS. ChibiOS is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. ChibiOS is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ /** * @file chcore_v7m.c * @brief ARMv7-M architecture port code. * * @addtogroup ARMCMx_V7M_CORE * @{ */ #include #include "ch.h" /*===========================================================================*/ /* Module local definitions. */ /*===========================================================================*/ /*===========================================================================*/ /* Module exported variables. */ /*===========================================================================*/ /*===========================================================================*/ /* Module local types. */ /*===========================================================================*/ /*===========================================================================*/ /* Module local variables. */ /*===========================================================================*/ /*===========================================================================*/ /* Module local functions. */ /*===========================================================================*/ /*===========================================================================*/ /* Module interrupt handlers. */ /*===========================================================================*/ #if (PORT_USE_SYSCALL == TRUE) || defined(__DOXYGEN__) __attribute__((noinline)) void port_syslock_noinline(void) { port_lock(); _stats_start_measure_crit_thd(); _dbg_check_lock(); } uint32_t port_get_s_psp(void) { return (uint32_t)currp->ctx.syscall.psp; } __attribute__((weak)) void port_syscall(struct port_extctx *ctxp, uint32_t n) { (void)ctxp; (void)n; chSysHalt("svc"); } void port_unprivileged_jump(uint32_t pc, uint32_t psp) { struct port_extctx *ectxp; struct port_linkctx *lctxp; uint32_t s_psp = __get_PSP(); uint32_t control = __get_CONTROL(); /* Creating a port_extctx context for user mode entry.*/ psp -= sizeof (struct port_extctx); ectxp = (struct port_extctx *)psp; /* Initializing the user mode entry context.*/ memset((void *)ectxp, 0, sizeof (struct port_extctx)); ectxp->pc = pc; ectxp->xpsr = 0x01000000U; #if CORTEX_USE_FPU == TRUE ectxp->fpscr = __get_FPSCR(); #endif /* Creating a middle context for user mode entry.*/ s_psp -= sizeof (struct port_linkctx); lctxp = (struct port_linkctx *)s_psp; /* CONTROL and PSP values for user mode.*/ lctxp->control = control | 1U; lctxp->ectxp = ectxp; /* PSP now points to the port_linkctx structure, it will be removed by SVC.*/ __set_PSP(s_psp); asm volatile ("svc 0"); chSysHalt("svc"); } #endif #if (CORTEX_SIMPLIFIED_PRIORITY == FALSE) || defined(__DOXYGEN__) /** * @brief SVC vector. * @details The SVC vector is used for exception mode re-entering after a * context switch and, optionally, for system calls. * @note The SVC vector is only used in advanced kernel mode. */ /*lint -save -e9075 [8.4] All symbols are invoked from asm context.*/ void SVC_Handler(void) { /*lint -restore*/ uint32_t psp = __get_PSP(); #if PORT_USE_SYSCALL == TRUE uint32_t control; /* Caller context.*/ struct port_extctx *ectxp = (struct port_extctx *)psp; #if defined(__GNUC__) chDbgAssert(((uint32_t)__builtin_return_address(0) & 4U) != 0U, "not process"); #endif /* Checking if the SVC instruction has been used from privileged or non-privileged mode.*/ control = __get_CONTROL(); if ((control & 1U) != 0) { /* From non-privileged mode, it must be handled as a syscall.*/ uint32_t n, s_psp; struct port_linkctx *lctxp; struct port_extctx *newctxp; /* Supervisor PSP from the thread context structure.*/ s_psp = (uint32_t)currp->ctx.syscall.psp; /* Pushing the port_linkctx into the supervisor stack.*/ s_psp -= sizeof (struct port_linkctx); lctxp = (struct port_linkctx *)s_psp; lctxp->control = control; lctxp->ectxp = ectxp; /* Enforcing privileged mode before returning.*/ __set_CONTROL(control & ~1U); /* Number of the SVC instruction.*/ n = (uint32_t)*(((const uint16_t *)ectxp->pc) - 1U) & 255U; /* Building an artificial return context, we need to make this return in the syscall dispatcher in privileged mode.*/ s_psp -= sizeof (struct port_extctx); __set_PSP(s_psp); newctxp = (struct port_extctx *)s_psp; newctxp->r0 = (uint32_t)ectxp; newctxp->r1 = n; newctxp->pc = (uint32_t)port_syscall; newctxp->xpsr = 0x01000000U; #if CORTEX_USE_FPU == TRUE newctxp->fpscr = FPU->FPDSCR; #endif } else #endif { /* From privileged mode, it is used for context discarding in the preemption code.*/ /* Unstacking procedure, discarding the current exception context and positioning the stack to point to the real one.*/ psp += sizeof (struct port_extctx); #if CORTEX_USE_FPU == TRUE /* Enforcing unstacking of the FP part of the context.*/ FPU->FPCCR &= ~FPU_FPCCR_LSPACT_Msk; #endif #if PORT_USE_SYSCALL == TRUE { /* Restoring CONTROL and the original PSP position.*/ struct port_linkctx *lctxp = (struct port_linkctx *)psp; __set_CONTROL((uint32_t)lctxp->control); __set_PSP((uint32_t)lctxp->ectxp); } #else /* Restoring real position of the original stack frame.*/ __set_PSP(psp); #endif /* Restoring the normal interrupts status.*/ port_unlock_from_isr(); } } #endif /* CORTEX_SIMPLIFIED_PRIORITY == FALSE */ #if (CORTEX_SIMPLIFIED_PRIORITY == TRUE) || defined(__DOXYGEN__) /** * @brief PendSV vector. * @details The PendSV vector is used for exception mode re-entering after a * context switch. * @note The PendSV vector is only used in compact kernel mode. */ /*lint -save -e9075 [8.4] All symbols are invoked from asm context.*/ void PendSV_Handler(void) { /*lint -restore*/ uint32_t psp = __get_PSP(); #if CORTEX_USE_FPU /* Enforcing unstacking of the FP part of the context.*/ FPU->FPCCR &= ~FPU_FPCCR_LSPACT_Msk; #endif /* Discarding the current exception context and positioning the stack to point to the real one.*/ psp += sizeof (struct port_extctx); #if PORT_USE_SYSCALL == TRUE { /* Restoring previous privileges by restoring CONTROL.*/ struct port_linkctx *lctxp = (struct port_linkctx *)psp; __set_CONTROL((uint32_t)lctxp->control); psp += sizeof (struct port_linkctx); } #endif /* Restoring real position of the original stack frame.*/ __set_PSP(psp); } #endif /* CORTEX_SIMPLIFIED_PRIORITY == TRUE */ /*===========================================================================*/ /* Module exported functions. */ /*===========================================================================*/ /** * @brief Port-related initialization code. */ void port_init(void) { /* Starting in a known IRQ configuration.*/ port_suspend(); /* Initializing priority grouping.*/ NVIC_SetPriorityGrouping(CORTEX_PRIGROUP_INIT); /* DWT cycle counter enable, note, the M7 requires DWT unlocking.*/ CoreDebug->DEMCR |= CoreDebug_DEMCR_TRCENA_Msk; #if CORTEX_MODEL == 7 DWT->LAR = 0xC5ACCE55U; #endif DWT->CTRL |= DWT_CTRL_CYCCNTENA_Msk; /* Initialization of the system vectors used by the port.*/ #if CORTEX_SIMPLIFIED_PRIORITY == FALSE NVIC_SetPriority(SVCall_IRQn, CORTEX_PRIORITY_SVCALL); #endif NVIC_SetPriority(PendSV_IRQn, CORTEX_PRIORITY_PENDSV); #if PORT_ENABLE_GUARD_PAGES == TRUE { extern stkalign_t __main_thread_stack_base__; /* Setting up the guard page on the main() function stack base initially.*/ mpuConfigureRegion(PORT_USE_GUARD_MPU_REGION, &__main_thread_stack_base__, MPU_RASR_ATTR_AP_NA_NA | MPU_RASR_ATTR_NON_CACHEABLE | MPU_RASR_SIZE_32 | MPU_RASR_ENABLE); } #endif #if PORT_USE_SYSCALL == TRUE /* MPU is enabled.*/ mpuEnable(MPU_CTRL_PRIVDEFENA); #endif } #if ((CH_DBG_ENABLE_STACK_CHECK == TRUE) && \ (PORT_ENABLE_GUARD_PAGES == TRUE)) || \ defined(__DOXYGEN__) /** * @brief Setting up MPU region for the current thread. */ void _port_set_region(void) { mpuSetRegionAddress(PORT_USE_GUARD_MPU_REGION, chThdGetSelfX()->wabase); } #endif /** * @brief Exception exit redirection to _port_switch_from_isr(). */ void _port_irq_epilogue(void) { port_lock_from_isr(); if ((SCB->ICSR & SCB_ICSR_RETTOBASE_Msk) != 0U) { struct port_extctx *ectxp; uint32_t s_psp; #if CORTEX_USE_FPU == TRUE /* Enforcing a lazy FPU state save by accessing the FPCSR register.*/ (void) __get_FPSCR(); #endif #if PORT_USE_SYSCALL == TRUE { struct port_linkctx *lctxp; uint32_t control = __get_CONTROL(); /* Checking if the IRQ has been served in unprivileged mode.*/ if ((control & 1U) != 0U) { /* Unprivileged mode, switching to privileged mode.*/ __set_CONTROL(control & ~1U); /* Switching to S-PSP taking it from the thread context.*/ s_psp = (uint32_t)currp->ctx.syscall.psp; /* Pushing the middle context for returning to the original frame and mode.*/ s_psp = s_psp - sizeof (struct port_linkctx); lctxp = (struct port_linkctx *)s_psp; lctxp->control = control; lctxp->ectxp = (struct port_extctx *)__get_PSP(); } else { /* Privileged mode, we are already on S-PSP.*/ uint32_t psp = __get_PSP(); /* Pushing the middle context for returning to the original frame and mode.*/ s_psp = psp - sizeof (struct port_linkctx); lctxp = (struct port_linkctx *)s_psp; lctxp->control = control; lctxp->ectxp = (struct port_extctx *)psp; } } #else s_psp = __get_PSP(); #endif /* Adding an artificial exception return context, there is no need to populate it fully.*/ s_psp -= sizeof (struct port_extctx); /* The port_extctx structure is pointed by the S-PSP register.*/ ectxp = (struct port_extctx *)s_psp; /* Setting up a fake XPSR register value.*/ ectxp->xpsr = 0x01000000U; #if CORTEX_USE_FPU == TRUE ectxp->fpscr = FPU->FPDSCR; #endif /* Writing back the modified S-PSP value.*/ __set_PSP(s_psp); /* The exit sequence is different depending on if a preemption is required or not.*/ if (chSchIsPreemptionRequired()) { /* Preemption is required we need to enforce a context switch.*/ ectxp->pc = (uint32_t)_port_switch_from_isr; } else { /* Preemption not required, we just need to exit the exception atomically.*/ ectxp->pc = (uint32_t)_port_exit_from_isr; } /* Note, returning without unlocking is intentional, this is done in order to keep the rest of the context switch atomic.*/ return; } port_unlock_from_isr(); } /** @} */