398 lines
14 KiB
C
398 lines
14 KiB
C
|
/*
|
||
|
|
* Copyright (c) 2006-2018, RT-Thread Development Team
|
||
|
|
*
|
||
|
|
* SPDX-License-Identifier: Apache-2.0
|
||
|
|
*
|
||
|
|
* Change Logs:
|
||
|
|
* Date Author Notes
|
||
|
|
* 2018/10/01 Bernard The first version
|
||
|
|
* 2018/12/27 Jesven Change irq enable/disable to cpu0
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <rthw.h>
|
||
|
|
|
||
|
|
#include "tick.h"
|
||
|
|
|
||
|
|
#include <plic.h>
|
||
|
|
#include <clint.h>
|
||
|
|
#include <interrupt.h>
|
||
|
|
|
||
|
|
#define CPU_NUM 2
|
||
|
|
#define MAX_HANDLERS IRQN_MAX
|
||
|
|
|
||
|
|
static struct rt_irq_desc irq_desc[MAX_HANDLERS];
|
||
|
|
|
||
|
|
static rt_isr_handler_t rt_hw_interrupt_handle(rt_uint32_t vector, void *param)
|
||
|
|
{
|
||
|
|
rt_kprintf("UN-handled interrupt %d occurred!!!\n", vector);
|
||
|
|
return RT_NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
int rt_hw_clint_ipi_enable(void)
|
||
|
|
{
|
||
|
|
/* Set the Machine-Software bit in MIE */
|
||
|
|
set_csr(mie, MIP_MSIP);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int rt_hw_clint_ipi_disable(void)
|
||
|
|
{
|
||
|
|
/* Clear the Machine-Software bit in MIE */
|
||
|
|
clear_csr(mie, MIP_MSIP);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int rt_hw_plic_irq_enable(plic_irq_t irq_number)
|
||
|
|
{
|
||
|
|
unsigned long core_id = 0;
|
||
|
|
|
||
|
|
/* Check parameters */
|
||
|
|
if (PLIC_NUM_SOURCES < irq_number || 0 > irq_number)
|
||
|
|
return -1;
|
||
|
|
/* Get current enable bit array by IRQ number */
|
||
|
|
uint32_t current = plic->target_enables.target[core_id].enable[irq_number / 32];
|
||
|
|
/* Set enable bit in enable bit array */
|
||
|
|
current |= (uint32_t)1 << (irq_number % 32);
|
||
|
|
/* Write back the enable bit array */
|
||
|
|
plic->target_enables.target[core_id].enable[irq_number / 32] = current;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int rt_hw_plic_irq_disable(plic_irq_t irq_number)
|
||
|
|
{
|
||
|
|
unsigned long core_id = 0;
|
||
|
|
|
||
|
|
/* Check parameters */
|
||
|
|
if (PLIC_NUM_SOURCES < irq_number || 0 > irq_number)
|
||
|
|
return -1;
|
||
|
|
/* Get current enable bit array by IRQ number */
|
||
|
|
uint32_t current = plic->target_enables.target[core_id].enable[irq_number / 32];
|
||
|
|
/* Clear enable bit in enable bit array */
|
||
|
|
current &= ~((uint32_t)1 << (irq_number % 32));
|
||
|
|
/* Write back the enable bit array */
|
||
|
|
plic->target_enables.target[core_id].enable[irq_number / 32] = current;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* This function will initialize hardware interrupt
|
||
|
|
*/
|
||
|
|
void rt_hw_interrupt_init(void)
|
||
|
|
{
|
||
|
|
int idx;
|
||
|
|
int cpuid;
|
||
|
|
|
||
|
|
cpuid = current_coreid();
|
||
|
|
|
||
|
|
/* Disable all interrupts for the current core. */
|
||
|
|
for (idx = 0; idx < ((PLIC_NUM_SOURCES + 32u) / 32u); idx ++)
|
||
|
|
plic->target_enables.target[cpuid].enable[idx] = 0;
|
||
|
|
|
||
|
|
/* Set priorities to zero. */
|
||
|
|
for (idx = 0; idx < PLIC_NUM_SOURCES; idx++)
|
||
|
|
plic->source_priorities.priority[idx] = 0;
|
||
|
|
|
||
|
|
/* Set the threshold to zero. */
|
||
|
|
plic->targets.target[cpuid].priority_threshold = 0;
|
||
|
|
|
||
|
|
/* init exceptions table */
|
||
|
|
for (idx = 0; idx < MAX_HANDLERS; idx++)
|
||
|
|
{
|
||
|
|
rt_hw_interrupt_mask(idx);
|
||
|
|
irq_desc[idx].handler = (rt_isr_handler_t)rt_hw_interrupt_handle;
|
||
|
|
irq_desc[idx].param = RT_NULL;
|
||
|
|
#ifdef RT_USING_INTERRUPT_INFO
|
||
|
|
rt_snprintf(irq_desc[idx].name, RT_NAME_MAX - 1, "default");
|
||
|
|
irq_desc[idx].counter = 0;
|
||
|
|
#endif
|
||
|
|
}
|
||
|
|
|
||
|
|
/* Enable machine external interrupts. */
|
||
|
|
set_csr(mie, MIP_MEIP);
|
||
|
|
}
|
||
|
|
|
||
|
|
void rt_hw_scondary_interrupt_init(void)
|
||
|
|
{
|
||
|
|
int idx;
|
||
|
|
int cpuid;
|
||
|
|
|
||
|
|
cpuid = current_coreid();
|
||
|
|
|
||
|
|
/* Disable all interrupts for the current core. */
|
||
|
|
for (idx = 0; idx < ((PLIC_NUM_SOURCES + 32u) / 32u); idx ++)
|
||
|
|
plic->target_enables.target[cpuid].enable[idx] = 0;
|
||
|
|
|
||
|
|
/* Set the threshold to zero. */
|
||
|
|
plic->targets.target[cpuid].priority_threshold = 0;
|
||
|
|
|
||
|
|
/* Enable machine external interrupts. */
|
||
|
|
set_csr(mie, MIP_MEIP);
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* This function will mask a interrupt.
|
||
|
|
* @param vector the interrupt number
|
||
|
|
*/
|
||
|
|
void rt_hw_interrupt_mask(int vector)
|
||
|
|
{
|
||
|
|
rt_hw_plic_irq_disable(vector);
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* This function will un-mask a interrupt.
|
||
|
|
* @param vector the interrupt number
|
||
|
|
*/
|
||
|
|
void rt_hw_interrupt_umask(int vector)
|
||
|
|
{
|
||
|
|
plic_set_priority(vector, 1);
|
||
|
|
rt_hw_plic_irq_enable(vector);
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* This function will install a interrupt service routine to a interrupt.
|
||
|
|
* @param vector the interrupt number
|
||
|
|
* @param new_handler the interrupt service routine to be installed
|
||
|
|
* @param old_handler the old interrupt service routine
|
||
|
|
*/
|
||
|
|
rt_isr_handler_t rt_hw_interrupt_install(int vector, rt_isr_handler_t handler,
|
||
|
|
void *param, const char *name)
|
||
|
|
{
|
||
|
|
rt_isr_handler_t old_handler = RT_NULL;
|
||
|
|
|
||
|
|
if(vector < MAX_HANDLERS)
|
||
|
|
{
|
||
|
|
old_handler = irq_desc[vector].handler;
|
||
|
|
if (handler != RT_NULL)
|
||
|
|
{
|
||
|
|
irq_desc[vector].handler = (rt_isr_handler_t)handler;
|
||
|
|
irq_desc[vector].param = param;
|
||
|
|
#ifdef RT_USING_INTERRUPT_INFO
|
||
|
|
rt_snprintf(irq_desc[vector].name, RT_NAME_MAX - 1, "%s", name);
|
||
|
|
irq_desc[vector].counter = 0;
|
||
|
|
#endif
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return old_handler;
|
||
|
|
}
|
||
|
|
|
||
|
|
RT_WEAK
|
||
|
|
void plic_irq_handle(plic_irq_t irq)
|
||
|
|
{
|
||
|
|
rt_kprintf("UN-handled interrupt %d occurred!!!\n", irq);
|
||
|
|
return ;
|
||
|
|
}
|
||
|
|
|
||
|
|
uintptr_t handle_irq_m_ext(uintptr_t cause, uintptr_t epc)
|
||
|
|
{
|
||
|
|
/*
|
||
|
|
* After the highest-priority pending interrupt is claimed by a target
|
||
|
|
* and the corresponding IP bit is cleared, other lower-priority
|
||
|
|
* pending interrupts might then become visible to the target, and so
|
||
|
|
* the PLIC EIP bit might not be cleared after a claim. The interrupt
|
||
|
|
* handler can check the local meip/heip/seip/ueip bits before exiting
|
||
|
|
* the handler, to allow more efficient service of other interrupts
|
||
|
|
* without first restoring the interrupted context and taking another
|
||
|
|
* interrupt trap.
|
||
|
|
*/
|
||
|
|
if (read_csr(mip) & MIP_MEIP)
|
||
|
|
{
|
||
|
|
/* Get current core id */
|
||
|
|
uint64_t core_id = current_coreid();
|
||
|
|
/* Get primitive interrupt enable flag */
|
||
|
|
uint64_t ie_flag = read_csr(mie);
|
||
|
|
/* Get current IRQ num */
|
||
|
|
uint32_t int_num = plic->targets.target[core_id].claim_complete;
|
||
|
|
/* Get primitive IRQ threshold */
|
||
|
|
uint32_t int_threshold = plic->targets.target[core_id].priority_threshold;
|
||
|
|
/* Set new IRQ threshold = current IRQ threshold */
|
||
|
|
plic->targets.target[core_id].priority_threshold = plic->source_priorities.priority[int_num];
|
||
|
|
|
||
|
|
/* Disable software interrupt and timer interrupt */
|
||
|
|
clear_csr(mie, MIP_MTIP | MIP_MSIP);
|
||
|
|
|
||
|
|
if (irq_desc[int_num].handler == (rt_isr_handler_t)rt_hw_interrupt_handle)
|
||
|
|
{
|
||
|
|
/* default handler, route to kendryte bsp plic driver */
|
||
|
|
plic_irq_handle(int_num);
|
||
|
|
}
|
||
|
|
else if (irq_desc[int_num].handler)
|
||
|
|
{
|
||
|
|
irq_desc[int_num].handler(int_num, irq_desc[int_num].param);
|
||
|
|
}
|
||
|
|
|
||
|
|
/* Perform IRQ complete */
|
||
|
|
plic->targets.target[core_id].claim_complete = int_num;
|
||
|
|
/* Set MPIE and MPP flag used to MRET instructions restore MIE flag */
|
||
|
|
set_csr(mstatus, MSTATUS_MPIE | MSTATUS_MPP);
|
||
|
|
/* Restore primitive interrupt enable flag */
|
||
|
|
write_csr(mie, ie_flag);
|
||
|
|
/* Restore primitive IRQ threshold */
|
||
|
|
plic->targets.target[core_id].priority_threshold = int_threshold;
|
||
|
|
}
|
||
|
|
|
||
|
|
return epc;
|
||
|
|
}
|
||
|
|
struct exception_stack_frame
|
||
|
|
{
|
||
|
|
uint64_t x1;
|
||
|
|
uint64_t x2;
|
||
|
|
uint64_t x3;
|
||
|
|
uint64_t x4;
|
||
|
|
uint64_t x5;
|
||
|
|
uint64_t x6;
|
||
|
|
uint64_t x7;
|
||
|
|
uint64_t x8;
|
||
|
|
uint64_t x9;
|
||
|
|
uint64_t x10;
|
||
|
|
uint64_t x11;
|
||
|
|
uint64_t x12;
|
||
|
|
uint64_t x13;
|
||
|
|
uint64_t x14;
|
||
|
|
uint64_t x15;
|
||
|
|
uint64_t x16;
|
||
|
|
uint64_t x17;
|
||
|
|
uint64_t x18;
|
||
|
|
uint64_t x19;
|
||
|
|
uint64_t x20;
|
||
|
|
uint64_t x21;
|
||
|
|
uint64_t x22;
|
||
|
|
uint64_t x23;
|
||
|
|
uint64_t x24;
|
||
|
|
uint64_t x25;
|
||
|
|
uint64_t x26;
|
||
|
|
uint64_t x27;
|
||
|
|
uint64_t x28;
|
||
|
|
uint64_t x29;
|
||
|
|
uint64_t x30;
|
||
|
|
uint64_t x31;
|
||
|
|
};
|
||
|
|
|
||
|
|
void print_stack_frame(uintptr_t * sp)
|
||
|
|
{
|
||
|
|
struct exception_stack_frame * esf = (struct exception_stack_frame *)(sp+1);
|
||
|
|
|
||
|
|
rt_kprintf("\n=================================================================\n");
|
||
|
|
rt_kprintf("x1 (ra : Return address ) ==> 0x%08x%08x\n", esf->x1 >> 32 , esf->x1 & UINT32_MAX);
|
||
|
|
rt_kprintf("x2 (sp : Stack pointer ) ==> 0x%08x%08x\n", esf->x2 >> 32 , esf->x2 & UINT32_MAX);
|
||
|
|
rt_kprintf("x3 (gp : Global pointer ) ==> 0x%08x%08x\n", esf->x3 >> 32 , esf->x3 & UINT32_MAX);
|
||
|
|
rt_kprintf("x4 (tp : Thread pointer ) ==> 0x%08x%08x\n", esf->x4 >> 32 , esf->x4 & UINT32_MAX);
|
||
|
|
rt_kprintf("x5 (t0 : Temporary ) ==> 0x%08x%08x\n", esf->x5 >> 32 , esf->x5 & UINT32_MAX);
|
||
|
|
rt_kprintf("x6 (t1 : Temporary ) ==> 0x%08x%08x\n", esf->x6 >> 32 , esf->x6 & UINT32_MAX);
|
||
|
|
rt_kprintf("x7 (t2 : Temporary ) ==> 0x%08x%08x\n", esf->x7 >> 32 , esf->x7 & UINT32_MAX);
|
||
|
|
rt_kprintf("x8 (s0/fp: Save register,frame pointer ) ==> 0x%08x%08x\n", esf->x8 >> 32 , esf->x8 & UINT32_MAX);
|
||
|
|
rt_kprintf("x9 (s1 : Save register ) ==> 0x%08x%08x\n", esf->x9 >> 32 , esf->x9 & UINT32_MAX);
|
||
|
|
rt_kprintf("x10(a0 : Function argument,return value) ==> 0x%08x%08x\n", esf->x10 >> 32 , esf->x10 & UINT32_MAX);
|
||
|
|
rt_kprintf("x11(a1 : Function argument,return value) ==> 0x%08x%08x\n", esf->x11 >> 32 , esf->x11 & UINT32_MAX);
|
||
|
|
rt_kprintf("x12(a2 : Function argument ) ==> 0x%08x%08x\n", esf->x12 >> 32 , esf->x12 & UINT32_MAX);
|
||
|
|
rt_kprintf("x13(a3 : Function argument ) ==> 0x%08x%08x\n", esf->x13 >> 32 , esf->x13 & UINT32_MAX);
|
||
|
|
rt_kprintf("x14(a4 : Function argument ) ==> 0x%08x%08x\n", esf->x14 >> 32 , esf->x14 & UINT32_MAX);
|
||
|
|
rt_kprintf("x15(a5 : Function argument ) ==> 0x%08x%08x\n", esf->x15 >> 32 , esf->x15 & UINT32_MAX);
|
||
|
|
rt_kprintf("x16(a6 : Function argument ) ==> 0x%08x%08x\n", esf->x16 >> 32 , esf->x16 & UINT32_MAX);
|
||
|
|
rt_kprintf("x17(a7 : Function argument ) ==> 0x%08x%08x\n", esf->x17 >> 32 , esf->x17 & UINT32_MAX);
|
||
|
|
rt_kprintf("x18(s2 : Save register ) ==> 0x%08x%08x\n", esf->x18 >> 32 , esf->x18 & UINT32_MAX);
|
||
|
|
rt_kprintf("x19(s3 : Save register ) ==> 0x%08x%08x\n", esf->x19 >> 32 , esf->x19 & UINT32_MAX);
|
||
|
|
rt_kprintf("x20(s4 : Save register ) ==> 0x%08x%08x\n", esf->x20 >> 32 , esf->x20 & UINT32_MAX);
|
||
|
|
rt_kprintf("x21(s5 : Save register ) ==> 0x%08x%08x\n", esf->x21 >> 32 , esf->x21 & UINT32_MAX);
|
||
|
|
rt_kprintf("x22(s6 : Save register ) ==> 0x%08x%08x\n", esf->x22 >> 32 , esf->x22 & UINT32_MAX);
|
||
|
|
rt_kprintf("x23(s7 : Save register ) ==> 0x%08x%08x\n", esf->x23 >> 32 , esf->x23 & UINT32_MAX);
|
||
|
|
rt_kprintf("x24(s8 : Save register ) ==> 0x%08x%08x\n", esf->x24 >> 32 , esf->x24 & UINT32_MAX);
|
||
|
|
rt_kprintf("x25(s9 : Save register ) ==> 0x%08x%08x\n", esf->x25 >> 32 , esf->x25 & UINT32_MAX);
|
||
|
|
rt_kprintf("x26(s10 : Save register ) ==> 0x%08x%08x\n", esf->x26 >> 32 , esf->x26 & UINT32_MAX);
|
||
|
|
rt_kprintf("x27(s11 : Save register ) ==> 0x%08x%08x\n", esf->x27 >> 32 , esf->x27 & UINT32_MAX);
|
||
|
|
rt_kprintf("x28(t3 : Temporary ) ==> 0x%08x%08x\n", esf->x28 >> 32 , esf->x28 & UINT32_MAX);
|
||
|
|
rt_kprintf("x29(t4 : Temporary ) ==> 0x%08x%08x\n", esf->x29 >> 32 , esf->x29 & UINT32_MAX);
|
||
|
|
rt_kprintf("x30(t5 : Temporary ) ==> 0x%08x%08x\n", esf->x30 >> 32 , esf->x30 & UINT32_MAX);
|
||
|
|
rt_kprintf("x31(t6 : Temporary ) ==> 0x%08x%08x\n", esf->x31 >> 32 , esf->x31 & UINT32_MAX);
|
||
|
|
rt_kprintf("=================================================================\n");
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
uintptr_t handle_trap(uintptr_t mcause, uintptr_t epc, uintptr_t * sp)
|
||
|
|
{
|
||
|
|
int cause = mcause & CAUSE_MACHINE_IRQ_REASON_MASK;
|
||
|
|
|
||
|
|
if (mcause & (1UL << 63))
|
||
|
|
{
|
||
|
|
switch (cause)
|
||
|
|
{
|
||
|
|
case IRQ_M_SOFT:
|
||
|
|
{
|
||
|
|
uint64_t core_id = current_coreid();
|
||
|
|
|
||
|
|
clint_ipi_clear(core_id);
|
||
|
|
rt_schedule();
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
case IRQ_M_EXT:
|
||
|
|
handle_irq_m_ext(mcause, epc);
|
||
|
|
break;
|
||
|
|
case IRQ_M_TIMER:
|
||
|
|
tick_isr();
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
rt_thread_t tid;
|
||
|
|
extern long list_thread();
|
||
|
|
|
||
|
|
rt_hw_interrupt_disable();
|
||
|
|
|
||
|
|
tid = rt_thread_self();
|
||
|
|
rt_kprintf("\nException:\n");
|
||
|
|
switch (cause)
|
||
|
|
{
|
||
|
|
case CAUSE_MISALIGNED_FETCH:
|
||
|
|
rt_kprintf("Instruction address misaligned");
|
||
|
|
break;
|
||
|
|
case CAUSE_FAULT_FETCH:
|
||
|
|
rt_kprintf("Instruction access fault");
|
||
|
|
break;
|
||
|
|
case CAUSE_ILLEGAL_INSTRUCTION:
|
||
|
|
rt_kprintf("Illegal instruction");
|
||
|
|
break;
|
||
|
|
case CAUSE_BREAKPOINT:
|
||
|
|
rt_kprintf("Breakpoint");
|
||
|
|
break;
|
||
|
|
case CAUSE_MISALIGNED_LOAD:
|
||
|
|
rt_kprintf("Load address misaligned");
|
||
|
|
break;
|
||
|
|
case CAUSE_FAULT_LOAD:
|
||
|
|
rt_kprintf("Load access fault");
|
||
|
|
break;
|
||
|
|
case CAUSE_MISALIGNED_STORE:
|
||
|
|
rt_kprintf("Store address misaligned");
|
||
|
|
break;
|
||
|
|
case CAUSE_FAULT_STORE:
|
||
|
|
rt_kprintf("Store access fault");
|
||
|
|
break;
|
||
|
|
case CAUSE_USER_ECALL:
|
||
|
|
rt_kprintf("Environment call from U-mode");
|
||
|
|
break;
|
||
|
|
case CAUSE_SUPERVISOR_ECALL:
|
||
|
|
rt_kprintf("Environment call from S-mode");
|
||
|
|
break;
|
||
|
|
case CAUSE_HYPERVISOR_ECALL:
|
||
|
|
rt_kprintf("Environment call from H-mode");
|
||
|
|
break;
|
||
|
|
case CAUSE_MACHINE_ECALL:
|
||
|
|
rt_kprintf("Environment call from M-mode");
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
rt_kprintf("Uknown exception : %08lX", cause);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
rt_kprintf("\n");
|
||
|
|
print_stack_frame(sp);
|
||
|
|
rt_kprintf("exception pc => 0x%08x\n", epc);
|
||
|
|
rt_kprintf("current thread: %.*s\n", RT_NAME_MAX, tid->name);
|
||
|
|
#ifdef RT_USING_FINSH
|
||
|
|
list_thread();
|
||
|
|
#endif
|
||
|
|
while(1);
|
||
|
|
}
|
||
|
|
|
||
|
|
return epc;
|
||
|
|
}
|