/****************************************************************************
 * sched/irq/irq_dispatch.c
 *
 * SPDX-License-Identifier: Apache-2.0
 *
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.  The
 * ASF licenses this file to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance with the
 * License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
 * License for the specific language governing permissions and limitations
 * under the License.
 *
 ****************************************************************************/

/****************************************************************************
 * Included Files
 ****************************************************************************/

#include <nuttx/config.h>

#include <debug.h>
#include <nuttx/arch.h>
#include <nuttx/irq.h>
#include <nuttx/mm/mm.h>
#include <nuttx/random.h>
#include <nuttx/sched_note.h>
#include <nuttx/tls.h>

#include "irq/irq.h"
#include "clock/clock.h"
#include "sched/sched.h"

/****************************************************************************
 * Pre-processor Definitions
 ****************************************************************************/

#ifdef CONFIG_ARCH_MINIMAL_VECTORTABLE
#  define NUSER_IRQS CONFIG_ARCH_NUSER_INTERRUPTS
#else
#  define NUSER_IRQS NR_IRQS
#endif

/* CALL_VECTOR - Call the interrupt service routine attached to this
 * interrupt request
 */

#ifdef CONFIG_SCHED_IRQMONITOR
#  ifdef CONFIG_ARCH_IRQPRIO
#    define INC_NESTLEVEL() atomic_add(&g_irq_level, 1)
#    define DEC_NESTLEVEL(ndx) \
       do \
         { \
           if (atomic_sub(&g_irq_level, 1) > 1 && \
               ndx < NUSER_IRQS) \
             { \
               atomic_add(&g_irqvector[ndx].nests, 1); \
             } \
          } \
       while (0)
#  else
#    define INC_NESTLEVEL()
#    define DEC_NESTLEVEL(ndx)
#  endif

#  define CALL_VECTOR(ndx, vector, irq, context, arg) \
     do \
       { \
         clock_t start; \
         clock_t elapsed; \
         INC_NESTLEVEL(); \
         start = perf_gettime(); \
         vector(irq, context, arg); \
         elapsed = perf_gettime() - start; \
         if (ndx < NUSER_IRQS) \
           { \
             atomic_add(&g_irqvector[ndx].count, 1); \
             if (elapsed > g_irqvector[ndx].time) \
               { \
                 g_irqvector[ndx].time = elapsed; \
               } \
           } \
         if (CONFIG_SCHED_CRITMONITOR_MAXTIME_IRQ > 0 && \
             elapsed > CONFIG_SCHED_CRITMONITOR_MAXTIME_IRQ) \
           { \
             CRITMONITOR_PANIC("IRQ %d(%p), execute time too long %ju\n", \
                               irq, vector, (uintmax_t)elapsed); \
           } \
         DEC_NESTLEVEL(ndx); \
       } \
     while (0)
#else
#  define CALL_VECTOR(ndx, vector, irq, context, arg) \
     vector(irq, context, arg)
#endif /* CONFIG_SCHED_IRQMONITOR */

/****************************************************************************
 * Privtae Data
 ****************************************************************************/

#if defined(CONFIG_SCHED_IRQMONITOR) && defined(CONFIG_ARCH_IRQPRIO)
static DEFINE_PER_CPU_BSS(atomic_t, g_irq_level);
#  define g_irq_level this_cpu_var(g_irq_level)
#endif

/****************************************************************************
 * Public Functions
 ****************************************************************************/

/****************************************************************************
 * Name: irq_dispatch
 *
 * Description:
 *   This function must be called from the architecture-specific logic in
 *   order to dispatch an interrupt to the appropriate, registered handling
 *   logic.
 *
 ****************************************************************************/

void irq_dispatch(int irq, FAR void *context)
{
#ifdef CONFIG_DEBUG_MM
  FAR struct tls_info_s *info = tls_get_info();
  int heap_check = info && (info->tl_flags & TLS_FLAG_HEAP_CHECK);
#endif
  xcpt_t vector = irq_unexpected_isr;
  FAR void *arg = NULL;
  int ndx = IRQ_TO_NDX(irq);

#if NR_IRQS > 0
  if (ndx >= 0)
    {
#ifdef CONFIG_ARCH_MINIMAL_VECTORTABLE
      if (ndx < CONFIG_ARCH_NUSER_INTERRUPTS)
        {
          if (g_irqvector[ndx].handler)
            {
              vector = g_irqvector[ndx].handler;
              arg    = g_irqvector[ndx].arg;
            }
        }
#else
      if (g_irqvector[ndx].handler)
        {
          vector = g_irqvector[ndx].handler;
          arg    = g_irqvector[ndx].arg;
        }
#endif
    }
#endif

#ifdef CONFIG_CRYPTO_RANDOM_POOL_COLLECT_IRQ_RANDOMNESS
  /* Add interrupt timing randomness to entropy pool */

  add_irq_randomness(irq);
#endif

#ifdef CONFIG_SCHED_INSTRUMENTATION_IRQHANDLER
  /* Notify that we are entering into the interrupt handler */

  sched_note_irqhandler(irq, vector, true);
#endif

  /* Then dispatch to the interrupt handler */

  CALL_VECTOR(ndx, vector, irq, context, arg);
  UNUSED(ndx);

#ifdef CONFIG_SCHED_INSTRUMENTATION_IRQHANDLER
  /* Notify that we are leaving from the interrupt handler */

  sched_note_irqhandler(irq, vector, false);
#endif

#ifdef CONFIG_DEBUG_MM
  if (heap_check)
    {
      kmm_checkcorruption();
    }
  else
    {
      FAR struct tls_info_s *info_now = tls_get_info();
      if (info_now && info_now->tl_flags & TLS_FLAG_HEAP_CHECK)
        {
          kmm_checkcorruption();
        }
    }
#endif

#if defined(CONFIG_STACKCHECK_MARGIN) && CONFIG_STACKCHECK_MARGIN > 0 && \
    defined(CONFIG_ARCH_INTERRUPTSTACK) && CONFIG_ARCH_INTERRUPTSTACK > 0
    DEBUGASSERT(up_check_intstack(this_cpu(),
                                  CONFIG_STACKCHECK_MARGIN) == 0);
#endif
}