diff --git a/lib/sbi/sbi_ipi.c b/lib/sbi/sbi_ipi.c index 5571b37b..1694a23f 100644 --- a/lib/sbi/sbi_ipi.c +++ b/lib/sbi/sbi_ipi.c @@ -67,14 +67,12 @@ static int sbi_ipi_send(struct sbi_scratch *scratch, u32 remote_hartindex, * trigger the interrupt */ atomic_raw_set_bit(event, &ipi_data->ipi_type); - smp_wmb(); - if (ipi_dev && ipi_dev->ipi_send) - ipi_dev->ipi_send(remote_hartindex); + ret = sbi_ipi_raw_send(remote_hartindex); sbi_pmu_ctr_incr_fw(SBI_PMU_FW_IPI_SENT); - return 0; + return ret; } static int sbi_ipi_sync(struct sbi_scratch *scratch, u32 event) @@ -243,6 +241,15 @@ int sbi_ipi_raw_send(u32 hartindex) if (!ipi_dev || !ipi_dev->ipi_send) return SBI_EINVAL; + /* + * Ensure that memory or MMIO writes done before + * this function are not observed after the memory + * or MMIO writes done by the ipi_send() device + * callback. This also allows the ipi_send() device + * callback to use relaxed MMIO writes. + */ + wmb(); + ipi_dev->ipi_send(hartindex); return 0; } diff --git a/lib/utils/ipi/aclint_mswi.c b/lib/utils/ipi/aclint_mswi.c index a3bfb4a9..bfd6a45b 100644 --- a/lib/utils/ipi/aclint_mswi.c +++ b/lib/utils/ipi/aclint_mswi.c @@ -41,7 +41,7 @@ static void mswi_ipi_send(u32 hart_index) /* Set ACLINT IPI */ msip = (void *)mswi->addr; - writel(1, &msip[sbi_hartindex_to_hartid(hart_index) - + writel_relaxed(1, &msip[sbi_hartindex_to_hartid(hart_index) - mswi->first_hartid]); } diff --git a/lib/utils/irqchip/imsic.c b/lib/utils/irqchip/imsic.c index 78f5895a..36ef66cf 100644 --- a/lib/utils/irqchip/imsic.c +++ b/lib/utils/irqchip/imsic.c @@ -186,8 +186,8 @@ static void imsic_ipi_send(u32 hart_index) } if (regs->size && (reloff < regs->size)) - writel(IMSIC_IPI_ID, - (void *)(regs->addr + reloff + IMSIC_MMIO_PAGE_LE)); + writel_relaxed(IMSIC_IPI_ID, + (void *)(regs->addr + reloff + IMSIC_MMIO_PAGE_LE)); } static struct sbi_ipi_device imsic_ipi_device = {