mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-28 11:18:45 +07:00
3fa609755c
Restore the OMAP4 barrier behaviour using the new implementation which allows multiplatform systems to hook into the mb() and wmb() ARM implementations to perform any necessary additional barrier maintanence. Acked-by: Tony Lindgren <tony@atomide.com> Acked-by: Richard Woodruff <r-woodruff2@ti.com> Signed-off-by: Russell King <rmk+kernel@arm.linux.org.uk>
353 lines
9.0 KiB
C
353 lines
9.0 KiB
C
/*
|
|
* OMAP4 specific common source file.
|
|
*
|
|
* Copyright (C) 2010 Texas Instruments, Inc.
|
|
* Author:
|
|
* Santosh Shilimkar <santosh.shilimkar@ti.com>
|
|
*
|
|
*
|
|
* This program is free software,you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/init.h>
|
|
#include <linux/io.h>
|
|
#include <linux/irq.h>
|
|
#include <linux/irqchip.h>
|
|
#include <linux/platform_device.h>
|
|
#include <linux/memblock.h>
|
|
#include <linux/of_irq.h>
|
|
#include <linux/of_platform.h>
|
|
#include <linux/export.h>
|
|
#include <linux/irqchip/arm-gic.h>
|
|
#include <linux/of_address.h>
|
|
#include <linux/reboot.h>
|
|
#include <linux/genalloc.h>
|
|
|
|
#include <asm/hardware/cache-l2x0.h>
|
|
#include <asm/mach/map.h>
|
|
#include <asm/memblock.h>
|
|
#include <asm/smp_twd.h>
|
|
|
|
#include "omap-wakeupgen.h"
|
|
#include "soc.h"
|
|
#include "iomap.h"
|
|
#include "common.h"
|
|
#include "prminst44xx.h"
|
|
#include "prcm_mpu44xx.h"
|
|
#include "omap4-sar-layout.h"
|
|
#include "omap-secure.h"
|
|
#include "sram.h"
|
|
|
|
#ifdef CONFIG_CACHE_L2X0
|
|
static void __iomem *l2cache_base;
|
|
#endif
|
|
|
|
static void __iomem *sar_ram_base;
|
|
static void __iomem *gic_dist_base_addr;
|
|
static void __iomem *twd_base;
|
|
|
|
#define IRQ_LOCALTIMER 29
|
|
|
|
#ifdef CONFIG_OMAP_INTERCONNECT_BARRIER
|
|
|
|
/* Used to implement memory barrier on DRAM path */
|
|
#define OMAP4_DRAM_BARRIER_VA 0xfe600000
|
|
|
|
static void __iomem *dram_sync, *sram_sync;
|
|
static phys_addr_t dram_sync_paddr;
|
|
static u32 dram_sync_size;
|
|
|
|
/*
|
|
* The OMAP4 bus structure contains asynchrnous bridges which can buffer
|
|
* data writes from the MPU. These asynchronous bridges can be found on
|
|
* paths between the MPU to EMIF, and the MPU to L3 interconnects.
|
|
*
|
|
* We need to be careful about re-ordering which can happen as a result
|
|
* of different accesses being performed via different paths, and
|
|
* therefore different asynchronous bridges.
|
|
*/
|
|
|
|
/*
|
|
* OMAP4 interconnect barrier which is called for each mb() and wmb().
|
|
* This is to ensure that normal paths to DRAM (normal memory, cacheable
|
|
* accesses) are properly synchronised with writes to DMA coherent memory
|
|
* (normal memory, uncacheable) and device writes.
|
|
*
|
|
* The mb() and wmb() barriers only operate only on the MPU->MA->EMIF
|
|
* path, as we need to ensure that data is visible to other system
|
|
* masters prior to writes to those system masters being seen.
|
|
*
|
|
* Note: the SRAM path is not synchronised via mb() and wmb().
|
|
*/
|
|
static void omap4_mb(void)
|
|
{
|
|
if (dram_sync)
|
|
writel_relaxed(0, dram_sync);
|
|
}
|
|
|
|
/*
|
|
* OMAP4 Errata i688 - asynchronous bridge corruption when entering WFI.
|
|
*
|
|
* If a data is stalled inside asynchronous bridge because of back
|
|
* pressure, it may be accepted multiple times, creating pointer
|
|
* misalignment that will corrupt next transfers on that data path until
|
|
* next reset of the system. No recovery procedure once the issue is hit,
|
|
* the path remains consistently broken.
|
|
*
|
|
* Async bridges can be found on paths between MPU to EMIF and MPU to L3
|
|
* interconnects.
|
|
*
|
|
* This situation can happen only when the idle is initiated by a Master
|
|
* Request Disconnection (which is trigged by software when executing WFI
|
|
* on the CPU).
|
|
*
|
|
* The work-around for this errata needs all the initiators connected
|
|
* through an async bridge to ensure that data path is properly drained
|
|
* before issuing WFI. This condition will be met if one Strongly ordered
|
|
* access is performed to the target right before executing the WFI.
|
|
*
|
|
* In MPU case, L3 T2ASYNC FIFO and DDR T2ASYNC FIFO needs to be drained.
|
|
* IO barrier ensure that there is no synchronisation loss on initiators
|
|
* operating on both interconnect port simultaneously.
|
|
*
|
|
* This is a stronger version of the OMAP4 memory barrier below, and
|
|
* operates on both the MPU->MA->EMIF path but also the MPU->OCP path
|
|
* as well, and is necessary prior to executing a WFI.
|
|
*/
|
|
void omap_interconnect_sync(void)
|
|
{
|
|
if (dram_sync && sram_sync) {
|
|
writel_relaxed(readl_relaxed(dram_sync), dram_sync);
|
|
writel_relaxed(readl_relaxed(sram_sync), sram_sync);
|
|
isb();
|
|
}
|
|
}
|
|
|
|
static int __init omap4_sram_init(void)
|
|
{
|
|
struct device_node *np;
|
|
struct gen_pool *sram_pool;
|
|
|
|
np = of_find_compatible_node(NULL, NULL, "ti,omap4-mpu");
|
|
if (!np)
|
|
pr_warn("%s:Unable to allocate sram needed to handle errata I688\n",
|
|
__func__);
|
|
sram_pool = of_gen_pool_get(np, "sram", 0);
|
|
if (!sram_pool)
|
|
pr_warn("%s:Unable to get sram pool needed to handle errata I688\n",
|
|
__func__);
|
|
else
|
|
sram_sync = (void *)gen_pool_alloc(sram_pool, PAGE_SIZE);
|
|
|
|
return 0;
|
|
}
|
|
omap_arch_initcall(omap4_sram_init);
|
|
|
|
/* Steal one page physical memory for barrier implementation */
|
|
void __init omap_barrier_reserve_memblock(void)
|
|
{
|
|
dram_sync_size = ALIGN(PAGE_SIZE, SZ_1M);
|
|
dram_sync_paddr = arm_memblock_steal(dram_sync_size, SZ_1M);
|
|
}
|
|
|
|
void __init omap_barriers_init(void)
|
|
{
|
|
struct map_desc dram_io_desc[1];
|
|
|
|
dram_io_desc[0].virtual = OMAP4_DRAM_BARRIER_VA;
|
|
dram_io_desc[0].pfn = __phys_to_pfn(dram_sync_paddr);
|
|
dram_io_desc[0].length = dram_sync_size;
|
|
dram_io_desc[0].type = MT_MEMORY_RW_SO;
|
|
iotable_init(dram_io_desc, ARRAY_SIZE(dram_io_desc));
|
|
dram_sync = (void __iomem *) dram_io_desc[0].virtual;
|
|
|
|
pr_info("OMAP4: Map %pa to %p for dram barrier\n",
|
|
&dram_sync_paddr, dram_sync);
|
|
|
|
soc_mb = omap4_mb;
|
|
}
|
|
|
|
#endif
|
|
|
|
void gic_dist_disable(void)
|
|
{
|
|
if (gic_dist_base_addr)
|
|
writel_relaxed(0x0, gic_dist_base_addr + GIC_DIST_CTRL);
|
|
}
|
|
|
|
void gic_dist_enable(void)
|
|
{
|
|
if (gic_dist_base_addr)
|
|
writel_relaxed(0x1, gic_dist_base_addr + GIC_DIST_CTRL);
|
|
}
|
|
|
|
bool gic_dist_disabled(void)
|
|
{
|
|
return !(readl_relaxed(gic_dist_base_addr + GIC_DIST_CTRL) & 0x1);
|
|
}
|
|
|
|
void gic_timer_retrigger(void)
|
|
{
|
|
u32 twd_int = readl_relaxed(twd_base + TWD_TIMER_INTSTAT);
|
|
u32 gic_int = readl_relaxed(gic_dist_base_addr + GIC_DIST_PENDING_SET);
|
|
u32 twd_ctrl = readl_relaxed(twd_base + TWD_TIMER_CONTROL);
|
|
|
|
if (twd_int && !(gic_int & BIT(IRQ_LOCALTIMER))) {
|
|
/*
|
|
* The local timer interrupt got lost while the distributor was
|
|
* disabled. Ack the pending interrupt, and retrigger it.
|
|
*/
|
|
pr_warn("%s: lost localtimer interrupt\n", __func__);
|
|
writel_relaxed(1, twd_base + TWD_TIMER_INTSTAT);
|
|
if (!(twd_ctrl & TWD_TIMER_CONTROL_PERIODIC)) {
|
|
writel_relaxed(1, twd_base + TWD_TIMER_COUNTER);
|
|
twd_ctrl |= TWD_TIMER_CONTROL_ENABLE;
|
|
writel_relaxed(twd_ctrl, twd_base + TWD_TIMER_CONTROL);
|
|
}
|
|
}
|
|
}
|
|
|
|
#ifdef CONFIG_CACHE_L2X0
|
|
|
|
void __iomem *omap4_get_l2cache_base(void)
|
|
{
|
|
return l2cache_base;
|
|
}
|
|
|
|
void omap4_l2c310_write_sec(unsigned long val, unsigned reg)
|
|
{
|
|
unsigned smc_op;
|
|
|
|
switch (reg) {
|
|
case L2X0_CTRL:
|
|
smc_op = OMAP4_MON_L2X0_CTRL_INDEX;
|
|
break;
|
|
|
|
case L2X0_AUX_CTRL:
|
|
smc_op = OMAP4_MON_L2X0_AUXCTRL_INDEX;
|
|
break;
|
|
|
|
case L2X0_DEBUG_CTRL:
|
|
smc_op = OMAP4_MON_L2X0_DBG_CTRL_INDEX;
|
|
break;
|
|
|
|
case L310_PREFETCH_CTRL:
|
|
smc_op = OMAP4_MON_L2X0_PREFETCH_INDEX;
|
|
break;
|
|
|
|
case L310_POWER_CTRL:
|
|
pr_info_once("OMAP L2C310: ROM does not support power control setting\n");
|
|
return;
|
|
|
|
default:
|
|
WARN_ONCE(1, "OMAP L2C310: ignoring write to reg 0x%x\n", reg);
|
|
return;
|
|
}
|
|
|
|
omap_smc1(smc_op, val);
|
|
}
|
|
|
|
int __init omap_l2_cache_init(void)
|
|
{
|
|
/* Static mapping, never released */
|
|
l2cache_base = ioremap(OMAP44XX_L2CACHE_BASE, SZ_4K);
|
|
if (WARN_ON(!l2cache_base))
|
|
return -ENOMEM;
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
void __iomem *omap4_get_sar_ram_base(void)
|
|
{
|
|
return sar_ram_base;
|
|
}
|
|
|
|
/*
|
|
* SAR RAM used to save and restore the HW
|
|
* context in low power modes
|
|
*/
|
|
static int __init omap4_sar_ram_init(void)
|
|
{
|
|
unsigned long sar_base;
|
|
|
|
/*
|
|
* To avoid code running on other OMAPs in
|
|
* multi-omap builds
|
|
*/
|
|
if (cpu_is_omap44xx())
|
|
sar_base = OMAP44XX_SAR_RAM_BASE;
|
|
else if (soc_is_omap54xx())
|
|
sar_base = OMAP54XX_SAR_RAM_BASE;
|
|
else
|
|
return -ENOMEM;
|
|
|
|
/* Static mapping, never released */
|
|
sar_ram_base = ioremap(sar_base, SZ_16K);
|
|
if (WARN_ON(!sar_ram_base))
|
|
return -ENOMEM;
|
|
|
|
return 0;
|
|
}
|
|
omap_early_initcall(omap4_sar_ram_init);
|
|
|
|
static const struct of_device_id intc_match[] = {
|
|
{ .compatible = "ti,omap4-wugen-mpu", },
|
|
{ .compatible = "ti,omap5-wugen-mpu", },
|
|
{ },
|
|
};
|
|
|
|
static struct device_node *intc_node;
|
|
|
|
unsigned int omap4_xlate_irq(unsigned int hwirq)
|
|
{
|
|
struct of_phandle_args irq_data;
|
|
unsigned int irq;
|
|
|
|
if (!intc_node)
|
|
intc_node = of_find_matching_node(NULL, intc_match);
|
|
|
|
if (WARN_ON(!intc_node))
|
|
return hwirq;
|
|
|
|
irq_data.np = intc_node;
|
|
irq_data.args_count = 3;
|
|
irq_data.args[0] = 0;
|
|
irq_data.args[1] = hwirq - OMAP44XX_IRQ_GIC_START;
|
|
irq_data.args[2] = IRQ_TYPE_LEVEL_HIGH;
|
|
|
|
irq = irq_create_of_mapping(&irq_data);
|
|
if (WARN_ON(!irq))
|
|
irq = hwirq;
|
|
|
|
return irq;
|
|
}
|
|
|
|
void __init omap_gic_of_init(void)
|
|
{
|
|
struct device_node *np;
|
|
|
|
intc_node = of_find_matching_node(NULL, intc_match);
|
|
if (WARN_ON(!intc_node)) {
|
|
pr_err("No WUGEN found in DT, system will misbehave.\n");
|
|
pr_err("UPDATE YOUR DEVICE TREE!\n");
|
|
}
|
|
|
|
/* Extract GIC distributor and TWD bases for OMAP4460 ROM Errata WA */
|
|
if (!cpu_is_omap446x())
|
|
goto skip_errata_init;
|
|
|
|
np = of_find_compatible_node(NULL, NULL, "arm,cortex-a9-gic");
|
|
gic_dist_base_addr = of_iomap(np, 0);
|
|
WARN_ON(!gic_dist_base_addr);
|
|
|
|
np = of_find_compatible_node(NULL, NULL, "arm,cortex-a9-twd-timer");
|
|
twd_base = of_iomap(np, 0);
|
|
WARN_ON(!twd_base);
|
|
|
|
skip_errata_init:
|
|
irqchip_init();
|
|
}
|