/* * Broadcom STB CPU SMP and hotplug support for ARM * * Copyright (C) 2013-2014 Broadcom Corporation * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License as * published by the Free Software Foundation version 2. * * This program is distributed "as is" WITHOUT ANY WARRANTY of any * kind, whether express or implied; without even the implied warranty * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. */ #include <linux/delay.h> #include <linux/errno.h> #include <linux/init.h> #include <linux/io.h> #include <linux/jiffies.h> #include <linux/of_address.h> #include <linux/of_platform.h> #include <linux/printk.h> #include <linux/regmap.h> #include <linux/smp.h> #include <linux/mfd/syscon.h> #include <asm/cacheflush.h> #include <asm/cp15.h> #include <asm/mach-types.h> #include <asm/smp_plat.h> #include "brcmstb.h" enum { ZONE_MAN_CLKEN_MASK = BIT(0), ZONE_MAN_RESET_CNTL_MASK = BIT(1), ZONE_MAN_MEM_PWR_MASK = BIT(4), ZONE_RESERVED_1_MASK = BIT(5), ZONE_MAN_ISO_CNTL_MASK = BIT(6), ZONE_MANUAL_CONTROL_MASK = BIT(7), ZONE_PWR_DN_REQ_MASK = BIT(9), ZONE_PWR_UP_REQ_MASK = BIT(10), ZONE_BLK_RST_ASSERT_MASK = BIT(12), ZONE_PWR_OFF_STATE_MASK = BIT(25), ZONE_PWR_ON_STATE_MASK = BIT(26), ZONE_DPG_PWR_STATE_MASK = BIT(28), ZONE_MEM_PWR_STATE_MASK = BIT(29), ZONE_RESET_STATE_MASK = BIT(31), CPU0_PWR_ZONE_CTRL_REG = 1, CPU_RESET_CONFIG_REG = 2, }; static void __iomem *cpubiuctrl_block; static void __iomem *hif_cont_block; static u32 cpu0_pwr_zone_ctrl_reg; static u32 cpu_rst_cfg_reg; static u32 hif_cont_reg; #ifdef CONFIG_HOTPLUG_CPU /* * We must quiesce a dying CPU before it can be killed by the boot CPU. Because * one or more cache may be disabled, we must flush to ensure coherency. We * cannot use traditionl completion structures or spinlocks as they rely on * coherency. */ static DEFINE_PER_CPU_ALIGNED(int, per_cpu_sw_state); static int per_cpu_sw_state_rd(u32 cpu) { sync_cache_r(SHIFT_PERCPU_PTR(&per_cpu_sw_state, per_cpu_offset(cpu))); return per_cpu(per_cpu_sw_state, cpu); } static void per_cpu_sw_state_wr(u32 cpu, int val) { dmb(); per_cpu(per_cpu_sw_state, cpu) = val; sync_cache_w(SHIFT_PERCPU_PTR(&per_cpu_sw_state, per_cpu_offset(cpu))); } #else static inline void per_cpu_sw_state_wr(u32 cpu, int val) { } #endif static void __iomem *pwr_ctrl_get_base(u32 cpu) { void __iomem *base = cpubiuctrl_block + cpu0_pwr_zone_ctrl_reg; base += (cpu_logical_map(cpu) * 4); return base; } static u32 pwr_ctrl_rd(u32 cpu) { void __iomem *base = pwr_ctrl_get_base(cpu); return readl_relaxed(base); } static void pwr_ctrl_set(unsigned int cpu, u32 val, u32 mask) { void __iomem *base = pwr_ctrl_get_base(cpu); writel((readl(base) & mask) | val, base); } static void pwr_ctrl_clr(unsigned int cpu, u32 val, u32 mask) { void __iomem *base = pwr_ctrl_get_base(cpu); writel((readl(base) & mask) & ~val, base); } #define POLL_TMOUT_MS 500 static int pwr_ctrl_wait_tmout(unsigned int cpu, u32 set, u32 mask) { const unsigned long timeo = jiffies + msecs_to_jiffies(POLL_TMOUT_MS); u32 tmp; do { tmp = pwr_ctrl_rd(cpu) & mask; if (!set == !tmp) return 0; } while (time_before(jiffies, timeo)); tmp = pwr_ctrl_rd(cpu) & mask; if (!set == !tmp) return 0; return -ETIMEDOUT; } static void cpu_rst_cfg_set(u32 cpu, int set) { u32 val; val = readl_relaxed(cpubiuctrl_block + cpu_rst_cfg_reg); if (set) val |= BIT(cpu_logical_map(cpu)); else val &= ~BIT(cpu_logical_map(cpu)); writel_relaxed(val, cpubiuctrl_block + cpu_rst_cfg_reg); } static void cpu_set_boot_addr(u32 cpu, unsigned long boot_addr) { const int reg_ofs = cpu_logical_map(cpu) * 8; writel_relaxed(0, hif_cont_block + hif_cont_reg + reg_ofs); writel_relaxed(boot_addr, hif_cont_block + hif_cont_reg + 4 + reg_ofs); } static void brcmstb_cpu_boot(u32 cpu) { /* Mark this CPU as "up" */ per_cpu_sw_state_wr(cpu, 1); /* * Set the reset vector to point to the secondary_startup * routine */ cpu_set_boot_addr(cpu, virt_to_phys(brcmstb_secondary_startup)); /* Unhalt the cpu */ cpu_rst_cfg_set(cpu, 0); } static void brcmstb_cpu_power_on(u32 cpu) { /* * The secondary cores power was cut, so we must go through * power-on initialization. */ pwr_ctrl_set(cpu, ZONE_MAN_ISO_CNTL_MASK, 0xffffff00); pwr_ctrl_set(cpu, ZONE_MANUAL_CONTROL_MASK, -1); pwr_ctrl_set(cpu, ZONE_RESERVED_1_MASK, -1); pwr_ctrl_set(cpu, ZONE_MAN_MEM_PWR_MASK, -1); if (pwr_ctrl_wait_tmout(cpu, 1, ZONE_MEM_PWR_STATE_MASK)) panic("ZONE_MEM_PWR_STATE_MASK set timeout"); pwr_ctrl_set(cpu, ZONE_MAN_CLKEN_MASK, -1); if (pwr_ctrl_wait_tmout(cpu, 1, ZONE_DPG_PWR_STATE_MASK)) panic("ZONE_DPG_PWR_STATE_MASK set timeout"); pwr_ctrl_clr(cpu, ZONE_MAN_ISO_CNTL_MASK, -1); pwr_ctrl_set(cpu, ZONE_MAN_RESET_CNTL_MASK, -1); } static int brcmstb_cpu_get_power_state(u32 cpu) { int tmp = pwr_ctrl_rd(cpu); return (tmp & ZONE_RESET_STATE_MASK) ? 0 : 1; } #ifdef CONFIG_HOTPLUG_CPU static void brcmstb_cpu_die(u32 cpu) { v7_exit_coherency_flush(all); per_cpu_sw_state_wr(cpu, 0); /* Sit and wait to die */ wfi(); /* We should never get here... */ while (1) ; } static int brcmstb_cpu_kill(u32 cpu) { /* * Ordinarily, the hardware forbids power-down of CPU0 (which is good * because it is the boot CPU), but this is not true when using BPCM * manual mode. Consequently, we must avoid turning off CPU0 here to * ensure that TI2C master reset will work. */ if (cpu == 0) { pr_warn("SMP: refusing to power off CPU0\n"); return 1; } while (per_cpu_sw_state_rd(cpu)) ; pwr_ctrl_set(cpu, ZONE_MANUAL_CONTROL_MASK, -1); pwr_ctrl_clr(cpu, ZONE_MAN_RESET_CNTL_MASK, -1); pwr_ctrl_clr(cpu, ZONE_MAN_CLKEN_MASK, -1); pwr_ctrl_set(cpu, ZONE_MAN_ISO_CNTL_MASK, -1); pwr_ctrl_clr(cpu, ZONE_MAN_MEM_PWR_MASK, -1); if (pwr_ctrl_wait_tmout(cpu, 0, ZONE_MEM_PWR_STATE_MASK)) panic("ZONE_MEM_PWR_STATE_MASK clear timeout"); pwr_ctrl_clr(cpu, ZONE_RESERVED_1_MASK, -1); if (pwr_ctrl_wait_tmout(cpu, 0, ZONE_DPG_PWR_STATE_MASK)) panic("ZONE_DPG_PWR_STATE_MASK clear timeout"); /* Flush pipeline before resetting CPU */ mb(); /* Assert reset on the CPU */ cpu_rst_cfg_set(cpu, 1); return 1; } #endif /* CONFIG_HOTPLUG_CPU */ static int __init setup_hifcpubiuctrl_regs(struct device_node *np) { int rc = 0; char *name; struct device_node *syscon_np = NULL; name = "syscon-cpu"; syscon_np = of_parse_phandle(np, name, 0); if (!syscon_np) { pr_err("can't find phandle %s\n", name); rc = -EINVAL; goto cleanup; } cpubiuctrl_block = of_iomap(syscon_np, 0); if (!cpubiuctrl_block) { pr_err("iomap failed for cpubiuctrl_block\n"); rc = -EINVAL; goto cleanup; } rc = of_property_read_u32_index(np, name, CPU0_PWR_ZONE_CTRL_REG, &cpu0_pwr_zone_ctrl_reg); if (rc) { pr_err("failed to read 1st entry from %s property (%d)\n", name, rc); rc = -EINVAL; goto cleanup; } rc = of_property_read_u32_index(np, name, CPU_RESET_CONFIG_REG, &cpu_rst_cfg_reg); if (rc) { pr_err("failed to read 2nd entry from %s property (%d)\n", name, rc); rc = -EINVAL; goto cleanup; } cleanup: of_node_put(syscon_np); return rc; } static int __init setup_hifcont_regs(struct device_node *np) { int rc = 0; char *name; struct device_node *syscon_np = NULL; name = "syscon-cont"; syscon_np = of_parse_phandle(np, name, 0); if (!syscon_np) { pr_err("can't find phandle %s\n", name); rc = -EINVAL; goto cleanup; } hif_cont_block = of_iomap(syscon_np, 0); if (!hif_cont_block) { pr_err("iomap failed for hif_cont_block\n"); rc = -EINVAL; goto cleanup; } /* Offset is at top of hif_cont_block */ hif_cont_reg = 0; cleanup: of_node_put(syscon_np); return rc; } static void __init brcmstb_cpu_ctrl_setup(unsigned int max_cpus) { int rc; struct device_node *np; char *name; name = "brcm,brcmstb-smpboot"; np = of_find_compatible_node(NULL, NULL, name); if (!np) { pr_err("can't find compatible node %s\n", name); return; } rc = setup_hifcpubiuctrl_regs(np); if (rc) return; rc = setup_hifcont_regs(np); if (rc) return; } static int brcmstb_boot_secondary(unsigned int cpu, struct task_struct *idle) { /* Missing the brcm,brcmstb-smpboot DT node? */ if (!cpubiuctrl_block || !hif_cont_block) return -ENODEV; /* Bring up power to the core if necessary */ if (brcmstb_cpu_get_power_state(cpu) == 0) brcmstb_cpu_power_on(cpu); brcmstb_cpu_boot(cpu); return 0; } static struct smp_operations brcmstb_smp_ops __initdata = { .smp_prepare_cpus = brcmstb_cpu_ctrl_setup, .smp_boot_secondary = brcmstb_boot_secondary, #ifdef CONFIG_HOTPLUG_CPU .cpu_kill = brcmstb_cpu_kill, .cpu_die = brcmstb_cpu_die, #endif }; CPU_METHOD_OF_DECLARE(brcmstb_smp, "brcm,brahma-b15", &brcmstb_smp_ops);