mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-28 11:18:45 +07:00
62e59c4e69
Now that we've gotten rid of clk_readl() we can remove io.h from the clk-provider header and push out the io.h include to any code that isn't already including the io.h header but using things like readl/writel, etc. Found with this grep: git grep -l clk-provider.h | grep '.c$' | xargs git grep -L 'linux/io.h' | \ xargs git grep -l \ -e '\<__iowrite32_copy\>' --or \ -e '\<__ioread32_copy\>' --or \ -e '\<__iowrite64_copy\>' --or \ -e '\<ioremap_page_range\>' --or \ -e '\<ioremap_huge_init\>' --or \ -e '\<arch_ioremap_pud_supported\>' --or \ -e '\<arch_ioremap_pmd_supported\>' --or \ -e '\<devm_ioport_map\>' --or \ -e '\<devm_ioport_unmap\>' --or \ -e '\<IOMEM_ERR_PTR\>' --or \ -e '\<devm_ioremap\>' --or \ -e '\<devm_ioremap_nocache\>' --or \ -e '\<devm_ioremap_wc\>' --or \ -e '\<devm_iounmap\>' --or \ -e '\<devm_ioremap_release\>' --or \ -e '\<devm_memremap\>' --or \ -e '\<devm_memunmap\>' --or \ -e '\<__devm_memremap_pages\>' --or \ -e '\<pci_remap_cfgspace\>' --or \ -e '\<arch_has_dev_port\>' --or \ -e '\<arch_phys_wc_add\>' --or \ -e '\<arch_phys_wc_del\>' --or \ -e '\<memremap\>' --or \ -e '\<memunmap\>' --or \ -e '\<arch_io_reserve_memtype_wc\>' --or \ -e '\<arch_io_free_memtype_wc\>' --or \ -e '\<__io_aw\>' --or \ -e '\<__io_pbw\>' --or \ -e '\<__io_paw\>' --or \ -e '\<__io_pbr\>' --or \ -e '\<__io_par\>' --or \ -e '\<__raw_readb\>' --or \ -e '\<__raw_readw\>' --or \ -e '\<__raw_readl\>' --or \ -e '\<__raw_readq\>' --or \ -e '\<__raw_writeb\>' --or \ -e '\<__raw_writew\>' --or \ -e '\<__raw_writel\>' --or \ -e '\<__raw_writeq\>' --or \ -e '\<readb\>' --or \ -e '\<readw\>' --or \ -e '\<readl\>' --or \ -e '\<readq\>' --or \ -e '\<writeb\>' --or \ -e '\<writew\>' --or \ -e '\<writel\>' --or \ -e '\<writeq\>' --or \ -e '\<readb_relaxed\>' --or \ -e '\<readw_relaxed\>' --or \ -e '\<readl_relaxed\>' --or \ -e '\<readq_relaxed\>' --or \ -e '\<writeb_relaxed\>' --or \ -e '\<writew_relaxed\>' --or \ -e '\<writel_relaxed\>' --or \ -e '\<writeq_relaxed\>' --or \ -e '\<readsb\>' --or \ -e '\<readsw\>' --or \ -e '\<readsl\>' --or \ -e '\<readsq\>' --or \ -e '\<writesb\>' --or \ -e '\<writesw\>' --or \ -e '\<writesl\>' --or \ -e '\<writesq\>' --or \ -e '\<inb\>' --or \ -e '\<inw\>' --or \ -e '\<inl\>' --or \ -e '\<outb\>' --or \ -e '\<outw\>' --or \ -e '\<outl\>' --or \ -e '\<inb_p\>' --or \ -e '\<inw_p\>' --or \ -e '\<inl_p\>' --or \ -e '\<outb_p\>' --or \ -e '\<outw_p\>' --or \ -e '\<outl_p\>' --or \ -e '\<insb\>' --or \ -e '\<insw\>' --or \ -e '\<insl\>' --or \ -e '\<outsb\>' --or \ -e '\<outsw\>' --or \ -e '\<outsl\>' --or \ -e '\<insb_p\>' --or \ -e '\<insw_p\>' --or \ -e '\<insl_p\>' --or \ -e '\<outsb_p\>' --or \ -e '\<outsw_p\>' --or \ -e '\<outsl_p\>' --or \ -e '\<ioread8\>' --or \ -e '\<ioread16\>' --or \ -e '\<ioread32\>' --or \ -e '\<ioread64\>' --or \ -e '\<iowrite8\>' --or \ -e '\<iowrite16\>' --or \ -e '\<iowrite32\>' --or \ -e '\<iowrite64\>' --or \ -e '\<ioread16be\>' --or \ -e '\<ioread32be\>' --or \ -e '\<ioread64be\>' --or \ -e '\<iowrite16be\>' --or \ -e '\<iowrite32be\>' --or \ -e '\<iowrite64be\>' --or \ -e '\<ioread8_rep\>' --or \ -e '\<ioread16_rep\>' --or \ -e '\<ioread32_rep\>' --or \ -e '\<ioread64_rep\>' --or \ -e '\<iowrite8_rep\>' --or \ -e '\<iowrite16_rep\>' --or \ -e '\<iowrite32_rep\>' --or \ -e '\<iowrite64_rep\>' --or \ -e '\<__io_virt\>' --or \ -e '\<pci_iounmap\>' --or \ -e '\<virt_to_phys\>' --or \ -e '\<phys_to_virt\>' --or \ -e '\<ioremap_uc\>' --or \ -e '\<ioremap\>' --or \ -e '\<__ioremap\>' --or \ -e '\<iounmap\>' --or \ -e '\<ioremap\>' --or \ -e '\<ioremap_nocache\>' --or \ -e '\<ioremap_uc\>' --or \ -e '\<ioremap_wc\>' --or \ -e '\<ioremap_wc\>' --or \ -e '\<ioremap_wt\>' --or \ -e '\<ioport_map\>' --or \ -e '\<ioport_unmap\>' --or \ -e '\<ioport_map\>' --or \ -e '\<ioport_unmap\>' --or \ -e '\<xlate_dev_kmem_ptr\>' --or \ -e '\<xlate_dev_mem_ptr\>' --or \ -e '\<unxlate_dev_mem_ptr\>' --or \ -e '\<virt_to_bus\>' --or \ -e '\<bus_to_virt\>' --or \ -e '\<memset_io\>' --or \ -e '\<memcpy_fromio\>' --or \ -e '\<memcpy_toio\>' I also reordered a couple includes when they weren't alphabetical and removed clk.h from kona, replacing it with clk-provider.h because that driver doesn't use clk consumer APIs. Acked-by: Geert Uytterhoeven <geert+renesas@glider.be> Cc: Chen-Yu Tsai <wens@csie.org> Acked-by: Maxime Ripard <maxime.ripard@bootlin.com> Acked-by: Tero Kristo <t-kristo@ti.com> Acked-by: Sekhar Nori <nsekhar@ti.com> Cc: Krzysztof Kozlowski <krzk@kernel.org> Acked-by: Mark Brown <broonie@kernel.org> Cc: Chris Zankel <chris@zankel.net> Acked-by: Max Filippov <jcmvbkbc@gmail.com> Acked-by: John Crispin <john@phrozen.org> Acked-by: Heiko Stuebner <heiko@sntech.de> Signed-off-by: Stephen Boyd <sboyd@kernel.org>
332 lines
8.1 KiB
C
332 lines
8.1 KiB
C
/*
|
|
* Copyright (C) 2016 Maxime Ripard
|
|
* Maxime Ripard <maxime.ripard@free-electrons.com>
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License as
|
|
* published by the Free Software Foundation; either version 2 of
|
|
* the License, or (at your option) any later version.
|
|
*/
|
|
|
|
#include <linux/clk-provider.h>
|
|
#include <linux/io.h>
|
|
|
|
#include "ccu_gate.h"
|
|
#include "ccu_mp.h"
|
|
|
|
static void ccu_mp_find_best(unsigned long parent, unsigned long rate,
|
|
unsigned int max_m, unsigned int max_p,
|
|
unsigned int *m, unsigned int *p)
|
|
{
|
|
unsigned long best_rate = 0;
|
|
unsigned int best_m = 0, best_p = 0;
|
|
unsigned int _m, _p;
|
|
|
|
for (_p = 1; _p <= max_p; _p <<= 1) {
|
|
for (_m = 1; _m <= max_m; _m++) {
|
|
unsigned long tmp_rate = parent / _p / _m;
|
|
|
|
if (tmp_rate > rate)
|
|
continue;
|
|
|
|
if ((rate - tmp_rate) < (rate - best_rate)) {
|
|
best_rate = tmp_rate;
|
|
best_m = _m;
|
|
best_p = _p;
|
|
}
|
|
}
|
|
}
|
|
|
|
*m = best_m;
|
|
*p = best_p;
|
|
}
|
|
|
|
static unsigned long ccu_mp_find_best_with_parent_adj(struct clk_hw *hw,
|
|
unsigned long *parent,
|
|
unsigned long rate,
|
|
unsigned int max_m,
|
|
unsigned int max_p)
|
|
{
|
|
unsigned long parent_rate_saved;
|
|
unsigned long parent_rate, now;
|
|
unsigned long best_rate = 0;
|
|
unsigned int _m, _p, div;
|
|
unsigned long maxdiv;
|
|
|
|
parent_rate_saved = *parent;
|
|
|
|
/*
|
|
* The maximum divider we can use without overflowing
|
|
* unsigned long in rate * m * p below
|
|
*/
|
|
maxdiv = max_m * max_p;
|
|
maxdiv = min(ULONG_MAX / rate, maxdiv);
|
|
|
|
for (_p = 1; _p <= max_p; _p <<= 1) {
|
|
for (_m = 1; _m <= max_m; _m++) {
|
|
div = _m * _p;
|
|
|
|
if (div > maxdiv)
|
|
break;
|
|
|
|
if (rate * div == parent_rate_saved) {
|
|
/*
|
|
* It's the most ideal case if the requested
|
|
* rate can be divided from parent clock without
|
|
* needing to change parent rate, so return the
|
|
* divider immediately.
|
|
*/
|
|
*parent = parent_rate_saved;
|
|
return rate;
|
|
}
|
|
|
|
parent_rate = clk_hw_round_rate(hw, rate * div);
|
|
now = parent_rate / div;
|
|
|
|
if (now <= rate && now > best_rate) {
|
|
best_rate = now;
|
|
*parent = parent_rate;
|
|
|
|
if (now == rate)
|
|
return rate;
|
|
}
|
|
}
|
|
}
|
|
|
|
return best_rate;
|
|
}
|
|
|
|
static unsigned long ccu_mp_round_rate(struct ccu_mux_internal *mux,
|
|
struct clk_hw *hw,
|
|
unsigned long *parent_rate,
|
|
unsigned long rate,
|
|
void *data)
|
|
{
|
|
struct ccu_mp *cmp = data;
|
|
unsigned int max_m, max_p;
|
|
unsigned int m, p;
|
|
|
|
if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
|
|
rate *= cmp->fixed_post_div;
|
|
|
|
max_m = cmp->m.max ?: 1 << cmp->m.width;
|
|
max_p = cmp->p.max ?: 1 << ((1 << cmp->p.width) - 1);
|
|
|
|
if (!(clk_hw_get_flags(hw) & CLK_SET_RATE_PARENT)) {
|
|
ccu_mp_find_best(*parent_rate, rate, max_m, max_p, &m, &p);
|
|
rate = *parent_rate / p / m;
|
|
} else {
|
|
rate = ccu_mp_find_best_with_parent_adj(hw, parent_rate, rate,
|
|
max_m, max_p);
|
|
}
|
|
|
|
if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
|
|
rate /= cmp->fixed_post_div;
|
|
|
|
return rate;
|
|
}
|
|
|
|
static void ccu_mp_disable(struct clk_hw *hw)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
|
|
return ccu_gate_helper_disable(&cmp->common, cmp->enable);
|
|
}
|
|
|
|
static int ccu_mp_enable(struct clk_hw *hw)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
|
|
return ccu_gate_helper_enable(&cmp->common, cmp->enable);
|
|
}
|
|
|
|
static int ccu_mp_is_enabled(struct clk_hw *hw)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
|
|
return ccu_gate_helper_is_enabled(&cmp->common, cmp->enable);
|
|
}
|
|
|
|
static unsigned long ccu_mp_recalc_rate(struct clk_hw *hw,
|
|
unsigned long parent_rate)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
unsigned long rate;
|
|
unsigned int m, p;
|
|
u32 reg;
|
|
|
|
/* Adjust parent_rate according to pre-dividers */
|
|
parent_rate = ccu_mux_helper_apply_prediv(&cmp->common, &cmp->mux, -1,
|
|
parent_rate);
|
|
|
|
reg = readl(cmp->common.base + cmp->common.reg);
|
|
|
|
m = reg >> cmp->m.shift;
|
|
m &= (1 << cmp->m.width) - 1;
|
|
m += cmp->m.offset;
|
|
if (!m)
|
|
m++;
|
|
|
|
p = reg >> cmp->p.shift;
|
|
p &= (1 << cmp->p.width) - 1;
|
|
|
|
rate = (parent_rate >> p) / m;
|
|
if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
|
|
rate /= cmp->fixed_post_div;
|
|
|
|
return rate;
|
|
}
|
|
|
|
static int ccu_mp_determine_rate(struct clk_hw *hw,
|
|
struct clk_rate_request *req)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
|
|
return ccu_mux_helper_determine_rate(&cmp->common, &cmp->mux,
|
|
req, ccu_mp_round_rate, cmp);
|
|
}
|
|
|
|
static int ccu_mp_set_rate(struct clk_hw *hw, unsigned long rate,
|
|
unsigned long parent_rate)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
unsigned long flags;
|
|
unsigned int max_m, max_p;
|
|
unsigned int m, p;
|
|
u32 reg;
|
|
|
|
/* Adjust parent_rate according to pre-dividers */
|
|
parent_rate = ccu_mux_helper_apply_prediv(&cmp->common, &cmp->mux, -1,
|
|
parent_rate);
|
|
|
|
max_m = cmp->m.max ?: 1 << cmp->m.width;
|
|
max_p = cmp->p.max ?: 1 << ((1 << cmp->p.width) - 1);
|
|
|
|
/* Adjust target rate according to post-dividers */
|
|
if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
|
|
rate = rate * cmp->fixed_post_div;
|
|
|
|
ccu_mp_find_best(parent_rate, rate, max_m, max_p, &m, &p);
|
|
|
|
spin_lock_irqsave(cmp->common.lock, flags);
|
|
|
|
reg = readl(cmp->common.base + cmp->common.reg);
|
|
reg &= ~GENMASK(cmp->m.width + cmp->m.shift - 1, cmp->m.shift);
|
|
reg &= ~GENMASK(cmp->p.width + cmp->p.shift - 1, cmp->p.shift);
|
|
reg |= (m - cmp->m.offset) << cmp->m.shift;
|
|
reg |= ilog2(p) << cmp->p.shift;
|
|
|
|
writel(reg, cmp->common.base + cmp->common.reg);
|
|
|
|
spin_unlock_irqrestore(cmp->common.lock, flags);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static u8 ccu_mp_get_parent(struct clk_hw *hw)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
|
|
return ccu_mux_helper_get_parent(&cmp->common, &cmp->mux);
|
|
}
|
|
|
|
static int ccu_mp_set_parent(struct clk_hw *hw, u8 index)
|
|
{
|
|
struct ccu_mp *cmp = hw_to_ccu_mp(hw);
|
|
|
|
return ccu_mux_helper_set_parent(&cmp->common, &cmp->mux, index);
|
|
}
|
|
|
|
const struct clk_ops ccu_mp_ops = {
|
|
.disable = ccu_mp_disable,
|
|
.enable = ccu_mp_enable,
|
|
.is_enabled = ccu_mp_is_enabled,
|
|
|
|
.get_parent = ccu_mp_get_parent,
|
|
.set_parent = ccu_mp_set_parent,
|
|
|
|
.determine_rate = ccu_mp_determine_rate,
|
|
.recalc_rate = ccu_mp_recalc_rate,
|
|
.set_rate = ccu_mp_set_rate,
|
|
};
|
|
|
|
/*
|
|
* Support for MMC timing mode switching
|
|
*
|
|
* The MMC clocks on some SoCs support switching between old and
|
|
* new timing modes. A platform specific API is provided to query
|
|
* and set the timing mode on supported SoCs.
|
|
*
|
|
* In addition, a special class of ccu_mp_ops is provided, which
|
|
* takes in to account the timing mode switch. When the new timing
|
|
* mode is active, the clock output rate is halved. This new class
|
|
* is a wrapper around the generic ccu_mp_ops. When clock rates
|
|
* are passed through to ccu_mp_ops callbacks, they are doubled
|
|
* if the new timing mode bit is set, to account for the post
|
|
* divider. Conversely, when clock rates are passed back, they
|
|
* are halved if the mode bit is set.
|
|
*/
|
|
|
|
static unsigned long ccu_mp_mmc_recalc_rate(struct clk_hw *hw,
|
|
unsigned long parent_rate)
|
|
{
|
|
unsigned long rate = ccu_mp_recalc_rate(hw, parent_rate);
|
|
struct ccu_common *cm = hw_to_ccu_common(hw);
|
|
u32 val = readl(cm->base + cm->reg);
|
|
|
|
if (val & CCU_MMC_NEW_TIMING_MODE)
|
|
return rate / 2;
|
|
return rate;
|
|
}
|
|
|
|
static int ccu_mp_mmc_determine_rate(struct clk_hw *hw,
|
|
struct clk_rate_request *req)
|
|
{
|
|
struct ccu_common *cm = hw_to_ccu_common(hw);
|
|
u32 val = readl(cm->base + cm->reg);
|
|
int ret;
|
|
|
|
/* adjust the requested clock rate */
|
|
if (val & CCU_MMC_NEW_TIMING_MODE) {
|
|
req->rate *= 2;
|
|
req->min_rate *= 2;
|
|
req->max_rate *= 2;
|
|
}
|
|
|
|
ret = ccu_mp_determine_rate(hw, req);
|
|
|
|
/* re-adjust the requested clock rate back */
|
|
if (val & CCU_MMC_NEW_TIMING_MODE) {
|
|
req->rate /= 2;
|
|
req->min_rate /= 2;
|
|
req->max_rate /= 2;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int ccu_mp_mmc_set_rate(struct clk_hw *hw, unsigned long rate,
|
|
unsigned long parent_rate)
|
|
{
|
|
struct ccu_common *cm = hw_to_ccu_common(hw);
|
|
u32 val = readl(cm->base + cm->reg);
|
|
|
|
if (val & CCU_MMC_NEW_TIMING_MODE)
|
|
rate *= 2;
|
|
|
|
return ccu_mp_set_rate(hw, rate, parent_rate);
|
|
}
|
|
|
|
const struct clk_ops ccu_mp_mmc_ops = {
|
|
.disable = ccu_mp_disable,
|
|
.enable = ccu_mp_enable,
|
|
.is_enabled = ccu_mp_is_enabled,
|
|
|
|
.get_parent = ccu_mp_get_parent,
|
|
.set_parent = ccu_mp_set_parent,
|
|
|
|
.determine_rate = ccu_mp_mmc_determine_rate,
|
|
.recalc_rate = ccu_mp_mmc_recalc_rate,
|
|
.set_rate = ccu_mp_mmc_set_rate,
|
|
};
|