@@ -11,8 +11,10 @@
#include <linux/mmc/mmc.h>
#include <linux/pm_runtime.h>
#include <linux/slab.h>
+#include <linux/interconnect.h>
#include <linux/iopoll.h>
#include <linux/regulator/consumer.h>
+#include <linux/pm_opp.h>
#include "sdhci-pltfm.h"
@@ -229,6 +231,14 @@ struct sdhci_msm_variant_info {
const struct sdhci_msm_offset *offset;
};
+struct sdhci_msm_bus_vote_data {
+
+ struct icc_path *sdhc_to_ddr;
+ struct icc_path *cpu_to_sdhc;
+ bool skip_bus_bw_voting;
+ u32 curr_freq;
+};
+
struct sdhci_msm_host {
struct platform_device *pdev;
void __iomem *core_mem; /* MSM SDCC mapped address */
@@ -255,8 +265,11 @@ struct sdhci_msm_host {
bool use_cdr;
u32 transfer_mode;
bool updated_ddr_cfg;
+ struct sdhci_msm_bus_vote_data *bus_vote_data;
};
+static void sdhci_msm_bus_voting(struct sdhci_host *host, u32 enable);
+
static const struct sdhci_msm_offset *sdhci_priv_msm_offset(struct sdhci_host *host)
{
struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
@@ -1564,6 +1577,7 @@ static void sdhci_msm_set_clock(struct sdhci_host *host, unsigned int clock)
msm_set_clock_rate_for_bus_mode(host, clock);
out:
+ sdhci_msm_bus_voting(host, !!clock);
__sdhci_msm_set_clock(host, clock);
}
@@ -1685,6 +1699,219 @@ static void sdhci_msm_set_regulator_caps(struct sdhci_msm_host *msm_host)
pr_debug("%s: supported caps: 0x%08x\n", mmc_hostname(mmc), caps);
}
+/*
+ * Returns required bandwidth in Bytes per Sec
+ */
+static unsigned long sdhci_get_bw_required(struct sdhci_host *host,
+ struct mmc_ios *ios)
+{
+ unsigned long bw;
+ struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
+ struct sdhci_msm_host *msm_host = sdhci_pltfm_priv(pltfm_host);
+
+ bw = msm_host->clk_rate;
+
+ if (ios->bus_width == MMC_BUS_WIDTH_4)
+ bw /= 2;
+ else if (ios->bus_width == MMC_BUS_WIDTH_1)
+ bw /= 8;
+
+ return bw;
+}
+
+/*
+ * Helper function to parse the exact OPP node
+ * Returns OPP pointer on success else NULL on error
+ */
+static struct dev_pm_opp *find_opp_for_freq(struct sdhci_msm_host *msm_host,
+ unsigned long bw)
+{
+ struct dev_pm_opp *opp;
+ struct sdhci_host *host = mmc_priv(msm_host->mmc);
+ unsigned int freq = bw;
+ struct device *dev = &msm_host->pdev->dev;
+
+
+ if (!freq)
+ opp = dev_pm_opp_find_peak_bw_floor(dev, &freq);
+ else
+ opp = dev_pm_opp_find_peak_bw_exact(dev, freq, true);
+
+ /* Max Bandwidth vote */
+ if (PTR_ERR(opp) == -ERANGE && freq > sdhci_msm_get_max_clock(host))
+ opp = dev_pm_opp_find_peak_bw_ceil(dev, &bw);
+
+ if (IS_ERR(opp)) {
+ dev_err(dev, "Failed to find OPP for freq:%u err:%ld\n",
+ freq, PTR_ERR(opp));
+ return NULL;
+ }
+ return opp;
+}
+
+/*
+ * This function sets the interconnect bus bandwidth
+ * vote based on bw (bandwidth) argument.
+ */
+#define BUS_INTERCONNECT_PATHS 2 /* 1. sdhc -> ddr 2. cpu -> sdhc */
+static void sdhci_msm_bus_set_vote(struct sdhci_host *host,
+ unsigned int bw)
+{
+ int i;
+ struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
+ struct sdhci_msm_host *msm_host = sdhci_pltfm_priv(pltfm_host);
+ struct sdhci_msm_bus_vote_data *vote_data = msm_host->bus_vote_data;
+ struct dev_pm_opp *opp;
+ unsigned long freq = bw;
+ unsigned long ib[BUS_INTERCONNECT_PATHS], ab[BUS_INTERCONNECT_PATHS];
+ int ddr_rc = 0, cpu_rc = 0;
+
+ if (!msm_host->bus_vote_data->sdhc_to_ddr ||
+ !msm_host->bus_vote_data->cpu_to_sdhc)
+ return;
+
+ if (bw != vote_data->curr_freq) {
+ for (i = 0; i < BUS_INTERCONNECT_PATHS; i++) {
+ opp = find_opp_for_freq(msm_host, freq);
+ if (opp) {
+ ab[i] = dev_pm_opp_get_bw(opp, &ib[i]);
+ freq += 1; /* Next Band width vote */
+ dev_pm_opp_put(opp);
+ }
+ }
+ pr_debug("%s: freq:%d sdhc_to_ddr ab:%lu ib:%lu cpu_to_sdhc ab:%lu ib:%lu\n",
+ mmc_hostname(host->mmc), bw, ab[0], ib[0],
+ ab[1], ib[1]);
+ ddr_rc = icc_set_bw(vote_data->sdhc_to_ddr, 0, ib[0]);
+ cpu_rc = icc_set_bw(vote_data->cpu_to_sdhc, 0, ib[1]);
+ if (ddr_rc || cpu_rc) {
+ pr_err("%s: icc_set() failed ddr_rc_err:%d cpu_rc_err:%d\n",
+ mmc_hostname(host->mmc), ddr_rc, cpu_rc);
+ return;
+ }
+ vote_data->curr_freq = bw;
+ }
+}
+
+/*
+ * This function registers the device to OPP framework and
+ * parses few optional parameters from the device tree node.
+ * Returns NULL bvd pointer on error else a valid bvd pointer.
+ */
+static struct sdhci_msm_bus_vote_data *sdhci_msm_get_bus_vote_data(struct device
+ *dev, struct sdhci_msm_host *host)
+
+{
+ struct platform_device *pdev = to_platform_device(dev);
+ struct sdhci_msm_bus_vote_data *vote_data = NULL;
+ int ret = 0;
+
+ if (!pdev) {
+ dev_err(dev, "Null platform device!\n");
+ return NULL;
+ }
+ vote_data = devm_kzalloc(dev, sizeof(*vote_data), GFP_KERNEL);
+ if (!vote_data)
+ return vote_data;
+
+ ret = dev_pm_opp_of_add_table(dev);
+ if (ret) {
+ if (ret == -ENODEV || ret == -ENODATA) {
+ dev_dbg(dev, "OPP not found. Skip bus voting!!:%d\n",
+ ret);
+ vote_data->skip_bus_bw_voting = true;
+ } else {
+ dev_dbg(dev, "OPP regestration failed:%d\n", ret);
+ goto err;
+ }
+ }
+
+ return vote_data;
+err:
+ devm_kfree(dev, vote_data);
+ vote_data = NULL;
+ return vote_data;
+}
+
+/*
+ * Helper function to register for OPP and interconnect
+ * frameworks.
+ */
+static int sdhci_msm_bus_register(struct sdhci_msm_host *host,
+ struct platform_device *pdev)
+{
+ struct sdhci_msm_bus_vote_data *vote_data;
+ struct device *dev = &pdev->dev;
+ int ret = 0;
+
+ vote_data = sdhci_msm_get_bus_vote_data(dev, host);
+ if (!vote_data) {
+ dev_dbg(&pdev->dev, "Failed to get bus_scale data\n");
+ host->bus_vote_data = NULL;
+ return -EINVAL;
+ }
+ host->bus_vote_data = vote_data;
+
+ vote_data->sdhc_to_ddr = of_icc_get(&pdev->dev, "sdhc-ddr");
+ if (!vote_data->sdhc_to_ddr) {
+ dev_dbg(&pdev->dev, "DT property for path %s missing\n",
+ "sdhc-ddr");
+ return -ENOENT;
+ } else if (IS_ERR(vote_data->sdhc_to_ddr) {
+ dev_dbg(&pdev->dev, "(%ld): failed getting %s path\n",
+ PTR_ERR(vote_data->sdhc_to_ddr), "sdhc-ddr");
+ ret = PTR_ERR(vote_data->sdhc_to_ddr);
+ vote_data->sdhc_to_ddr = NULL;
+ return ret;
+ }
+ vote_data->cpu_to_sdhc = of_icc_get(&pdev->dev, "cpu-sdhc");
+ if (!vote_data->cpu_to_sdhc) {
+ dev_dbg(&pdev->dev, "DT property for path %s missing\n",
+ "cpu_to_sdhc");
+ return -ENOENT;
+ } else if (IS_ERR(vote_data->cpu_to_sdhc)) {
+ dev_dbg(&pdev->dev, "(%ld): failed getting %s path\n",
+ PTR_ERR(vote_data->cpu_to_sdhc), "cpu-sdhc");
+ ret = PTR_ERR(vote_data->cpu_to_sdhc);
+ vote_data->cpu_to_sdhc = NULL;
+ return ret;
+ }
+ return ret;
+}
+
+static void sdhci_msm_bus_unregister(struct device *dev,
+ struct sdhci_msm_host *host)
+{
+ struct sdhci_msm_bus_vote_data *vote_data = host->bus_vote_data;
+
+ if (vote_data->skip_bus_bw_voting ||
+ !vote_data->sdhc_to_ddr ||
+ !vote_data->cpu_to_sdhc)
+ return;
+
+ icc_put(vote_data->sdhc_to_ddr);
+ icc_put(vote_data->cpu_to_sdhc);
+}
+
+#define MSM_MMC_BUS_VOTING_DELAY 200 /* msecs */
+
+static void sdhci_msm_bus_voting(struct sdhci_host *host, u32 enable)
+{
+ struct mmc_ios *ios = &host->mmc->ios;
+ struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
+ struct sdhci_msm_host *msm_host = sdhci_pltfm_priv(pltfm_host);
+ unsigned int bw;
+
+ if (msm_host->bus_vote_data->skip_bus_bw_voting)
+ return;
+
+ if (enable) {
+ bw = sdhci_get_bw_required(host, ios);
+ sdhci_msm_bus_set_vote(host, bw);
+ } else
+ sdhci_msm_bus_set_vote(host, 0);
+}
+
static const struct sdhci_msm_variant_ops mci_var_ops = {
.msm_readl_relaxed = sdhci_msm_mci_variant_readl_relaxed,
.msm_writel_relaxed = sdhci_msm_mci_variant_writel_relaxed,
@@ -1845,11 +2072,20 @@ static int sdhci_msm_probe(struct platform_device *pdev)
dev_warn(&pdev->dev, "TCXO clk not present (%d)\n", ret);
}
+ ret = sdhci_msm_bus_register(msm_host, pdev);
+ if (ret && msm_host->bus_vote_data &&
+ !msm_host->bus_vote_data->skip_bus_bw_voting) {
+ dev_err(&pdev->dev, "Bus registration failed (%d)\n", ret);
+ goto clk_disable;
+ }
+
+ sdhci_msm_bus_voting(host, 1);
+
if (!msm_host->mci_removed) {
msm_host->core_mem = devm_platform_ioremap_resource(pdev, 1);
if (IS_ERR(msm_host->core_mem)) {
ret = PTR_ERR(msm_host->core_mem);
- goto clk_disable;
+ goto bus_unregister;
}
}
@@ -1924,7 +2160,7 @@ static int sdhci_msm_probe(struct platform_device *pdev)
msm_host->pwr_irq = platform_get_irq_byname(pdev, "pwr_irq");
if (msm_host->pwr_irq < 0) {
ret = msm_host->pwr_irq;
- goto clk_disable;
+ goto bus_unregister;
}
sdhci_msm_init_pwr_irq_wait(msm_host);
@@ -1937,7 +2173,7 @@ static int sdhci_msm_probe(struct platform_device *pdev)
dev_name(&pdev->dev), host);
if (ret) {
dev_err(&pdev->dev, "Request IRQ failed (%d)\n", ret);
- goto clk_disable;
+ goto bus_unregister;
}
pm_runtime_get_noresume(&pdev->dev);
@@ -1962,6 +2198,9 @@ static int sdhci_msm_probe(struct platform_device *pdev)
pm_runtime_disable(&pdev->dev);
pm_runtime_set_suspended(&pdev->dev);
pm_runtime_put_noidle(&pdev->dev);
+bus_unregister:
+ sdhci_msm_bus_voting(host, 0);
+ sdhci_msm_bus_unregister(&pdev->dev, msm_host);
clk_disable:
clk_bulk_disable_unprepare(ARRAY_SIZE(msm_host->bulk_clks),
msm_host->bulk_clks);
@@ -1991,6 +2230,9 @@ static int sdhci_msm_remove(struct platform_device *pdev)
msm_host->bulk_clks);
if (!IS_ERR(msm_host->bus_clk))
clk_disable_unprepare(msm_host->bus_clk);
+
+ sdhci_msm_bus_voting(host, 0);
+ sdhci_msm_bus_unregister(&pdev->dev, msm_host);
sdhci_pltfm_free(pdev);
return 0;
}
@@ -2003,7 +2245,7 @@ static __maybe_unused int sdhci_msm_runtime_suspend(struct device *dev)
clk_bulk_disable_unprepare(ARRAY_SIZE(msm_host->bulk_clks),
msm_host->bulk_clks);
-
+ sdhci_msm_bus_voting(host, 0);
return 0;
}
@@ -2025,6 +2267,7 @@ static __maybe_unused int sdhci_msm_runtime_resume(struct device *dev)
if (msm_host->restore_dll_config && msm_host->clk_rate)
return sdhci_msm_restore_sdr_dll_config(host);
+ sdhci_msm_bus_voting(host, 1);
return 0;
}