9628711aa6
It's almost fully compatible DWC AHCI SATA IP-core derivative except the reference clocks source, which need to be very carefully selected. In particular the DWC AHCI SATA PHY can be clocked either from the pads ref_pad_clk_{m,p} or from the internal wires ref_alt_clk_{m,n}. In the later case the clock signal is generated from the Baikal-T1 CCU SATA PLL. The clocks source is selected by means of the ref_use_pad wire connected to the CCU SATA reference clock CSR. In normal situation it would be much more handy to use the internal reference clock source, but alas we haven't managed to make the AHCI controller working well with it so far. So it's preferable to have the controller clocked from the external clock generator and fallback to the internal clock source only as a last resort. Other than that the controller is full compatible with the DWC AHCI SATA IP-core. Signed-off-by: Serge Semin <Sergey.Semin@baikalelectronics.ru> Reviewed-by: Hannes Reinecke <hare@suse.de> Signed-off-by: Damien Le Moal <damien.lemoal@opensource.wdc.com>
494 lines
13 KiB
C
494 lines
13 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
/*
|
|
* DWC AHCI SATA Platform driver
|
|
*
|
|
* Copyright (C) 2021 BAIKAL ELECTRONICS, JSC
|
|
*/
|
|
|
|
#include <linux/ahci_platform.h>
|
|
#include <linux/bitfield.h>
|
|
#include <linux/bits.h>
|
|
#include <linux/clk.h>
|
|
#include <linux/device.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/libata.h>
|
|
#include <linux/log2.h>
|
|
#include <linux/mfd/syscon.h>
|
|
#include <linux/module.h>
|
|
#include <linux/of_device.h>
|
|
#include <linux/platform_device.h>
|
|
#include <linux/pm.h>
|
|
#include <linux/regmap.h>
|
|
|
|
#include "ahci.h"
|
|
|
|
#define DRV_NAME "ahci-dwc"
|
|
|
|
#define AHCI_DWC_FBS_PMPN_MAX 15
|
|
|
|
/* DWC AHCI SATA controller specific registers */
|
|
#define AHCI_DWC_HOST_OOBR 0xbc
|
|
#define AHCI_DWC_HOST_OOB_WE BIT(31)
|
|
#define AHCI_DWC_HOST_CWMIN_MASK GENMASK(30, 24)
|
|
#define AHCI_DWC_HOST_CWMAX_MASK GENMASK(23, 16)
|
|
#define AHCI_DWC_HOST_CIMIN_MASK GENMASK(15, 8)
|
|
#define AHCI_DWC_HOST_CIMAX_MASK GENMASK(7, 0)
|
|
|
|
#define AHCI_DWC_HOST_GPCR 0xd0
|
|
#define AHCI_DWC_HOST_GPSR 0xd4
|
|
|
|
#define AHCI_DWC_HOST_TIMER1MS 0xe0
|
|
#define AHCI_DWC_HOST_TIMV_MASK GENMASK(19, 0)
|
|
|
|
#define AHCI_DWC_HOST_GPARAM1R 0xe8
|
|
#define AHCI_DWC_HOST_ALIGN_M BIT(31)
|
|
#define AHCI_DWC_HOST_RX_BUFFER BIT(30)
|
|
#define AHCI_DWC_HOST_PHY_DATA_MASK GENMASK(29, 28)
|
|
#define AHCI_DWC_HOST_PHY_RST BIT(27)
|
|
#define AHCI_DWC_HOST_PHY_CTRL_MASK GENMASK(26, 21)
|
|
#define AHCI_DWC_HOST_PHY_STAT_MASK GENMASK(20, 15)
|
|
#define AHCI_DWC_HOST_LATCH_M BIT(14)
|
|
#define AHCI_DWC_HOST_PHY_TYPE_MASK GENMASK(13, 11)
|
|
#define AHCI_DWC_HOST_RET_ERR BIT(10)
|
|
#define AHCI_DWC_HOST_AHB_ENDIAN_MASK GENMASK(9, 8)
|
|
#define AHCI_DWC_HOST_S_HADDR BIT(7)
|
|
#define AHCI_DWC_HOST_M_HADDR BIT(6)
|
|
#define AHCI_DWC_HOST_S_HDATA_MASK GENMASK(5, 3)
|
|
#define AHCI_DWC_HOST_M_HDATA_MASK GENMASK(2, 0)
|
|
|
|
#define AHCI_DWC_HOST_GPARAM2R 0xec
|
|
#define AHCI_DWC_HOST_FBS_MEM_S BIT(19)
|
|
#define AHCI_DWC_HOST_FBS_PMPN_MASK GENMASK(17, 16)
|
|
#define AHCI_DWC_HOST_FBS_SUP BIT(15)
|
|
#define AHCI_DWC_HOST_DEV_CP BIT(14)
|
|
#define AHCI_DWC_HOST_DEV_MP BIT(13)
|
|
#define AHCI_DWC_HOST_ENCODE_M BIT(12)
|
|
#define AHCI_DWC_HOST_RXOOB_CLK_M BIT(11)
|
|
#define AHCI_DWC_HOST_RXOOB_M BIT(10)
|
|
#define AHCI_DWC_HOST_TXOOB_M BIT(9)
|
|
#define AHCI_DWC_HOST_RXOOB_M BIT(10)
|
|
#define AHCI_DWC_HOST_RXOOB_CLK_MASK GENMASK(8, 0)
|
|
|
|
#define AHCI_DWC_HOST_PPARAMR 0xf0
|
|
#define AHCI_DWC_HOST_TX_MEM_M BIT(11)
|
|
#define AHCI_DWC_HOST_TX_MEM_S BIT(10)
|
|
#define AHCI_DWC_HOST_RX_MEM_M BIT(9)
|
|
#define AHCI_DWC_HOST_RX_MEM_S BIT(8)
|
|
#define AHCI_DWC_HOST_TXFIFO_DEPTH GENMASK(7, 4)
|
|
#define AHCI_DWC_HOST_RXFIFO_DEPTH GENMASK(3, 0)
|
|
|
|
#define AHCI_DWC_HOST_TESTR 0xf4
|
|
#define AHCI_DWC_HOST_PSEL_MASK GENMASK(18, 16)
|
|
#define AHCI_DWC_HOST_TEST_IF BIT(0)
|
|
|
|
#define AHCI_DWC_HOST_VERSIONR 0xf8
|
|
#define AHCI_DWC_HOST_IDR 0xfc
|
|
|
|
#define AHCI_DWC_PORT_DMACR 0x70
|
|
#define AHCI_DWC_PORT_RXABL_MASK GENMASK(15, 12)
|
|
#define AHCI_DWC_PORT_TXABL_MASK GENMASK(11, 8)
|
|
#define AHCI_DWC_PORT_RXTS_MASK GENMASK(7, 4)
|
|
#define AHCI_DWC_PORT_TXTS_MASK GENMASK(3, 0)
|
|
#define AHCI_DWC_PORT_PHYCR 0x74
|
|
#define AHCI_DWC_PORT_PHYSR 0x78
|
|
|
|
/* Baikal-T1 AHCI SATA specific registers */
|
|
#define AHCI_BT1_HOST_PHYCR AHCI_DWC_HOST_GPCR
|
|
#define AHCI_BT1_HOST_MPLM_MASK GENMASK(29, 23)
|
|
#define AHCI_BT1_HOST_LOSDT_MASK GENMASK(22, 20)
|
|
#define AHCI_BT1_HOST_CRR BIT(19)
|
|
#define AHCI_BT1_HOST_CRW BIT(18)
|
|
#define AHCI_BT1_HOST_CRCD BIT(17)
|
|
#define AHCI_BT1_HOST_CRCA BIT(16)
|
|
#define AHCI_BT1_HOST_CRDI_MASK GENMASK(15, 0)
|
|
|
|
#define AHCI_BT1_HOST_PHYSR AHCI_DWC_HOST_GPSR
|
|
#define AHCI_BT1_HOST_CRA BIT(16)
|
|
#define AHCI_BT1_HOST_CRDO_MASK GENMASK(15, 0)
|
|
|
|
struct ahci_dwc_plat_data {
|
|
unsigned int pflags;
|
|
unsigned int hflags;
|
|
int (*init)(struct ahci_host_priv *hpriv);
|
|
int (*reinit)(struct ahci_host_priv *hpriv);
|
|
void (*clear)(struct ahci_host_priv *hpriv);
|
|
};
|
|
|
|
struct ahci_dwc_host_priv {
|
|
const struct ahci_dwc_plat_data *pdata;
|
|
struct platform_device *pdev;
|
|
|
|
u32 timv;
|
|
u32 dmacr[AHCI_MAX_PORTS];
|
|
};
|
|
|
|
static int ahci_bt1_init(struct ahci_host_priv *hpriv)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
int ret;
|
|
|
|
/* APB, application and reference clocks are required */
|
|
if (!ahci_platform_find_clk(hpriv, "pclk") ||
|
|
!ahci_platform_find_clk(hpriv, "aclk") ||
|
|
!ahci_platform_find_clk(hpriv, "ref")) {
|
|
dev_err(&dpriv->pdev->dev, "No system clocks specified\n");
|
|
return -EINVAL;
|
|
}
|
|
|
|
/*
|
|
* Fully reset the SATA AXI and ref clocks domain to ensure the state
|
|
* machine is working from scratch especially if the reference clocks
|
|
* source has been changed.
|
|
*/
|
|
ret = ahci_platform_assert_rsts(hpriv);
|
|
if (ret) {
|
|
dev_err(&dpriv->pdev->dev, "Couldn't assert the resets\n");
|
|
return ret;
|
|
}
|
|
|
|
ret = ahci_platform_deassert_rsts(hpriv);
|
|
if (ret) {
|
|
dev_err(&dpriv->pdev->dev, "Couldn't de-assert the resets\n");
|
|
return ret;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static struct ahci_host_priv *ahci_dwc_get_resources(struct platform_device *pdev)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv;
|
|
struct ahci_host_priv *hpriv;
|
|
|
|
dpriv = devm_kzalloc(&pdev->dev, sizeof(*dpriv), GFP_KERNEL);
|
|
if (!dpriv)
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
dpriv->pdev = pdev;
|
|
dpriv->pdata = device_get_match_data(&pdev->dev);
|
|
if (!dpriv->pdata)
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
hpriv = ahci_platform_get_resources(pdev, dpriv->pdata->pflags);
|
|
if (IS_ERR(hpriv))
|
|
return hpriv;
|
|
|
|
hpriv->flags |= dpriv->pdata->hflags;
|
|
hpriv->plat_data = (void *)dpriv;
|
|
|
|
return hpriv;
|
|
}
|
|
|
|
static void ahci_dwc_check_cap(struct ahci_host_priv *hpriv)
|
|
{
|
|
unsigned long port_map = hpriv->saved_port_map | hpriv->mask_port_map;
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
bool dev_mp, dev_cp, fbs_sup;
|
|
unsigned int fbs_pmp;
|
|
u32 param;
|
|
int i;
|
|
|
|
param = readl(hpriv->mmio + AHCI_DWC_HOST_GPARAM2R);
|
|
dev_mp = !!(param & AHCI_DWC_HOST_DEV_MP);
|
|
dev_cp = !!(param & AHCI_DWC_HOST_DEV_CP);
|
|
fbs_sup = !!(param & AHCI_DWC_HOST_FBS_SUP);
|
|
fbs_pmp = 5 * FIELD_GET(AHCI_DWC_HOST_FBS_PMPN_MASK, param);
|
|
|
|
if (!dev_mp && hpriv->saved_cap & HOST_CAP_MPS) {
|
|
dev_warn(&dpriv->pdev->dev, "MPS is unsupported\n");
|
|
hpriv->saved_cap &= ~HOST_CAP_MPS;
|
|
}
|
|
|
|
|
|
if (fbs_sup && fbs_pmp < AHCI_DWC_FBS_PMPN_MAX) {
|
|
dev_warn(&dpriv->pdev->dev, "PMPn is limited up to %u ports\n",
|
|
fbs_pmp);
|
|
}
|
|
|
|
for_each_set_bit(i, &port_map, AHCI_MAX_PORTS) {
|
|
if (!dev_mp && hpriv->saved_port_cap[i] & PORT_CMD_MPSP) {
|
|
dev_warn(&dpriv->pdev->dev, "MPS incapable port %d\n", i);
|
|
hpriv->saved_port_cap[i] &= ~PORT_CMD_MPSP;
|
|
}
|
|
|
|
if (!dev_cp && hpriv->saved_port_cap[i] & PORT_CMD_CPD) {
|
|
dev_warn(&dpriv->pdev->dev, "CPD incapable port %d\n", i);
|
|
hpriv->saved_port_cap[i] &= ~PORT_CMD_CPD;
|
|
}
|
|
|
|
if (!fbs_sup && hpriv->saved_port_cap[i] & PORT_CMD_FBSCP) {
|
|
dev_warn(&dpriv->pdev->dev, "FBS incapable port %d\n", i);
|
|
hpriv->saved_port_cap[i] &= ~PORT_CMD_FBSCP;
|
|
}
|
|
}
|
|
}
|
|
|
|
static void ahci_dwc_init_timer(struct ahci_host_priv *hpriv)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
unsigned long rate;
|
|
struct clk *aclk;
|
|
u32 cap, cap2;
|
|
|
|
/* 1ms tick is generated only for the CCC or DevSleep features */
|
|
cap = readl(hpriv->mmio + HOST_CAP);
|
|
cap2 = readl(hpriv->mmio + HOST_CAP2);
|
|
if (!(cap & HOST_CAP_CCC) && !(cap2 & HOST_CAP2_SDS))
|
|
return;
|
|
|
|
/*
|
|
* Tick is generated based on the AXI/AHB application clocks signal
|
|
* so we need to be sure in the clock we are going to use.
|
|
*/
|
|
aclk = ahci_platform_find_clk(hpriv, "aclk");
|
|
if (!aclk)
|
|
return;
|
|
|
|
/* 1ms timer interval is set as TIMV = AMBA_FREQ[MHZ] * 1000 */
|
|
dpriv->timv = readl(hpriv->mmio + AHCI_DWC_HOST_TIMER1MS);
|
|
dpriv->timv = FIELD_GET(AHCI_DWC_HOST_TIMV_MASK, dpriv->timv);
|
|
rate = clk_get_rate(aclk) / 1000UL;
|
|
if (rate == dpriv->timv)
|
|
return;
|
|
|
|
dev_info(&dpriv->pdev->dev, "Update CCC/DevSlp timer for Fapp %lu MHz\n",
|
|
rate / 1000UL);
|
|
dpriv->timv = FIELD_PREP(AHCI_DWC_HOST_TIMV_MASK, rate);
|
|
writel(dpriv->timv, hpriv->mmio + AHCI_DWC_HOST_TIMER1MS);
|
|
}
|
|
|
|
static int ahci_dwc_init_dmacr(struct ahci_host_priv *hpriv)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
struct device_node *child;
|
|
void __iomem *port_mmio;
|
|
u32 port, dmacr, ts;
|
|
|
|
/*
|
|
* Update the DMA Tx/Rx transaction sizes in accordance with the
|
|
* platform setup. Note values exceeding maximal or minimal limits will
|
|
* be automatically clamped. Also note the register isn't affected by
|
|
* the HBA global reset so we can freely initialize it once until the
|
|
* next system reset.
|
|
*/
|
|
for_each_child_of_node(dpriv->pdev->dev.of_node, child) {
|
|
if (!of_device_is_available(child))
|
|
continue;
|
|
|
|
if (of_property_read_u32(child, "reg", &port)) {
|
|
of_node_put(child);
|
|
return -EINVAL;
|
|
}
|
|
|
|
port_mmio = __ahci_port_base(hpriv, port);
|
|
dmacr = readl(port_mmio + AHCI_DWC_PORT_DMACR);
|
|
|
|
if (!of_property_read_u32(child, "snps,tx-ts-max", &ts)) {
|
|
ts = ilog2(ts);
|
|
dmacr &= ~AHCI_DWC_PORT_TXTS_MASK;
|
|
dmacr |= FIELD_PREP(AHCI_DWC_PORT_TXTS_MASK, ts);
|
|
}
|
|
|
|
if (!of_property_read_u32(child, "snps,rx-ts-max", &ts)) {
|
|
ts = ilog2(ts);
|
|
dmacr &= ~AHCI_DWC_PORT_RXTS_MASK;
|
|
dmacr |= FIELD_PREP(AHCI_DWC_PORT_RXTS_MASK, ts);
|
|
}
|
|
|
|
writel(dmacr, port_mmio + AHCI_DWC_PORT_DMACR);
|
|
dpriv->dmacr[port] = dmacr;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int ahci_dwc_init_host(struct ahci_host_priv *hpriv)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
int rc;
|
|
|
|
rc = ahci_platform_enable_resources(hpriv);
|
|
if (rc)
|
|
return rc;
|
|
|
|
if (dpriv->pdata->init) {
|
|
rc = dpriv->pdata->init(hpriv);
|
|
if (rc)
|
|
goto err_disable_resources;
|
|
}
|
|
|
|
ahci_dwc_check_cap(hpriv);
|
|
|
|
ahci_dwc_init_timer(hpriv);
|
|
|
|
rc = ahci_dwc_init_dmacr(hpriv);
|
|
if (rc)
|
|
goto err_clear_platform;
|
|
|
|
return 0;
|
|
|
|
err_clear_platform:
|
|
if (dpriv->pdata->clear)
|
|
dpriv->pdata->clear(hpriv);
|
|
|
|
err_disable_resources:
|
|
ahci_platform_disable_resources(hpriv);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static int ahci_dwc_reinit_host(struct ahci_host_priv *hpriv)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
unsigned long port_map = hpriv->port_map;
|
|
void __iomem *port_mmio;
|
|
int i, rc;
|
|
|
|
rc = ahci_platform_enable_resources(hpriv);
|
|
if (rc)
|
|
return rc;
|
|
|
|
if (dpriv->pdata->reinit) {
|
|
rc = dpriv->pdata->reinit(hpriv);
|
|
if (rc)
|
|
goto err_disable_resources;
|
|
}
|
|
|
|
writel(dpriv->timv, hpriv->mmio + AHCI_DWC_HOST_TIMER1MS);
|
|
|
|
for_each_set_bit(i, &port_map, AHCI_MAX_PORTS) {
|
|
port_mmio = __ahci_port_base(hpriv, i);
|
|
writel(dpriv->dmacr[i], port_mmio + AHCI_DWC_PORT_DMACR);
|
|
}
|
|
|
|
return 0;
|
|
|
|
err_disable_resources:
|
|
ahci_platform_disable_resources(hpriv);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static void ahci_dwc_clear_host(struct ahci_host_priv *hpriv)
|
|
{
|
|
struct ahci_dwc_host_priv *dpriv = hpriv->plat_data;
|
|
|
|
if (dpriv->pdata->clear)
|
|
dpriv->pdata->clear(hpriv);
|
|
|
|
ahci_platform_disable_resources(hpriv);
|
|
}
|
|
|
|
static void ahci_dwc_stop_host(struct ata_host *host)
|
|
{
|
|
struct ahci_host_priv *hpriv = host->private_data;
|
|
|
|
ahci_dwc_clear_host(hpriv);
|
|
}
|
|
|
|
static struct ata_port_operations ahci_dwc_port_ops = {
|
|
.inherits = &ahci_platform_ops,
|
|
.host_stop = ahci_dwc_stop_host,
|
|
};
|
|
|
|
static const struct ata_port_info ahci_dwc_port_info = {
|
|
.flags = AHCI_FLAG_COMMON,
|
|
.pio_mask = ATA_PIO4,
|
|
.udma_mask = ATA_UDMA6,
|
|
.port_ops = &ahci_dwc_port_ops,
|
|
};
|
|
|
|
static struct scsi_host_template ahci_dwc_scsi_info = {
|
|
AHCI_SHT(DRV_NAME),
|
|
};
|
|
|
|
static int ahci_dwc_probe(struct platform_device *pdev)
|
|
{
|
|
struct ahci_host_priv *hpriv;
|
|
int rc;
|
|
|
|
hpriv = ahci_dwc_get_resources(pdev);
|
|
if (IS_ERR(hpriv))
|
|
return PTR_ERR(hpriv);
|
|
|
|
rc = ahci_dwc_init_host(hpriv);
|
|
if (rc)
|
|
return rc;
|
|
|
|
rc = ahci_platform_init_host(pdev, hpriv, &ahci_dwc_port_info,
|
|
&ahci_dwc_scsi_info);
|
|
if (rc)
|
|
goto err_clear_host;
|
|
|
|
return 0;
|
|
|
|
err_clear_host:
|
|
ahci_dwc_clear_host(hpriv);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static int ahci_dwc_suspend(struct device *dev)
|
|
{
|
|
struct ata_host *host = dev_get_drvdata(dev);
|
|
struct ahci_host_priv *hpriv = host->private_data;
|
|
int rc;
|
|
|
|
rc = ahci_platform_suspend_host(dev);
|
|
if (rc)
|
|
return rc;
|
|
|
|
ahci_dwc_clear_host(hpriv);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int ahci_dwc_resume(struct device *dev)
|
|
{
|
|
struct ata_host *host = dev_get_drvdata(dev);
|
|
struct ahci_host_priv *hpriv = host->private_data;
|
|
int rc;
|
|
|
|
rc = ahci_dwc_reinit_host(hpriv);
|
|
if (rc)
|
|
return rc;
|
|
|
|
return ahci_platform_resume_host(dev);
|
|
}
|
|
|
|
static DEFINE_SIMPLE_DEV_PM_OPS(ahci_dwc_pm_ops, ahci_dwc_suspend,
|
|
ahci_dwc_resume);
|
|
|
|
static struct ahci_dwc_plat_data ahci_dwc_plat = {
|
|
.pflags = AHCI_PLATFORM_GET_RESETS,
|
|
};
|
|
|
|
static struct ahci_dwc_plat_data ahci_bt1_plat = {
|
|
.pflags = AHCI_PLATFORM_GET_RESETS | AHCI_PLATFORM_RST_TRIGGER,
|
|
.init = ahci_bt1_init,
|
|
};
|
|
|
|
static const struct of_device_id ahci_dwc_of_match[] = {
|
|
{ .compatible = "snps,dwc-ahci", &ahci_dwc_plat },
|
|
{ .compatible = "snps,spear-ahci", &ahci_dwc_plat },
|
|
{ .compatible = "baikal,bt1-ahci", &ahci_bt1_plat },
|
|
{},
|
|
};
|
|
MODULE_DEVICE_TABLE(of, ahci_dwc_of_match);
|
|
|
|
static struct platform_driver ahci_dwc_driver = {
|
|
.probe = ahci_dwc_probe,
|
|
.remove = ata_platform_remove_one,
|
|
.shutdown = ahci_platform_shutdown,
|
|
.driver = {
|
|
.name = DRV_NAME,
|
|
.of_match_table = ahci_dwc_of_match,
|
|
.pm = &ahci_dwc_pm_ops,
|
|
},
|
|
};
|
|
module_platform_driver(ahci_dwc_driver);
|
|
|
|
MODULE_DESCRIPTION("DWC AHCI SATA platform driver");
|
|
MODULE_AUTHOR("Serge Semin <Sergey.Semin@baikalelectronics.ru>");
|
|
MODULE_LICENSE("GPL");
|