// SPDX-License-Identifier: GPL-2.0+ /* * Sun8i a33 platform dram controller init. * * (C) Copyright 2007-2015 Allwinner Technology Co. * Jerry Wang <wangflord@allwinnertech.com> * (C) Copyright 2015 Vishnu Patekar <vishnupatekar0510@gmail.com> * (C) Copyright 2015 Hans de Goede <hdegoede@redhat.com> */ #include <common.h> #include <errno.h> #include <init.h> #include <asm/io.h> #include <asm/arch/clock.h> #include <asm/arch/dram.h> #include <asm/arch/prcm.h> #include <linux/delay.h> /* PLL runs at 2x dram-clk, controller runs at PLL / 4 (dram-clk / 2) */ #define DRAM_CLK_MUL 2 #define DRAM_CLK_DIV 4 #define DRAM_SIGMA_DELTA_ENABLE 1 struct dram_para { u8 cs1; u8 seq; u8 bank; u8 rank; u8 rows; u8 bus_width; u16 page_size; }; static void mctl_set_cr(struct dram_para *para) { struct sunxi_mctl_com_reg * const mctl_com = (struct sunxi_mctl_com_reg *)SUNXI_DRAM_COM_BASE; writel(MCTL_CR_CS1_CONTROL(para->cs1) | MCTL_CR_UNKNOWN | MCTL_CR_CHANNEL(1) | MCTL_CR_DDR3 | (para->seq ? MCTL_CR_SEQUENCE : 0) | ((para->bus_width == 16) ? MCTL_CR_BUSW16 : MCTL_CR_BUSW8) | MCTL_CR_PAGE_SIZE(para->page_size) | MCTL_CR_ROW(para->rows) | MCTL_CR_BANK(para->bank) | MCTL_CR_RANK(para->rank), &mctl_com->cr); } static void auto_detect_dram_size(struct dram_para *para) { u8 orig_rank = para->rank; int rows, columns; /* Row detect */ para->page_size = 512; para->seq = 1; para->rows = 16; para->rank = 1; mctl_set_cr(para); for (rows = 11 ; rows < 16 ; rows++) { if (mctl_mem_matches(1 << (rows + 9))) /* row-column */ break; } /* Column (page size) detect */ para->rows = 11; para->page_size = 8192; mctl_set_cr(para); for (columns = 9 ; columns < 13 ; columns++) { if (mctl_mem_matches(1 << columns)) break; } para->seq = 0; para->rank = orig_rank; para->rows = rows; para->page_size = 1 << columns; mctl_set_cr(para); } static inline int ns_to_t(int nanoseconds) { const unsigned int ctrl_freq = CONFIG_DRAM_CLK * DRAM_CLK_MUL / DRAM_CLK_DIV; return (ctrl_freq * nanoseconds + 999) / 1000; } static void auto_set_timing_para(struct dram_para *para) { struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; u32 reg_val; u8 tccd = 2; u8 tfaw = ns_to_t(50); u8 trrd = max(ns_to_t(10), 4); u8 trcd = ns_to_t(15); u8 trc = ns_to_t(53); u8 txp = max(ns_to_t(8), 3); u8 twtr = max(ns_to_t(8), 4); u8 trtp = max(ns_to_t(8), 4); u8 twr = max(ns_to_t(15), 3); u8 trp = ns_to_t(15); u8 tras = ns_to_t(38); u16 trefi = ns_to_t(7800) / 32; u16 trfc = ns_to_t(350); /* Fixed timing parameters */ u8 tmrw = 0; u8 tmrd = 4; u8 tmod = 12; u8 tcke = 3; u8 tcksrx = 5; u8 tcksre = 5; u8 tckesr = 4; u8 trasmax = 24; u8 tcl = 6; /* CL 12 */ u8 tcwl = 4; /* CWL 8 */ u8 t_rdata_en = 4; u8 wr_latency = 2; u32 tdinit0 = (500 * CONFIG_DRAM_CLK) + 1; /* 500us */ u32 tdinit1 = (360 * CONFIG_DRAM_CLK) / 1000 + 1; /* 360ns */ u32 tdinit2 = (200 * CONFIG_DRAM_CLK) + 1; /* 200us */ u32 tdinit3 = (1 * CONFIG_DRAM_CLK) + 1; /* 1us */ u8 twtp = tcwl + 2 + twr; /* WL + BL / 2 + tWR */ u8 twr2rd = tcwl + 2 + twtr; /* WL + BL / 2 + tWTR */ u8 trd2wr = tcl + 2 + 1 - tcwl; /* RL + BL / 2 + 2 - WL */ /* Set work mode register */ mctl_set_cr(para); /* Set mode register */ writel(MCTL_MR0, &mctl_ctl->mr0); writel(MCTL_MR1, &mctl_ctl->mr1); writel(MCTL_MR2, &mctl_ctl->mr2); writel(MCTL_MR3, &mctl_ctl->mr3); /* Set dram timing */ reg_val = (twtp << 24) | (tfaw << 16) | (trasmax << 8) | (tras << 0); writel(reg_val, &mctl_ctl->dramtmg0); reg_val = (txp << 16) | (trtp << 8) | (trc << 0); writel(reg_val, &mctl_ctl->dramtmg1); reg_val = (tcwl << 24) | (tcl << 16) | (trd2wr << 8) | (twr2rd << 0); writel(reg_val, &mctl_ctl->dramtmg2); reg_val = (tmrw << 16) | (tmrd << 12) | (tmod << 0); writel(reg_val, &mctl_ctl->dramtmg3); reg_val = (trcd << 24) | (tccd << 16) | (trrd << 8) | (trp << 0); writel(reg_val, &mctl_ctl->dramtmg4); reg_val = (tcksrx << 24) | (tcksre << 16) | (tckesr << 8) | (tcke << 0); writel(reg_val, &mctl_ctl->dramtmg5); /* Set two rank timing and exit self-refresh timing */ reg_val = readl(&mctl_ctl->dramtmg8); reg_val &= ~(0xff << 8); reg_val &= ~(0xff << 0); reg_val |= (0x33 << 8); reg_val |= (0x10 << 0); writel(reg_val, &mctl_ctl->dramtmg8); /* Set phy interface time */ reg_val = (0x2 << 24) | (t_rdata_en << 16) | (0x1 << 8) | (wr_latency << 0); /* PHY interface write latency and read latency configure */ writel(reg_val, &mctl_ctl->pitmg0); /* Set phy time PTR0-2 use default */ writel(((tdinit0 << 0) | (tdinit1 << 20)), &mctl_ctl->ptr3); writel(((tdinit2 << 0) | (tdinit3 << 20)), &mctl_ctl->ptr4); /* Set refresh timing */ reg_val = (trefi << 16) | (trfc << 0); writel(reg_val, &mctl_ctl->rfshtmg); } static void mctl_set_pir(u32 val) { struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; writel(val, &mctl_ctl->pir); mctl_await_completion(&mctl_ctl->pgsr0, 0x1, 0x1); } static void mctl_data_train_cfg(struct dram_para *para) { struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; if (para->rank == 2) clrsetbits_le32(&mctl_ctl->dtcr, 0x3 << 24, 0x3 << 24); else clrsetbits_le32(&mctl_ctl->dtcr, 0x3 << 24, 0x1 << 24); } static int mctl_train_dram(struct dram_para *para) { struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; mctl_data_train_cfg(para); mctl_set_pir(0x5f3); return ((readl(&mctl_ctl->pgsr0) >> 20) & 0xff) ? -EIO : 0; } static int mctl_channel_init(struct dram_para *para) { struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; struct sunxi_mctl_com_reg * const mctl_com = (struct sunxi_mctl_com_reg *)SUNXI_DRAM_COM_BASE; u32 low_data_lines_status; /* Training status of datalines 0 - 7 */ u32 high_data_lines_status; /* Training status of datalines 8 - 15 */ auto_set_timing_para(para); /* Disable dram VTC */ clrbits_le32(&mctl_ctl->pgcr0, 0x3f << 0); /* Set ODT */ if ((CONFIG_DRAM_CLK > 400) && IS_ENABLED(CONFIG_DRAM_ODT_EN)) { setbits_le32(DXnGCR0(0), 0x3 << 9); setbits_le32(DXnGCR0(1), 0x3 << 9); } else { clrbits_le32(DXnGCR0(0), 0x3 << 9); clrbits_le32(DXnGCR0(1), 0x3 << 9); } /* set PLL configuration */ if (CONFIG_DRAM_CLK >= 480) setbits_le32(&mctl_ctl->pllgcr, 0x1 << 18); else setbits_le32(&mctl_ctl->pllgcr, 0x3 << 18); /* Auto detect dram config, set 2 rank and 16bit bus-width */ para->cs1 = 0; para->rank = 2; para->bus_width = 16; mctl_set_cr(para); /* Open DQS gating */ clrbits_le32(&mctl_ctl->pgcr2, (0x3 << 6)); clrbits_le32(&mctl_ctl->dqsgmr, (0x1 << 8) | (0x7)); mctl_data_train_cfg(para); /* ZQ calibration */ writel(CONFIG_DRAM_ZQ & 0xff, &mctl_ctl->zqcr1); /* CA calibration */ mctl_set_pir(0x00000003); /* More ZQ calibration */ writel(readl(&mctl_ctl->zqsr0) | 0x10000000, &mctl_ctl->zqcr2); writel((CONFIG_DRAM_ZQ >> 8) & 0xff, &mctl_ctl->zqcr1); /* DQS gate training */ if (mctl_train_dram(para) != 0) { low_data_lines_status = (readl(DXnGSR0(0)) >> 24) & 0x03; high_data_lines_status = (readl(DXnGSR0(1)) >> 24) & 0x03; if (low_data_lines_status == 0x3) return -EIO; /* DRAM has only one rank */ para->rank = 1; mctl_set_cr(para); if (low_data_lines_status == high_data_lines_status) goto done; /* 16 bit bus, 1 rank */ if (!(low_data_lines_status & high_data_lines_status)) { /* Retry 16 bit bus-width with CS1 set */ para->cs1 = 1; mctl_set_cr(para); if (mctl_train_dram(para) == 0) goto done; } /* Try 8 bit bus-width */ writel(0x0, DXnGCR0(1)); /* Disable high DQ */ para->cs1 = 0; para->bus_width = 8; mctl_set_cr(para); if (mctl_train_dram(para) != 0) return -EIO; } done: /* Check the dramc status */ mctl_await_completion(&mctl_ctl->statr, 0x1, 0x1); /* Close DQS gating */ setbits_le32(&mctl_ctl->pgcr2, 0x3 << 6); /* Enable master access */ writel(0xffffffff, &mctl_com->maer); return 0; } static void mctl_sys_init(struct dram_para *para) { struct sunxi_ccm_reg * const ccm = (struct sunxi_ccm_reg *)SUNXI_CCM_BASE; struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; struct sunxi_mctl_com_reg * const mctl_com = (struct sunxi_mctl_com_reg *)SUNXI_DRAM_COM_BASE; clrsetbits_le32(&ccm->dram_pll_cfg, CCM_DRAMPLL_CFG_SRC_MASK, CCM_DRAMPLL_CFG_SRC_PLL11); clock_set_pll11(CONFIG_DRAM_CLK * 1000000 * DRAM_CLK_MUL, DRAM_SIGMA_DELTA_ENABLE); clrsetbits_le32(&ccm->dram_clk_cfg, CCM_DRAMCLK_CFG_DIV_MASK, CCM_DRAMCLK_CFG_DIV(DRAM_CLK_DIV) | CCM_DRAMCLK_CFG_RST | CCM_DRAMCLK_CFG_UPD); mctl_await_completion(&ccm->dram_clk_cfg, CCM_DRAMCLK_CFG_UPD, 0); setbits_le32(&ccm->ahb_reset0_cfg, 1 << AHB_RESET_OFFSET_MCTL); setbits_le32(&ccm->ahb_gate0, 1 << AHB_GATE_OFFSET_MCTL); setbits_le32(&ccm->mbus_reset, CCM_MBUS_RESET_RESET); setbits_le32(&ccm->mbus0_clk_cfg, MBUS_CLK_GATE); /* Set dram master access priority */ writel(0x0, &mctl_com->mapr); writel(0x0f802f01, &mctl_ctl->sched); writel(0x0000400f, &mctl_ctl->clken); /* normal */ udelay(250); } unsigned long sunxi_dram_init(void) { struct sunxi_mctl_com_reg * const mctl_com = (struct sunxi_mctl_com_reg *)SUNXI_DRAM_COM_BASE; struct sunxi_mctl_ctl_reg * const mctl_ctl = (struct sunxi_mctl_ctl_reg *)SUNXI_DRAM_CTL0_BASE; struct dram_para para = { .cs1 = 0, .bank = 1, .rank = 2, .rows = 15, .bus_width = 16, .page_size = 2048, }; mctl_sys_init(¶); if (mctl_channel_init(¶) != 0) return 0; auto_detect_dram_size(¶); /* Enable master software clk */ writel(readl(&mctl_com->swonr) | 0x3ffff, &mctl_com->swonr); /* Set DRAM ODT MAP */ if (para.rank == 2) writel(0x00000303, &mctl_ctl->odtmap); else writel(0x00000201, &mctl_ctl->odtmap); return para.page_size * (para.bus_width / 8) * (1 << (para.bank + para.rank + para.rows)); }