| // SPDX-License-Identifier: GPL-2.0-only | 
 | /* | 
 |  * | 
 |  * OMAP SRAM detection and management | 
 |  * | 
 |  * Copyright (C) 2005 Nokia Corporation | 
 |  * Written by Tony Lindgren <tony@atomide.com> | 
 |  * | 
 |  * Copyright (C) 2009-2012 Texas Instruments | 
 |  * Added OMAP4/5 support - Santosh Shilimkar <santosh.shilimkar@ti.com> | 
 |  */ | 
 |  | 
 | #include <linux/module.h> | 
 | #include <linux/kernel.h> | 
 | #include <linux/init.h> | 
 | #include <linux/io.h> | 
 | #include <linux/set_memory.h> | 
 |  | 
 | #include <asm/fncpy.h> | 
 | #include <asm/tlb.h> | 
 | #include <asm/cacheflush.h> | 
 |  | 
 | #include <asm/mach/map.h> | 
 |  | 
 | #include "soc.h" | 
 | #include "iomap.h" | 
 | #include "prm2xxx_3xxx.h" | 
 | #include "sdrc.h" | 
 | #include "sram.h" | 
 |  | 
 | #define OMAP2_SRAM_PUB_PA	(OMAP2_SRAM_PA + 0xf800) | 
 | #define OMAP3_SRAM_PUB_PA       (OMAP3_SRAM_PA + 0x8000) | 
 |  | 
 | #define SRAM_BOOTLOADER_SZ	0x00 | 
 |  | 
 | #define OMAP24XX_VA_REQINFOPERM0	OMAP2_L3_IO_ADDRESS(0x68005048) | 
 | #define OMAP24XX_VA_READPERM0		OMAP2_L3_IO_ADDRESS(0x68005050) | 
 | #define OMAP24XX_VA_WRITEPERM0		OMAP2_L3_IO_ADDRESS(0x68005058) | 
 |  | 
 | #define OMAP34XX_VA_REQINFOPERM0	OMAP2_L3_IO_ADDRESS(0x68012848) | 
 | #define OMAP34XX_VA_READPERM0		OMAP2_L3_IO_ADDRESS(0x68012850) | 
 | #define OMAP34XX_VA_WRITEPERM0		OMAP2_L3_IO_ADDRESS(0x68012858) | 
 | #define OMAP34XX_VA_ADDR_MATCH2		OMAP2_L3_IO_ADDRESS(0x68012880) | 
 | #define OMAP34XX_VA_SMS_RG_ATT0		OMAP2_L3_IO_ADDRESS(0x6C000048) | 
 |  | 
 | #define GP_DEVICE		0x300 | 
 |  | 
 | #define ROUND_DOWN(value, boundary)	((value) & (~((boundary) - 1))) | 
 |  | 
 | static unsigned long omap_sram_start; | 
 | static unsigned long omap_sram_size; | 
 | static void __iomem *omap_sram_base; | 
 | static unsigned long omap_sram_skip; | 
 | static void __iomem *omap_sram_ceil; | 
 |  | 
 | /* | 
 |  * Memory allocator for SRAM: calculates the new ceiling address | 
 |  * for pushing a function using the fncpy API. | 
 |  * | 
 |  * Note that fncpy requires the returned address to be aligned | 
 |  * to an 8-byte boundary. | 
 |  */ | 
 | static void *omap_sram_push_address(unsigned long size) | 
 | { | 
 | 	unsigned long available, new_ceil = (unsigned long)omap_sram_ceil; | 
 |  | 
 | 	available = omap_sram_ceil - (omap_sram_base + omap_sram_skip); | 
 |  | 
 | 	if (size > available) { | 
 | 		pr_err("Not enough space in SRAM\n"); | 
 | 		return NULL; | 
 | 	} | 
 |  | 
 | 	new_ceil -= size; | 
 | 	new_ceil = ROUND_DOWN(new_ceil, FNCPY_ALIGN); | 
 | 	omap_sram_ceil = IOMEM(new_ceil); | 
 |  | 
 | 	return (void __force *)omap_sram_ceil; | 
 | } | 
 |  | 
 | void *omap_sram_push(void *funcp, unsigned long size) | 
 | { | 
 | 	void *sram; | 
 | 	unsigned long base; | 
 | 	int pages; | 
 | 	void *dst = NULL; | 
 |  | 
 | 	sram = omap_sram_push_address(size); | 
 | 	if (!sram) | 
 | 		return NULL; | 
 |  | 
 | 	base = (unsigned long)sram & PAGE_MASK; | 
 | 	pages = PAGE_ALIGN(size) / PAGE_SIZE; | 
 |  | 
 | 	set_memory_rw(base, pages); | 
 |  | 
 | 	dst = fncpy(sram, funcp, size); | 
 |  | 
 | 	set_memory_rox(base, pages); | 
 |  | 
 | 	return dst; | 
 | } | 
 |  | 
 | /* | 
 |  * The SRAM context is lost during off-idle and stack | 
 |  * needs to be reset. | 
 |  */ | 
 | static void omap_sram_reset(void) | 
 | { | 
 | 	omap_sram_ceil = omap_sram_base + omap_sram_size; | 
 | } | 
 |  | 
 | /* | 
 |  * Depending on the target RAMFS firewall setup, the public usable amount of | 
 |  * SRAM varies.  The default accessible size for all device types is 2k. A GP | 
 |  * device allows ARM11 but not other initiators for full size. This | 
 |  * functionality seems ok until some nice security API happens. | 
 |  */ | 
 | static int is_sram_locked(void) | 
 | { | 
 | 	if (omap_type() == OMAP2_DEVICE_TYPE_GP) { | 
 | 		/* RAMFW: R/W access to all initiators for all qualifier sets */ | 
 | 		if (cpu_is_omap242x()) { | 
 | 			writel_relaxed(0xFF, OMAP24XX_VA_REQINFOPERM0); /* all q-vects */ | 
 | 			writel_relaxed(0xCFDE, OMAP24XX_VA_READPERM0);  /* all i-read */ | 
 | 			writel_relaxed(0xCFDE, OMAP24XX_VA_WRITEPERM0); /* all i-write */ | 
 | 		} | 
 | 		if (cpu_is_omap34xx()) { | 
 | 			writel_relaxed(0xFFFF, OMAP34XX_VA_REQINFOPERM0); /* all q-vects */ | 
 | 			writel_relaxed(0xFFFF, OMAP34XX_VA_READPERM0);  /* all i-read */ | 
 | 			writel_relaxed(0xFFFF, OMAP34XX_VA_WRITEPERM0); /* all i-write */ | 
 | 			writel_relaxed(0x0, OMAP34XX_VA_ADDR_MATCH2); | 
 | 			writel_relaxed(0xFFFFFFFF, OMAP34XX_VA_SMS_RG_ATT0); | 
 | 		} | 
 | 		return 0; | 
 | 	} else | 
 | 		return 1; /* assume locked with no PPA or security driver */ | 
 | } | 
 |  | 
 | /* | 
 |  * The amount of SRAM depends on the core type. | 
 |  * Note that we cannot try to test for SRAM here because writes | 
 |  * to secure SRAM will hang the system. Also the SRAM is not | 
 |  * yet mapped at this point. | 
 |  */ | 
 | static void __init omap_detect_sram(void) | 
 | { | 
 | 	omap_sram_skip = SRAM_BOOTLOADER_SZ; | 
 | 	if (is_sram_locked()) { | 
 | 		if (cpu_is_omap34xx()) { | 
 | 			omap_sram_start = OMAP3_SRAM_PUB_PA; | 
 | 			if ((omap_type() == OMAP2_DEVICE_TYPE_EMU) || | 
 | 			    (omap_type() == OMAP2_DEVICE_TYPE_SEC)) { | 
 | 				omap_sram_size = 0x7000; /* 28K */ | 
 | 				omap_sram_skip += SZ_16K; | 
 | 			} else { | 
 | 				omap_sram_size = 0x8000; /* 32K */ | 
 | 			} | 
 | 		} else { | 
 | 			omap_sram_start = OMAP2_SRAM_PUB_PA; | 
 | 			omap_sram_size = 0x800; /* 2K */ | 
 | 		} | 
 | 	} else { | 
 | 		if (cpu_is_omap34xx()) { | 
 | 			omap_sram_start = OMAP3_SRAM_PA; | 
 | 			omap_sram_size = 0x10000; /* 64K */ | 
 | 		} else { | 
 | 			omap_sram_start = OMAP2_SRAM_PA; | 
 | 			if (cpu_is_omap242x()) | 
 | 				omap_sram_size = 0xa0000; /* 640K */ | 
 | 			else if (cpu_is_omap243x()) | 
 | 				omap_sram_size = 0x10000; /* 64K */ | 
 | 		} | 
 | 	} | 
 | } | 
 |  | 
 | /* | 
 |  * Note that we cannot use ioremap for SRAM, as clock init needs SRAM early. | 
 |  */ | 
 | static void __init omap2_map_sram(void) | 
 | { | 
 | 	unsigned long base; | 
 | 	int pages; | 
 | 	int cached = 1; | 
 |  | 
 | 	if (cpu_is_omap34xx()) { | 
 | 		/* | 
 | 		 * SRAM must be marked as non-cached on OMAP3 since the | 
 | 		 * CORE DPLL M2 divider change code (in SRAM) runs with the | 
 | 		 * SDRAM controller disabled, and if it is marked cached, | 
 | 		 * the ARM may attempt to write cache lines back to SDRAM | 
 | 		 * which will cause the system to hang. | 
 | 		 */ | 
 | 		cached = 0; | 
 | 	} | 
 |  | 
 | 	if (omap_sram_size == 0) | 
 | 		return; | 
 |  | 
 | 	omap_sram_start = ROUND_DOWN(omap_sram_start, PAGE_SIZE); | 
 | 	omap_sram_base = __arm_ioremap_exec(omap_sram_start, omap_sram_size, cached); | 
 | 	if (!omap_sram_base) { | 
 | 		pr_err("SRAM: Could not map\n"); | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	omap_sram_reset(); | 
 |  | 
 | 	/* | 
 | 	 * Looks like we need to preserve some bootloader code at the | 
 | 	 * beginning of SRAM for jumping to flash for reboot to work... | 
 | 	 */ | 
 | 	memset_io(omap_sram_base + omap_sram_skip, 0, | 
 | 		  omap_sram_size - omap_sram_skip); | 
 |  | 
 | 	base = (unsigned long)omap_sram_base; | 
 | 	pages = PAGE_ALIGN(omap_sram_size) / PAGE_SIZE; | 
 |  | 
 | 	set_memory_rox(base, pages); | 
 | } | 
 |  | 
 | static void (*_omap2_sram_ddr_init)(u32 *slow_dll_ctrl, u32 fast_dll_ctrl, | 
 | 			      u32 base_cs, u32 force_unlock); | 
 |  | 
 | void omap2_sram_ddr_init(u32 *slow_dll_ctrl, u32 fast_dll_ctrl, | 
 | 		   u32 base_cs, u32 force_unlock) | 
 | { | 
 | 	BUG_ON(!_omap2_sram_ddr_init); | 
 | 	_omap2_sram_ddr_init(slow_dll_ctrl, fast_dll_ctrl, | 
 | 			     base_cs, force_unlock); | 
 | } | 
 |  | 
 | static void (*_omap2_sram_reprogram_sdrc)(u32 perf_level, u32 dll_val, | 
 | 					  u32 mem_type); | 
 |  | 
 | void omap2_sram_reprogram_sdrc(u32 perf_level, u32 dll_val, u32 mem_type) | 
 | { | 
 | 	BUG_ON(!_omap2_sram_reprogram_sdrc); | 
 | 	_omap2_sram_reprogram_sdrc(perf_level, dll_val, mem_type); | 
 | } | 
 |  | 
 | static u32 (*_omap2_set_prcm)(u32 dpll_ctrl_val, u32 sdrc_rfr_val, int bypass); | 
 |  | 
 | u32 omap2_set_prcm(u32 dpll_ctrl_val, u32 sdrc_rfr_val, int bypass) | 
 | { | 
 | 	BUG_ON(!_omap2_set_prcm); | 
 | 	return _omap2_set_prcm(dpll_ctrl_val, sdrc_rfr_val, bypass); | 
 | } | 
 |  | 
 | #ifdef CONFIG_SOC_OMAP2420 | 
 | static int __init omap242x_sram_init(void) | 
 | { | 
 | 	_omap2_sram_ddr_init = omap_sram_push(omap242x_sram_ddr_init, | 
 | 					omap242x_sram_ddr_init_sz); | 
 |  | 
 | 	_omap2_sram_reprogram_sdrc = omap_sram_push(omap242x_sram_reprogram_sdrc, | 
 | 					    omap242x_sram_reprogram_sdrc_sz); | 
 |  | 
 | 	_omap2_set_prcm = omap_sram_push(omap242x_sram_set_prcm, | 
 | 					 omap242x_sram_set_prcm_sz); | 
 |  | 
 | 	return 0; | 
 | } | 
 | #else | 
 | static inline int omap242x_sram_init(void) | 
 | { | 
 | 	return 0; | 
 | } | 
 | #endif | 
 |  | 
 | #ifdef CONFIG_SOC_OMAP2430 | 
 | static int __init omap243x_sram_init(void) | 
 | { | 
 | 	_omap2_sram_ddr_init = omap_sram_push(omap243x_sram_ddr_init, | 
 | 					omap243x_sram_ddr_init_sz); | 
 |  | 
 | 	_omap2_sram_reprogram_sdrc = omap_sram_push(omap243x_sram_reprogram_sdrc, | 
 | 					    omap243x_sram_reprogram_sdrc_sz); | 
 |  | 
 | 	_omap2_set_prcm = omap_sram_push(omap243x_sram_set_prcm, | 
 | 					 omap243x_sram_set_prcm_sz); | 
 |  | 
 | 	return 0; | 
 | } | 
 | #else | 
 | static inline int omap243x_sram_init(void) | 
 | { | 
 | 	return 0; | 
 | } | 
 | #endif | 
 |  | 
 | #ifdef CONFIG_ARCH_OMAP3 | 
 |  | 
 | void omap3_sram_restore_context(void) | 
 | { | 
 | 	omap_sram_reset(); | 
 |  | 
 | 	omap_push_sram_idle(); | 
 | } | 
 |  | 
 | static inline int omap34xx_sram_init(void) | 
 | { | 
 | 	omap3_sram_restore_context(); | 
 | 	return 0; | 
 | } | 
 | #else | 
 | static inline int omap34xx_sram_init(void) | 
 | { | 
 | 	return 0; | 
 | } | 
 | #endif /* CONFIG_ARCH_OMAP3 */ | 
 |  | 
 | int __init omap_sram_init(void) | 
 | { | 
 | 	omap_detect_sram(); | 
 | 	omap2_map_sram(); | 
 |  | 
 | 	if (cpu_is_omap242x()) | 
 | 		omap242x_sram_init(); | 
 | 	else if (cpu_is_omap2430()) | 
 | 		omap243x_sram_init(); | 
 | 	else if (cpu_is_omap34xx()) | 
 | 		omap34xx_sram_init(); | 
 |  | 
 | 	return 0; | 
 | } |