/* * arch/arm/mm/cache-l2x0.c - L210/L220 cache controller support * * Copyright (C) 2007 ARM Limited * Copyright (c) 2009, Code Aurora Forum. All rights reserved. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include #include #include #include #include #define CACHE_LINE_SIZE 32 static void __iomem *l2x0_base; static uint32_t aux_ctrl_save; static DEFINE_SPINLOCK(l2x0_lock); static inline void sync_writel(unsigned long val, unsigned long reg, unsigned long complete_mask) { unsigned long flags; spin_lock_irqsave(&l2x0_lock, flags); writel(val, l2x0_base + reg); /* wait for the operation to complete */ while (readl(l2x0_base + reg) & complete_mask) ; spin_unlock_irqrestore(&l2x0_lock, flags); } static inline void cache_sync(void) { sync_writel(0, L2X0_CACHE_SYNC, 1); } void l2x0_cache_sync(void) { cache_sync(); } static inline void l2x0_inv_all(void) { /* invalidate all ways */ sync_writel(0xff, L2X0_INV_WAY, 0xff); cache_sync(); } static inline void l2x0_flush_all(void) { /* clean and invalidate all ways */ sync_writel(0xff, L2X0_CLEAN_INV_WAY, 0xff); cache_sync(); } static void l2x0_inv_range(unsigned long start, unsigned long end) { unsigned long addr; if (start & (CACHE_LINE_SIZE - 1)) { start &= ~(CACHE_LINE_SIZE - 1); sync_writel(start, L2X0_CLEAN_INV_LINE_PA, 1); start += CACHE_LINE_SIZE; } if (end & (CACHE_LINE_SIZE - 1)) { end &= ~(CACHE_LINE_SIZE - 1); sync_writel(end, L2X0_CLEAN_INV_LINE_PA, 1); } for (addr = start; addr < end; addr += CACHE_LINE_SIZE) sync_writel(addr, L2X0_INV_LINE_PA, 1); cache_sync(); } static void l2x0_inv_range_atomic(unsigned long start, unsigned long end) { unsigned long addr; if (start & (CACHE_LINE_SIZE - 1)) { start &= ~(CACHE_LINE_SIZE - 1); writel(start, l2x0_base + L2X0_CLEAN_INV_LINE_PA); start += CACHE_LINE_SIZE; } if (end & (CACHE_LINE_SIZE - 1)) { end &= ~(CACHE_LINE_SIZE - 1); writel(end, l2x0_base + L2X0_CLEAN_INV_LINE_PA); } for (addr = start; addr < end; addr += CACHE_LINE_SIZE) writel(addr, l2x0_base + L2X0_INV_LINE_PA); } static void l2x0_clean_range(unsigned long start, unsigned long end) { unsigned long addr; start &= ~(CACHE_LINE_SIZE - 1); for (addr = start; addr < end; addr += CACHE_LINE_SIZE) sync_writel(addr, L2X0_CLEAN_LINE_PA, 1); cache_sync(); } static void l2x0_clean_range_atomic(unsigned long start, unsigned long end) { unsigned long addr; start &= ~(CACHE_LINE_SIZE - 1); for (addr = start; addr < end; addr += CACHE_LINE_SIZE) writel(addr, l2x0_base + L2X0_CLEAN_LINE_PA); } static void l2x0_flush_range(unsigned long start, unsigned long end) { unsigned long addr; start &= ~(CACHE_LINE_SIZE - 1); for (addr = start; addr < end; addr += CACHE_LINE_SIZE) sync_writel(addr, L2X0_CLEAN_INV_LINE_PA, 1); cache_sync(); } void l2x0_flush_range_atomic(unsigned long start, unsigned long end) { unsigned long addr; start &= ~(CACHE_LINE_SIZE - 1); for (addr = start; addr < end; addr += CACHE_LINE_SIZE) writel(addr, l2x0_base + L2X0_CLEAN_INV_LINE_PA); } void __init l2x0_init(void __iomem *base, __u32 aux_val, __u32 aux_mask) { __u32 bits; l2x0_base = base; /* disable L2X0 */ bits = readl(l2x0_base + L2X0_CTRL); bits &= ~0x01; /* clear bit 0 */ writel(bits, l2x0_base + L2X0_CTRL); bits = readl(l2x0_base + L2X0_AUX_CTRL); bits &= aux_mask; bits |= aux_val; writel(bits, l2x0_base + L2X0_AUX_CTRL); l2x0_inv_all(); /* enable L2X0 */ bits = readl(l2x0_base + L2X0_CTRL); bits |= 0x01; /* set bit 0 */ writel(bits, l2x0_base + L2X0_CTRL); bits = readl(l2x0_base + L2X0_CACHE_ID); bits >>= 6; /* part no, bit 6 to 9 */ bits &= 0x0f; /* 4 bits */ if (bits == 2) { /* L220 */ outer_cache.inv_range = l2x0_inv_range; outer_cache.clean_range = l2x0_clean_range; outer_cache.flush_range = l2x0_flush_range; printk(KERN_INFO "L220 cache controller enabled\n"); } else { /* L210 */ outer_cache.inv_range = l2x0_inv_range_atomic; outer_cache.clean_range = l2x0_clean_range_atomic; outer_cache.flush_range = l2x0_flush_range_atomic; printk(KERN_INFO "L210 cache controller enabled\n"); } } void l2x0_suspend(void) { /* Save aux control register value */ aux_ctrl_save = readl(l2x0_base + L2X0_AUX_CTRL); /* Flush all cache */ l2x0_flush_all(); /* Disable the cache */ writel(0, l2x0_base + L2X0_CTRL); /* Memory barrier */ dmb(); } void l2x0_resume(int collapsed) { if (collapsed) { /* Disable the cache */ writel(0, l2x0_base + L2X0_CTRL); /* Restore aux control register value */ writel(aux_ctrl_save, l2x0_base + L2X0_AUX_CTRL); /* Invalidate the cache */ l2x0_inv_all(); } /* Enable the cache */ writel(1, l2x0_base + L2X0_CTRL); }