2005-04-17 02:20:36 +04:00
/*
* This file is subject to the terms and conditions of the GNU General Public
* License . See the file " COPYING " in the main directory of this archive
* for more details .
*
* Copyright ( C ) 1994 - 2002 by Ralf Baechle
* Copyright ( C ) 1999 , 2000 , 2001 Silicon Graphics , Inc .
* Copyright ( C ) 2002 Maciej W . Rozycki
*/
# ifndef _ASM_PGTABLE_BITS_H
# define _ASM_PGTABLE_BITS_H
/*
* Note that we shift the lower 32 bits of each EntryLo [ 01 ] entry
* 6 bits to the left . That way we can convert the PFN into the
* physical address by a single ' and ' operation and gain 6 additional
* bits for storing information which isn ' t present in a normal
* MIPS page table .
*
* Similar to the Alpha port , we need to keep track of the ref
* and mod bits in software . We have a software " yeah you can read
* from this page " bit, and a hardware one which actually lets the
2013-01-22 15:59:30 +04:00
* process read from the page . On the same token we have a software
2005-04-17 02:20:36 +04:00
* writable bit and the real hardware one which actually lets the
* process write to the page , this keeps a mod bit via the hardware
* dirty bit .
*
* Certain revisions of the R4000 and R5000 have a bug where if a
* certain sequence occurs in the last 3 instructions of an executable
* page , and the following page is not mapped , the cpu can do
* unpredictable things . The code ( when it is written ) to deal with
* this problem will be in the update_mmu_cache ( ) code for the r4k .
*/
2014-11-22 02:16:48 +03:00
# if defined(CONFIG_PHYS_ADDR_T_64BIT) && defined(CONFIG_CPU_MIPS32)
2005-04-17 02:20:36 +04:00
2012-10-17 00:20:26 +04:00
/*
2015-02-19 19:18:50 +03:00
* The following bits are implemented by the TLB hardware
2012-10-17 00:20:26 +04:00
*/
2015-02-27 03:16:38 +03:00
# define _PAGE_NO_EXEC_SHIFT 0
# define _PAGE_NO_EXEC (1 << _PAGE_NO_EXEC_SHIFT)
# define _PAGE_NO_READ_SHIFT (_PAGE_NO_EXEC_SHIFT + 1)
# define _PAGE_NO_READ (1 << _PAGE_NO_READ_SHIFT)
# define _PAGE_GLOBAL_SHIFT (_PAGE_NO_READ_SHIFT + 1)
2014-11-13 18:52:01 +03:00
# define _PAGE_GLOBAL (1 << _PAGE_GLOBAL_SHIFT)
# define _PAGE_VALID_SHIFT (_PAGE_GLOBAL_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _PAGE_VALID (1 << _PAGE_VALID_SHIFT)
2014-11-13 18:52:01 +03:00
# define _PAGE_DIRTY_SHIFT (_PAGE_VALID_SHIFT + 1)
# define _PAGE_DIRTY (1 << _PAGE_DIRTY_SHIFT)
# define _CACHE_SHIFT (_PAGE_DIRTY_SHIFT + 1)
# define _CACHE_MASK (7 << _CACHE_SHIFT)
2012-10-17 00:20:26 +04:00
/*
* The following bits are implemented in software
2013-01-18 19:58:26 +04:00
*/
2015-02-27 03:16:38 +03:00
# define _PAGE_PRESENT_SHIFT (24)
2012-10-17 00:20:26 +04:00
# define _PAGE_PRESENT (1 << _PAGE_PRESENT_SHIFT)
2014-11-13 18:52:01 +03:00
# define _PAGE_READ_SHIFT (_PAGE_PRESENT_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _PAGE_READ (1 << _PAGE_READ_SHIFT)
2014-11-13 18:52:01 +03:00
# define _PAGE_WRITE_SHIFT (_PAGE_READ_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
2014-11-13 18:52:01 +03:00
# define _PAGE_ACCESSED_SHIFT (_PAGE_WRITE_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _PAGE_ACCESSED (1 << _PAGE_ACCESSED_SHIFT)
2014-11-13 18:52:01 +03:00
# define _PAGE_MODIFIED_SHIFT (_PAGE_ACCESSED_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _PAGE_MODIFIED (1 << _PAGE_MODIFIED_SHIFT)
2005-04-17 02:20:36 +04:00
2014-11-13 18:52:01 +03:00
# define _PFN_SHIFT (PAGE_SHIFT - 12 + _CACHE_SHIFT + 3)
2005-04-17 02:20:36 +04:00
2015-02-27 03:16:38 +03:00
/*
* Bits for extended EntryLo0 / EntryLo1 registers
*/
# define _PFNX_MASK 0xffffff
2010-02-11 02:12:47 +03:00
# elif defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
2005-04-17 02:20:36 +04:00
2012-10-17 00:20:26 +04:00
/*
2015-02-19 19:18:50 +03:00
* The following bits are implemented in software
2012-10-17 00:20:26 +04:00
*/
2015-02-19 19:18:50 +03:00
# define _PAGE_PRESENT_SHIFT (0)
# define _PAGE_PRESENT (1 << _PAGE_PRESENT_SHIFT)
# define _PAGE_READ_SHIFT (_PAGE_PRESENT_SHIFT + 1)
# define _PAGE_READ (1 << _PAGE_READ_SHIFT)
# define _PAGE_WRITE_SHIFT (_PAGE_READ_SHIFT + 1)
# define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
# define _PAGE_ACCESSED_SHIFT (_PAGE_WRITE_SHIFT + 1)
# define _PAGE_ACCESSED (1 << _PAGE_ACCESSED_SHIFT)
# define _PAGE_MODIFIED_SHIFT (_PAGE_ACCESSED_SHIFT + 1)
# define _PAGE_MODIFIED (1 << _PAGE_MODIFIED_SHIFT)
2005-04-17 02:20:36 +04:00
2012-10-17 00:20:26 +04:00
/*
2015-02-19 19:18:50 +03:00
* The following bits are implemented by the TLB hardware
2012-10-17 00:20:26 +04:00
*/
2015-02-19 19:18:50 +03:00
# define _PAGE_GLOBAL_SHIFT (_PAGE_MODIFIED_SHIFT + 4)
# define _PAGE_GLOBAL (1 << _PAGE_GLOBAL_SHIFT)
# define _PAGE_VALID_SHIFT (_PAGE_GLOBAL_SHIFT + 1)
# define _PAGE_VALID (1 << _PAGE_VALID_SHIFT)
# define _PAGE_DIRTY_SHIFT (_PAGE_VALID_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _PAGE_DIRTY (1 << _PAGE_DIRTY_SHIFT)
2015-02-19 19:18:50 +03:00
# define _CACHE_UNCACHED_SHIFT (_PAGE_DIRTY_SHIFT + 1)
2012-10-17 00:20:26 +04:00
# define _CACHE_UNCACHED (1 << _CACHE_UNCACHED_SHIFT)
2015-02-19 19:18:50 +03:00
# define _CACHE_MASK _CACHE_UNCACHED
2005-04-17 02:20:36 +04:00
2015-02-19 19:18:50 +03:00
# define _PFN_SHIFT PAGE_SHIFT
2005-04-17 02:20:36 +04:00
2015-02-19 19:18:50 +03:00
# else
2010-02-11 02:12:47 +03:00
/*
2015-02-27 03:16:37 +03:00
* Below are the " Normal " R4K cases
2010-02-11 02:12:47 +03:00
*/
2012-10-17 00:20:26 +04:00
/*
* The following bits are implemented in software
*/
2015-02-19 19:18:50 +03:00
# define _PAGE_PRESENT_SHIFT 0
2010-02-11 02:12:47 +03:00
# define _PAGE_PRESENT (1 << _PAGE_PRESENT_SHIFT)
2015-02-27 03:16:37 +03:00
/* R2 or later cores check for RI/XI support to determine _PAGE_READ */
2015-05-29 16:43:52 +03:00
# if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
2015-02-27 03:16:37 +03:00
# define _PAGE_WRITE_SHIFT (_PAGE_PRESENT_SHIFT + 1)
# define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
# else
# define _PAGE_READ_SHIFT (_PAGE_PRESENT_SHIFT + 1)
# define _PAGE_READ (1 << _PAGE_READ_SHIFT)
2010-02-11 02:12:47 +03:00
# define _PAGE_WRITE_SHIFT (_PAGE_READ_SHIFT + 1)
# define _PAGE_WRITE (1 << _PAGE_WRITE_SHIFT)
2015-02-27 03:16:37 +03:00
# endif
2010-02-11 02:12:47 +03:00
# define _PAGE_ACCESSED_SHIFT (_PAGE_WRITE_SHIFT + 1)
# define _PAGE_ACCESSED (1 << _PAGE_ACCESSED_SHIFT)
# define _PAGE_MODIFIED_SHIFT (_PAGE_ACCESSED_SHIFT + 1)
# define _PAGE_MODIFIED (1 << _PAGE_MODIFIED_SHIFT)
2015-02-27 03:16:37 +03:00
# if defined(CONFIG_64BIT) && defined(CONFIG_MIPS_HUGE_TLB_SUPPORT)
/* Huge TLB page */
2010-02-11 02:12:47 +03:00
# define _PAGE_HUGE_SHIFT (_PAGE_MODIFIED_SHIFT + 1)
# define _PAGE_HUGE (1 << _PAGE_HUGE_SHIFT)
2015-02-27 03:16:37 +03:00
# endif /* CONFIG_64BIT && CONFIG_MIPS_HUGE_TLB_SUPPORT */
2012-10-18 15:54:15 +04:00
2015-05-29 16:43:52 +03:00
# if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
2015-02-27 03:16:37 +03:00
/* XI - page cannot be executed */
2016-01-16 03:53:17 +03:00
# ifdef _PAGE_HUGE_SHIFT
# define _PAGE_NO_EXEC_SHIFT (_PAGE_HUGE_SHIFT + 1)
2015-05-03 12:36:19 +03:00
# else
2015-02-27 03:16:37 +03:00
# define _PAGE_NO_EXEC_SHIFT (_PAGE_MODIFIED_SHIFT + 1)
# endif
# define _PAGE_NO_EXEC (cpu_has_rixi ? (1 << _PAGE_NO_EXEC_SHIFT) : 0)
2010-02-11 02:12:47 +03:00
2015-02-27 03:16:37 +03:00
/* RI - page cannot be read */
# define _PAGE_READ_SHIFT (_PAGE_NO_EXEC_SHIFT + 1)
# define _PAGE_READ (cpu_has_rixi ? 0 : (1 << _PAGE_READ_SHIFT))
# define _PAGE_NO_READ_SHIFT _PAGE_READ_SHIFT
# define _PAGE_NO_READ (cpu_has_rixi ? (1 << _PAGE_READ_SHIFT) : 0)
2015-05-03 12:36:19 +03:00
# endif /* defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) */
2010-02-11 02:12:47 +03:00
2015-05-03 12:36:19 +03:00
# if defined(_PAGE_NO_READ_SHIFT)
2010-02-11 02:12:47 +03:00
# define _PAGE_GLOBAL_SHIFT (_PAGE_NO_READ_SHIFT + 1)
2016-01-16 03:53:17 +03:00
# elif defined(_PAGE_HUGE_SHIFT)
# define _PAGE_GLOBAL_SHIFT (_PAGE_HUGE_SHIFT + 1)
2015-05-03 12:36:19 +03:00
# else
2015-02-27 03:16:37 +03:00
# define _PAGE_GLOBAL_SHIFT (_PAGE_MODIFIED_SHIFT + 1)
2015-05-03 12:36:19 +03:00
# endif
2015-02-27 03:16:37 +03:00
# define _PAGE_GLOBAL (1 << _PAGE_GLOBAL_SHIFT)
2010-02-11 02:12:47 +03:00
# define _PAGE_VALID_SHIFT (_PAGE_GLOBAL_SHIFT + 1)
# define _PAGE_VALID (1 << _PAGE_VALID_SHIFT)
# define _PAGE_DIRTY_SHIFT (_PAGE_VALID_SHIFT + 1)
# define _PAGE_DIRTY (1 << _PAGE_DIRTY_SHIFT)
# define _CACHE_SHIFT (_PAGE_DIRTY_SHIFT + 1)
# define _CACHE_MASK (7 << _CACHE_SHIFT)
# define _PFN_SHIFT (PAGE_SHIFT - 12 + _CACHE_SHIFT + 3)
2005-04-17 02:20:36 +04:00
2014-11-22 02:16:48 +03:00
# endif /* defined(CONFIG_PHYS_ADDR_T_64BIT && defined(CONFIG_CPU_MIPS32) */
2007-09-19 03:51:57 +04:00
2015-02-27 03:16:37 +03:00
# ifndef _PAGE_NO_EXEC
# define _PAGE_NO_EXEC 0
# endif
# ifndef _PAGE_NO_READ
# define _PAGE_NO_READ 0
# endif
2015-02-19 19:18:50 +03:00
# define _PAGE_SILENT_READ _PAGE_VALID
# define _PAGE_SILENT_WRITE _PAGE_DIRTY
2010-02-11 02:12:47 +03:00
# define _PFN_MASK (~((1 << (_PFN_SHIFT)) - 1))
2015-02-27 03:16:37 +03:00
/*
* The final layouts of the PTE bits are :
*
* 64 - bit , R1 or earlier : CCC D V G [ S H ] M A W R P
* 32 - bit , R1 or earler : CCC D V G M A W R P
* 64 - bit , R2 or later : CCC D V G RI / R XI [ S H ] M A W P
* 32 - bit , R2 or later : CCC D V G RI / R XI M A W P
*/
2010-02-11 02:12:47 +03:00
/*
* pte_to_entrylo converts a page table entry ( PTE ) into a Mips
* entrylo0 / 1 value .
*/
static inline uint64_t pte_to_entrylo ( unsigned long pte_val )
{
2015-05-29 16:43:52 +03:00
# if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
2012-09-14 01:51:46 +04:00
if ( cpu_has_rixi ) {
2010-02-11 02:12:47 +03:00
int sa ;
# ifdef CONFIG_32BIT
sa = 31 - _PAGE_NO_READ_SHIFT ;
# else
sa = 63 - _PAGE_NO_READ_SHIFT ;
# endif
/*
* C has no way to express that this is a DSRL
* _PAGE_NO_EXEC_SHIFT followed by a ROTR 2. Luckily
* in the fast path this is done in assembly
*/
return ( pte_val > > _PAGE_GLOBAL_SHIFT ) |
( ( pte_val & ( _PAGE_NO_EXEC | _PAGE_NO_READ ) ) < < sa ) ;
}
2015-02-27 03:16:37 +03:00
# endif
2010-02-11 02:12:47 +03:00
return pte_val > > _PAGE_GLOBAL_SHIFT ;
}
2007-09-19 03:51:57 +04:00
/*
* Cache attributes
*/
# if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
# define _CACHE_CACHABLE_NONCOHERENT 0
2014-07-18 13:51:30 +04:00
# define _CACHE_UNCACHED_ACCELERATED _CACHE_UNCACHED
2007-09-19 03:51:57 +04:00
# elif defined(CONFIG_CPU_SB1)
2005-04-17 02:20:36 +04:00
/* No penalty for being coherent on the SB1, so just
use it for " noncoherent " spaces , too . Shouldn ' t hurt . */
2007-09-19 03:51:57 +04:00
# define _CACHE_CACHABLE_NONCOHERENT (5<<_CACHE_SHIFT)
2005-04-17 02:20:36 +04:00
MIPS: Loongson: Add basic Loongson-3 definition
Loongson-3 is a multi-core MIPS family CPU, it support MIPS64R2 fully.
Loongson-3 has the same IMP field (0x6300) as Loongson-2.
Loongson-3 has a hardware-maintained cache, system software doesn't
need to maintain coherency.
Loongson-3A is the first revision of Loongson-3, and it is the quad-
core version of Loongson-2G. Loongson-3A has a simplified version named
Loongson-2Gq, the main difference between Loongson-3A/2Gq is 3A has two
HyperTransport controller but 2Gq has only one. HT0 is used for cross-
chip interconnection and HT1 is used to link PCI bus. Therefore, 2Gq
cannot support NUMA but 3A can. For software, Loongson-2Gq is simply
identified as Loongson-3A.
Exsisting Loongson family CPUs:
Loongson-1: Loongson-1A, Loongson-1B, they are 32-bit MIPS CPUs.
Loongson-2: Loongson-2E, Loongson-2F, Loongson-2G, they are 64-bit
single-core MIPS CPUs.
Loongson-3: Loongson-3A(including so-called Loongson-2Gq), they are
64-bit multi-core MIPS CPUs.
Signed-off-by: Huacai Chen <chenhc@lemote.com>
Signed-off-by: Hongliang Tao <taohl@lemote.com>
Signed-off-by: Hua Yan <yanh@lemote.com>
Tested-by: Alex Smith <alex.smith@imgtec.com>
Reviewed-by: Alex Smith <alex.smith@imgtec.com>
Cc: John Crispin <john@phrozen.org>
Cc: Steven J. Hill <Steven.Hill@imgtec.com>
Cc: Aurelien Jarno <aurelien@aurel32.net>
Cc: linux-mips@linux-mips.org
Cc: Fuxin Zhang <zhangfx@lemote.com>
Cc: Zhangjin Wu <wuzhangjin@gmail.com>
Patchwork: https://patchwork.linux-mips.org/patch/6629/
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2014-03-21 14:43:59 +04:00
# elif defined(CONFIG_CPU_LOONGSON3)
/* Using COHERENT flag for NONCOHERENT doesn't hurt. */
# define _CACHE_CACHABLE_NONCOHERENT (3<<_CACHE_SHIFT) /* LOONGSON */
# define _CACHE_CACHABLE_COHERENT (3<<_CACHE_SHIFT) /* LOONGSON-3 */
2015-07-24 18:16:12 +03:00
# elif defined(CONFIG_MACH_INGENIC)
2014-07-18 13:51:31 +04:00
/* Ingenic uses the WA bit to achieve write-combine memory writes */
# define _CACHE_UNCACHED_ACCELERATED (1<<_CACHE_SHIFT)
2014-07-18 13:51:30 +04:00
# endif
2005-04-17 02:20:36 +04:00
2014-07-18 13:51:30 +04:00
# ifndef _CACHE_CACHABLE_NO_WA
# define _CACHE_CACHABLE_NO_WA (0<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_CACHABLE_WA
# define _CACHE_CACHABLE_WA (1<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_UNCACHED
# define _CACHE_UNCACHED (2<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_CACHABLE_NONCOHERENT
# define _CACHE_CACHABLE_NONCOHERENT (3<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_CACHABLE_CE
# define _CACHE_CACHABLE_CE (4<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_CACHABLE_COW
# define _CACHE_CACHABLE_COW (5<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_CACHABLE_CUW
# define _CACHE_CACHABLE_CUW (6<<_CACHE_SHIFT)
# endif
# ifndef _CACHE_UNCACHED_ACCELERATED
# define _CACHE_UNCACHED_ACCELERATED (7<<_CACHE_SHIFT)
2005-04-17 02:20:36 +04:00
# endif
2015-02-27 03:16:37 +03:00
# define __READABLE (_PAGE_SILENT_READ | _PAGE_READ | _PAGE_ACCESSED)
2015-02-19 19:18:50 +03:00
# define __WRITEABLE (_PAGE_SILENT_WRITE | _PAGE_WRITE | _PAGE_MODIFIED)
2005-04-17 02:20:36 +04:00
2015-02-19 19:18:50 +03:00
# define _PAGE_CHG_MASK (_PAGE_ACCESSED | _PAGE_MODIFIED | \
_PFN_MASK | _CACHE_MASK )
2005-04-17 02:20:36 +04:00
# endif /* _ASM_PGTABLE_BITS_H */