arch/kmap: remove redundant arch specific kmaps
The kmap code for all the architectures is almost 100% identical. Lift the common code to the core. Use ARCH_HAS_KMAP_FLUSH_TLB to indicate if an arch defines kmap_flush_tlb() and call if if needed. This also has the benefit of changing kmap() on a number of architectures to be an inline call rather than an actual function. Signed-off-by: Ira Weiny <ira.weiny@intel.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Reviewed-by: Christoph Hellwig <hch@lst.de> Cc: Al Viro <viro@zeniv.linux.org.uk> Cc: Andy Lutomirski <luto@kernel.org> Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org> Cc: Borislav Petkov <bp@alien8.de> Cc: Christian König <christian.koenig@amd.com> Cc: Chris Zankel <chris@zankel.net> Cc: Daniel Vetter <daniel.vetter@ffwll.ch> Cc: Dan Williams <dan.j.williams@intel.com> Cc: Dave Hansen <dave.hansen@linux.intel.com> Cc: "David S. Miller" <davem@davemloft.net> Cc: Helge Deller <deller@gmx.de> Cc: "H. Peter Anvin" <hpa@zytor.com> Cc: Ingo Molnar <mingo@redhat.com> Cc: "James E.J. Bottomley" <James.Bottomley@HansenPartnership.com> Cc: Max Filippov <jcmvbkbc@gmail.com> Cc: Paul Mackerras <paulus@samba.org> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Thomas Bogendoerfer <tsbogend@alpha.franken.de> Cc: Thomas Gleixner <tglx@linutronix.de> Link: http://lkml.kernel.org/r/20200507150004.1423069-4-ira.weiny@intel.com Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
parent
2159687248
commit
525aaf9bad
@ -30,8 +30,6 @@
|
|||||||
|
|
||||||
#include <asm/cacheflush.h>
|
#include <asm/cacheflush.h>
|
||||||
|
|
||||||
extern void *kmap(struct page *page);
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void *kmap_atomic(struct page *page);
|
extern void *kmap_atomic(struct page *page);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
|
@ -49,16 +49,6 @@
|
|||||||
extern pte_t * pkmap_page_table;
|
extern pte_t * pkmap_page_table;
|
||||||
static pte_t * fixmap_page_table;
|
static pte_t * fixmap_page_table;
|
||||||
|
|
||||||
void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
EXPORT_SYMBOL(kmap);
|
|
||||||
|
|
||||||
void *kmap_atomic(struct page *page)
|
void *kmap_atomic(struct page *page)
|
||||||
{
|
{
|
||||||
int idx, cpu_idx;
|
int idx, cpu_idx;
|
||||||
|
@ -20,7 +20,6 @@
|
|||||||
|
|
||||||
extern pte_t *pkmap_page_table;
|
extern pte_t *pkmap_page_table;
|
||||||
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
|
|
||||||
/*
|
/*
|
||||||
@ -63,7 +62,6 @@ static inline void *kmap_high_get(struct page *page)
|
|||||||
* when CONFIG_HIGHMEM is not set.
|
* when CONFIG_HIGHMEM is not set.
|
||||||
*/
|
*/
|
||||||
#ifdef CONFIG_HIGHMEM
|
#ifdef CONFIG_HIGHMEM
|
||||||
extern void *kmap(struct page *page);
|
|
||||||
extern void kunmap(struct page *page);
|
extern void kunmap(struct page *page);
|
||||||
extern void *kmap_atomic(struct page *page);
|
extern void *kmap_atomic(struct page *page);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
|
@ -31,15 +31,6 @@ static inline pte_t get_fixmap_pte(unsigned long vaddr)
|
|||||||
return *ptep;
|
return *ptep;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
EXPORT_SYMBOL(kmap);
|
|
||||||
|
|
||||||
void kunmap(struct page *page)
|
void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -30,10 +30,10 @@ extern pte_t *pkmap_page_table;
|
|||||||
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
||||||
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
||||||
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
|
|
||||||
extern void *kmap(struct page *page);
|
#define ARCH_HAS_KMAP_FLUSH_TLB
|
||||||
|
extern void kmap_flush_tlb(unsigned long addr);
|
||||||
extern void kunmap(struct page *page);
|
extern void kunmap(struct page *page);
|
||||||
extern void *kmap_atomic(struct page *page);
|
extern void *kmap_atomic(struct page *page);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
|
@ -13,18 +13,12 @@ static pte_t *kmap_pte;
|
|||||||
|
|
||||||
unsigned long highstart_pfn, highend_pfn;
|
unsigned long highstart_pfn, highend_pfn;
|
||||||
|
|
||||||
void *kmap(struct page *page)
|
void kmap_flush_tlb(unsigned long addr)
|
||||||
{
|
{
|
||||||
void *addr;
|
flush_tlb_one(addr);
|
||||||
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
addr = kmap_high(page);
|
|
||||||
flush_tlb_one((unsigned long)addr);
|
|
||||||
|
|
||||||
return addr;
|
|
||||||
}
|
}
|
||||||
|
EXPORT_SYMBOL(kmap_flush_tlb);
|
||||||
|
|
||||||
EXPORT_SYMBOL(kmap);
|
EXPORT_SYMBOL(kmap);
|
||||||
|
|
||||||
void kunmap(struct page *page)
|
void kunmap(struct page *page)
|
||||||
|
@ -51,19 +51,10 @@ extern pte_t *pkmap_page_table;
|
|||||||
#define PKMAP_NR(virt) ((virt - PKMAP_BASE) >> PAGE_SHIFT)
|
#define PKMAP_NR(virt) ((virt - PKMAP_BASE) >> PAGE_SHIFT)
|
||||||
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
||||||
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
extern void *kmap_atomic_prot(struct page *page, pgprot_t prot);
|
extern void *kmap_atomic_prot(struct page *page, pgprot_t prot);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
|
|
||||||
static inline void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void kunmap(struct page *page)
|
static inline void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -46,10 +46,10 @@ extern pte_t *pkmap_page_table;
|
|||||||
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
||||||
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
||||||
|
|
||||||
extern void * kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
|
|
||||||
extern void *kmap(struct page *page);
|
#define ARCH_HAS_KMAP_FLUSH_TLB
|
||||||
|
extern void kmap_flush_tlb(unsigned long addr);
|
||||||
extern void kunmap(struct page *page);
|
extern void kunmap(struct page *page);
|
||||||
extern void *kmap_atomic(struct page *page);
|
extern void *kmap_atomic(struct page *page);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
|
@ -12,19 +12,11 @@ static pte_t *kmap_pte;
|
|||||||
|
|
||||||
unsigned long highstart_pfn, highend_pfn;
|
unsigned long highstart_pfn, highend_pfn;
|
||||||
|
|
||||||
void *kmap(struct page *page)
|
void kmap_flush_tlb(unsigned long addr)
|
||||||
{
|
{
|
||||||
void *addr;
|
flush_tlb_one(addr);
|
||||||
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
addr = kmap_high(page);
|
|
||||||
flush_tlb_one((unsigned long)addr);
|
|
||||||
|
|
||||||
return addr;
|
|
||||||
}
|
}
|
||||||
EXPORT_SYMBOL(kmap);
|
EXPORT_SYMBOL(kmap_flush_tlb);
|
||||||
|
|
||||||
void kunmap(struct page *page)
|
void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
|
@ -44,7 +44,6 @@ extern unsigned long highstart_pfn, highend_pfn;
|
|||||||
|
|
||||||
extern pte_t *pkmap_page_table;
|
extern pte_t *pkmap_page_table;
|
||||||
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
|
|
||||||
extern void kmap_init(void);
|
extern void kmap_init(void);
|
||||||
@ -54,7 +53,6 @@ extern void kmap_init(void);
|
|||||||
* when CONFIG_HIGHMEM is not set.
|
* when CONFIG_HIGHMEM is not set.
|
||||||
*/
|
*/
|
||||||
#ifdef CONFIG_HIGHMEM
|
#ifdef CONFIG_HIGHMEM
|
||||||
extern void *kmap(struct page *page);
|
|
||||||
extern void kunmap(struct page *page);
|
extern void kunmap(struct page *page);
|
||||||
extern void *kmap_atomic(struct page *page);
|
extern void *kmap_atomic(struct page *page);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
|
@ -10,18 +10,6 @@
|
|||||||
#include <asm/fixmap.h>
|
#include <asm/fixmap.h>
|
||||||
#include <asm/tlbflush.h>
|
#include <asm/tlbflush.h>
|
||||||
|
|
||||||
void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
unsigned long vaddr;
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
vaddr = (unsigned long)kmap_high(page);
|
|
||||||
return (void *)vaddr;
|
|
||||||
}
|
|
||||||
|
|
||||||
EXPORT_SYMBOL(kmap);
|
|
||||||
|
|
||||||
void kunmap(struct page *page)
|
void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -59,19 +59,10 @@ extern pte_t *pkmap_page_table;
|
|||||||
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
||||||
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
||||||
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
extern void *kmap_atomic_prot(struct page *page, pgprot_t prot);
|
extern void *kmap_atomic_prot(struct page *page, pgprot_t prot);
|
||||||
extern void __kunmap_atomic(void *kvaddr);
|
extern void __kunmap_atomic(void *kvaddr);
|
||||||
|
|
||||||
static inline void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void kunmap(struct page *page)
|
static inline void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -50,17 +50,8 @@ void kmap_init(void) __init;
|
|||||||
|
|
||||||
#define PKMAP_END (PKMAP_ADDR(LAST_PKMAP))
|
#define PKMAP_END (PKMAP_ADDR(LAST_PKMAP))
|
||||||
|
|
||||||
void *kmap_high(struct page *page);
|
|
||||||
void kunmap_high(struct page *page);
|
void kunmap_high(struct page *page);
|
||||||
|
|
||||||
static inline void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void kunmap(struct page *page)
|
static inline void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -58,10 +58,8 @@ extern unsigned long highstart_pfn, highend_pfn;
|
|||||||
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
#define PKMAP_NR(virt) ((virt-PKMAP_BASE) >> PAGE_SHIFT)
|
||||||
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
#define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT))
|
||||||
|
|
||||||
extern void *kmap_high(struct page *page);
|
|
||||||
extern void kunmap_high(struct page *page);
|
extern void kunmap_high(struct page *page);
|
||||||
|
|
||||||
void *kmap(struct page *page);
|
|
||||||
void kunmap(struct page *page);
|
void kunmap(struct page *page);
|
||||||
|
|
||||||
void *kmap_atomic_prot(struct page *page, pgprot_t prot);
|
void *kmap_atomic_prot(struct page *page, pgprot_t prot);
|
||||||
|
@ -4,15 +4,6 @@
|
|||||||
#include <linux/swap.h> /* for totalram_pages */
|
#include <linux/swap.h> /* for totalram_pages */
|
||||||
#include <linux/memblock.h>
|
#include <linux/memblock.h>
|
||||||
|
|
||||||
void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
EXPORT_SYMBOL(kmap);
|
|
||||||
|
|
||||||
void kunmap(struct page *page)
|
void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -63,17 +63,8 @@ static inline wait_queue_head_t *get_pkmap_wait_queue_head(unsigned int color)
|
|||||||
|
|
||||||
extern pte_t *pkmap_page_table;
|
extern pte_t *pkmap_page_table;
|
||||||
|
|
||||||
void *kmap_high(struct page *page);
|
|
||||||
void kunmap_high(struct page *page);
|
void kunmap_high(struct page *page);
|
||||||
|
|
||||||
static inline void *kmap(struct page *page)
|
|
||||||
{
|
|
||||||
might_sleep();
|
|
||||||
if (!PageHighMem(page))
|
|
||||||
return page_address(page);
|
|
||||||
return kmap_high(page);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void kunmap(struct page *page)
|
static inline void kunmap(struct page *page)
|
||||||
{
|
{
|
||||||
might_sleep();
|
might_sleep();
|
||||||
|
@ -34,6 +34,24 @@ static inline void invalidate_kernel_vmap_range(void *vaddr, int size)
|
|||||||
#ifdef CONFIG_HIGHMEM
|
#ifdef CONFIG_HIGHMEM
|
||||||
#include <asm/highmem.h>
|
#include <asm/highmem.h>
|
||||||
|
|
||||||
|
#ifndef ARCH_HAS_KMAP_FLUSH_TLB
|
||||||
|
static inline void kmap_flush_tlb(unsigned long addr) { }
|
||||||
|
#endif
|
||||||
|
|
||||||
|
void *kmap_high(struct page *page);
|
||||||
|
static inline void *kmap(struct page *page)
|
||||||
|
{
|
||||||
|
void *addr;
|
||||||
|
|
||||||
|
might_sleep();
|
||||||
|
if (!PageHighMem(page))
|
||||||
|
addr = page_address(page);
|
||||||
|
else
|
||||||
|
addr = kmap_high(page);
|
||||||
|
kmap_flush_tlb((unsigned long)addr);
|
||||||
|
return addr;
|
||||||
|
}
|
||||||
|
|
||||||
/* declarations for linux/mm/highmem.c */
|
/* declarations for linux/mm/highmem.c */
|
||||||
unsigned int nr_free_highpages(void);
|
unsigned int nr_free_highpages(void);
|
||||||
extern atomic_long_t _totalhigh_pages;
|
extern atomic_long_t _totalhigh_pages;
|
||||||
|
Loading…
Reference in New Issue
Block a user