2018-01-26 20:45:16 +03:00
// SPDX-License-Identifier: GPL-2.0
2011-11-24 22:45:20 +04:00
/*
* Implement the default iomap interfaces
*
* ( C ) Copyright 2004 Linus Torvalds
*/
# include <linux/pci.h>
# include <linux/io.h>
# include <linux/export.h>
# ifdef CONFIG_PCI
/**
2013-05-29 06:22:21 +04:00
* pci_iomap_range - create a virtual mapping cookie for a PCI BAR
2011-11-24 22:45:20 +04:00
* @ dev : PCI device that owns the BAR
* @ bar : BAR number
2013-05-29 06:22:21 +04:00
* @ offset : map memory at the given offset in BAR
* @ maxlen : max length of the memory to map
2011-11-24 22:45:20 +04:00
*
* Using this function you will get a __iomem address to your device BAR .
* You can access it using ioread * ( ) and iowrite * ( ) . These functions hide
* the details if this is a MMIO or PIO address space and will just do what
* you expect from them in the correct way .
*
* @ maxlen specifies the maximum length to map . If you want to get access to
2013-05-29 06:22:21 +04:00
* the complete BAR from offset to the end , pass % 0 here .
2011-11-24 22:45:20 +04:00
* */
2013-05-29 06:22:21 +04:00
void __iomem * pci_iomap_range ( struct pci_dev * dev ,
int bar ,
unsigned long offset ,
unsigned long maxlen )
2011-11-24 22:45:20 +04:00
{
resource_size_t start = pci_resource_start ( dev , bar ) ;
resource_size_t len = pci_resource_len ( dev , bar ) ;
unsigned long flags = pci_resource_flags ( dev , bar ) ;
2013-05-29 06:22:21 +04:00
if ( len < = offset | | ! start )
2011-11-24 22:45:20 +04:00
return NULL ;
2013-05-29 06:22:21 +04:00
len - = offset ;
start + = offset ;
2011-11-24 22:45:20 +04:00
if ( maxlen & & len > maxlen )
len = maxlen ;
if ( flags & IORESOURCE_IO )
2012-01-30 02:20:48 +04:00
return __pci_ioport_map ( dev , start , len ) ;
2015-08-11 06:07:06 +03:00
if ( flags & IORESOURCE_MEM )
return ioremap ( start , len ) ;
2011-11-24 22:45:20 +04:00
/* What? */
return NULL ;
}
2013-05-29 06:22:21 +04:00
EXPORT_SYMBOL ( pci_iomap_range ) ;
2011-11-24 22:45:20 +04:00
PCI: Add pci_iomap_wc() variants
PCI BARs tell us whether prefetching is safe, but they don't say
anything about write combining (WC). WC changes ordering rules
and allows writes to be collapsed, so it's not safe in general
to use it on a prefetchable region.
Add pci_iomap_wc() and pci_iomap_wc_range() so drivers can take
advantage of write combining when they know it's safe.
On architectures that don't fully support WC, e.g., x86 without
PAT, drivers for legacy framebuffers may get some of the benefit
by using arch_phys_wc_add() in addition to pci_iomap_wc(). But
arch_phys_wc_add() is unreliable and should be avoided in
general. On x86, it uses MTRRs, which are limited in number and
size, so the results will vary based on driver loading order.
The goals of adding pci_iomap_wc() are to:
- Give drivers an architecture-independent way to use WC so they can stop
using interfaces like mtrr_add() (on x86, pci_iomap_wc() uses
PAT when available).
- Move toward using _PAGE_CACHE_MODE_UC, not _PAGE_CACHE_MODE_UC_MINUS,
on x86 on ioremap_nocache() (see de33c442ed2a ("x86 PAT: fix
performance drop for glx, use UC minus for ioremap(), ioremap_nocache()
and pci_mmap_page_range()").
Signed-off-by: Luis R. Rodriguez <mcgrof@suse.com>
[ Move IORESOURCE_IO check up, space out statements for better readability. ]
Signed-off-by: Borislav Petkov <bp@suse.de>
Acked-by: Arnd Bergmann <arnd@arndb.de>
Cc: <roger.pau@citrix.com>
Cc: <syrjala@sci.fi>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Andy Lutomirski <luto@amacapital.net>
Cc: Antonino Daplas <adaplas@gmail.com>
Cc: Bjorn Helgaas <bhelgaas@google.com>
Cc: Daniel Vetter <daniel.vetter@ffwll.ch>
Cc: Dave Airlie <airlied@redhat.com>
Cc: Dave Hansen <dave.hansen@linux.intel.com>
Cc: Davidlohr Bueso <dbueso@suse.de>
Cc: H. Peter Anvin <hpa@zytor.com>
Cc: Jean-Christophe Plagniol-Villard <plagnioj@jcrosoft.com>
Cc: Juergen Gross <jgross@suse.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Mel Gorman <mgorman@suse.de>
Cc: Michael S. Tsirkin <mst@redhat.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Roger Pau Monné <roger.pau@citrix.com>
Cc: Rusty Russell <rusty@rustcorp.com.au>
Cc: Stefan Bader <stefan.bader@canonical.com>
Cc: Suresh Siddha <sbsiddha@gmail.com>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Tomi Valkeinen <tomi.valkeinen@ti.com>
Cc: Toshi Kani <toshi.kani@hp.com>
Cc: Ville Syrjälä <syrjala@sci.fi>
Cc: Vlastimil Babka <vbabka@suse.cz>
Cc: airlied@linux.ie
Cc: benh@kernel.crashing.org
Cc: dan.j.williams@intel.com
Cc: david.vrabel@citrix.com
Cc: jbeulich@suse.com
Cc: konrad.wilk@oracle.com
Cc: linux-arch@vger.kernel.org
Cc: linux-fbdev@vger.kernel.org
Cc: linux-pci@vger.kernel.org
Cc: venkatesh.pallipadi@intel.com
Cc: vinod.koul@intel.com
Cc: xen-devel@lists.xensource.com
Link: http://lkml.kernel.org/r/1440443613-13696-6-git-send-email-mcgrof@do-not-panic.com
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2015-08-24 22:13:27 +03:00
/**
* pci_iomap_wc_range - create a virtual WC mapping cookie for a PCI BAR
* @ dev : PCI device that owns the BAR
* @ bar : BAR number
* @ offset : map memory at the given offset in BAR
* @ maxlen : max length of the memory to map
*
* Using this function you will get a __iomem address to your device BAR .
* You can access it using ioread * ( ) and iowrite * ( ) . These functions hide
* the details if this is a MMIO or PIO address space and will just do what
* you expect from them in the correct way . When possible write combining
* is used .
*
* @ maxlen specifies the maximum length to map . If you want to get access to
* the complete BAR from offset to the end , pass % 0 here .
* */
void __iomem * pci_iomap_wc_range ( struct pci_dev * dev ,
int bar ,
unsigned long offset ,
unsigned long maxlen )
{
resource_size_t start = pci_resource_start ( dev , bar ) ;
resource_size_t len = pci_resource_len ( dev , bar ) ;
unsigned long flags = pci_resource_flags ( dev , bar ) ;
if ( flags & IORESOURCE_IO )
return NULL ;
if ( len < = offset | | ! start )
return NULL ;
len - = offset ;
start + = offset ;
if ( maxlen & & len > maxlen )
len = maxlen ;
if ( flags & IORESOURCE_MEM )
return ioremap_wc ( start , len ) ;
/* What? */
return NULL ;
}
EXPORT_SYMBOL_GPL ( pci_iomap_wc_range ) ;
2013-05-29 06:22:21 +04:00
/**
* pci_iomap - create a virtual mapping cookie for a PCI BAR
* @ dev : PCI device that owns the BAR
* @ bar : BAR number
* @ maxlen : length of the memory to map
*
* Using this function you will get a __iomem address to your device BAR .
* You can access it using ioread * ( ) and iowrite * ( ) . These functions hide
* the details if this is a MMIO or PIO address space and will just do what
* you expect from them in the correct way .
*
* @ maxlen specifies the maximum length to map . If you want to get access to
* the complete BAR without checking for its length first , pass % 0 here .
* */
void __iomem * pci_iomap ( struct pci_dev * dev , int bar , unsigned long maxlen )
{
return pci_iomap_range ( dev , bar , 0 , maxlen ) ;
}
2011-11-24 22:45:20 +04:00
EXPORT_SYMBOL ( pci_iomap ) ;
PCI: Add pci_iomap_wc() variants
PCI BARs tell us whether prefetching is safe, but they don't say
anything about write combining (WC). WC changes ordering rules
and allows writes to be collapsed, so it's not safe in general
to use it on a prefetchable region.
Add pci_iomap_wc() and pci_iomap_wc_range() so drivers can take
advantage of write combining when they know it's safe.
On architectures that don't fully support WC, e.g., x86 without
PAT, drivers for legacy framebuffers may get some of the benefit
by using arch_phys_wc_add() in addition to pci_iomap_wc(). But
arch_phys_wc_add() is unreliable and should be avoided in
general. On x86, it uses MTRRs, which are limited in number and
size, so the results will vary based on driver loading order.
The goals of adding pci_iomap_wc() are to:
- Give drivers an architecture-independent way to use WC so they can stop
using interfaces like mtrr_add() (on x86, pci_iomap_wc() uses
PAT when available).
- Move toward using _PAGE_CACHE_MODE_UC, not _PAGE_CACHE_MODE_UC_MINUS,
on x86 on ioremap_nocache() (see de33c442ed2a ("x86 PAT: fix
performance drop for glx, use UC minus for ioremap(), ioremap_nocache()
and pci_mmap_page_range()").
Signed-off-by: Luis R. Rodriguez <mcgrof@suse.com>
[ Move IORESOURCE_IO check up, space out statements for better readability. ]
Signed-off-by: Borislav Petkov <bp@suse.de>
Acked-by: Arnd Bergmann <arnd@arndb.de>
Cc: <roger.pau@citrix.com>
Cc: <syrjala@sci.fi>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Andy Lutomirski <luto@amacapital.net>
Cc: Antonino Daplas <adaplas@gmail.com>
Cc: Bjorn Helgaas <bhelgaas@google.com>
Cc: Daniel Vetter <daniel.vetter@ffwll.ch>
Cc: Dave Airlie <airlied@redhat.com>
Cc: Dave Hansen <dave.hansen@linux.intel.com>
Cc: Davidlohr Bueso <dbueso@suse.de>
Cc: H. Peter Anvin <hpa@zytor.com>
Cc: Jean-Christophe Plagniol-Villard <plagnioj@jcrosoft.com>
Cc: Juergen Gross <jgross@suse.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Mel Gorman <mgorman@suse.de>
Cc: Michael S. Tsirkin <mst@redhat.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Roger Pau Monné <roger.pau@citrix.com>
Cc: Rusty Russell <rusty@rustcorp.com.au>
Cc: Stefan Bader <stefan.bader@canonical.com>
Cc: Suresh Siddha <sbsiddha@gmail.com>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Tomi Valkeinen <tomi.valkeinen@ti.com>
Cc: Toshi Kani <toshi.kani@hp.com>
Cc: Ville Syrjälä <syrjala@sci.fi>
Cc: Vlastimil Babka <vbabka@suse.cz>
Cc: airlied@linux.ie
Cc: benh@kernel.crashing.org
Cc: dan.j.williams@intel.com
Cc: david.vrabel@citrix.com
Cc: jbeulich@suse.com
Cc: konrad.wilk@oracle.com
Cc: linux-arch@vger.kernel.org
Cc: linux-fbdev@vger.kernel.org
Cc: linux-pci@vger.kernel.org
Cc: venkatesh.pallipadi@intel.com
Cc: vinod.koul@intel.com
Cc: xen-devel@lists.xensource.com
Link: http://lkml.kernel.org/r/1440443613-13696-6-git-send-email-mcgrof@do-not-panic.com
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2015-08-24 22:13:27 +03:00
/**
* pci_iomap_wc - create a virtual WC mapping cookie for a PCI BAR
* @ dev : PCI device that owns the BAR
* @ bar : BAR number
* @ maxlen : length of the memory to map
*
* Using this function you will get a __iomem address to your device BAR .
* You can access it using ioread * ( ) and iowrite * ( ) . These functions hide
* the details if this is a MMIO or PIO address space and will just do what
* you expect from them in the correct way . When possible write combining
* is used .
*
* @ maxlen specifies the maximum length to map . If you want to get access to
* the complete BAR without checking for its length first , pass % 0 here .
* */
void __iomem * pci_iomap_wc ( struct pci_dev * dev , int bar , unsigned long maxlen )
{
return pci_iomap_wc_range ( dev , bar , 0 , maxlen ) ;
}
EXPORT_SYMBOL_GPL ( pci_iomap_wc ) ;
2021-09-20 03:13:35 +03:00
/*
* pci_iounmap ( ) somewhat illogically comes from lib / iomap . c for the
* CONFIG_GENERIC_IOMAP case , because that ' s the code that knows about
* the different IOMAP ranges .
*
* But if the architecture does not use the generic iomap code , and if
* it has _not_ defined it ' s own private pci_iounmap function , we define
* it here .
*
* NOTE ! This default implementation assumes that if the architecture
* support ioport mapping ( HAS_IOPORT_MAP ) , the ioport mapping will
* be fixed to the range [ PCI_IOBASE , PCI_IOBASE + IO_SPACE_LIMIT [ ,
* and does not need unmapping with ' ioport_unmap ( ) ' .
*
* If you have different rules for your architecture , you need to
* implement your own pci_iounmap ( ) that knows the rules for where
* and how IO vs MEM get mapped .
*
* This code is odd , and the ARCH_HAS / ARCH_WANTS # define logic comes
* from legacy < asm - generic / io . h > header file behavior . In particular ,
* it would seem to make sense to do the iounmap ( p ) for the non - IO - space
* case here regardless , but that ' s not what the old header file code
* did . Probably incorrectly , but this is meant to be bug - for - bug
* compatible .
*/
# if defined(ARCH_WANTS_GENERIC_PCI_IOUNMAP)
void pci_iounmap ( struct pci_dev * dev , void __iomem * p )
{
# ifdef ARCH_HAS_GENERIC_IOPORT_MAP
uintptr_t start = ( uintptr_t ) PCI_IOBASE ;
uintptr_t addr = ( uintptr_t ) p ;
if ( addr > = start & & addr < start + IO_SPACE_LIMIT )
return ;
iounmap ( p ) ;
# endif
}
EXPORT_SYMBOL ( pci_iounmap ) ;
# endif /* ARCH_WANTS_GENERIC_PCI_IOUNMAP */
2011-11-24 22:45:20 +04:00
# endif /* CONFIG_PCI */