mm/util: Add folio_mapping() and folio_file_mapping()
These are the folio equivalent of page_mapping() and page_file_mapping().
Add an out-of-line page_mapping() wrapper around folio_mapping()
in order to prevent the page_folio() call from bloating every caller
of page_mapping(). Adjust page_file_mapping() and page_mapping_file()
to use folios internally. Rename __page_file_mapping() to
swapcache_mapping() and change it to take a folio.
This ends up saving 122 bytes of text overall. folio_mapping() is
45 bytes shorter than page_mapping() was, but the new page_mapping()
wrapper is 30 bytes. The major reduction is a few bytes less in dozens
of nfs functions (which call page_file_mapping()). Most of these appear
to be a slight change in gcc's register allocation decisions, which allow:
48 8b 56 08 mov 0x8(%rsi),%rdx
48 8d 42 ff lea -0x1(%rdx),%rax
83 e2 01 and $0x1,%edx
48 0f 44 c6 cmove %rsi,%rax
to become:
48 8b 46 08 mov 0x8(%rsi),%rax
48 8d 78 ff lea -0x1(%rax),%rdi
a8 01 test $0x1,%al
48 0f 44 fe cmove %rsi,%rdi
for a reduction of a single byte. Once the NFS client is converted to
use folios, this entire sequence will disappear.
Also add folio_mapping() documentation.
Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Acked-by: Jeff Layton <jlayton@kernel.org>
Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: David Howells <dhowells@redhat.com>
2020-12-10 18:55:05 +03:00
/*
* Compatibility functions which bloat the callers too much to make inline .
* All of the callers of these functions should be converted to use folios
* eventually .
*/
2021-05-07 14:28:40 +03:00
# include <linux/migrate.h>
mm/util: Add folio_mapping() and folio_file_mapping()
These are the folio equivalent of page_mapping() and page_file_mapping().
Add an out-of-line page_mapping() wrapper around folio_mapping()
in order to prevent the page_folio() call from bloating every caller
of page_mapping(). Adjust page_file_mapping() and page_mapping_file()
to use folios internally. Rename __page_file_mapping() to
swapcache_mapping() and change it to take a folio.
This ends up saving 122 bytes of text overall. folio_mapping() is
45 bytes shorter than page_mapping() was, but the new page_mapping()
wrapper is 30 bytes. The major reduction is a few bytes less in dozens
of nfs functions (which call page_file_mapping()). Most of these appear
to be a slight change in gcc's register allocation decisions, which allow:
48 8b 56 08 mov 0x8(%rsi),%rdx
48 8d 42 ff lea -0x1(%rdx),%rax
83 e2 01 and $0x1,%edx
48 0f 44 c6 cmove %rsi,%rax
to become:
48 8b 46 08 mov 0x8(%rsi),%rax
48 8d 78 ff lea -0x1(%rax),%rdi
a8 01 test $0x1,%al
48 0f 44 fe cmove %rsi,%rdi
for a reduction of a single byte. Once the NFS client is converted to
use folios, this entire sequence will disappear.
Also add folio_mapping() documentation.
Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Acked-by: Jeff Layton <jlayton@kernel.org>
Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: David Howells <dhowells@redhat.com>
2020-12-10 18:55:05 +03:00
# include <linux/pagemap.h>
2021-04-27 17:47:39 +03:00
# include <linux/swap.h>
2021-12-24 21:26:22 +03:00
# include "internal.h"
mm/util: Add folio_mapping() and folio_file_mapping()
These are the folio equivalent of page_mapping() and page_file_mapping().
Add an out-of-line page_mapping() wrapper around folio_mapping()
in order to prevent the page_folio() call from bloating every caller
of page_mapping(). Adjust page_file_mapping() and page_mapping_file()
to use folios internally. Rename __page_file_mapping() to
swapcache_mapping() and change it to take a folio.
This ends up saving 122 bytes of text overall. folio_mapping() is
45 bytes shorter than page_mapping() was, but the new page_mapping()
wrapper is 30 bytes. The major reduction is a few bytes less in dozens
of nfs functions (which call page_file_mapping()). Most of these appear
to be a slight change in gcc's register allocation decisions, which allow:
48 8b 56 08 mov 0x8(%rsi),%rdx
48 8d 42 ff lea -0x1(%rdx),%rax
83 e2 01 and $0x1,%edx
48 0f 44 c6 cmove %rsi,%rax
to become:
48 8b 46 08 mov 0x8(%rsi),%rax
48 8d 78 ff lea -0x1(%rax),%rdi
a8 01 test $0x1,%al
48 0f 44 fe cmove %rsi,%rdi
for a reduction of a single byte. Once the NFS client is converted to
use folios, this entire sequence will disappear.
Also add folio_mapping() documentation.
Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Acked-by: Jeff Layton <jlayton@kernel.org>
Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: David Howells <dhowells@redhat.com>
2020-12-10 18:55:05 +03:00
struct address_space * page_mapping ( struct page * page )
{
return folio_mapping ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( page_mapping ) ;
2020-12-07 23:44:35 +03:00
void unlock_page ( struct page * page )
{
return folio_unlock ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( unlock_page ) ;
2021-03-03 23:21:55 +03:00
void end_page_writeback ( struct page * page )
{
return folio_end_writeback ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( end_page_writeback ) ;
2021-03-04 19:09:17 +03:00
void wait_on_page_writeback ( struct page * page )
{
return folio_wait_writeback ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL_GPL ( wait_on_page_writeback ) ;
2021-03-04 19:25:25 +03:00
void wait_for_stable_page ( struct page * page )
{
return folio_wait_stable ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL_GPL ( wait_for_stable_page ) ;
2021-04-12 23:45:17 +03:00
bool page_mapped ( struct page * page )
{
return folio_mapped ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( page_mapped ) ;
2021-04-27 17:47:39 +03:00
void mark_page_accessed ( struct page * page )
{
folio_mark_accessed ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( mark_page_accessed ) ;
2021-05-07 14:28:40 +03:00
2021-04-24 19:00:48 +03:00
bool set_page_writeback ( struct page * page )
{
return folio_start_writeback ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( set_page_writeback ) ;
2021-04-27 06:53:10 +03:00
bool set_page_dirty ( struct page * page )
{
return folio_mark_dirty ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( set_page_dirty ) ;
2021-05-04 06:30:44 +03:00
int __set_page_dirty_nobuffers ( struct page * page )
{
return filemap_dirty_folio ( page_mapping ( page ) , page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( __set_page_dirty_nobuffers ) ;
2021-03-01 00:21:20 +03:00
bool clear_page_dirty_for_io ( struct page * page )
{
return folio_clear_dirty_for_io ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( clear_page_dirty_for_io ) ;
2021-05-03 06:22:52 +03:00
bool redirty_page_for_writepage ( struct writeback_control * wbc ,
struct page * page )
{
return folio_redirty_for_writepage ( wbc , page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( redirty_page_for_writepage ) ;
2021-04-29 18:09:31 +03:00
void lru_cache_add ( struct page * page )
{
folio_add_lru ( page_folio ( page ) ) ;
}
EXPORT_SYMBOL ( lru_cache_add ) ;
2020-12-08 16:56:28 +03:00
2022-09-02 22:46:01 +03:00
void lru_cache_add_inactive_or_unevictable ( struct page * page ,
struct vm_area_struct * vma )
{
folio_add_lru_vma ( page_folio ( page ) , vma ) ;
}
2020-12-08 16:56:28 +03:00
int add_to_page_cache_lru ( struct page * page , struct address_space * mapping ,
pgoff_t index , gfp_t gfp )
{
return filemap_add_folio ( mapping , page_folio ( page ) , index , gfp ) ;
}
EXPORT_SYMBOL ( add_to_page_cache_lru ) ;
2021-03-08 19:45:35 +03:00
2020-12-24 20:55:56 +03:00
noinline
2021-03-08 19:45:35 +03:00
struct page * pagecache_get_page ( struct address_space * mapping , pgoff_t index ,
int fgp_flags , gfp_t gfp )
{
struct folio * folio ;
folio = __filemap_get_folio ( mapping , index , fgp_flags , gfp ) ;
if ( ( fgp_flags & FGP_HEAD ) | | ! folio | | xa_is_value ( folio ) )
return & folio - > page ;
return folio_file_page ( folio , index ) ;
}
EXPORT_SYMBOL ( pagecache_get_page ) ;
2020-12-24 20:55:56 +03:00
struct page * grab_cache_page_write_begin ( struct address_space * mapping ,
2022-02-22 19:25:12 +03:00
pgoff_t index )
2020-12-24 20:55:56 +03:00
{
unsigned fgp_flags = FGP_LOCK | FGP_WRITE | FGP_CREAT | FGP_STABLE ;
return pagecache_get_page ( mapping , index , fgp_flags ,
mapping_gfp_mask ( mapping ) ) ;
}
EXPORT_SYMBOL ( grab_cache_page_write_begin ) ;
2021-05-09 16:33:42 +03:00
void delete_from_page_cache ( struct page * page )
{
return filemap_remove_folio ( page_folio ( page ) ) ;
}
2021-07-28 22:14:48 +03:00
int try_to_release_page ( struct page * page , gfp_t gfp )
{
return filemap_release_folio ( page_folio ( page ) , gfp ) ;
}
EXPORT_SYMBOL ( try_to_release_page ) ;
2021-12-24 21:26:22 +03:00
int isolate_lru_page ( struct page * page )
{
if ( WARN_RATELIMIT ( PageTail ( page ) , " trying to isolate tail page " ) )
return - EBUSY ;
return folio_isolate_lru ( ( struct folio * ) page ) ;
}
2022-01-21 16:41:46 +03:00
void putback_lru_page ( struct page * page )
{
folio_putback_lru ( page_folio ( page ) ) ;
}