2006-03-23 14:00:03 +03:00
/*
* linux / kernel / power / user . c
*
* This file provides the user space interface for software suspend / resume .
*
* Copyright ( C ) 2006 Rafael J . Wysocki < rjw @ sisk . pl >
*
* This file is released under the GPLv2 .
*
*/
# include <linux/suspend.h>
# include <linux/syscalls.h>
2006-12-07 07:34:06 +03:00
# include <linux/reboot.h>
2006-03-23 14:00:03 +03:00
# include <linux/string.h>
# include <linux/device.h>
# include <linux/miscdevice.h>
# include <linux/mm.h>
# include <linux/swap.h>
# include <linux/swapops.h>
# include <linux/pm.h>
# include <linux/fs.h>
2011-12-28 01:54:52 +04:00
# include <linux/compat.h>
2006-10-11 12:20:45 +04:00
# include <linux/console.h>
2006-09-26 10:32:48 +04:00
# include <linux/cpu.h>
2006-12-07 07:34:23 +03:00
# include <linux/freezer.h>
2006-03-23 14:00:03 +03:00
# include <asm/uaccess.h>
# include "power.h"
2007-10-26 03:01:10 +04:00
2006-03-23 14:00:03 +03:00
# define SNAPSHOT_MINOR 231
static struct snapshot_data {
struct snapshot_handle handle ;
int swap ;
int mode ;
2013-10-19 00:20:40 +04:00
bool frozen ;
bool ready ;
bool platform_support ;
2013-09-30 21:40:56 +04:00
bool free_bitmaps ;
2006-03-23 14:00:03 +03:00
} snapshot_state ;
2007-05-07 01:50:45 +04:00
atomic_t snapshot_device_available = ATOMIC_INIT ( 1 ) ;
2006-03-23 14:00:03 +03:00
static int snapshot_open ( struct inode * inode , struct file * filp )
{
struct snapshot_data * data ;
2007-11-20 01:38:25 +03:00
int error ;
2006-03-23 14:00:03 +03:00
2014-06-14 00:30:35 +04:00
if ( ! hibernation_available ( ) )
return - EPERM ;
2011-12-08 01:29:54 +04:00
lock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
if ( ! atomic_add_unless ( & snapshot_device_available , - 1 , 0 ) ) {
error = - EBUSY ;
goto Unlock ;
}
2006-03-23 14:00:03 +03:00
2007-05-07 01:50:44 +04:00
if ( ( filp - > f_flags & O_ACCMODE ) = = O_RDWR ) {
2007-05-07 01:50:45 +04:00
atomic_inc ( & snapshot_device_available ) ;
2008-06-12 00:09:45 +04:00
error = - ENOSYS ;
goto Unlock ;
2007-05-07 01:50:44 +04:00
}
2006-03-23 14:00:03 +03:00
nonseekable_open ( inode , filp ) ;
data = & snapshot_state ;
filp - > private_data = data ;
memset ( & data - > handle , 0 , sizeof ( struct snapshot_handle ) ) ;
if ( ( filp - > f_flags & O_ACCMODE ) = = O_RDONLY ) {
2009-04-12 22:06:56 +04:00
/* Hibernating. The image device should be accessible. */
2006-12-07 07:34:07 +03:00
data - > swap = swsusp_resume_device ?
2007-01-06 03:36:28 +03:00
swap_type_of ( swsusp_resume_device , 0 , NULL ) : - 1 ;
2006-03-23 14:00:03 +03:00
data - > mode = O_RDONLY ;
2013-11-15 02:26:58 +04:00
data - > free_bitmaps = false ;
2009-02-14 04:05:14 +03:00
error = pm_notifier_call_chain ( PM_HIBERNATION_PREPARE ) ;
2007-11-20 01:38:25 +03:00
if ( error )
2009-02-14 04:05:14 +03:00
pm_notifier_call_chain ( PM_POST_HIBERNATION ) ;
2006-03-23 14:00:03 +03:00
} else {
2009-04-12 22:06:56 +04:00
/*
* Resuming . We may need to wait for the image device to
* appear .
*/
wait_for_device_probe ( ) ;
2006-03-23 14:00:03 +03:00
data - > swap = - 1 ;
data - > mode = O_WRONLY ;
2009-02-14 04:05:14 +03:00
error = pm_notifier_call_chain ( PM_RESTORE_PREPARE ) ;
2013-09-30 21:40:56 +04:00
if ( ! error ) {
error = create_basic_memory_bitmaps ( ) ;
data - > free_bitmaps = ! error ;
}
2007-11-20 01:38:25 +03:00
if ( error )
2009-02-14 04:05:14 +03:00
pm_notifier_call_chain ( PM_POST_RESTORE ) ;
2007-11-20 01:38:25 +03:00
}
2013-08-30 16:19:38 +04:00
if ( error )
2007-11-20 01:38:25 +03:00
atomic_inc ( & snapshot_device_available ) ;
2013-08-30 16:19:38 +04:00
2013-10-19 00:20:40 +04:00
data - > frozen = false ;
data - > ready = false ;
data - > platform_support = false ;
2006-03-23 14:00:03 +03:00
2008-06-12 00:09:45 +04:00
Unlock :
2011-12-08 01:29:54 +04:00
unlock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
return error ;
2006-03-23 14:00:03 +03:00
}
static int snapshot_release ( struct inode * inode , struct file * filp )
{
struct snapshot_data * data ;
2011-12-08 01:29:54 +04:00
lock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
2006-03-23 14:00:03 +03:00
swsusp_free ( ) ;
data = filp - > private_data ;
2007-05-07 01:50:47 +04:00
free_all_swap_pages ( data - > swap ) ;
2011-05-10 23:10:01 +04:00
if ( data - > frozen ) {
pm_restore_gfp_mask ( ) ;
2013-08-30 16:19:38 +04:00
free_basic_memory_bitmaps ( ) ;
2006-03-23 14:00:03 +03:00
thaw_processes ( ) ;
2013-09-30 21:40:56 +04:00
} else if ( data - > free_bitmaps ) {
free_basic_memory_bitmaps ( ) ;
2011-05-10 23:10:01 +04:00
}
2010-12-10 02:16:39 +03:00
pm_notifier_call_chain ( data - > mode = = O_RDONLY ?
2007-11-20 01:38:25 +03:00
PM_POST_HIBERNATION : PM_POST_RESTORE ) ;
2007-05-07 01:50:45 +04:00
atomic_inc ( & snapshot_device_available ) ;
2008-06-12 00:09:45 +04:00
2011-12-08 01:29:54 +04:00
unlock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
2006-03-23 14:00:03 +03:00
return 0 ;
}
static ssize_t snapshot_read ( struct file * filp , char __user * buf ,
size_t count , loff_t * offp )
{
struct snapshot_data * data ;
ssize_t res ;
2010-05-02 01:52:02 +04:00
loff_t pg_offp = * offp & ~ PAGE_MASK ;
2006-03-23 14:00:03 +03:00
2011-12-08 01:29:54 +04:00
lock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
2006-03-23 14:00:03 +03:00
data = filp - > private_data ;
2008-06-12 00:09:45 +04:00
if ( ! data - > ready ) {
res = - ENODATA ;
goto Unlock ;
}
2010-05-02 01:52:02 +04:00
if ( ! pg_offp ) { /* on page boundary? */
res = snapshot_read_next ( & data - > handle ) ;
if ( res < = 0 )
goto Unlock ;
} else {
res = PAGE_SIZE - pg_offp ;
2006-03-23 14:00:03 +03:00
}
2008-06-12 00:09:45 +04:00
2010-05-02 01:52:02 +04:00
res = simple_read_from_buffer ( buf , count , & pg_offp ,
data_of ( data - > handle ) , res ) ;
if ( res > 0 )
* offp + = res ;
2008-06-12 00:09:45 +04:00
Unlock :
2011-12-08 01:29:54 +04:00
unlock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
2006-03-23 14:00:03 +03:00
return res ;
}
static ssize_t snapshot_write ( struct file * filp , const char __user * buf ,
size_t count , loff_t * offp )
{
struct snapshot_data * data ;
ssize_t res ;
2010-05-02 01:52:02 +04:00
loff_t pg_offp = * offp & ~ PAGE_MASK ;
2006-03-23 14:00:03 +03:00
2011-12-08 01:29:54 +04:00
lock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
2006-03-23 14:00:03 +03:00
data = filp - > private_data ;
2010-05-02 01:52:02 +04:00
if ( ! pg_offp ) {
res = snapshot_write_next ( & data - > handle ) ;
if ( res < = 0 )
goto unlock ;
} else {
res = PAGE_SIZE - pg_offp ;
2006-03-23 14:00:03 +03:00
}
2008-06-12 00:09:45 +04:00
2010-05-02 01:52:02 +04:00
res = simple_write_to_buffer ( data_of ( data - > handle ) , res , & pg_offp ,
buf , count ) ;
if ( res > 0 )
* offp + = res ;
unlock :
2011-12-08 01:29:54 +04:00
unlock_system_sleep ( ) ;
2008-06-12 00:09:45 +04:00
2006-03-23 14:00:03 +03:00
return res ;
}
2008-06-12 00:07:52 +04:00
static long snapshot_ioctl ( struct file * filp , unsigned int cmd ,
unsigned long arg )
2006-03-23 14:00:03 +03:00
{
int error = 0 ;
struct snapshot_data * data ;
2007-10-26 02:59:31 +04:00
loff_t size ;
2006-12-07 07:34:10 +03:00
sector_t offset ;
2006-03-23 14:00:03 +03:00
if ( _IOC_TYPE ( cmd ) ! = SNAPSHOT_IOC_MAGIC )
return - ENOTTY ;
if ( _IOC_NR ( cmd ) > SNAPSHOT_IOC_MAXNR )
return - ENOTTY ;
if ( ! capable ( CAP_SYS_ADMIN ) )
return - EPERM ;
2008-06-12 00:09:45 +04:00
if ( ! mutex_trylock ( & pm_mutex ) )
return - EBUSY ;
2006-03-23 14:00:03 +03:00
2013-08-30 16:19:46 +04:00
lock_device_hotplug ( ) ;
2008-06-12 00:09:45 +04:00
data = filp - > private_data ;
2008-06-12 00:07:52 +04:00
2006-03-23 14:00:03 +03:00
switch ( cmd ) {
case SNAPSHOT_FREEZE :
if ( data - > frozen )
break ;
2008-10-16 09:01:21 +04:00
2007-11-20 01:38:25 +03:00
printk ( " Syncing filesystems ... " ) ;
sys_sync ( ) ;
printk ( " done. \n " ) ;
2008-10-16 09:01:21 +04:00
error = freeze_processes ( ) ;
2013-08-30 16:19:38 +04:00
if ( error )
break ;
error = create_basic_memory_bitmaps ( ) ;
if ( error )
thaw_processes ( ) ;
else
2013-10-19 00:20:40 +04:00
data - > frozen = true ;
2013-08-30 16:19:38 +04:00
2006-03-23 14:00:03 +03:00
break ;
case SNAPSHOT_UNFREEZE :
2007-06-16 21:16:03 +04:00
if ( ! data - > frozen | | data - > ready )
2006-03-23 14:00:03 +03:00
break ;
2010-12-04 00:57:45 +03:00
pm_restore_gfp_mask ( ) ;
2013-08-30 16:19:38 +04:00
free_basic_memory_bitmaps ( ) ;
2013-09-30 21:40:56 +04:00
data - > free_bitmaps = false ;
2006-03-23 14:00:03 +03:00
thaw_processes ( ) ;
2013-10-19 00:20:40 +04:00
data - > frozen = false ;
2006-03-23 14:00:03 +03:00
break ;
2010-01-28 01:47:50 +03:00
case SNAPSHOT_CREATE_IMAGE :
2006-03-23 14:00:03 +03:00
if ( data - > mode ! = O_RDONLY | | ! data - > frozen | | data - > ready ) {
error = - EPERM ;
break ;
}
2010-12-04 00:57:45 +03:00
pm_restore_gfp_mask ( ) ;
2007-10-26 03:01:10 +04:00
error = hibernation_snapshot ( data - > platform_support ) ;
2012-02-05 01:26:38 +04:00
if ( ! error ) {
2007-10-26 03:03:33 +04:00
error = put_user ( in_suspend , ( int __user * ) arg ) ;
2012-02-05 02:39:56 +04:00
data - > ready = ! freezer_test_done & & ! error ;
freezer_test_done = false ;
2011-12-02 01:33:10 +04:00
}
2006-03-23 14:00:03 +03:00
break ;
case SNAPSHOT_ATOMIC_RESTORE :
[PATCH] swsusp: Improve handling of highmem
Currently swsusp saves the contents of highmem pages by copying them to the
normal zone which is quite inefficient (eg. it requires two normal pages
to be used for saving one highmem page). This may be improved by using
highmem for saving the contents of saveable highmem pages.
Namely, during the suspend phase of the suspend-resume cycle we try to
allocate as many free highmem pages as there are saveable highmem pages.
If there are not enough highmem image pages to store the contents of all of
the saveable highmem pages, some of them will be stored in the "normal"
memory. Next, we allocate as many free "normal" pages as needed to store
the (remaining) image data. We use a memory bitmap to mark the allocated
free pages (ie. highmem as well as "normal" image pages).
Now, we use another memory bitmap to mark all of the saveable pages
(highmem as well as "normal") and the contents of the saveable pages are
copied into the image pages. Then, the second bitmap is used to save the
pfns corresponding to the saveable pages and the first one is used to save
their data.
During the resume phase the pfns of the pages that were saveable during the
suspend are loaded from the image and used to mark the "unsafe" page
frames. Next, we try to allocate as many free highmem page frames as to
load all of the image data that had been in the highmem before the suspend
and we allocate so many free "normal" page frames that the total number of
allocated free pages (highmem and "normal") is equal to the size of the
image. While doing this we have to make sure that there will be some extra
free "normal" and "safe" page frames for two lists of PBEs constructed
later.
Now, the image data are loaded, if possible, into their "original" page
frames. The image data that cannot be written into their "original" page
frames are loaded into "safe" page frames and their "original" kernel
virtual addresses, as well as the addresses of the "safe" pages containing
their copies, are stored in one of two lists of PBEs.
One list of PBEs is for the copies of "normal" suspend pages (ie. "normal"
pages that were saveable during the suspend) and it is used in the same way
as previously (ie. by the architecture-dependent parts of swsusp). The
other list of PBEs is for the copies of highmem suspend pages. The pages
in this list are restored (in a reversible way) right before the
arch-dependent code is called.
Signed-off-by: Rafael J. Wysocki <rjw@sisk.pl>
Cc: Pavel Machek <pavel@ucw.cz>
Signed-off-by: Andrew Morton <akpm@osdl.org>
Signed-off-by: Linus Torvalds <torvalds@osdl.org>
2006-12-07 07:34:18 +03:00
snapshot_write_finalize ( & data - > handle ) ;
2006-03-23 14:00:03 +03:00
if ( data - > mode ! = O_WRONLY | | ! data - > frozen | |
! snapshot_image_loaded ( & data - > handle ) ) {
error = - EPERM ;
break ;
}
2007-10-26 03:01:10 +04:00
error = hibernation_restore ( data - > platform_support ) ;
2006-03-23 14:00:03 +03:00
break ;
case SNAPSHOT_FREE :
swsusp_free ( ) ;
memset ( & data - > handle , 0 , sizeof ( struct snapshot_handle ) ) ;
2013-10-19 00:20:40 +04:00
data - > ready = false ;
2012-01-29 23:35:52 +04:00
/*
* It is necessary to thaw kernel threads here , because
* SNAPSHOT_CREATE_IMAGE may be invoked directly after
* SNAPSHOT_FREE . In that case , if kernel threads were not
* thawed , the preallocation of memory carried out by
* hibernation_snapshot ( ) might run into problems ( i . e . it
* might fail or even deadlock ) .
*/
thaw_kernel_threads ( ) ;
2006-03-23 14:00:03 +03:00
break ;
2010-01-28 01:47:50 +03:00
case SNAPSHOT_PREF_IMAGE_SIZE :
2006-03-23 14:00:03 +03:00
image_size = arg ;
break ;
2007-10-26 02:59:31 +04:00
case SNAPSHOT_GET_IMAGE_SIZE :
if ( ! data - > ready ) {
error = - ENODATA ;
break ;
}
size = snapshot_get_image_size ( ) ;
size < < = PAGE_SHIFT ;
error = put_user ( size , ( loff_t __user * ) arg ) ;
break ;
2010-01-28 01:47:50 +03:00
case SNAPSHOT_AVAIL_SWAP_SIZE :
2007-10-26 02:59:31 +04:00
size = count_swap_pages ( data - > swap , 1 ) ;
size < < = PAGE_SHIFT ;
error = put_user ( size , ( loff_t __user * ) arg ) ;
2006-03-23 14:00:03 +03:00
break ;
2010-01-28 01:47:50 +03:00
case SNAPSHOT_ALLOC_SWAP_PAGE :
2006-03-23 14:00:03 +03:00
if ( data - > swap < 0 | | data - > swap > = MAX_SWAPFILES ) {
error = - ENODEV ;
break ;
}
2007-05-07 01:50:47 +04:00
offset = alloc_swapdev_block ( data - > swap ) ;
2006-03-23 14:00:03 +03:00
if ( offset ) {
offset < < = PAGE_SHIFT ;
2007-10-26 03:03:33 +04:00
error = put_user ( offset , ( loff_t __user * ) arg ) ;
2006-03-23 14:00:03 +03:00
} else {
error = - ENOSPC ;
}
break ;
case SNAPSHOT_FREE_SWAP_PAGES :
if ( data - > swap < 0 | | data - > swap > = MAX_SWAPFILES ) {
error = - ENODEV ;
break ;
}
2007-05-07 01:50:47 +04:00
free_all_swap_pages ( data - > swap ) ;
2006-03-23 14:00:03 +03:00
break ;
2006-03-23 14:00:09 +03:00
case SNAPSHOT_S2RAM :
if ( ! data - > frozen ) {
error = - EPERM ;
break ;
}
2007-07-19 12:47:38 +04:00
/*
* Tasks are frozen and the notifiers have been called with
* PM_HIBERNATION_PREPARE
*/
error = suspend_devices_and_enter ( PM_SUSPEND_MEM ) ;
2013-10-19 00:20:40 +04:00
data - > ready = false ;
2006-03-23 14:00:09 +03:00
break ;
2007-10-26 03:01:10 +04:00
case SNAPSHOT_PLATFORM_SUPPORT :
data - > platform_support = ! ! arg ;
break ;
case SNAPSHOT_POWER_OFF :
if ( data - > platform_support )
error = hibernation_platform_enter ( ) ;
break ;
2006-12-07 07:34:15 +03:00
case SNAPSHOT_SET_SWAP_AREA :
2007-05-07 01:50:47 +04:00
if ( swsusp_swap_in_use ( ) ) {
2006-12-07 07:34:15 +03:00
error = - EPERM ;
} else {
struct resume_swap_area swap_area ;
dev_t swdev ;
error = copy_from_user ( & swap_area , ( void __user * ) arg ,
sizeof ( struct resume_swap_area ) ) ;
if ( error ) {
error = - EFAULT ;
break ;
}
/*
* User space encodes device types as two - byte values ,
* so we need to recode them
*/
2010-04-11 00:28:56 +04:00
swdev = new_decode_dev ( swap_area . dev ) ;
2006-12-07 07:34:15 +03:00
if ( swdev ) {
offset = swap_area . offset ;
2007-01-06 03:36:28 +03:00
data - > swap = swap_type_of ( swdev , offset , NULL ) ;
2006-12-07 07:34:15 +03:00
if ( data - > swap < 0 )
error = - ENODEV ;
} else {
data - > swap = - 1 ;
error = - EINVAL ;
}
}
break ;
2006-03-23 14:00:03 +03:00
default :
error = - ENOTTY ;
}
2008-06-12 00:09:45 +04:00
2013-08-30 16:19:46 +04:00
unlock_device_hotplug ( ) ;
2008-06-12 00:09:45 +04:00
mutex_unlock ( & pm_mutex ) ;
2006-03-23 14:00:03 +03:00
return error ;
}
2011-12-28 01:54:52 +04:00
# ifdef CONFIG_COMPAT
struct compat_resume_swap_area {
compat_loff_t offset ;
u32 dev ;
} __packed ;
static long
snapshot_compat_ioctl ( struct file * file , unsigned int cmd , unsigned long arg )
{
BUILD_BUG_ON ( sizeof ( loff_t ) ! = sizeof ( compat_loff_t ) ) ;
switch ( cmd ) {
case SNAPSHOT_GET_IMAGE_SIZE :
case SNAPSHOT_AVAIL_SWAP_SIZE :
case SNAPSHOT_ALLOC_SWAP_PAGE : {
compat_loff_t __user * uoffset = compat_ptr ( arg ) ;
loff_t offset ;
mm_segment_t old_fs ;
int err ;
old_fs = get_fs ( ) ;
set_fs ( KERNEL_DS ) ;
err = snapshot_ioctl ( file , cmd , ( unsigned long ) & offset ) ;
set_fs ( old_fs ) ;
if ( ! err & & put_user ( offset , uoffset ) )
err = - EFAULT ;
return err ;
}
case SNAPSHOT_CREATE_IMAGE :
return snapshot_ioctl ( file , cmd ,
( unsigned long ) compat_ptr ( arg ) ) ;
case SNAPSHOT_SET_SWAP_AREA : {
struct compat_resume_swap_area __user * u_swap_area =
compat_ptr ( arg ) ;
struct resume_swap_area swap_area ;
mm_segment_t old_fs ;
int err ;
err = get_user ( swap_area . offset , & u_swap_area - > offset ) ;
err | = get_user ( swap_area . dev , & u_swap_area - > dev ) ;
if ( err )
return - EFAULT ;
old_fs = get_fs ( ) ;
set_fs ( KERNEL_DS ) ;
err = snapshot_ioctl ( file , SNAPSHOT_SET_SWAP_AREA ,
( unsigned long ) & swap_area ) ;
set_fs ( old_fs ) ;
return err ;
}
default :
return snapshot_ioctl ( file , cmd , arg ) ;
}
}
# endif /* CONFIG_COMPAT */
2006-12-07 07:40:36 +03:00
static const struct file_operations snapshot_fops = {
2006-03-23 14:00:03 +03:00
. open = snapshot_open ,
. release = snapshot_release ,
. read = snapshot_read ,
. write = snapshot_write ,
. llseek = no_llseek ,
2008-06-12 00:07:52 +04:00
. unlocked_ioctl = snapshot_ioctl ,
2011-12-28 01:54:52 +04:00
# ifdef CONFIG_COMPAT
. compat_ioctl = snapshot_compat_ioctl ,
# endif
2006-03-23 14:00:03 +03:00
} ;
static struct miscdevice snapshot_device = {
. minor = SNAPSHOT_MINOR ,
. name = " snapshot " ,
. fops = & snapshot_fops ,
} ;
static int __init snapshot_device_init ( void )
{
return misc_register ( & snapshot_device ) ;
} ;
device_initcall ( snapshot_device_init ) ;