2010-02-24 12:54:24 +03:00
/*
* Testsuite for atomic64_t functions
*
* Copyright © 2010 Luca Barbieri
*
* This program is free software ; you can redistribute it and / or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation ; either version 2 of the License , or
* ( at your option ) any later version .
*/
2014-06-05 03:12:00 +04:00
# define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
2010-02-24 12:54:24 +03:00
# include <linux/init.h>
2012-01-21 03:35:53 +04:00
# include <linux/bug.h>
2010-05-24 23:13:20 +04:00
# include <linux/kernel.h>
2011-07-27 03:09:06 +04:00
# include <linux/atomic.h>
2017-02-25 02:00:55 +03:00
# include <linux/module.h>
2010-02-24 12:54:24 +03:00
2015-12-02 04:00:57 +03:00
# ifdef CONFIG_X86
2016-01-27 00:12:04 +03:00
# include <asm/cpufeature.h> /* for boot_cpu_has below */
2015-12-02 04:00:57 +03:00
# endif
2015-07-13 13:55:58 +03:00
# define TEST(bit, op, c_op, val) \
do { \
atomic # # bit # # _set ( & v , v0 ) ; \
r = v0 ; \
atomic # # bit # # _ # # op ( val , & v ) ; \
r c_op val ; \
WARN ( atomic # # bit # # _read ( & v ) ! = r , " %Lx != %Lx \n " , \
( unsigned long long ) atomic # # bit # # _read ( & v ) , \
( unsigned long long ) r ) ; \
} while ( 0 )
2015-11-04 13:52:45 +03:00
/*
* Test for a atomic operation family ,
* @ test should be a macro accepting parameters ( bit , op , . . . )
*/
# define FAMILY_TEST(test, bit, op, args...) \
do { \
test ( bit , op , # # args ) ; \
test ( bit , op # # _acquire , # # args ) ; \
test ( bit , op # # _release , # # args ) ; \
test ( bit , op # # _relaxed , # # args ) ; \
} while ( 0 )
# define TEST_RETURN(bit, op, c_op, val) \
do { \
atomic # # bit # # _set ( & v , v0 ) ; \
r = v0 ; \
r c_op val ; \
BUG_ON ( atomic # # bit # # _ # # op ( val , & v ) ! = r ) ; \
BUG_ON ( atomic # # bit # # _read ( & v ) ! = r ) ; \
} while ( 0 )
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-18 01:54:38 +03:00
# define TEST_FETCH(bit, op, c_op, val) \
do { \
atomic # # bit # # _set ( & v , v0 ) ; \
r = v0 ; \
r c_op val ; \
BUG_ON ( atomic # # bit # # _ # # op ( val , & v ) ! = v0 ) ; \
BUG_ON ( atomic # # bit # # _read ( & v ) ! = r ) ; \
} while ( 0 )
2015-11-04 13:52:45 +03:00
# define RETURN_FAMILY_TEST(bit, op, c_op, val) \
do { \
FAMILY_TEST ( TEST_RETURN , bit , op , c_op , val ) ; \
} while ( 0 )
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-18 01:54:38 +03:00
# define FETCH_FAMILY_TEST(bit, op, c_op, val) \
do { \
FAMILY_TEST ( TEST_FETCH , bit , op , c_op , val ) ; \
} while ( 0 )
2015-11-04 13:52:45 +03:00
# define TEST_ARGS(bit, op, init, ret, expect, args...) \
do { \
atomic # # bit # # _set ( & v , init ) ; \
BUG_ON ( atomic # # bit # # _ # # op ( & v , # # args ) ! = ret ) ; \
BUG_ON ( atomic # # bit # # _read ( & v ) ! = expect ) ; \
} while ( 0 )
# define XCHG_FAMILY_TEST(bit, init, new) \
do { \
FAMILY_TEST ( TEST_ARGS , bit , xchg , init , init , new , new ) ; \
} while ( 0 )
# define CMPXCHG_FAMILY_TEST(bit, init, new, wrong) \
do { \
FAMILY_TEST ( TEST_ARGS , bit , cmpxchg , \
init , init , new , init , new ) ; \
FAMILY_TEST ( TEST_ARGS , bit , cmpxchg , \
init , init , init , wrong , new ) ; \
} while ( 0 )
# define INC_RETURN_FAMILY_TEST(bit, i) \
do { \
FAMILY_TEST ( TEST_ARGS , bit , inc_return , \
i , ( i ) + one , ( i ) + one ) ; \
} while ( 0 )
# define DEC_RETURN_FAMILY_TEST(bit, i) \
do { \
FAMILY_TEST ( TEST_ARGS , bit , dec_return , \
i , ( i ) - one , ( i ) - one ) ; \
} while ( 0 )
2015-07-13 13:55:58 +03:00
static __init void test_atomic ( void )
{
int v0 = 0xaaa31337 ;
int v1 = 0xdeadbeef ;
int onestwos = 0x11112222 ;
int one = 1 ;
atomic_t v ;
int r ;
TEST ( , add , + = , onestwos ) ;
TEST ( , add , + = , - one ) ;
TEST ( , sub , - = , onestwos ) ;
TEST ( , sub , - = , - one ) ;
TEST ( , or , | = , v1 ) ;
TEST ( , and , & = , v1 ) ;
TEST ( , xor , ^ = , v1 ) ;
TEST ( , andnot , & = ~ , v1 ) ;
2015-11-04 13:52:45 +03:00
RETURN_FAMILY_TEST ( , add_return , + = , onestwos ) ;
RETURN_FAMILY_TEST ( , add_return , + = , - one ) ;
RETURN_FAMILY_TEST ( , sub_return , - = , onestwos ) ;
RETURN_FAMILY_TEST ( , sub_return , - = , - one ) ;
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-18 01:54:38 +03:00
FETCH_FAMILY_TEST ( , fetch_add , + = , onestwos ) ;
FETCH_FAMILY_TEST ( , fetch_add , + = , - one ) ;
FETCH_FAMILY_TEST ( , fetch_sub , - = , onestwos ) ;
FETCH_FAMILY_TEST ( , fetch_sub , - = , - one ) ;
FETCH_FAMILY_TEST ( , fetch_or , | = , v1 ) ;
FETCH_FAMILY_TEST ( , fetch_and , & = , v1 ) ;
FETCH_FAMILY_TEST ( , fetch_andnot , & = ~ , v1 ) ;
FETCH_FAMILY_TEST ( , fetch_xor , ^ = , v1 ) ;
2015-11-04 13:52:45 +03:00
INC_RETURN_FAMILY_TEST ( , v0 ) ;
DEC_RETURN_FAMILY_TEST ( , v0 ) ;
XCHG_FAMILY_TEST ( , v0 , v1 ) ;
CMPXCHG_FAMILY_TEST ( , v0 , v1 , onestwos ) ;
2015-07-13 13:55:58 +03:00
}
2010-02-24 12:54:24 +03:00
# define INIT(c) do { atomic64_set(&v, c); r = c; } while (0)
2015-07-13 13:55:58 +03:00
static __init void test_atomic64 ( void )
2010-02-24 12:54:24 +03:00
{
long long v0 = 0xaaa31337c001d00dLL ;
long long v1 = 0xdeadbeefdeafcafeLL ;
long long v2 = 0xfaceabadf00df001LL ;
2017-07-15 00:49:41 +03:00
long long v3 = 0x8000000000000000LL ;
2010-02-24 12:54:24 +03:00
long long onestwos = 0x1111111122222222LL ;
long long one = 1LL ;
2017-07-15 00:49:41 +03:00
int r_int ;
2010-02-24 12:54:24 +03:00
atomic64_t v = ATOMIC64_INIT ( v0 ) ;
long long r = v0 ;
BUG_ON ( v . counter ! = r ) ;
atomic64_set ( & v , v1 ) ;
r = v1 ;
BUG_ON ( v . counter ! = r ) ;
BUG_ON ( atomic64_read ( & v ) ! = r ) ;
2015-07-13 13:55:58 +03:00
TEST ( 64 , add , + = , onestwos ) ;
TEST ( 64 , add , + = , - one ) ;
TEST ( 64 , sub , - = , onestwos ) ;
TEST ( 64 , sub , - = , - one ) ;
TEST ( 64 , or , | = , v1 ) ;
TEST ( 64 , and , & = , v1 ) ;
TEST ( 64 , xor , ^ = , v1 ) ;
TEST ( 64 , andnot , & = ~ , v1 ) ;
2010-02-24 12:54:24 +03:00
2015-11-04 13:52:45 +03:00
RETURN_FAMILY_TEST ( 64 , add_return , + = , onestwos ) ;
RETURN_FAMILY_TEST ( 64 , add_return , + = , - one ) ;
RETURN_FAMILY_TEST ( 64 , sub_return , - = , onestwos ) ;
RETURN_FAMILY_TEST ( 64 , sub_return , - = , - one ) ;
2010-02-24 12:54:24 +03:00
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-18 01:54:38 +03:00
FETCH_FAMILY_TEST ( 64 , fetch_add , + = , onestwos ) ;
FETCH_FAMILY_TEST ( 64 , fetch_add , + = , - one ) ;
FETCH_FAMILY_TEST ( 64 , fetch_sub , - = , onestwos ) ;
FETCH_FAMILY_TEST ( 64 , fetch_sub , - = , - one ) ;
FETCH_FAMILY_TEST ( 64 , fetch_or , | = , v1 ) ;
FETCH_FAMILY_TEST ( 64 , fetch_and , & = , v1 ) ;
FETCH_FAMILY_TEST ( 64 , fetch_andnot , & = ~ , v1 ) ;
FETCH_FAMILY_TEST ( 64 , fetch_xor , ^ = , v1 ) ;
2010-02-24 12:54:24 +03:00
INIT ( v0 ) ;
atomic64_inc ( & v ) ;
r + = one ;
BUG_ON ( v . counter ! = r ) ;
INIT ( v0 ) ;
atomic64_dec ( & v ) ;
r - = one ;
BUG_ON ( v . counter ! = r ) ;
2015-11-04 13:52:45 +03:00
INC_RETURN_FAMILY_TEST ( 64 , v0 ) ;
DEC_RETURN_FAMILY_TEST ( 64 , v0 ) ;
2010-02-24 12:54:24 +03:00
2015-11-04 13:52:45 +03:00
XCHG_FAMILY_TEST ( 64 , v0 , v1 ) ;
CMPXCHG_FAMILY_TEST ( 64 , v0 , v1 , v2 ) ;
2010-02-24 12:54:24 +03:00
INIT ( v0 ) ;
2010-03-01 21:55:45 +03:00
BUG_ON ( atomic64_add_unless ( & v , one , v0 ) ) ;
2010-02-24 12:54:24 +03:00
BUG_ON ( v . counter ! = r ) ;
INIT ( v0 ) ;
2010-03-01 21:55:45 +03:00
BUG_ON ( ! atomic64_add_unless ( & v , one , v1 ) ) ;
2010-02-24 12:54:24 +03:00
r + = one ;
BUG_ON ( v . counter ! = r ) ;
INIT ( onestwos ) ;
BUG_ON ( atomic64_dec_if_positive ( & v ) ! = ( onestwos - 1 ) ) ;
r - = one ;
BUG_ON ( v . counter ! = r ) ;
INIT ( 0 ) ;
BUG_ON ( atomic64_dec_if_positive ( & v ) ! = - one ) ;
BUG_ON ( v . counter ! = r ) ;
INIT ( - one ) ;
BUG_ON ( atomic64_dec_if_positive ( & v ) ! = ( - one - one ) ) ;
BUG_ON ( v . counter ! = r ) ;
INIT ( onestwos ) ;
2010-03-01 21:55:48 +03:00
BUG_ON ( ! atomic64_inc_not_zero ( & v ) ) ;
2010-02-24 12:54:24 +03:00
r + = one ;
BUG_ON ( v . counter ! = r ) ;
INIT ( 0 ) ;
2010-03-01 21:55:48 +03:00
BUG_ON ( atomic64_inc_not_zero ( & v ) ) ;
2010-02-24 12:54:24 +03:00
BUG_ON ( v . counter ! = r ) ;
INIT ( - one ) ;
2010-03-01 21:55:48 +03:00
BUG_ON ( ! atomic64_inc_not_zero ( & v ) ) ;
2010-02-24 12:54:24 +03:00
r + = one ;
BUG_ON ( v . counter ! = r ) ;
2017-07-15 00:49:41 +03:00
/* Confirm the return value fits in an int, even if the value doesn't */
INIT ( v3 ) ;
r_int = atomic64_inc_not_zero ( & v ) ;
BUG_ON ( ! r_int ) ;
2015-07-13 13:55:58 +03:00
}
2017-02-25 02:00:55 +03:00
static __init int test_atomics_init ( void )
2015-07-13 13:55:58 +03:00
{
test_atomic ( ) ;
test_atomic64 ( ) ;
2010-02-24 12:54:24 +03:00
# ifdef CONFIG_X86
2014-06-05 03:12:00 +04:00
pr_info ( " passed for %s platform %s CX8 and %s SSE \n " ,
2010-03-01 22:49:23 +03:00
# ifdef CONFIG_X86_64
2014-06-05 03:12:00 +04:00
" x86-64 " ,
2010-03-01 22:49:23 +03:00
# elif defined(CONFIG_X86_CMPXCHG64)
2014-06-05 03:12:00 +04:00
" i586+ " ,
2010-02-24 12:54:24 +03:00
# else
2014-06-05 03:12:00 +04:00
" i386+ " ,
2010-02-24 12:54:24 +03:00
# endif
2010-03-01 22:49:23 +03:00
boot_cpu_has ( X86_FEATURE_CX8 ) ? " with " : " without " ,
boot_cpu_has ( X86_FEATURE_XMM ) ? " with " : " without " ) ;
2010-02-24 12:54:24 +03:00
# else
2014-06-05 03:12:00 +04:00
pr_info ( " passed \n " ) ;
2010-02-24 12:54:24 +03:00
# endif
return 0 ;
}
2017-02-25 02:00:55 +03:00
static __exit void test_atomics_exit ( void ) { }
module_init ( test_atomics_init ) ;
module_exit ( test_atomics_exit ) ;
MODULE_LICENSE ( " GPL " ) ;