2005-04-17 02:20:36 +04:00
/ * atomic- o p s . S : k e r n e l a t o m i c o p e r a t i o n s
*
* For a n e x p l a n a t i o n o f h o w a t o m i c o p s w o r k i n t h i s a r c h , s e e :
2008-02-03 16:54:28 +03:00
* Documentation/ f r v / a t o m i c - o p s . t x t
2005-04-17 02:20:36 +04:00
*
* Copyright ( C ) 2 0 0 4 R e d H a t , I n c . A l l R i g h t s R e s e r v e d .
* Written b y D a v i d H o w e l l s ( d h o w e l l s @redhat.com)
*
* This p r o g r a m i s f r e e s o f t w a r e ; you can redistribute it and/or
* modify i t u n d e r t h e t e r m s o f t h e G N U G e n e r a l P u b l i c L i c e n s e
* as p u b l i s h e d b y t h e F r e e S o f t w a r e F o u n d a t i o n ; either version
* 2 of t h e L i c e n s e , o r ( a t y o u r o p t i o n ) a n y l a t e r v e r s i o n .
* /
# include < a s m / s p r - r e g s . h >
.text
.balign 4
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# unsigned l o n g a t o m i c _ t e s t _ a n d _ A N D N O T _ m a s k ( u n s i g n e d l o n g m a s k , v o l a t i l e u n s i g n e d l o n g * v ) ;
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl atomic_test_and_ANDNOT_mask
.type _ t e s t _ a n d _ A N D N O T _ m a s k ,@function
atomic_test_and_ANDNOT_mask :
not. p g r8 ,g r10
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3 / * s e t I C C 3 . Z * /
ckeq i c c3 ,c c7
ld. p @(gr9,gr0),gr8 /* LD.P/ORCR must be atomic */
orcr c c7 ,c c7 ,c c3 / * s e t C C 3 t o t r u e * /
and g r8 ,g r10 ,g r11
cst. p g r11 ,@(gr9,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1 / * c l e a r I C C 3 . Z i f s t o r e h a p p e n s * /
beq i c c3 ,#0 ,0 b
bralr
.size _ t e s t _ a n d _ A N D N O T _ m a s k , . - a t o m i c _ t e s t _ a n d _ A N D N O T _ m a s k
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# unsigned l o n g a t o m i c _ t e s t _ a n d _ O R _ m a s k ( u n s i g n e d l o n g m a s k , v o l a t i l e u n s i g n e d l o n g * v ) ;
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl atomic_test_and_OR_mask
.type _ t e s t _ a n d _ O R _ m a s k ,@function
atomic_test_and_OR_mask :
or. p g r8 ,g r8 ,g r10
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3 / * s e t I C C 3 . Z * /
ckeq i c c3 ,c c7
ld. p @(gr9,gr0),gr8 /* LD.P/ORCR must be atomic */
orcr c c7 ,c c7 ,c c3 / * s e t C C 3 t o t r u e * /
or g r8 ,g r10 ,g r11
cst. p g r11 ,@(gr9,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1 / * c l e a r I C C 3 . Z i f s t o r e h a p p e n s * /
beq i c c3 ,#0 ,0 b
bralr
.size _ t e s t _ a n d _ O R _ m a s k , . - a t o m i c _ t e s t _ a n d _ O R _ m a s k
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# unsigned l o n g a t o m i c _ t e s t _ a n d _ X O R _ m a s k ( u n s i g n e d l o n g m a s k , v o l a t i l e u n s i g n e d l o n g * v ) ;
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl atomic_test_and_XOR_mask
.type _ t e s t _ a n d _ X O R _ m a s k ,@function
atomic_test_and_XOR_mask :
or. p g r8 ,g r8 ,g r10
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3 / * s e t I C C 3 . Z * /
ckeq i c c3 ,c c7
ld. p @(gr9,gr0),gr8 /* LD.P/ORCR must be atomic */
orcr c c7 ,c c7 ,c c3 / * s e t C C 3 t o t r u e * /
xor g r8 ,g r10 ,g r11
cst. p g r11 ,@(gr9,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1 / * c l e a r I C C 3 . Z i f s t o r e h a p p e n s * /
beq i c c3 ,#0 ,0 b
bralr
.size _ t e s t _ a n d _ X O R _ m a s k , . - a t o m i c _ t e s t _ a n d _ X O R _ m a s k
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# int a t o m i c _ a d d _ r e t u r n ( i n t i , a t o m i c _ t * v )
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl atomic_add_return
.type _ a d d _ r e t u r n ,@function
atomic_add_return :
or. p g r8 ,g r8 ,g r10
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3 / * s e t I C C 3 . Z * /
ckeq i c c3 ,c c7
ld. p @(gr9,gr0),gr8 /* LD.P/ORCR must be atomic */
orcr c c7 ,c c7 ,c c3 / * s e t C C 3 t o t r u e * /
add g r8 ,g r10 ,g r8
cst. p g r8 ,@(gr9,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1 / * c l e a r I C C 3 . Z i f s t o r e h a p p e n s * /
beq i c c3 ,#0 ,0 b
bralr
.size _ a d d _ r e t u r n , . - a t o m i c _ a d d _ r e t u r n
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# int a t o m i c _ s u b _ r e t u r n ( i n t i , a t o m i c _ t * v )
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl atomic_sub_return
.type _ s u b _ r e t u r n ,@function
atomic_sub_return :
or. p g r8 ,g r8 ,g r10
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3 / * s e t I C C 3 . Z * /
ckeq i c c3 ,c c7
ld. p @(gr9,gr0),gr8 /* LD.P/ORCR must be atomic */
orcr c c7 ,c c7 ,c c3 / * s e t C C 3 t o t r u e * /
sub g r8 ,g r10 ,g r8
cst. p g r8 ,@(gr9,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1 / * c l e a r I C C 3 . Z i f s t o r e h a p p e n s * /
beq i c c3 ,#0 ,0 b
bralr
.size _ s u b _ r e t u r n , . - a t o m i c _ s u b _ r e t u r n
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# uint3 2 _ t _ _ x c h g _ 3 2 ( u i n t 3 2 _ t i , u i n t 3 2 _ t * v )
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl __xchg_32
.type _ _ xchg_ 3 2 ,@function
__xchg_32 :
or. p g r8 ,g r8 ,g r10
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3 / * s e t I C C 3 . Z * /
ckeq i c c3 ,c c7
ld. p @(gr9,gr0),gr8 /* LD.P/ORCR must be atomic */
orcr c c7 ,c c7 ,c c3 / * s e t C C 3 t o t r u e * /
cst. p g r10 ,@(gr9,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1 / * c l e a r I C C 3 . Z i f s t o r e h a p p e n s * /
beq i c c3 ,#0 ,0 b
bralr
.size _ _ xchg_ 3 2 , . - _ _ x c h g _ 3 2
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# uint3 2 _ t _ _ c m p x c h g _ 3 2 ( u i n t 3 2 _ t * v , u i n t 3 2 _ t t e s t , u i n t 3 2 _ t n e w )
#
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
.globl __cmpxchg_32
.type _ _ cmpxchg_ 3 2 ,@function
__cmpxchg_32 :
or. p g r8 ,g r8 ,g r11
0 :
orcc g r0 ,g r0 ,g r0 ,i c c3
ckeq i c c3 ,c c7
ld. p @(gr11,gr0),gr8
orcr c c7 ,c c7 ,c c3
subcc g r8 ,g r9 ,g r7 ,i c c0
bne i c c0 ,#0 ,1 f
cst. p g r10 ,@(gr11,gr0) ,cc3,#1
corcc g r29 ,g r29 ,g r0 ,c c3 ,#1
beq i c c3 ,#0 ,0 b
1 :
bralr
.size _ _ cmpxchg_ 3 2 , . - _ _ c m p x c h g _ 3 2
