2005-04-17 02:20:36 +04:00
# ifndef X86_64_PDA_H
# define X86_64_PDA_H
# ifndef __ASSEMBLY__
# include <linux/stddef.h>
# include <linux/types.h>
# include <linux/cache.h>
2006-01-12 00:43:00 +03:00
# include <asm/page.h>
2005-04-17 02:20:36 +04:00
/* Per processor datastructure. %gs points to it while the kernel runs */
struct x8664_pda {
2006-09-26 12:52:38 +04:00
struct task_struct * pcurrent ; /* 0 Current process */
unsigned long data_offset ; /* 8 Per cpu data offset from linker
address */
unsigned long kernelstack ; /* 16 top of kernel stack for current */
unsigned long oldrsp ; /* 24 user rsp for system call */
int irqcount ; /* 32 Irq nesting counter. Starts with -1 */
int cpunumber ; /* 36 Logical CPU number */
2006-09-26 12:52:38 +04:00
# ifdef CONFIG_CC_STACKPROTECTOR
unsigned long stack_canary ; /* 40 stack canary value */
/* gcc-ABI: this canary MUST be at
offset 40 ! ! ! */
# endif
char * irqstackptr ;
2005-11-05 19:25:53 +03:00
int nodenumber ; /* number of current node */
2005-04-17 02:20:36 +04:00
unsigned int __softirq_pending ;
unsigned int __nmi_count ; /* number of NMI on this CPUs */
int mmu_state ;
2006-03-25 18:31:01 +03:00
struct mm_struct * active_mm ;
2005-04-17 02:20:36 +04:00
unsigned apic_timer_irqs ;
2005-09-12 20:49:24 +04:00
} ____cacheline_aligned_in_smp ;
2005-04-17 02:20:36 +04:00
2006-01-12 00:45:42 +03:00
extern struct x8664_pda * _cpu_pda [ ] ;
extern struct x8664_pda boot_cpu_pda [ ] ;
2006-01-12 00:45:39 +03:00
2006-01-12 00:45:42 +03:00
# define cpu_pda(i) (_cpu_pda[i])
2005-04-17 02:20:36 +04:00
/*
* There is no fast way to get the base address of the PDA , all the accesses
* have to mention % fs / % gs . So it needs to be done this Torvaldian way .
*/
2006-09-26 12:52:40 +04:00
extern void __bad_pda_field ( void ) __attribute__ ( ( noreturn ) ) ;
2005-04-17 02:20:36 +04:00
2006-09-26 12:52:40 +04:00
/*
* proxy_pda doesn ' t actually exist , but tell gcc it is accessed for
* all PDA accesses so it gets read / write dependencies right .
*/
2006-09-26 12:52:38 +04:00
extern struct x8664_pda _proxy_pda ;
2005-04-17 02:20:36 +04:00
# define pda_offset(field) offsetof(struct x8664_pda, field)
2006-09-26 12:52:40 +04:00
# define pda_to_op(op,field,val) do { \
typedef typeof ( _proxy_pda . field ) T__ ; \
if ( 0 ) { T__ tmp__ ; tmp__ = ( val ) ; } /* type checking */ \
switch ( sizeof ( _proxy_pda . field ) ) { \
case 2 : \
asm ( op " w %1,%%gs:%c2 " : \
" +m " ( _proxy_pda . field ) : \
" ri " ( ( T__ ) val ) , \
" i " ( pda_offset ( field ) ) ) ; \
break ; \
case 4 : \
asm ( op " l %1,%%gs:%c2 " : \
" +m " ( _proxy_pda . field ) : \
" ri " ( ( T__ ) val ) , \
" i " ( pda_offset ( field ) ) ) ; \
break ; \
case 8 : \
asm ( op " q %1,%%gs:%c2 " : \
" +m " ( _proxy_pda . field ) : \
" ri " ( ( T__ ) val ) , \
" i " ( pda_offset ( field ) ) ) ; \
break ; \
default : \
__bad_pda_field ( ) ; \
} \
2005-04-17 02:20:36 +04:00
} while ( 0 )
2006-09-26 12:52:40 +04:00
# define pda_from_op(op,field) ({ \
typeof ( _proxy_pda . field ) ret__ ; \
switch ( sizeof ( _proxy_pda . field ) ) { \
case 2 : \
asm ( op " w %%gs:%c1,%0 " : \
" =r " ( ret__ ) : \
" i " ( pda_offset ( field ) ) , \
" m " ( _proxy_pda . field ) ) ; \
break ; \
case 4 : \
asm ( op " l %%gs:%c1,%0 " : \
" =r " ( ret__ ) : \
" i " ( pda_offset ( field ) ) , \
" m " ( _proxy_pda . field ) ) ; \
break ; \
case 8 : \
asm ( op " q %%gs:%c1,%0 " : \
" =r " ( ret__ ) : \
" i " ( pda_offset ( field ) ) , \
" m " ( _proxy_pda . field ) ) ; \
break ; \
default : \
__bad_pda_field ( ) ; \
} \
2005-04-17 02:20:36 +04:00
ret__ ; } )
# define read_pda(field) pda_from_op("mov",field)
# define write_pda(field,val) pda_to_op("mov",field,val)
# define add_pda(field,val) pda_to_op("add",field,val)
# define sub_pda(field,val) pda_to_op("sub",field,val)
2005-09-12 20:49:24 +04:00
# define or_pda(field,val) pda_to_op("or",field,val)
2005-04-17 02:20:36 +04:00
# endif
# define PDA_STACKOFFSET (5*8)
# endif