2005-04-16 15:20:36 -07:00
# ifndef X86_64_PDA_H
# define X86_64_PDA_H
# ifndef __ASSEMBLY__
# include <linux/stddef.h>
# include <linux/types.h>
# include <linux/cache.h>
2006-01-11 22:43:00 +01:00
# include <asm/page.h>
2005-04-16 15:20:36 -07:00
/* Per processor datastructure. %gs points to it while the kernel runs */
struct x8664_pda {
2006-09-26 10:52:38 +02:00
struct task_struct * pcurrent ; /* 0 Current process */
unsigned long data_offset ; /* 8 Per cpu data offset from linker
address */
unsigned long kernelstack ; /* 16 top of kernel stack for current */
unsigned long oldrsp ; /* 24 user rsp for system call */
int irqcount ; /* 32 Irq nesting counter. Starts with -1 */
int cpunumber ; /* 36 Logical CPU number */
2006-09-26 10:52:38 +02:00
# ifdef CONFIG_CC_STACKPROTECTOR
unsigned long stack_canary ; /* 40 stack canary value */
/* gcc-ABI: this canary MUST be at
offset 40 ! ! ! */
# endif
char * irqstackptr ;
2005-11-05 17:25:53 +01:00
int nodenumber ; /* number of current node */
2005-04-16 15:20:36 -07:00
unsigned int __softirq_pending ;
unsigned int __nmi_count ; /* number of NMI on this CPUs */
int mmu_state ;
2006-03-25 16:31:01 +01:00
struct mm_struct * active_mm ;
2005-04-16 15:20:36 -07:00
unsigned apic_timer_irqs ;
2005-09-12 18:49:24 +02:00
} ____cacheline_aligned_in_smp ;
2005-04-16 15:20:36 -07:00
2006-01-11 22:45:42 +01:00
extern struct x8664_pda * _cpu_pda [ ] ;
extern struct x8664_pda boot_cpu_pda [ ] ;
2006-01-11 22:45:39 +01:00
2006-01-11 22:45:42 +01:00
# define cpu_pda(i) (_cpu_pda[i])
2005-04-16 15:20:36 -07:00
/*
* There is no fast way to get the base address of the PDA , all the accesses
* have to mention % fs / % gs . So it needs to be done this Torvaldian way .
*/
extern void __bad_pda_field ( void ) ;
2006-09-26 10:52:38 +02:00
/* proxy_pda doesn't actually exist, but tell gcc it is accessed
for all PDA accesses so it gets read / write dependencies right . */
extern struct x8664_pda _proxy_pda ;
2005-04-16 15:20:36 -07:00
# define pda_offset(field) offsetof(struct x8664_pda, field)
# define pda_to_op(op,field,val) do { \
2006-09-26 10:52:38 +02:00
typedef typeof ( _proxy_pda . field ) T__ ; \
2006-09-26 10:52:39 +02:00
if ( 0 ) { T__ tmp__ ; tmp__ = ( val ) ; } \
switch ( sizeof ( _proxy_pda . field ) ) { \
2005-04-16 15:20:36 -07:00
case 2 : \
2006-09-26 10:52:39 +02:00
asm ( op " w %1,%%gs:%c2 " : " +m " ( _proxy_pda . field ) : \
2006-09-26 10:52:38 +02:00
" ri " ( ( T__ ) val ) , " i " ( pda_offset ( field ) ) ) ; break ; \
2005-04-16 15:20:36 -07:00
case 4 : \
2006-09-26 10:52:39 +02:00
asm ( op " l %1,%%gs:%c2 " : " +m " ( _proxy_pda . field ) : \
2006-09-26 10:52:38 +02:00
" ri " ( ( T__ ) val ) , " i " ( pda_offset ( field ) ) ) ; break ; \
2005-04-16 15:20:36 -07:00
case 8 : \
2006-09-26 10:52:39 +02:00
asm ( op " q %1,%%gs:%c2 " : " +m " ( _proxy_pda . field ) : \
2006-09-26 10:52:38 +02:00
" ri " ( ( T__ ) val ) , " i " ( pda_offset ( field ) ) ) ; break ; \
default : __bad_pda_field ( ) ; \
2005-04-16 15:20:36 -07:00
} \
} while ( 0 )
# define pda_from_op(op,field) ({ \
2006-09-26 10:52:38 +02:00
typeof ( _proxy_pda . field ) ret__ ; \
switch ( sizeof ( _proxy_pda . field ) ) { \
2005-04-16 15:20:36 -07:00
case 2 : \
2006-09-26 10:52:39 +02:00
asm ( op " w %%gs:%c1,%0 " : " =r " ( ret__ ) : \
2006-09-26 10:52:38 +02:00
" i " ( pda_offset ( field ) ) , " m " ( _proxy_pda . field ) ) ; break ; \
2005-04-16 15:20:36 -07:00
case 4 : \
2006-09-26 10:52:39 +02:00
asm ( op " l %%gs:%c1,%0 " : " =r " ( ret__ ) : \
2006-09-26 10:52:38 +02:00
" i " ( pda_offset ( field ) ) , " m " ( _proxy_pda . field ) ) ; break ; \
2005-04-16 15:20:36 -07:00
case 8 : \
2006-09-26 10:52:39 +02:00
asm ( op " q %%gs:%c1,%0 " : " =r " ( ret__ ) : \
2006-09-26 10:52:38 +02:00
" i " ( pda_offset ( field ) ) , " m " ( _proxy_pda . field ) ) ; break ; \
default : __bad_pda_field ( ) ; \
2005-04-16 15:20:36 -07:00
} \
ret__ ; } )
# define read_pda(field) pda_from_op("mov",field)
# define write_pda(field,val) pda_to_op("mov",field,val)
# define add_pda(field,val) pda_to_op("add",field,val)
# define sub_pda(field,val) pda_to_op("sub",field,val)
2005-09-12 18:49:24 +02:00
# define or_pda(field,val) pda_to_op("or",field,val)
2005-04-16 15:20:36 -07:00
# endif
# define PDA_STACKOFFSET (5*8)
# endif