d0af9eed5a
SDM Vol 3a section titled "MTRR considerations in MP systems" specifies the need for synchronizing the logical cpu's while initializing/updating MTRR. Currently Linux kernel does the synchronization of all cpu's only when a single MTRR register is programmed/updated. During an AP online (during boot/cpu-online/resume) where we initialize all the MTRR/PAT registers, we don't follow this synchronization algorithm. This can lead to scenarios where during a dynamic cpu online, that logical cpu is initializing MTRR/PAT with cache disabled (cr0.cd=1) etc while other logical HT sibling continue to run (also with cache disabled because of cr0.cd=1 on its sibling). Starting from Westmere, VMX transitions with cr0.cd=1 don't work properly (because of some VMX performance optimizations) and the above scenario (with one logical cpu doing VMX activity and another logical cpu coming online) can result in system crash. Fix the MTRR initialization by doing rendezvous of all the cpus. During boot and resume, we delay the MTRR/PAT init for APs till all the logical cpu's come online and the rendezvous process at the end of AP's bringup, will initialize the MTRR/PAT for all AP's. For dynamic single cpu online, we synchronize all the logical cpus and do the MTRR/PAT init on the AP that is coming online. Signed-off-by: Suresh Siddha <suresh.b.siddha@intel.com> Signed-off-by: H. Peter Anvin <hpa@zytor.com>
207 lines
7.0 KiB
C
207 lines
7.0 KiB
C
/* Generic MTRR (Memory Type Range Register) ioctls.
|
|
|
|
Copyright (C) 1997-1999 Richard Gooch
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Library General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2 of the License, or (at your option) any later version.
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Library General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Library General Public
|
|
License along with this library; if not, write to the Free
|
|
Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
|
|
Richard Gooch may be reached by email at rgooch@atnf.csiro.au
|
|
The postal address is:
|
|
Richard Gooch, c/o ATNF, P. O. Box 76, Epping, N.S.W., 2121, Australia.
|
|
*/
|
|
#ifndef _ASM_X86_MTRR_H
|
|
#define _ASM_X86_MTRR_H
|
|
|
|
#include <linux/types.h>
|
|
#include <linux/ioctl.h>
|
|
#include <linux/errno.h>
|
|
|
|
#define MTRR_IOCTL_BASE 'M'
|
|
|
|
struct mtrr_sentry {
|
|
unsigned long base; /* Base address */
|
|
unsigned int size; /* Size of region */
|
|
unsigned int type; /* Type of region */
|
|
};
|
|
|
|
/* Warning: this structure has a different order from i386
|
|
on x86-64. The 32bit emulation code takes care of that.
|
|
But you need to use this for 64bit, otherwise your X server
|
|
will break. */
|
|
|
|
#ifdef __i386__
|
|
struct mtrr_gentry {
|
|
unsigned int regnum; /* Register number */
|
|
unsigned long base; /* Base address */
|
|
unsigned int size; /* Size of region */
|
|
unsigned int type; /* Type of region */
|
|
};
|
|
|
|
#else /* __i386__ */
|
|
|
|
struct mtrr_gentry {
|
|
unsigned long base; /* Base address */
|
|
unsigned int size; /* Size of region */
|
|
unsigned int regnum; /* Register number */
|
|
unsigned int type; /* Type of region */
|
|
};
|
|
#endif /* !__i386__ */
|
|
|
|
struct mtrr_var_range {
|
|
__u32 base_lo;
|
|
__u32 base_hi;
|
|
__u32 mask_lo;
|
|
__u32 mask_hi;
|
|
};
|
|
|
|
/* In the Intel processor's MTRR interface, the MTRR type is always held in
|
|
an 8 bit field: */
|
|
typedef __u8 mtrr_type;
|
|
|
|
#define MTRR_NUM_FIXED_RANGES 88
|
|
#define MTRR_MAX_VAR_RANGES 256
|
|
|
|
struct mtrr_state_type {
|
|
struct mtrr_var_range var_ranges[MTRR_MAX_VAR_RANGES];
|
|
mtrr_type fixed_ranges[MTRR_NUM_FIXED_RANGES];
|
|
unsigned char enabled;
|
|
unsigned char have_fixed;
|
|
mtrr_type def_type;
|
|
};
|
|
|
|
#define MTRRphysBase_MSR(reg) (0x200 + 2 * (reg))
|
|
#define MTRRphysMask_MSR(reg) (0x200 + 2 * (reg) + 1)
|
|
|
|
/* These are the various ioctls */
|
|
#define MTRRIOC_ADD_ENTRY _IOW(MTRR_IOCTL_BASE, 0, struct mtrr_sentry)
|
|
#define MTRRIOC_SET_ENTRY _IOW(MTRR_IOCTL_BASE, 1, struct mtrr_sentry)
|
|
#define MTRRIOC_DEL_ENTRY _IOW(MTRR_IOCTL_BASE, 2, struct mtrr_sentry)
|
|
#define MTRRIOC_GET_ENTRY _IOWR(MTRR_IOCTL_BASE, 3, struct mtrr_gentry)
|
|
#define MTRRIOC_KILL_ENTRY _IOW(MTRR_IOCTL_BASE, 4, struct mtrr_sentry)
|
|
#define MTRRIOC_ADD_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 5, struct mtrr_sentry)
|
|
#define MTRRIOC_SET_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 6, struct mtrr_sentry)
|
|
#define MTRRIOC_DEL_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 7, struct mtrr_sentry)
|
|
#define MTRRIOC_GET_PAGE_ENTRY _IOWR(MTRR_IOCTL_BASE, 8, struct mtrr_gentry)
|
|
#define MTRRIOC_KILL_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 9, struct mtrr_sentry)
|
|
|
|
/* These are the region types */
|
|
#define MTRR_TYPE_UNCACHABLE 0
|
|
#define MTRR_TYPE_WRCOMB 1
|
|
/*#define MTRR_TYPE_ 2*/
|
|
/*#define MTRR_TYPE_ 3*/
|
|
#define MTRR_TYPE_WRTHROUGH 4
|
|
#define MTRR_TYPE_WRPROT 5
|
|
#define MTRR_TYPE_WRBACK 6
|
|
#define MTRR_NUM_TYPES 7
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
/* The following functions are for use by other drivers */
|
|
# ifdef CONFIG_MTRR
|
|
extern u8 mtrr_type_lookup(u64 addr, u64 end);
|
|
extern void mtrr_save_fixed_ranges(void *);
|
|
extern void mtrr_save_state(void);
|
|
extern int mtrr_add(unsigned long base, unsigned long size,
|
|
unsigned int type, bool increment);
|
|
extern int mtrr_add_page(unsigned long base, unsigned long size,
|
|
unsigned int type, bool increment);
|
|
extern int mtrr_del(int reg, unsigned long base, unsigned long size);
|
|
extern int mtrr_del_page(int reg, unsigned long base, unsigned long size);
|
|
extern void mtrr_centaur_report_mcr(int mcr, u32 lo, u32 hi);
|
|
extern void mtrr_ap_init(void);
|
|
extern void mtrr_bp_init(void);
|
|
extern void set_mtrr_aps_delayed_init(void);
|
|
extern void mtrr_aps_init(void);
|
|
extern void mtrr_bp_restore(void);
|
|
extern int mtrr_trim_uncached_memory(unsigned long end_pfn);
|
|
extern int amd_special_default_mtrr(void);
|
|
extern u32 mtrr_aps_delayed_init;
|
|
# else
|
|
static inline u8 mtrr_type_lookup(u64 addr, u64 end)
|
|
{
|
|
/*
|
|
* Return no-MTRRs:
|
|
*/
|
|
return 0xff;
|
|
}
|
|
#define mtrr_save_fixed_ranges(arg) do {} while (0)
|
|
#define mtrr_save_state() do {} while (0)
|
|
static inline int mtrr_add(unsigned long base, unsigned long size,
|
|
unsigned int type, bool increment)
|
|
{
|
|
return -ENODEV;
|
|
}
|
|
static inline int mtrr_add_page(unsigned long base, unsigned long size,
|
|
unsigned int type, bool increment)
|
|
{
|
|
return -ENODEV;
|
|
}
|
|
static inline int mtrr_del(int reg, unsigned long base, unsigned long size)
|
|
{
|
|
return -ENODEV;
|
|
}
|
|
static inline int mtrr_del_page(int reg, unsigned long base, unsigned long size)
|
|
{
|
|
return -ENODEV;
|
|
}
|
|
static inline int mtrr_trim_uncached_memory(unsigned long end_pfn)
|
|
{
|
|
return 0;
|
|
}
|
|
static inline void mtrr_centaur_report_mcr(int mcr, u32 lo, u32 hi)
|
|
{
|
|
}
|
|
|
|
#define mtrr_ap_init() do {} while (0)
|
|
#define mtrr_bp_init() do {} while (0)
|
|
#define set_mtrr_aps_delayed_init() do {} while (0)
|
|
#define mtrr_aps_init() do {} while (0)
|
|
#define mtrr_bp_restore() do {} while (0)
|
|
# endif
|
|
|
|
#ifdef CONFIG_COMPAT
|
|
#include <linux/compat.h>
|
|
|
|
struct mtrr_sentry32 {
|
|
compat_ulong_t base; /* Base address */
|
|
compat_uint_t size; /* Size of region */
|
|
compat_uint_t type; /* Type of region */
|
|
};
|
|
|
|
struct mtrr_gentry32 {
|
|
compat_ulong_t regnum; /* Register number */
|
|
compat_uint_t base; /* Base address */
|
|
compat_uint_t size; /* Size of region */
|
|
compat_uint_t type; /* Type of region */
|
|
};
|
|
|
|
#define MTRR_IOCTL_BASE 'M'
|
|
|
|
#define MTRRIOC32_ADD_ENTRY _IOW(MTRR_IOCTL_BASE, 0, struct mtrr_sentry32)
|
|
#define MTRRIOC32_SET_ENTRY _IOW(MTRR_IOCTL_BASE, 1, struct mtrr_sentry32)
|
|
#define MTRRIOC32_DEL_ENTRY _IOW(MTRR_IOCTL_BASE, 2, struct mtrr_sentry32)
|
|
#define MTRRIOC32_GET_ENTRY _IOWR(MTRR_IOCTL_BASE, 3, struct mtrr_gentry32)
|
|
#define MTRRIOC32_KILL_ENTRY _IOW(MTRR_IOCTL_BASE, 4, struct mtrr_sentry32)
|
|
#define MTRRIOC32_ADD_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 5, struct mtrr_sentry32)
|
|
#define MTRRIOC32_SET_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 6, struct mtrr_sentry32)
|
|
#define MTRRIOC32_DEL_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 7, struct mtrr_sentry32)
|
|
#define MTRRIOC32_GET_PAGE_ENTRY _IOWR(MTRR_IOCTL_BASE, 8, struct mtrr_gentry32)
|
|
#define MTRRIOC32_KILL_PAGE_ENTRY \
|
|
_IOW(MTRR_IOCTL_BASE, 9, struct mtrr_sentry32)
|
|
#endif /* CONFIG_COMPAT */
|
|
|
|
#endif /* __KERNEL__ */
|
|
|
|
#endif /* _ASM_X86_MTRR_H */
|