Add ioremap_pud_enabled() and ioremap_pmd_enabled(), which return 1 when I/O mappings of pud/pmd are enabled on the kernel. ioremap_huge_init() calls arch_ioremap_pud_supported() and arch_ioremap_pmd_supported() to initialize the capabilities. A new kernel option "nohgiomap" is also added, so that user can disable the huge I/O map capabilities if necessary. Signed-off-by: Toshi Kani <toshi.kani@xxxxxx> --- Documentation/kernel-parameters.txt | 2 ++ include/linux/io.h | 5 ++++ lib/ioremap.c | 44 +++++++++++++++++++++++++++++++++++ 3 files changed, 51 insertions(+) diff --git a/Documentation/kernel-parameters.txt b/Documentation/kernel-parameters.txt index 176d4fe..e3de01c 100644 --- a/Documentation/kernel-parameters.txt +++ b/Documentation/kernel-parameters.txt @@ -2304,6 +2304,8 @@ bytes respectively. Such letter suffixes can also be entirely omitted. register save and restore. The kernel will only save legacy floating-point registers on task switch. + nohgiomap [KNL,x86] Disable huge I/O mappings. + noxsave [BUGS=X86] Disables x86 extended register state save and restore using xsave. The kernel will fallback to enabling legacy floating-point and sse state. diff --git a/include/linux/io.h b/include/linux/io.h index fa02e55..8f5c8af 100644 --- a/include/linux/io.h +++ b/include/linux/io.h @@ -38,6 +38,11 @@ static inline int ioremap_page_range(unsigned long addr, unsigned long end, } #endif +#ifdef CONFIG_HUGE_IOMAP +int arch_ioremap_pud_supported(void); +int arch_ioremap_pmd_supported(void); +#endif + /* * Managed iomap interface */ diff --git a/lib/ioremap.c b/lib/ioremap.c index 0c9216c..0a1ecb6 100644 --- a/lib/ioremap.c +++ b/lib/ioremap.c @@ -13,6 +13,44 @@ #include <asm/cacheflush.h> #include <asm/pgtable.h> +#ifdef CONFIG_HUGE_IOMAP +int __read_mostly ioremap_pud_capable; +int __read_mostly ioremap_pmd_capable; +int __read_mostly ioremap_huge_disabled; + +static int __init set_nohgiomap(char *str) +{ + ioremap_huge_disabled = 1; + return 0; +} +early_param("nohgiomap", set_nohgiomap); + +static inline void ioremap_huge_init(void) +{ + if (!ioremap_huge_disabled) { + if (arch_ioremap_pud_supported()) + ioremap_pud_capable = 1; + if (arch_ioremap_pmd_supported()) + ioremap_pmd_capable = 1; + } +} + +static inline int ioremap_pud_enabled(void) +{ + return ioremap_pud_capable; +} + +static inline int ioremap_pmd_enabled(void) +{ + return ioremap_pmd_capable; +} + +#else /* !CONFIG_HUGE_IOMAP */ +static inline void ioremap_huge_init(void) { } +static inline int ioremap_pud_enabled(void) { return 0; } +static inline int ioremap_pmd_enabled(void) { return 0; } +#endif /* CONFIG_HUGE_IOMAP */ + static int ioremap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, phys_addr_t phys_addr, pgprot_t prot) { @@ -74,6 +112,12 @@ int ioremap_page_range(unsigned long addr, unsigned long start; unsigned long next; int err; + static int ioremap_huge_init_done; + + if (!ioremap_huge_init_done) { + ioremap_huge_init_done = 1; + ioremap_huge_init(); + } BUG_ON(addr >= end); -- To unsubscribe, send a message with 'unsubscribe linux-mm' in the body to majordomo@xxxxxxxxx. For more info on Linux MM, see: http://www.linux-mm.org/ . Don't email: <a href=mailto:"dont@xxxxxxxxx"> email@xxxxxxxxx </a>