mirror of
https://github.com/opnsense/src.git
synced 2026-02-17 17:49:34 -05:00
caef3e1280
Summary: This matches r351198 from amd64. This only applies to AIM64 and Book-E. On AIM64 it short-circuits with one domain, to behave similar to existing. Otherwise it will allocate 16MB huge pages to hold the page array, across all NUMA domains. On the first domain it will shift the page array base up, to "upper-align" the page array in that domain, so as to reduce the number of pages from the next domain appearing in this domain. After the first domain, subsequent domains will be allocated in full 16MB pages, until the final domain, which can be short. This means some inner domains may have pages accounted in earlier domains. On Book-E the page array is setup at MMU bootstrap time so that it's always mapped in TLB1, on both 32-bit and 64-bit. This reduces the TLB0 overhead for touching the vm_page_array, which reduces up to one TLB miss per array access. Since page_range (vm_page_startup()) is no longer used on Book-E but is on 32-bit AIM, mark the variable as potentially unused, rather than using a nasty #if defined() list. Reviewed by: luporl Differential Revision: https://reviews.freebsd.org/D21449
268 lines
7.6 KiB
C
268 lines
7.6 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-4-Clause
|
|
*
|
|
* Copyright (C) 1995, 1996 Wolfgang Solfrank.
|
|
* Copyright (C) 1995, 1996 TooLs GmbH.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
* must display the following acknowledgement:
|
|
* This product includes software developed by TooLs GmbH.
|
|
* 4. The name of TooLs GmbH may not be used to endorse or promote products
|
|
* derived from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* $NetBSD: vmparam.h,v 1.11 2000/02/11 19:25:16 thorpej Exp $
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _MACHINE_VMPARAM_H_
|
|
#define _MACHINE_VMPARAM_H_
|
|
|
|
#ifndef LOCORE
|
|
#include <machine/md_var.h>
|
|
#endif
|
|
|
|
#define USRSTACK SHAREDPAGE
|
|
|
|
#ifndef MAXTSIZ
|
|
#define MAXTSIZ (1*1024*1024*1024) /* max text size */
|
|
#endif
|
|
|
|
#ifndef DFLDSIZ
|
|
#define DFLDSIZ (128*1024*1024) /* default data size */
|
|
#endif
|
|
|
|
#ifndef MAXDSIZ
|
|
#ifdef __powerpc64__
|
|
#define MAXDSIZ (32UL*1024*1024*1024) /* max data size */
|
|
#else
|
|
#define MAXDSIZ (1*1024*1024*1024) /* max data size */
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef DFLSSIZ
|
|
#define DFLSSIZ (8*1024*1024) /* default stack size */
|
|
#endif
|
|
|
|
#ifndef MAXSSIZ
|
|
#ifdef __powerpc64__
|
|
#define MAXSSIZ (512*1024*1024) /* max stack size */
|
|
#else
|
|
#define MAXSSIZ (64*1024*1024) /* max stack size */
|
|
#endif
|
|
#endif
|
|
|
|
#ifdef AIM
|
|
#define VM_MAXUSER_ADDRESS32 0xfffff000
|
|
#else
|
|
#define VM_MAXUSER_ADDRESS32 0x7ffff000
|
|
#endif
|
|
|
|
/*
|
|
* Would like to have MAX addresses = 0, but this doesn't (currently) work
|
|
*/
|
|
#ifdef __powerpc64__
|
|
#define VM_MIN_ADDRESS 0x0000000000000000
|
|
#define VM_MAXUSER_ADDRESS 0x3ffffffffffff000
|
|
#define VM_MAX_ADDRESS 0xffffffffffffffff
|
|
#define VM_MIN_KERNEL_ADDRESS 0xe000000000000000
|
|
#define VM_MAX_KERNEL_ADDRESS 0xe0000007ffffffff
|
|
#define VM_MAX_SAFE_KERNEL_ADDRESS VM_MAX_KERNEL_ADDRESS
|
|
#else
|
|
#define VM_MIN_ADDRESS 0
|
|
#define VM_MAXUSER_ADDRESS VM_MAXUSER_ADDRESS32
|
|
#define VM_MAX_ADDRESS 0xffffffff
|
|
#endif
|
|
|
|
#define SHAREDPAGE (VM_MAXUSER_ADDRESS - PAGE_SIZE)
|
|
|
|
#define FREEBSD32_SHAREDPAGE (VM_MAXUSER_ADDRESS32 - PAGE_SIZE)
|
|
#define FREEBSD32_USRSTACK FREEBSD32_SHAREDPAGE
|
|
|
|
#define KERNBASE 0x00100100 /* start of kernel virtual */
|
|
|
|
#ifdef AIM
|
|
#ifndef __powerpc64__
|
|
#define VM_MIN_KERNEL_ADDRESS ((vm_offset_t)KERNEL_SR << ADDR_SR_SHFT)
|
|
#define VM_MAX_SAFE_KERNEL_ADDRESS (VM_MIN_KERNEL_ADDRESS + 2*SEGMENT_LENGTH -1)
|
|
#define VM_MAX_KERNEL_ADDRESS (VM_MIN_KERNEL_ADDRESS + 3*SEGMENT_LENGTH - 1)
|
|
#endif
|
|
|
|
/*
|
|
* Use the direct-mapped BAT registers for UMA small allocs. This
|
|
* takes pressure off the small amount of available KVA.
|
|
*/
|
|
#define UMA_MD_SMALL_ALLOC
|
|
|
|
#else /* Book-E */
|
|
|
|
/* Use the direct map for UMA small allocs on powerpc64. */
|
|
#ifdef __powerpc64__
|
|
#define UMA_MD_SMALL_ALLOC
|
|
#else
|
|
#define VM_MIN_KERNEL_ADDRESS 0xc0000000
|
|
#define VM_MAX_KERNEL_ADDRESS 0xffffefff
|
|
#define VM_MAX_SAFE_KERNEL_ADDRESS VM_MAX_KERNEL_ADDRESS
|
|
#endif
|
|
|
|
#endif /* AIM/E500 */
|
|
|
|
#if !defined(LOCORE)
|
|
struct pmap_physseg {
|
|
struct pv_entry *pvent;
|
|
char *attrs;
|
|
};
|
|
#endif
|
|
|
|
#define VM_PHYSSEG_MAX 16
|
|
|
|
#define PHYS_AVAIL_SZ 256 /* Allows up to 16GB Ram on pSeries with
|
|
* logical memory block size of 64MB.
|
|
* For more Ram increase the lmb or this value.
|
|
*/
|
|
|
|
/* XXX This is non-sensical. Phys avail should hold contiguous regions. */
|
|
#define PHYS_AVAIL_ENTRIES PHYS_AVAIL_SZ
|
|
|
|
/*
|
|
* The physical address space is densely populated on 32-bit systems,
|
|
* but may not be on 64-bit ones.
|
|
*/
|
|
#ifdef __powerpc64__
|
|
#define VM_PHYSSEG_SPARSE
|
|
#else
|
|
#define VM_PHYSSEG_DENSE
|
|
#endif
|
|
|
|
/*
|
|
* Create two free page pools: VM_FREEPOOL_DEFAULT is the default pool
|
|
* from which physical pages are allocated and VM_FREEPOOL_DIRECT is
|
|
* the pool from which physical pages for small UMA objects are
|
|
* allocated.
|
|
*/
|
|
#define VM_NFREEPOOL 2
|
|
#define VM_FREEPOOL_DEFAULT 0
|
|
#define VM_FREEPOOL_DIRECT 1
|
|
|
|
/*
|
|
* Create one free page list.
|
|
*/
|
|
#define VM_NFREELIST 1
|
|
#define VM_FREELIST_DEFAULT 0
|
|
|
|
/*
|
|
* The largest allocation size is 4MB.
|
|
*/
|
|
#define VM_NFREEORDER 11
|
|
|
|
/*
|
|
* Disable superpage reservations.
|
|
*/
|
|
#ifndef VM_NRESERVLEVEL
|
|
#define VM_NRESERVLEVEL 0
|
|
#endif
|
|
|
|
#ifndef VM_INITIAL_PAGEIN
|
|
#define VM_INITIAL_PAGEIN 16
|
|
#endif
|
|
|
|
#ifndef SGROWSIZ
|
|
#define SGROWSIZ (128UL*1024) /* amount to grow stack */
|
|
#endif
|
|
|
|
/*
|
|
* How many physical pages per kmem arena virtual page.
|
|
*/
|
|
#ifndef VM_KMEM_SIZE_SCALE
|
|
#define VM_KMEM_SIZE_SCALE (3)
|
|
#endif
|
|
|
|
/*
|
|
* Optional floor (in bytes) on the size of the kmem arena.
|
|
*/
|
|
#ifndef VM_KMEM_SIZE_MIN
|
|
#define VM_KMEM_SIZE_MIN (12 * 1024 * 1024)
|
|
#endif
|
|
|
|
/*
|
|
* Optional ceiling (in bytes) on the size of the kmem arena: 40% of the
|
|
* usable KVA space.
|
|
*/
|
|
#ifndef VM_KMEM_SIZE_MAX
|
|
#define VM_KMEM_SIZE_MAX ((VM_MAX_SAFE_KERNEL_ADDRESS - \
|
|
VM_MIN_KERNEL_ADDRESS + 1) * 2 / 5)
|
|
#endif
|
|
|
|
#define ZERO_REGION_SIZE (64 * 1024) /* 64KB */
|
|
|
|
/*
|
|
* On 32-bit OEA, the only purpose for which sf_buf is used is to implement
|
|
* an opaque pointer required by the machine-independent parts of the kernel.
|
|
* That pointer references the vm_page that is "mapped" by the sf_buf. The
|
|
* actual mapping is provided by the direct virtual-to-physical mapping.
|
|
*
|
|
* On OEA64 and Book-E, we need to do something a little more complicated. Use
|
|
* the runtime-detected hw_direct_map to pick between the two cases. Our
|
|
* friends in vm_machdep.c will do the same to ensure nothing gets confused.
|
|
*/
|
|
#define SFBUF
|
|
#define SFBUF_NOMD
|
|
|
|
/*
|
|
* We (usually) have a direct map of all physical memory, so provide
|
|
* a macro to use to get the kernel VA address for a given PA. Check the
|
|
* value of PMAP_HAS_PMAP before using.
|
|
*/
|
|
#ifndef LOCORE
|
|
#ifdef __powerpc64__
|
|
#define DMAP_BASE_ADDRESS 0xc000000000000000UL
|
|
#define DMAP_MAX_ADDRESS 0xcfffffffffffffffUL
|
|
#else
|
|
#define DMAP_BASE_ADDRESS 0x00000000UL
|
|
#define DMAP_MAX_ADDRESS 0xbfffffffUL
|
|
#endif
|
|
#endif
|
|
|
|
#if defined(__powerpc64__) || defined(BOOKE)
|
|
/*
|
|
* powerpc64 and Book-E will provide their own page array allocators.
|
|
*
|
|
* On AIM, this will allocate a single virtual array, with pages from the
|
|
* correct memory domains.
|
|
* On Book-E this will let us put the array in TLB1, removing the need for TLB
|
|
* thrashing.
|
|
*
|
|
* VM_MIN_KERNEL_ADDRESS is just a dummy. It will get set by the MMU driver.
|
|
*/
|
|
#define PA_MIN_ADDRESS VM_MIN_KERNEL_ADDRESS
|
|
#define PMAP_HAS_PAGE_ARRAY 1
|
|
#endif
|
|
|
|
#define PMAP_HAS_DMAP (hw_direct_map)
|
|
#define PHYS_TO_DMAP(x) ({ \
|
|
KASSERT(hw_direct_map, ("Direct map not provided by PMAP")); \
|
|
(x) | DMAP_BASE_ADDRESS; })
|
|
#define DMAP_TO_PHYS(x) ({ \
|
|
KASSERT(hw_direct_map, ("Direct map not provided by PMAP")); \
|
|
(x) &~ DMAP_BASE_ADDRESS; })
|
|
|
|
#endif /* _MACHINE_VMPARAM_H_ */
|