mirror of
https://github.com/opnsense/src.git
synced 2026-02-15 08:38:13 -05:00
4362fada8f
improved chance of working despite pressure from running programs. Instead of trying to throw a bunch of pages out to swap and hope for the best, only a range that can potentially fulfill contigmalloc(9)'s request will have its contents paged out (potentially, not forcibly) at a time. The new contigmalloc operation still operates in three passes, but it could potentially be tuned to more or less. The first pass only looks at pages in the cache and free pages, so they would be thrown out without having to block. If this is not enough, the subsequent passes page out any unwired memory. To combat memory pressure refragmenting the section of memory being laundered, each page is removed from the systems' free memory queue once it has been freed so that blocking later doesn't cause the memory laundered so far to get reallocated. The page-out operations are now blocking, as it would make little sense to try to push out a page, then get its status immediately afterward to remove it from the available free pages queue, if it's unlikely to have been freed. Another change is that if KVA allocation fails, the allocated memory segment will be freed and not leaked. There is a sysctl/tunable, defaulting to on, which causes the old contigmalloc() algorithm to be used. Nonetheless, I have been using vm.old_contigmalloc=0 for over a month. It is safe to switch at run-time to see the difference it makes. A new interface has been used which does not require mapping the allocated pages into KVA: vm_page.h functions vm_page_alloc_contig() and vm_page_release_contig(). These are what vm.old_contigmalloc=0 uses internally, so the sysctl/tunable does not affect their operation. When using the contigmalloc(9) and contigfree(9) interfaces, memory is now tracked with malloc(9) stats. Several functions have been exported from kern_malloc.c to allow other subsystems to use these statistics, as well. This invalidates the BUGS section of the contigmalloc(9) manpage.
117 lines
4.5 KiB
C
117 lines
4.5 KiB
C
/*
|
|
* Copyright (c) 1987, 1993
|
|
* The Regents of the University of California. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* @(#)malloc.h 8.5 (Berkeley) 5/3/95
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _SYS_MALLOC_H_
|
|
#define _SYS_MALLOC_H_
|
|
|
|
#include <sys/queue.h>
|
|
#include <sys/_lock.h>
|
|
#include <sys/_mutex.h>
|
|
|
|
#define MINALLOCSIZE UMA_SMALLEST_UNIT
|
|
|
|
/*
|
|
* flags to malloc.
|
|
*/
|
|
#define M_NOWAIT 0x0001 /* do not block */
|
|
#define M_WAITOK 0x0002 /* ok to block */
|
|
#define M_ZERO 0x0100 /* bzero the allocation */
|
|
#define M_NOVM 0x0200 /* don't ask VM for pages */
|
|
#define M_USE_RESERVE 0x0400 /* can alloc out of reserve memory */
|
|
|
|
#define M_MAGIC 877983977 /* time when first defined :-) */
|
|
|
|
struct malloc_type {
|
|
struct malloc_type *ks_next; /* next in list */
|
|
u_long ks_memuse; /* total memory held in bytes */
|
|
u_long ks_size; /* sizes of this thing that are allocated */
|
|
u_long ks_inuse; /* # of packets of this type currently in use */
|
|
uint64_t ks_calls; /* total packets of this type ever allocated */
|
|
u_long ks_maxused; /* maximum number ever used */
|
|
u_long ks_magic; /* if it's not magic, don't touch it */
|
|
const char *ks_shortdesc; /* short description */
|
|
struct mtx ks_mtx; /* lock for stats */
|
|
};
|
|
|
|
#ifdef _KERNEL
|
|
#define MALLOC_DEFINE(type, shortdesc, longdesc) \
|
|
struct malloc_type type[1] = { \
|
|
{ NULL, 0, 0, 0, 0, 0, M_MAGIC, shortdesc, {} } \
|
|
}; \
|
|
SYSINIT(type##_init, SI_SUB_KMEM, SI_ORDER_SECOND, malloc_init, type); \
|
|
SYSUNINIT(type##_uninit, SI_SUB_KMEM, SI_ORDER_ANY, malloc_uninit, type)
|
|
|
|
#define MALLOC_DECLARE(type) \
|
|
extern struct malloc_type type[1]
|
|
|
|
MALLOC_DECLARE(M_CACHE);
|
|
MALLOC_DECLARE(M_DEVBUF);
|
|
MALLOC_DECLARE(M_TEMP);
|
|
|
|
MALLOC_DECLARE(M_IP6OPT); /* for INET6 */
|
|
MALLOC_DECLARE(M_IP6NDP); /* for INET6 */
|
|
|
|
/*
|
|
* Deprecated macro versions of not-quite-malloc() and free().
|
|
*/
|
|
#define MALLOC(space, cast, size, type, flags) \
|
|
((space) = (cast)malloc((u_long)(size), (type), (flags)))
|
|
#define FREE(addr, type) free((addr), (type))
|
|
|
|
/*
|
|
* XXX this should be declared in <sys/uio.h>, but that tends to fail
|
|
* because <sys/uio.h> is included in a header before the source file
|
|
* has a chance to include <sys/malloc.h> to get MALLOC_DECLARE() defined.
|
|
*/
|
|
MALLOC_DECLARE(M_IOV);
|
|
|
|
extern struct mtx malloc_mtx;
|
|
|
|
/* XXX struct malloc_type is unused for contig*(). */
|
|
void contigfree(void *addr, unsigned long size, struct malloc_type *type);
|
|
void *contigmalloc(unsigned long size, struct malloc_type *type, int flags,
|
|
vm_paddr_t low, vm_paddr_t high, unsigned long alignment,
|
|
unsigned long boundary);
|
|
void free(void *addr, struct malloc_type *type);
|
|
void *malloc(unsigned long size, struct malloc_type *type, int flags);
|
|
void malloc_init(void *);
|
|
int malloc_last_fail(void);
|
|
void malloc_type_allocated(struct malloc_type *type, unsigned long size);
|
|
void malloc_type_freed(struct malloc_type *type, unsigned long size);
|
|
void malloc_uninit(void *);
|
|
void *realloc(void *addr, unsigned long size, struct malloc_type *type,
|
|
int flags);
|
|
void *reallocf(void *addr, unsigned long size, struct malloc_type *type,
|
|
int flags);
|
|
#endif /* _KERNEL */
|
|
|
|
#endif /* !_SYS_MALLOC_H_ */
|