usr/src/uts/common/vm/seg_kmem.h
author johansen
Tue, 19 Dec 2006 23:13:06 -0800
changeset 3290 256464cbb73c
parent 2241 592fbc504a44
child 3351 853fb8df244a
permissions -rw-r--r--
4894692 caching data in heap inflates crash dump 6499454 time to increase size of kmem default allocation caches 6499459 vm should stop checking kvp directly
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     1
/*
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     2
 * CDDL HEADER START
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     3
 *
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     4
 * The contents of this file are subject to the terms of the
2241
592fbc504a44 6373298 Integrate support for MMU context ID domains
huah
parents: 5
diff changeset
     5
 * Common Development and Distribution License (the "License").
592fbc504a44 6373298 Integrate support for MMU context ID domains
huah
parents: 5
diff changeset
     6
 * You may not use this file except in compliance with the License.
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     7
 *
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     8
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
     9
 * or http://www.opensolaris.org/os/licensing.
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    10
 * See the License for the specific language governing permissions
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    11
 * and limitations under the License.
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    12
 *
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    13
 * When distributing Covered Code, include this CDDL HEADER in each
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    14
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    15
 * If applicable, add the following below this CDDL HEADER, with the
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    16
 * fields enclosed by brackets "[]" replaced with your own identifying
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    17
 * information: Portions Copyright [yyyy] [name of copyright owner]
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    18
 *
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    19
 * CDDL HEADER END
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    20
 */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    21
/*
2241
592fbc504a44 6373298 Integrate support for MMU context ID domains
huah
parents: 5
diff changeset
    22
 * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    23
 * Use is subject to license terms.
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    24
 */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    25
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    26
#ifndef _VM_SEG_KMEM_H
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    27
#define	_VM_SEG_KMEM_H
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    28
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    29
#pragma ident	"%Z%%M%	%I%	%E% SMI"
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    30
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    31
#ifdef	__cplusplus
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    32
extern "C" {
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    33
#endif
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    34
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    35
#include <sys/types.h>
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    36
#include <sys/vnode.h>
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    37
#include <sys/vmem.h>
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    38
#include <vm/as.h>
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    39
#include <vm/seg.h>
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    40
#include <vm/page.h>
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    41
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    42
/*
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    43
 * VM - Kernel Segment Driver
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    44
 */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    45
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    46
#if defined(_KERNEL)
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    47
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    48
extern char *kernelheap;	/* start of primary kernel heap */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    49
extern char *ekernelheap;	/* end of primary kernel heap */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    50
extern char *heap_lp_base;	/* start of kernel large page heap arena */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    51
extern char *heap_lp_end;	/* end of kernel large page heap arena */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    52
extern struct seg kvseg;	/* primary kernel heap segment */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    53
extern struct seg kvseg_core;	/* "core" kernel heap segment */
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    54
extern struct seg kzioseg;	/* Segment for zio mappings */
5
3fb270f22f8d 6282875 large page kernel heap slows down mdb ::kgrep command
eg155566
parents: 0
diff changeset
    55
extern vmem_t *heap_lp_arena;	/* kernel large page heap arena */
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    56
extern vmem_t *heap_arena;	/* primary kernel heap arena */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    57
extern vmem_t *hat_memload_arena; /* HAT translation arena */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    58
extern struct seg kvseg32;	/* 32-bit kernel heap segment */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    59
extern vmem_t *heap32_arena;	/* 32-bit kernel heap arena */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    60
extern vmem_t *heaptext_arena;	/* kernel text arena, from heap */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    61
extern struct as kas;		/* kernel address space */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    62
extern struct vnode kvp;	/* vnode for all segkmem pages */
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    63
extern struct vnode zvp;	/* vnode for all segkmem pages for zfs */
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    64
extern int segkmem_reloc;	/* enable/disable segkmem relocatable pages */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    65
extern vmem_t *static_arena;	/* arena for caches to import static memory */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    66
extern vmem_t *static_alloc_arena;	/* arena for allocating static memory */
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    67
extern vmem_t *zio_arena;	/* arena for zio caches */
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    68
extern vmem_t *zio_alloc_arena;	/* arena for zio caches */
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    69
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    70
extern int segkmem_create(struct seg *);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    71
extern page_t *segkmem_page_create(void *, size_t, int, void *);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    72
extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t,
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    73
	page_t *(*page_create_func)(void *, size_t, int, void *), void *);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    74
extern void *segkmem_alloc(vmem_t *, size_t, int);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    75
extern void *segkmem_alloc_permanent(vmem_t *, size_t, int);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    76
extern void segkmem_free(vmem_t *, void *, size_t);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    77
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    78
extern void *boot_alloc(void *, size_t, uint_t);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    79
extern void boot_mapin(caddr_t addr, size_t size);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    80
extern void kernelheap_init(void *, void *, char *, void *, void *);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    81
extern void kernelheap_extend(void *, void *);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    82
extern void segkmem_gc(void);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    83
3290
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    84
extern void *segkmem_zio_alloc(vmem_t *, size_t, int);
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    85
extern int segkmem_zio_create(struct seg *);
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    86
extern void segkmem_zio_free(vmem_t *, void *, size_t);
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    87
extern void segkmem_zio_init(void *, size_t);
256464cbb73c 4894692 caching data in heap inflates crash dump
johansen
parents: 2241
diff changeset
    88
0
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    89
/*
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    90
 * Flags for segkmem_xalloc().
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    91
 *
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    92
 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    93
 * returned rather than unlocked which is now the default.  Note that
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    94
 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free().
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    95
 * This is a hack for seg_dev that should be cleaned up in the future.
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    96
 */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    97
#define	SEGKMEM_SHARELOCKED	0x20000
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    98
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
    99
/*
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   100
 * Large page for kmem caches support
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   101
 */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   102
typedef struct segkmem_lpcb {
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   103
	kmutex_t	lp_lock;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   104
	kcondvar_t	lp_cv;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   105
	uint_t		lp_wait;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   106
	uint_t		lp_uselp;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   107
	ulong_t		lp_throttle;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   108
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   109
	/* stats */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   110
	uint64_t	sleep_allocs_failed;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   111
	uint64_t	nosleep_allocs_failed;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   112
	uint64_t	allocs_throttled;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   113
	uint64_t	allocs_limited;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   114
	uint64_t	alloc_bytes_failed;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   115
} segkmem_lpcb_t;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   116
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   117
extern void	*segkmem_alloc_lp(vmem_t *, size_t *, int);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   118
extern void	segkmem_free_lp(vmem_t *, void *, size_t);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   119
extern int	segkmem_lpsetup();
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   120
extern void	segkmem_heap_lp_init(void);
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   121
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   122
extern size_t segkmem_lpsize;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   123
extern size_t segkmem_heaplp_quantum;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   124
extern size_t segkmem_kmemlp_max;
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   125
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   126
#define	SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE)
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   127
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   128
#define	IS_KMEM_VA_LARGEPAGE(vaddr)				        \
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   129
	(((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end))
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   130
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   131
#endif	/* _KERNEL */
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   132
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   133
#ifdef	__cplusplus
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   134
}
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   135
#endif
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   136
68f95e015346 OpenSolaris Launch
stevel@tonic-gate
parents:
diff changeset
   137
#endif	/* _VM_SEG_KMEM_H */