#include "config.h"
#include <umem_impl.h>
#include <sys/vmem_impl_user.h>
#include "umem_base.h"
#include "vmem_base.h"
#include <sys/sysmacros.h>
#include <errno.h>
#include <limits.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <strings.h>
#include <signal.h>
#include <unistd.h>
#include "misc.h"

Macros
#define	UMEM_VMFLAGS(umflag) (VM_NOSLEEP)

#define	NUM_ALLOC_SIZES (sizeof (umem_alloc_sizes) / sizeof (*umem_alloc_sizes))

#define	UMEM_MAXBUF 16384

#define	CPUHINT() (_thr_self())

#define	CPUHINT_MAX() INT_MAX

#define	CPU(mask) (umem_cpus + (CPUHINT() & (mask)))

#define	IN_UPDATE()

#define	IN_REAP() IN_UPDATE()

#define	ALLOC_TABLE_4 &umem_null_cache, &umem_null_cache, &umem_null_cache, &umem_null_cache

#define	ALLOC_TABLE_64

#define	ALLOC_TABLE_1024

#define	UMERR_MODIFIED 0 /* buffer modified while on freelist */

#define	UMERR_REDZONE 1 /* redzone violation (write past end of buf) */

#define	UMERR_DUPFREE 2 /* freed a buffer twice */

#define	UMERR_BADADDR 3 /* freed a bad (unallocated) address */

#define	UMERR_BADBUFTAG 4 /* buftag corrupted */

#define	UMERR_BADBUFCTL 5 /* bufctl corrupted */

#define	UMERR_BADCACHE 6 /* freed a buffer to the wrong cache */

#define	UMERR_BADSIZE 7 /* alloc size != free size */

#define	UMERR_BADBASE 8 /* buffer base address wrong */

#define	UMEM_AUDIT(lp, cp, bcp)

Functions
thread_t	_thr_self (void)

int	_cond_wait (cond_t cv, mutex_t mutex)

void	umem_cache_applyall (void(func)(umem_cache_t ))

void	umem_nofail_callback (umem_nofail_callback_t *cb)

void *	_umem_cache_alloc (umem_cache_t *cp, int umflag)

void	_umem_cache_free (umem_cache_t cp, void buf)

void *	_umem_zalloc (size_t size, int umflag)

void *	_umem_alloc (size_t size, int umflag)

void *	_umem_alloc_align (size_t size, size_t align, int umflag)

void	_umem_free (void *buf, size_t size)

void	_umem_free_align (void *buf, size_t size)

void	umem_cache_update (umem_cache_t *cp)

void	umem_process_updates (void)

void	umem_reap (void)

umem_cache_t *	umem_cache_create (char name, size_t bufsize, size_t align, umem_constructor_t constructor, umem_destructor_t destructor, umem_reclaim_t reclaim, void private, vmem_t vmp, int cflags)

void	umem_cache_destroy (umem_cache_t *cp)

void	umem_startup (caddr_t start, size_t len, size_t pagesize, caddr_t minstack, caddr_t maxstack)

int	umem_init (void)

Variables
size_t	pagesize

uint32_t	umem_max_ncpus

uint32_t	umem_stack_depth = 15

uint32_t	umem_reap_interval = 10

uint_t	umem_depot_contention = 2

uint_t	umem_abort = 1

uint_t	umem_output = 0

uint_t	umem_logging = 0

uint32_t	umem_mtbf = 0

size_t	umem_transaction_log_size

size_t	umem_content_log_size

size_t	umem_failure_log_size

size_t	umem_slab_log_size

size_t	umem_content_maxsave = 256

size_t	umem_lite_minsize = 0

size_t	umem_lite_maxalign = 1024

size_t	umem_maxverify

size_t	umem_minfirewall

uint_t	umem_flags = 0

mutex_t	umem_init_lock = DEFAULTMUTEX

cond_t	umem_init_cv = DEFAULTCV

thread_t	umem_init_thr

int	umem_init_env_ready

int	umem_ready = UMEM_READY_STARTUP

mutex_t	umem_flags_lock = DEFAULTMUTEX

vmem_t *	umem_memalign_arena

umem_log_header_t *	umem_transaction_log

umem_log_header_t *	umem_content_log

umem_log_header_t *	umem_failure_log

umem_log_header_t *	umem_slab_log

volatile uint32_t	umem_reaping

thread_t	umem_update_thr

struct timeval	umem_update_next

volatile thread_t	umem_st_update_thr

mutex_t	umem_update_lock = DEFAULTMUTEX

cond_t	umem_update_cv = DEFAULTCV

volatile hrtime_t	umem_reap_next

mutex_t	umem_cache_lock = DEFAULTMUTEX

umem_cache_t	umem_null_cache

caddr_t	umem_min_stack

caddr_t	umem_max_stack

struct {

hrtime_t ump_timestamp

int ump_error

void * ump_buffer

void * ump_realbuf

umem_cache_t * ump_cache

umem_cache_t * ump_realcache

umem_slab_t * ump_slab

umem_bufctl_t * ump_bufctl

}	umem_abort_info

Macro Definition Documentation

◆ ALLOC_TABLE_1024

#define ALLOC_TABLE_1024

Value:

        ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, \
        ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, \
        ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, \
        ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64, ALLOC_TABLE_64

◆ ALLOC_TABLE_4

#define ALLOC_TABLE_4 &umem_null_cache, &umem_null_cache, &umem_null_cache, &umem_null_cache

◆ ALLOC_TABLE_64

#define ALLOC_TABLE_64

Value:

        ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, \
        ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, \
        ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, \
        ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4, ALLOC_TABLE_4

◆ CPU

#define CPU ( mask ) (umem_cpus + (CPUHINT() & (mask)))

Referenced by _umem_cache_alloc(), and _umem_cache_free().

◆ CPUHINT

#define CPUHINT ( ) (_thr_self())

◆ CPUHINT_MAX

#define CPUHINT_MAX ( ) INT_MAX

Referenced by umem_init().

◆ IN_REAP

#define IN_REAP ( ) IN_UPDATE()

◆ IN_UPDATE

#define IN_UPDATE ( )

Value:

(thr_self() == umem_update_thr || \

thr_self() == umem_st_update_thr)

thr_self

#define thr_self()

Definition sol_compat.h:58

umem_st_update_thr

volatile thread_t umem_st_update_thr

Definition umem.c:544

umem_update_thr

thread_t umem_update_thr

Definition umem.c:542

◆ NUM_ALLOC_SIZES

#define NUM_ALLOC_SIZES (sizeof (umem_alloc_sizes) / sizeof (*umem_alloc_sizes))

◆ UMEM_AUDIT

#define UMEM_AUDIT	(	lp,
		cp,
		bcp )

Value:

{                                                                       \
        umem_bufctl_audit_t *_bcp = (umem_bufctl_audit_t *)(bcp);       \
        _bcp->bc_timestamp = gethrtime();                               \
        _bcp->bc_thread = thr_self();                                   \
        _bcp->bc_depth = getpcstack(_bcp->bc_stack, umem_stack_depth,   \
            (cp != NULL) && (cp->cache_flags & UMF_CHECKSIGNAL));       \
        _bcp->bc_lastlog = umem_log_enter((lp), _bcp,                   \
            UMEM_BUFCTL_AUDIT_SIZE);                                    \
}

◆ UMEM_MAXBUF

#define UMEM_MAXBUF 16384

Referenced by malloc(), memalign(), and umem_startup().

◆ UMEM_VMFLAGS

#define UMEM_VMFLAGS ( umflag ) (VM_NOSLEEP)

Referenced by _umem_alloc(), and _umem_alloc_align().

◆ UMERR_BADADDR

#define UMERR_BADADDR 3 /* freed a bad (unallocated) address */

◆ UMERR_BADBASE

#define UMERR_BADBASE 8 /* buffer base address wrong */

◆ UMERR_BADBUFCTL

#define UMERR_BADBUFCTL 5 /* bufctl corrupted */

◆ UMERR_BADBUFTAG

#define UMERR_BADBUFTAG 4 /* buftag corrupted */

◆ UMERR_BADCACHE

#define UMERR_BADCACHE 6 /* freed a buffer to the wrong cache */

◆ UMERR_BADSIZE

#define UMERR_BADSIZE 7 /* alloc size != free size */

Referenced by _umem_free().

◆ UMERR_DUPFREE

#define UMERR_DUPFREE 2 /* freed a buffer twice */

Referenced by _umem_free().

◆ UMERR_MODIFIED

#define UMERR_MODIFIED 0 /* buffer modified while on freelist */

◆ UMERR_REDZONE

#define UMERR_REDZONE 1 /* redzone violation (write past end of buf) */

Referenced by _umem_free().

Function Documentation

◆ _cond_wait()

int _cond_wait	(	cond_t *	cv,
		mutex_t *	mutex )

extern

◆ _thr_self()

thread_t _thr_self ( void )

extern

◆ _umem_alloc()

void * _umem_alloc	(	size_t	size,
		int	umflag )

References _umem_cache_alloc(), ASSERT, umem_cache::cache_flags, UMEM_ALIGN_SHIFT, UMEM_BUFTAG, umem_failure_log, umem_init(), UMEM_REDZONE_BYTE, UMEM_SIZE_ENCODE, UMEM_VMFLAGS, UMF_BUFTAG, and vmem_alloc().

Referenced by _umem_zalloc(), and malloc().

◆ _umem_alloc_align()

void * _umem_alloc_align	(	size_t	size,
		size_t	align,
		int	umflag )

References ASSERT, UMEM_ALIGN, umem_failure_log, umem_init(), umem_memalign_arena, UMEM_VMFLAGS, and vmem_xalloc().

◆ _umem_cache_alloc()

void * _umem_cache_alloc	(	umem_cache_t *	cp,
		int	umflag )

◆ _umem_cache_free()

void _umem_cache_free	(	umem_cache_t *	cp,
		void *	buf )

◆ _umem_free()

void _umem_free	(	void *	buf,
		size_t	size )

References _umem_cache_free(), umem_buftag::bt_redzone, umem_cache::cache_flags, UMEM_ALIGN_SHIFT, UMEM_BUFTAG, UMEM_FREE_PATTERN, UMEM_REDZONE_BYTE, UMEM_REDZONE_PATTERN, UMEM_SIZE_ENCODE, UMEM_SIZE_VALID, UMERR_BADSIZE, UMERR_DUPFREE, UMERR_REDZONE, UMF_BUFTAG, and vmem_free().

◆ _umem_free_align()

void _umem_free_align	(	void *	buf,
		size_t	size )

References umem_memalign_arena, and vmem_xfree().

◆ _umem_zalloc()

void * _umem_zalloc	(	size_t	size,
		int	umflag )

References _umem_alloc(), _umem_cache_alloc(), umem_cache::cache_flags, UMEM_ALIGN_SHIFT, UMEM_BUFTAG, UMEM_REDZONE_BYTE, UMEM_SIZE_ENCODE, and UMF_BUFTAG.

◆ umem_cache_applyall()

void umem_cache_applyall ( void(*)(umem_cache_t *) func )

References umem_cache::cache_next, mutex_lock, mutex_unlock, umem_cache_lock, and umem_null_cache.

Referenced by umem_init().

◆ umem_cache_create()

umem_cache_t * umem_cache_create	(	char *	name,
		size_t	bufsize,
		size_t	align,
		umem_constructor_t *	constructor,
		umem_destructor_t *	destructor,
		umem_reclaim_t *	reclaim,
		void *	private,
		vmem_t *	vmp,
		int	cflags )