| version 1.122, 2006/09/03 06:25:19 |
version 1.122.2.3, 2007/01/19 20:49:54 |
|
|
| /* $NetBSD$ */ |
/* $NetBSD$ */ |
| |
|
| /*- |
/*- |
| * Copyright (c) 1997, 1999, 2000 The NetBSD Foundation, Inc. |
* Copyright (c) 1997, 1999, 2000, 2002 The NetBSD Foundation, Inc. |
| * All rights reserved. |
* All rights reserved. |
| * |
* |
| * This code is derived from software contributed to The NetBSD Foundation |
* This code is derived from software contributed to The NetBSD Foundation |
| Line 53 __KERNEL_RCSID(0, "$NetBSD$"); |
|
| Line 53 __KERNEL_RCSID(0, "$NetBSD$"); |
|
| #include <sys/lock.h> |
#include <sys/lock.h> |
| #include <sys/pool.h> |
#include <sys/pool.h> |
| #include <sys/syslog.h> |
#include <sys/syslog.h> |
| |
#include <sys/debug.h> |
| |
|
| #include <uvm/uvm.h> |
#include <uvm/uvm.h> |
| |
|
| Line 674 pool_init(struct pool *pp, size_t size, |
|
| Line 675 pool_init(struct pool *pp, size_t size, |
|
| pp->pr_hardlimit_warning_last.tv_usec = 0; |
pp->pr_hardlimit_warning_last.tv_usec = 0; |
| pp->pr_drain_hook = NULL; |
pp->pr_drain_hook = NULL; |
| pp->pr_drain_hook_arg = NULL; |
pp->pr_drain_hook_arg = NULL; |
| |
pp->pr_freecheck = NULL; |
| |
|
| /* |
/* |
| * Decide whether to put the page header off page to avoid |
* Decide whether to put the page header off page to avoid |
| Line 929 pool_get(struct pool *pp, int flags) |
|
| Line 931 pool_get(struct pool *pp, int flags) |
|
| #ifdef LOCKDEBUG |
#ifdef LOCKDEBUG |
| if (flags & PR_WAITOK) |
if (flags & PR_WAITOK) |
| ASSERT_SLEEPABLE(NULL, "pool_get(PR_WAITOK)"); |
ASSERT_SLEEPABLE(NULL, "pool_get(PR_WAITOK)"); |
| SCHED_ASSERT_UNLOCKED(); |
|
| #endif |
#endif |
| |
|
| simple_lock(&pp->pr_slock); |
simple_lock(&pp->pr_slock); |
| Line 1135 pool_get(struct pool *pp, int flags) |
|
| Line 1136 pool_get(struct pool *pp, int flags) |
|
| } |
} |
| |
|
| simple_unlock(&pp->pr_slock); |
simple_unlock(&pp->pr_slock); |
| |
KASSERT((((vaddr_t)v + pp->pr_itemoffset) & (pp->pr_align - 1)) == 0); |
| |
FREECHECK_OUT(&pp->pr_freecheck, v); |
| return (v); |
return (v); |
| } |
} |
| |
|
| Line 1148 pool_do_put(struct pool *pp, void *v, st |
|
| Line 1151 pool_do_put(struct pool *pp, void *v, st |
|
| struct pool_item_header *ph; |
struct pool_item_header *ph; |
| |
|
| LOCK_ASSERT(simple_lock_held(&pp->pr_slock)); |
LOCK_ASSERT(simple_lock_held(&pp->pr_slock)); |
| SCHED_ASSERT_UNLOCKED(); |
FREECHECK_IN(&pp->pr_freecheck, v); |
| |
|
| #ifdef DIAGNOSTIC |
#ifdef DIAGNOSTIC |
| if (__predict_false(pp->pr_nout == 0)) { |
if (__predict_false(pp->pr_nout == 0)) { |
| Line 1371 pool_prime_page(struct pool *pp, caddr_t |
|
| Line 1374 pool_prime_page(struct pool *pp, caddr_t |
|
| { |
{ |
| struct pool_item *pi; |
struct pool_item *pi; |
| caddr_t cp = storage; |
caddr_t cp = storage; |
| unsigned int align = pp->pr_align; |
const unsigned int align = pp->pr_align; |
| unsigned int ioff = pp->pr_itemoffset; |
const unsigned int ioff = pp->pr_itemoffset; |
| int n; |
int n; |
| |
|
| LOCK_ASSERT(simple_lock_held(&pp->pr_slock)); |
LOCK_ASSERT(simple_lock_held(&pp->pr_slock)); |
| Line 1409 pool_prime_page(struct pool *pp, caddr_t |
|
| Line 1412 pool_prime_page(struct pool *pp, caddr_t |
|
| if (ioff != 0) |
if (ioff != 0) |
| cp = (caddr_t)(cp + (align - ioff)); |
cp = (caddr_t)(cp + (align - ioff)); |
| |
|
| |
KASSERT((((vaddr_t)cp + ioff) & (align - 1)) == 0); |
| |
|
| /* |
/* |
| * Insert remaining chunks on the bucket list. |
* Insert remaining chunks on the bucket list. |
| */ |
*/ |
| Line 1436 pool_prime_page(struct pool *pp, caddr_t |
|
| Line 1441 pool_prime_page(struct pool *pp, caddr_t |
|
| pi->pi_magic = PI_MAGIC; |
pi->pi_magic = PI_MAGIC; |
| #endif |
#endif |
| cp = (caddr_t)(cp + pp->pr_size); |
cp = (caddr_t)(cp + pp->pr_size); |
| |
|
| |
KASSERT((((vaddr_t)cp + ioff) & (align - 1)) == 0); |
| } |
} |
| } |
} |
| |
|
| Line 2068 pool_cache_get_paddr(struct pool_cache * |
|
| Line 2075 pool_cache_get_paddr(struct pool_cache * |
|
| return (NULL); |
return (NULL); |
| } |
} |
| } |
} |
| |
KASSERT((((vaddr_t)object + pc->pc_pool->pr_itemoffset) & |
| |
(pc->pc_pool->pr_align - 1)) == 0); |
| if (object != NULL && pap != NULL) { |
if (object != NULL && pap != NULL) { |
| #ifdef POOL_VTOPHYS |
#ifdef POOL_VTOPHYS |
| *pap = POOL_VTOPHYS(object); |
*pap = POOL_VTOPHYS(object); |
| Line 2075 pool_cache_get_paddr(struct pool_cache * |
|
| Line 2084 pool_cache_get_paddr(struct pool_cache * |
|
| *pap = POOL_PADDR_INVALID; |
*pap = POOL_PADDR_INVALID; |
| #endif |
#endif |
| } |
} |
| |
|
| |
FREECHECK_OUT(&pc->pc_freecheck, object); |
| return (object); |
return (object); |
| } |
} |
| |
|
| Line 2088 pool_cache_get_paddr(struct pool_cache * |
|
| Line 2099 pool_cache_get_paddr(struct pool_cache * |
|
| } |
} |
| simple_unlock(&pc->pc_slock); |
simple_unlock(&pc->pc_slock); |
| |
|
| |
KASSERT((((vaddr_t)object + pc->pc_pool->pr_itemoffset) & |
| |
(pc->pc_pool->pr_align - 1)) == 0); |
| |
FREECHECK_OUT(&pc->pc_freecheck, object); |
| return (object); |
return (object); |
| } |
} |
| |
|
| Line 2103 pool_cache_put_paddr(struct pool_cache * |
|
| Line 2117 pool_cache_put_paddr(struct pool_cache * |
|
| struct pool_cache_group *pcg; |
struct pool_cache_group *pcg; |
| int s; |
int s; |
| |
|
| |
FREECHECK_IN(&pc->pc_freecheck, object); |
| |
|
| if (__predict_false((pc->pc_pool->pr_flags & PR_WANTED) != 0)) { |
if (__predict_false((pc->pc_pool->pr_flags & PR_WANTED) != 0)) { |
| goto destruct; |
goto destruct; |
| } |
} |