| version 1.78, 2003/02/26 06:31:11 |
version 1.79, 2003/04/09 18:38:03 |
| Line 154 int sokvawaiters; |
|
| Line 154 int sokvawaiters; |
|
| #define SOCK_LOAN_CHUNK 65536 |
#define SOCK_LOAN_CHUNK 65536 |
| |
|
| static void |
static void |
| sodoloanfree(caddr_t buf, size_t size) |
sodoloanfree(struct vm_page **pgs, caddr_t buf, size_t size) |
| { |
{ |
| struct vm_page **pgs; |
|
| vaddr_t va, sva, eva; |
vaddr_t va, sva, eva; |
| vsize_t len; |
vsize_t len; |
| paddr_t pa; |
paddr_t pa; |
| Line 167 sodoloanfree(caddr_t buf, size_t size) |
|
| Line 166 sodoloanfree(caddr_t buf, size_t size) |
|
| len = eva - sva; |
len = eva - sva; |
| npgs = len >> PAGE_SHIFT; |
npgs = len >> PAGE_SHIFT; |
| |
|
| pgs = alloca(npgs * sizeof(*pgs)); |
if (__predict_false(pgs == NULL)) { |
| |
pgs = alloca(npgs * sizeof(*pgs)); |
| |
|
| for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
| if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) |
if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) |
| panic("sodoloanfree: va 0x%lx not mapped", va); |
panic("sodoloanfree: va 0x%lx not mapped", va); |
| pgs[i] = PHYS_TO_VM_PAGE(pa); |
pgs[i] = PHYS_TO_VM_PAGE(pa); |
| |
} |
| } |
} |
| |
|
| pmap_kremove(sva, len); |
pmap_kremove(sva, len); |
| Line 201 sodopendfree(struct socket *so) |
|
| Line 202 sodopendfree(struct socket *so) |
|
| splx(s); |
splx(s); |
| |
|
| rv += m->m_ext.ext_size; |
rv += m->m_ext.ext_size; |
| sodoloanfree(m->m_ext.ext_buf, m->m_ext.ext_size); |
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
| |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
| |
m->m_ext.ext_size); |
| s = splvm(); |
s = splvm(); |
| pool_cache_put(&mbpool_cache, m); |
pool_cache_put(&mbpool_cache, m); |
| } |
} |
| Line 214 sodopendfree(struct socket *so) |
|
| Line 217 sodopendfree(struct socket *so) |
|
| splx(s); |
splx(s); |
| |
|
| rv += m->m_ext.ext_size; |
rv += m->m_ext.ext_size; |
| sodoloanfree(m->m_ext.ext_buf, m->m_ext.ext_size); |
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
| |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
| |
m->m_ext.ext_size); |
| s = splvm(); |
s = splvm(); |
| pool_cache_put(&mbpool_cache, m); |
pool_cache_put(&mbpool_cache, m); |
| } |
} |
| Line 230 soloanfree(struct mbuf *m, caddr_t buf, |
|
| Line 235 soloanfree(struct mbuf *m, caddr_t buf, |
|
| int s; |
int s; |
| |
|
| if (m == NULL) { |
if (m == NULL) { |
| sodoloanfree(buf, size); |
sodoloanfree(NULL, buf, size); |
| return; |
return; |
| } |
} |
| |
|
| Line 248 sosend_loan(struct socket *so, struct ui |
|
| Line 253 sosend_loan(struct socket *so, struct ui |
|
| struct iovec *iov = uio->uio_iov; |
struct iovec *iov = uio->uio_iov; |
| vaddr_t sva, eva; |
vaddr_t sva, eva; |
| vsize_t len; |
vsize_t len; |
| struct vm_page **pgs; |
|
| vaddr_t lva, va; |
vaddr_t lva, va; |
| int npgs, s, i, error; |
int npgs, s, i, error; |
| |
|
| Line 265 sosend_loan(struct socket *so, struct ui |
|
| Line 269 sosend_loan(struct socket *so, struct ui |
|
| len = eva - sva; |
len = eva - sva; |
| npgs = len >> PAGE_SHIFT; |
npgs = len >> PAGE_SHIFT; |
| |
|
| |
/* XXX KDASSERT */ |
| |
KASSERT(npgs <= M_EXT_MAXPAGES); |
| |
|
| while (socurkva + len > somaxkva) { |
while (socurkva + len > somaxkva) { |
| if (sodopendfree(so)) |
if (sodopendfree(so)) |
| continue; |
continue; |
| Line 281 sosend_loan(struct socket *so, struct ui |
|
| Line 288 sosend_loan(struct socket *so, struct ui |
|
| return (0); |
return (0); |
| socurkva += len; |
socurkva += len; |
| |
|
| pgs = alloca(npgs * sizeof(*pgs)); |
|
| |
|
| error = uvm_loan(&uio->uio_procp->p_vmspace->vm_map, sva, len, |
error = uvm_loan(&uio->uio_procp->p_vmspace->vm_map, sva, len, |
| pgs, UVM_LOAN_TOPAGE); |
m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
| if (error) { |
if (error) { |
| uvm_km_free(kernel_map, lva, len); |
uvm_km_free(kernel_map, lva, len); |
| socurkva -= len; |
socurkva -= len; |
| Line 292 sosend_loan(struct socket *so, struct ui |
|
| Line 297 sosend_loan(struct socket *so, struct ui |
|
| } |
} |
| |
|
| for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
| pmap_kenter_pa(va, VM_PAGE_TO_PHYS(pgs[i]), VM_PROT_READ); |
pmap_kenter_pa(va, VM_PAGE_TO_PHYS(m->m_ext.ext_pgs[i]), |
| |
VM_PROT_READ); |
| pmap_update(pmap_kernel()); |
pmap_update(pmap_kernel()); |
| |
|
| lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
| |
|
| MEXTADD(m, (caddr_t) lva, space, M_MBUF, soloanfree, so); |
MEXTADD(m, (caddr_t) lva, space, M_MBUF, soloanfree, so); |
| |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
| |
|
| uio->uio_resid -= space; |
uio->uio_resid -= space; |
| /* uio_offset not updated, not set/used for write(2) */ |
/* uio_offset not updated, not set/used for write(2) */ |