kern_return_t
vnode_pager_cluster_read(
vnode_pager_t vnode_object,
vm_object_offset_t offset,
vm_size_t cnt)
{
int local_error = 0;
int kret;
assert(! (cnt & PAGE_MASK));
kret = vnode_pagein(vnode_object->vnode_handle,
(upl_t) NULL,
(vm_offset_t) NULL,
offset,
cnt,
0,
&local_error);
/*
if(kret == PAGER_ABSENT) {
Need to work out the defs here, 1 corresponds to PAGER_ABSENT
defined in bsd/vm/vm_pager.h However, we should not be including
that file here it is a layering violation.
*/
if (kret == 1) {
int uplflags;
upl_t upl = NULL;
unsigned int count = 0;
kern_return_t kr;
uplflags = (UPL_NO_SYNC |
UPL_CLEAN_IN_PLACE |
UPL_SET_INTERNAL);
count = 0;
kr = memory_object_upl_request(vnode_object->control_handle,
offset, cnt,
&upl, NULL, &count, uplflags);
if (kr == KERN_SUCCESS) {
upl_abort(upl, 0);
upl_deallocate(upl);
} else {
/*
* We couldn't gather the page list, probably
* because the memory object doesn't have a link
* to a VM object anymore (forced unmount, for
* example). Just return an error to the vm_fault()
* path and let it handle it.
*/
}
return KERN_FAILURE;
}
return KERN_SUCCESS;
}
int
vm_swapfile_io(vnode_t vp, uint64_t offset, uint64_t start, int npages, int flags)
{
int error = 0;
uint64_t io_size = npages * PAGE_SIZE_64;
#if 1
kern_return_t kr = KERN_SUCCESS;
upl_t upl = NULL;
unsigned int count = 0;
upl_control_flags_t upl_create_flags = 0;
int upl_control_flags = 0;
upl_size_t upl_size = 0;
upl_create_flags = UPL_SET_INTERNAL | UPL_SET_LITE
| UPL_MEMORY_TAG_MAKE(VM_KERN_MEMORY_OSFMK);
#if ENCRYPTED_SWAP
upl_control_flags = UPL_IOSYNC | UPL_PAGING_ENCRYPTED;
#else
upl_control_flags = UPL_IOSYNC;
#endif
if ((flags & SWAP_READ) == FALSE) {
upl_create_flags |= UPL_COPYOUT_FROM;
}
upl_size = io_size;
kr = vm_map_create_upl( kernel_map,
start,
&upl_size,
&upl,
NULL,
&count,
&upl_create_flags);
if (kr != KERN_SUCCESS || (upl_size != io_size)) {
panic("vm_map_create_upl failed with %d\n", kr);
}
if (flags & SWAP_READ) {
vnode_pagein(vp,
upl,
0,
offset,
io_size,
upl_control_flags | UPL_IGNORE_VALID_PAGE_CHECK,
&error);
if (error) {
#if DEBUG
printf("vm_swapfile_io: vnode_pagein failed with %d (vp: %p, offset: 0x%llx, size:%llu)\n", error, vp, offset, io_size);
#else /* DEBUG */
printf("vm_swapfile_io: vnode_pagein failed with %d.\n", error);
#endif /* DEBUG */
}
} else {
vnode_pageout(vp,
upl,
0,
offset,
io_size,
upl_control_flags,
&error);
if (error) {
#if DEBUG
printf("vm_swapfile_io: vnode_pageout failed with %d (vp: %p, offset: 0x%llx, size:%llu)\n", error, vp, offset, io_size);
#else /* DEBUG */
printf("vm_swapfile_io: vnode_pageout failed with %d.\n", error);
#endif /* DEBUG */
}
}
return error;
#else /* 1 */
vfs_context_t ctx;
ctx = vfs_context_kernel();
error = vn_rdwr((flags & SWAP_READ) ? UIO_READ : UIO_WRITE, vp, (caddr_t)start, io_size, offset,
UIO_SYSSPACE, IO_SYNC | IO_NODELOCKED | IO_UNIT | IO_NOCACHE | IO_SWAP_DISPATCH, vfs_context_ucred(ctx), (int *) 0, vfs_context_proc(ctx));
if (error) {
printf("vn_rdwr: Swap I/O failed with %d\n", error);
}
return error;
#endif /* 1 */
}