ffs_vnops.c

/*	$NetBSD: ffs_vnops.c,v 1.16.2.6 1999/06/02 05:05:24 chs Exp $	*/

/*
 * Copyright (c) 1982, 1986, 1989, 1993
 *	The Regents of the University of California.  All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. All advertising materials mentioning features or use of this software
 *    must display the following acknowledgement:
 *	This product includes software developed by the University of
 *	California, Berkeley and its contributors.
 * 4. Neither the name of the University nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 *	@(#)ffs_vnops.c	8.15 (Berkeley) 5/14/95
 */

#if defined(_KERNEL) && !defined(_LKM)
#include "opt_uvm.h"
#include "opt_uvmhist.h"
#endif

#include <sys/param.h>
#include <sys/systm.h>
#include <sys/resourcevar.h>
#include <sys/kernel.h>
#include <sys/file.h>
#include <sys/stat.h>
#include <sys/buf.h>
#include <sys/proc.h>
#include <sys/conf.h>
#include <sys/mount.h>
#include <sys/vnode.h>
#include <sys/malloc.h>
#include <sys/pool.h>
#include <sys/signalvar.h>

#include <vm/vm.h>

#if defined(UVM)
#include <uvm/uvm_extern.h>
#endif

#include <miscfs/fifofs/fifo.h>
#include <miscfs/genfs/genfs.h>
#include <miscfs/specfs/specdev.h>

#include <ufs/ufs/quota.h>
#include <ufs/ufs/inode.h>
#include <ufs/ufs/dir.h>
#include <ufs/ufs/ufs_extern.h>
#include <ufs/ufs/ufsmount.h>

#include <ufs/ffs/fs.h>
#include <ufs/ffs/ffs_extern.h>

/* Global vfs data structures for ufs. */
int (**ffs_vnodeop_p) __P((void *));
struct vnodeopv_entry_desc ffs_vnodeop_entries[] = {
	{ &vop_default_desc, vn_default_error },
	{ &vop_lookup_desc, ufs_lookup },		/* lookup */
	{ &vop_create_desc, ufs_create },		/* create */
	{ &vop_whiteout_desc, ufs_whiteout },		/* whiteout */
	{ &vop_mknod_desc, ufs_mknod },			/* mknod */
	{ &vop_open_desc, ufs_open },			/* open */
	{ &vop_close_desc, ufs_close },			/* close */
	{ &vop_access_desc, ufs_access },		/* access */
	{ &vop_getattr_desc, ufs_getattr },		/* getattr */
	{ &vop_setattr_desc, ufs_setattr },		/* setattr */
	{ &vop_read_desc, ffs_read },			/* read */
	{ &vop_write_desc, ffs_write },			/* write */
	{ &vop_lease_desc, ufs_lease_check },		/* lease */
	{ &vop_ioctl_desc, ufs_ioctl },			/* ioctl */
	{ &vop_poll_desc, ufs_poll },			/* poll */
	{ &vop_revoke_desc, ufs_revoke },		/* revoke */
	{ &vop_mmap_desc, ufs_mmap },			/* mmap */
	{ &vop_fsync_desc, ffs_fsync },			/* fsync */
	{ &vop_seek_desc, ufs_seek },			/* seek */
	{ &vop_remove_desc, ufs_remove },		/* remove */
	{ &vop_link_desc, ufs_link },			/* link */
	{ &vop_rename_desc, ufs_rename },		/* rename */
	{ &vop_mkdir_desc, ufs_mkdir },			/* mkdir */
	{ &vop_rmdir_desc, ufs_rmdir },			/* rmdir */
	{ &vop_symlink_desc, ufs_symlink },		/* symlink */
	{ &vop_readdir_desc, ufs_readdir },		/* readdir */
	{ &vop_readlink_desc, ufs_readlink },		/* readlink */
	{ &vop_abortop_desc, ufs_abortop },		/* abortop */
	{ &vop_inactive_desc, ufs_inactive },		/* inactive */
	{ &vop_reclaim_desc, ffs_reclaim },		/* reclaim */
	{ &vop_lock_desc, ufs_lock },			/* lock */
	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
	{ &vop_bmap_desc, ufs_bmap },			/* bmap */
	{ &vop_strategy_desc, ufs_strategy },		/* strategy */
	{ &vop_print_desc, ufs_print },			/* print */
	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
	{ &vop_pathconf_desc, ufs_pathconf },		/* pathconf */
	{ &vop_advlock_desc, ufs_advlock },		/* advlock */
	{ &vop_blkatoff_desc, ffs_blkatoff },		/* blkatoff */
	{ &vop_valloc_desc, ffs_valloc },		/* valloc */
	{ &vop_reallocblks_desc, ffs_reallocblks },	/* reallocblks */
	{ &vop_vfree_desc, ffs_vfree },			/* vfree */
	{ &vop_truncate_desc, ffs_truncate },		/* truncate */
	{ &vop_update_desc, ffs_update },		/* update */
	{ &vop_bwrite_desc, vn_bwrite },		/* bwrite */
#ifdef UBC
	{ &vop_getpages_desc, ffs_getpages },		/* getpages */
	{ &vop_putpages_desc, ffs_putpages },		/* putpages */
#endif
	{ NULL, NULL }
};
struct vnodeopv_desc ffs_vnodeop_opv_desc =
	{ &ffs_vnodeop_p, ffs_vnodeop_entries };

int (**ffs_specop_p) __P((void *));
struct vnodeopv_entry_desc ffs_specop_entries[] = {
	{ &vop_default_desc, vn_default_error },
	{ &vop_lookup_desc, spec_lookup },		/* lookup */
	{ &vop_create_desc, spec_create },		/* create */
	{ &vop_mknod_desc, spec_mknod },		/* mknod */
	{ &vop_open_desc, spec_open },			/* open */
	{ &vop_close_desc, ufsspec_close },		/* close */
	{ &vop_access_desc, ufs_access },		/* access */
	{ &vop_getattr_desc, ufs_getattr },		/* getattr */
	{ &vop_setattr_desc, ufs_setattr },		/* setattr */
	{ &vop_read_desc, ufsspec_read },		/* read */
	{ &vop_write_desc, ufsspec_write },		/* write */
	{ &vop_lease_desc, spec_lease_check },		/* lease */
	{ &vop_ioctl_desc, spec_ioctl },		/* ioctl */
	{ &vop_poll_desc, spec_poll },			/* poll */
	{ &vop_revoke_desc, spec_revoke },		/* revoke */
	{ &vop_mmap_desc, spec_mmap },			/* mmap */
	{ &vop_fsync_desc, ffs_fsync },			/* fsync */
	{ &vop_seek_desc, spec_seek },			/* seek */
	{ &vop_remove_desc, spec_remove },		/* remove */
	{ &vop_link_desc, spec_link },			/* link */
	{ &vop_rename_desc, spec_rename },		/* rename */
	{ &vop_mkdir_desc, spec_mkdir },		/* mkdir */
	{ &vop_rmdir_desc, spec_rmdir },		/* rmdir */
	{ &vop_symlink_desc, spec_symlink },		/* symlink */
	{ &vop_readdir_desc, spec_readdir },		/* readdir */
	{ &vop_readlink_desc, spec_readlink },		/* readlink */
	{ &vop_abortop_desc, spec_abortop },		/* abortop */
	{ &vop_inactive_desc, ufs_inactive },		/* inactive */
	{ &vop_reclaim_desc, ffs_reclaim },		/* reclaim */
	{ &vop_lock_desc, ufs_lock },			/* lock */
	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
	{ &vop_bmap_desc, spec_bmap },			/* bmap */
	{ &vop_strategy_desc, spec_strategy },		/* strategy */
	{ &vop_print_desc, ufs_print },			/* print */
	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
	{ &vop_pathconf_desc, spec_pathconf },		/* pathconf */
	{ &vop_advlock_desc, spec_advlock },		/* advlock */
	{ &vop_blkatoff_desc, spec_blkatoff },		/* blkatoff */
	{ &vop_valloc_desc, spec_valloc },		/* valloc */
	{ &vop_reallocblks_desc, spec_reallocblks },	/* reallocblks */
	{ &vop_vfree_desc, ffs_vfree },			/* vfree */
	{ &vop_truncate_desc, spec_truncate },		/* truncate */
	{ &vop_update_desc, ffs_update },		/* update */
	{ &vop_bwrite_desc, vn_bwrite },		/* bwrite */
	{ (struct vnodeop_desc*)NULL, (int(*) __P((void *)))NULL }
};
struct vnodeopv_desc ffs_specop_opv_desc =
	{ &ffs_specop_p, ffs_specop_entries };

int (**ffs_fifoop_p) __P((void *));
struct vnodeopv_entry_desc ffs_fifoop_entries[] = {
	{ &vop_default_desc, vn_default_error },
	{ &vop_lookup_desc, fifo_lookup },		/* lookup */
	{ &vop_create_desc, fifo_create },		/* create */
	{ &vop_mknod_desc, fifo_mknod },		/* mknod */
	{ &vop_open_desc, fifo_open },			/* open */
	{ &vop_close_desc, ufsfifo_close },		/* close */
	{ &vop_access_desc, ufs_access },		/* access */
	{ &vop_getattr_desc, ufs_getattr },		/* getattr */
	{ &vop_setattr_desc, ufs_setattr },		/* setattr */
	{ &vop_read_desc, ufsfifo_read },		/* read */
	{ &vop_write_desc, ufsfifo_write },		/* write */
	{ &vop_lease_desc, fifo_lease_check },		/* lease */
	{ &vop_ioctl_desc, fifo_ioctl },		/* ioctl */
	{ &vop_poll_desc, fifo_poll },			/* poll */
	{ &vop_revoke_desc, fifo_revoke },		/* revoke */
	{ &vop_mmap_desc, fifo_mmap },			/* mmap */
	{ &vop_fsync_desc, ffs_fsync },			/* fsync */
	{ &vop_seek_desc, fifo_seek },			/* seek */
	{ &vop_remove_desc, fifo_remove },		/* remove */
	{ &vop_link_desc, fifo_link },			/* link */
	{ &vop_rename_desc, fifo_rename },		/* rename */
	{ &vop_mkdir_desc, fifo_mkdir },		/* mkdir */
	{ &vop_rmdir_desc, fifo_rmdir },		/* rmdir */
	{ &vop_symlink_desc, fifo_symlink },		/* symlink */
	{ &vop_readdir_desc, fifo_readdir },		/* readdir */
	{ &vop_readlink_desc, fifo_readlink },		/* readlink */
	{ &vop_abortop_desc, fifo_abortop },		/* abortop */
	{ &vop_inactive_desc, ufs_inactive },		/* inactive */
	{ &vop_reclaim_desc, ffs_reclaim },		/* reclaim */
	{ &vop_lock_desc, ufs_lock },			/* lock */
	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
	{ &vop_bmap_desc, fifo_bmap },			/* bmap */
	{ &vop_strategy_desc, fifo_strategy },		/* strategy */
	{ &vop_print_desc, ufs_print },			/* print */
	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
	{ &vop_pathconf_desc, fifo_pathconf },		/* pathconf */
	{ &vop_advlock_desc, fifo_advlock },		/* advlock */
	{ &vop_blkatoff_desc, fifo_blkatoff },		/* blkatoff */
	{ &vop_valloc_desc, fifo_valloc },		/* valloc */
	{ &vop_reallocblks_desc, fifo_reallocblks },	/* reallocblks */
	{ &vop_vfree_desc, ffs_vfree },			/* vfree */
	{ &vop_truncate_desc, fifo_truncate },		/* truncate */
	{ &vop_update_desc, ffs_update },		/* update */
	{ &vop_bwrite_desc, vn_bwrite },		/* bwrite */
	{ (struct vnodeop_desc*)NULL, (int(*) __P((void *)))NULL }
};
struct vnodeopv_desc ffs_fifoop_opv_desc =
	{ &ffs_fifoop_p, ffs_fifoop_entries };

int doclusterread = 0;
int doclusterwrite = 0;

#include <ufs/ufs/ufs_readwrite.c>

/*
 * Reclaim an inode so that it can be used for other purposes.
 */
int
ffs_reclaim(v)
	void *v;
{
	struct vop_reclaim_args /* {
		struct vnode *a_vp;
		struct proc *a_p;
	} */ *ap = v;
	register struct vnode *vp = ap->a_vp;
	int error;

	if ((error = ufs_reclaim(vp, ap->a_p)) != 0)
		return (error);

	/*
	 * XXX MFS ends up here, too, to free an inode.  Should we create
	 * XXX a separate pool for MFS inodes?
	 */
	pool_put(&ffs_inode_pool, vp->v_data);
	vp->v_data = NULL;
	return (0);
}

#ifdef UBC
#include <uvm/uvm.h>

int
ffs_getpages(v)
	void *v;
{
	struct vop_getpages_args /* {
		struct vnode *a_vp;
		vaddr_t a_offset;
		vm_page_t *a_m;
		int *a_count;
		int a_centeridx;
		vm_prot_t a_access_type;
		int a_advice;
		int a_flags;
	} */ *ap = v;

	int error, npages, cidx, i;
	struct buf tmpbuf, *bp;
	struct vnode *vp = ap->a_vp;
	struct uvm_object *uobj = &vp->v_uvm.u_obj;
	struct inode *ip = VTOI(vp);
	struct fs *fs = ip->i_fs;
	struct vm_page *pg, *pgs[16];  /* XXX 16 */
	struct ucred *cred = curproc->p_ucred;
	off_t offset;
	UVMHIST_FUNC("ffs_getpages"); UVMHIST_CALLED(ubchist);

#ifdef DIAGNOSTIC
	if (ap->a_centeridx < 0 || ap->a_centeridx > *ap->a_count) {
		panic("ffs_getpages: centeridx %d out of range",
		      ap->a_centeridx);
	}
#endif

	if (ap->a_flags & PGO_LOCKED) {
		uvn_findpages(uobj, ap->a_offset, ap->a_count, ap->a_m,
			      UFP_NOWAIT|UFP_NOALLOC|UFP_NORDONLY);

		/* XXX PGO_ALLPAGES? */
		return ap->a_m[ap->a_centeridx] == NULL ?
			VM_PAGER_UNLOCK : VM_PAGER_OK;
	}

	/* vnode is VOP_LOCKed, uobj is locked */


	/*
	 * XXX do the findpages for our 1 page first,
	 * change asyncget to take the one page as an arg and
	 * pretend that its findpages found it.
	 */

	/*
	 * kick off a big read first to get some readahead, then
	 * get the one page we wanted.
	 */

	if ((ap->a_flags & PGO_OVERWRITE) == 0 &&
	    (ap->a_offset & (MAXBSIZE - 1)) == 0) {
		/*
		 * XXX pretty sure unlocking here is wrong.
		 */
		simple_unlock(&uobj->vmobjlock);
		uvm_vnp_asyncget(vp, ap->a_offset, MAXBSIZE, fs->fs_bsize);
		simple_lock(&uobj->vmobjlock);
	}

	/*
	 * the desired page isn't resident, we'll have to read it.
	 */

	offset = ap->a_offset + (ap->a_centeridx << PAGE_SHIFT);
	npages = 1;
	pg = NULL;
	uvn_findpages(uobj, offset, &npages, &pg, 0);
	simple_unlock(&uobj->vmobjlock);

	/*
	 * if the page is already resident, just return it.
	 */

	if ((pg->flags & PG_FAKE) == 0 &&
	    !((ap->a_access_type & VM_PROT_WRITE) && (pg->flags & PG_RDONLY))) {
		ap->a_m[ap->a_centeridx] = pg;
		return VM_PAGER_OK;
	}

	UVMHIST_LOG(ubchist, "pg %p flags 0x%x access_type 0x%x",
		    pg, (int)pg->flags, (int)ap->a_access_type, 0);

	/*
	 * ok, really read the desired page.
	 */

	bp = &tmpbuf;
	bzero(bp, sizeof *bp);
	bp->b_lblkno = lblkno(fs, offset);
	error = VOP_BMAP(vp, bp->b_lblkno, NULL, &bp->b_blkno, NULL);
	if (error) {
		UVMHIST_LOG(ubchist, "VOP_BMAP lbn 0x%x -> %d\n",
			    bp->b_lblkno, error,0,0);
		goto out;
	}
	if (bp->b_blkno == (daddr_t)-1) {
		UVMHIST_LOG(ubchist, "lbn 0x%x -> HOLE", bp->b_lblkno,0,0,0);

		/*
		 * for read faults, we can skip the block allocation
		 * by marking the page PG_RDONLY and PG_CLEAN.
		 */

		if ((ap->a_access_type & VM_PROT_WRITE) == 0) {
			uvm_pagezero(pg);
			pg->flags |= PG_CLEAN|PG_RDONLY;
			UVMHIST_LOG(ubchist, "setting PG_RDONLY", 0,0,0,0);
			goto out;
		}

		/*
		 * for write faults, we must now allocate the backing store
		 * and make sure the block is zeroed.
		 */

		error = ffs_balloc(ip, bp->b_lblkno,
				   blksize(fs, ip, bp->b_lblkno),
				   cred, NULL, &bp->b_blkno, 0);
		if (error) {
			UVMHIST_LOG(ubchist, "ffs_balloc lbn 0x%x -> %d",
				    bp->b_lblkno, error,0,0);
			goto out;
		}

		simple_lock(&uobj->vmobjlock);
		uvm_pager_dropcluster(uobj, NULL, &pg, &npages, 0, 0);
		npages = fs->fs_bsize >> PAGE_SHIFT;
		uvn_findpages(uobj, offset & ~((off_t)fs->fs_bsize - 1),
			      &npages, pgs, 0);
		for (i = 0; i < npages; i++) {
			uvm_pagezero(pgs[i]);
			uvm_pageactivate(pgs[i]);

			/*
			 * don't bother clearing mod/ref, the block is
			 * being modified anyways.
			 */
			 
			pgs[i]->flags &= ~(PG_FAKE|PG_RDONLY);
		}
		cidx = (offset >> PAGE_SHIFT) - (pgs[0]->offset >> PAGE_SHIFT);
		pg = pgs[cidx];
		pgs[cidx] = NULL;
		uvm_pager_dropcluster(uobj, NULL, pgs, &npages, 0, 0);
		simple_unlock(&uobj->vmobjlock);
		UVMHIST_LOG(ubchist, "cleared pages",0,0,0,0);
		goto out;
	}

	/* adjust physical blkno for partial blocks */
	bp->b_blkno += (offset - lblktosize(fs, bp->b_lblkno)) >> DEV_BSHIFT;
	UVMHIST_LOG(ubchist, "vp %p bp %p lblkno 0x%x blkno 0x%x",
		    vp, bp, bp->b_lblkno, bp->b_blkno);

	/*
	 * don't bother reading the pages if we're just going to
	 * overwrite them.
	 */
	if (ap->a_flags & PGO_OVERWRITE) {
		UVMHIST_LOG(ubchist, "PGO_OVERWRITE",0,0,0,0);

		/* XXX for now, zero the page */
		if (pg->flags & PG_FAKE) {
			uvm_pagezero(pg);
		}

		goto out;
	}

	bp->b_bufsize = PAGE_SIZE;
	bp->b_data = (void *)uvm_pagermapin(&pg, 1, NULL, M_WAITOK);
	bp->b_bcount = bp->b_lblkno < 0 ? bp->b_bufsize :
		min(bp->b_bufsize, fragroundup(fs, vp->v_uvm.u_size - offset));
	bp->b_vp = vp;
	bp->b_flags = B_BUSY|B_READ;
	VOP_STRATEGY(bp);
	error = biowait(bp);
	uvm_pagermapout((vaddr_t)bp->b_data, *ap->a_count);

out:
	if (error) {
		simple_lock(&uobj->vmobjlock);
		if (pg->flags & PG_WANTED) {
			wakeup(pg);
		}
		UVM_PAGE_OWN(pg, NULL);
		uvm_lock_pageq();
		uvm_pagefree(pg);
		uvm_unlock_pageq();
		simple_unlock(&uobj->vmobjlock);
	} else { 
		pg->flags &= ~(PG_FAKE);
		pmap_clear_modify(PMAP_PGARG(pg));
		pmap_clear_reference(PMAP_PGARG(pg));
		uvm_pageactivate(pg);
		ap->a_m[ap->a_centeridx] = pg;
	}
	UVMHIST_LOG(ubchist, "returning, error %d", error,0,0,0);
	return error ? VM_PAGER_ERROR : VM_PAGER_OK;
}

/*
 * Vnode op for VM putpages.
 */
int
ffs_putpages(v)
	void *v;
{
	struct vop_putpages_args /* {
		struct vnode *a_vp;
		struct vm_page **a_m;
		int a_count;
		int a_sync;
		int *a_rtvals;
	} */ *ap = v;

	int s, error;
	int bsize;
	vaddr_t kva, offset;
	struct vm_page *pg;
	struct buf tmpbuf, *bp;
	struct vnode *vp = ap->a_vp;
	struct inode *ip = VTOI(vp);
	struct fs *fs = ip->i_fs;
	UVMHIST_FUNC("ffs_putpages"); UVMHIST_CALLED(ubchist);

	pg = ap->a_m[0];

#ifdef DEBUG
	/* XXX verify that pages given are in fact physically contiguous. */
#endif

	kva = uvm_pagermapin(ap->a_m, ap->a_count, NULL, M_WAITOK);
	if (kva == 0) {
		return VM_PAGER_AGAIN;
	}

	if (ap->a_sync) {
		bp = &tmpbuf;
		bzero(bp, sizeof *bp);
	}
	else {
		struct uvm_aiobuf *abp = pool_get(uvm_aiobuf_pool, PR_WAITOK);
		abp->aio.aiodone = uvm_aio_aiodone;
		abp->aio.kva = kva;
		abp->aio.npages = ap->a_count;
		abp->aio.pd_ptr = abp;
		/* XXX pagedaemon */
		abp->aio.flags = (curproc == uvm.pagedaemon_proc) ?
			UVM_AIO_PAGEDAEMON : 0;
		bp = &abp->buf;
		bzero(bp, sizeof *bp);
		bp->b_flags = B_CALL|B_ASYNC;
		bp->b_iodone = uvm_aio_biodone;
	}

	offset = pg->offset;
	bp->b_bufsize = ap->a_count << PAGE_SHIFT;
	bp->b_data = (void *)kva;
	bp->b_lblkno = lblkno(fs, offset);
	bp->b_bcount = min(bp->b_bufsize,
			   fragroundup(fs, vp->v_uvm.u_size - offset));
	bp->b_flags |= B_BUSY|B_WRITE;
	bp->b_vp = vp;


	bsize = blksize(fs, ip, bp->b_lblkno);
	error = VOP_BMAP(vp, bp->b_lblkno, NULL, &bp->b_blkno, NULL);
	if (error) {
		UVMHIST_LOG(ubchist, "ffs_balloc -> %d", error, 0,0,0);
		goto out;
	}

	/* this could be ifdef DIAGNOSTIC, but it's really important */
	if (bp->b_blkno == (daddr_t)-1) {
		panic("ffs_putpages: no backing store vp %p lbn 0x%x",
		      vp, bp->b_lblkno);
	}

	/* adjust physical blkno for partial blocks */
	bp->b_blkno += (offset - lblktosize(fs, bp->b_lblkno)) >> DEV_BSHIFT;
	UVMHIST_LOG(ubchist, "pg %p vp %p lblkno 0x%x blkno 0x%x",
		    pg, vp, bp->b_lblkno, bp->b_blkno);

	s = splbio();
	vp->v_numoutput++;
	splx(s);
	VOP_STRATEGY(bp);
	if (!ap->a_sync) {
		return VM_PAGER_PEND;
	}
	error = biowait(bp);

out:
	uvm_pagermapout(kva, ap->a_count);
	UVMHIST_LOG(ubchist, "returning, error %d", error,0,0,0);

	return error ? VM_PAGER_ERROR : VM_PAGER_OK;
}
#endif