usr/src/uts/common/fs/zfs/bplist.c
author gw25295
Mon, 29 Oct 2007 17:24:59 -0700
changeset 5369 27c1235ef9a4
parent 5367 c40abbe796be
child 7046 361307ae060d
permissions -rw-r--r--
6621355 panic in vdev_disk_io_start when trying to write to a faulted device 6622732 Assertion failed: !(zio->io_flags & ZIO_FLAG_WRITE_RETRY), file ../../../uts/com mon/fs/zfs/zio.c 6623221 CIFS breaks ZFS root
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     1
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     2
 * CDDL HEADER START
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     3
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     4
 * The contents of this file are subject to the terms of the
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
     5
 * Common Development and Distribution License (the "License").
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
     6
 * You may not use this file except in compliance with the License.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     7
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     8
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     9
 * or http://www.opensolaris.org/os/licensing.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    10
 * See the License for the specific language governing permissions
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    11
 * and limitations under the License.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    12
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    13
 * When distributing Covered Code, include this CDDL HEADER in each
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    14
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    15
 * If applicable, add the following below this CDDL HEADER, with the
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    16
 * fields enclosed by brackets "[]" replaced with your own identifying
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    17
 * information: Portions Copyright [yyyy] [name of copyright owner]
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    18
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    19
 * CDDL HEADER END
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    20
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    21
/*
4577
ed36b0e652bc PSARC/2007/328 zfs upgrade
ahrens
parents: 2082
diff changeset
    22
 * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    23
 * Use is subject to license terms.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    24
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    25
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    26
#pragma ident	"%Z%%M%	%I%	%E% SMI"
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    27
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    28
#include <sys/bplist.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    29
#include <sys/zfs_context.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    30
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    31
static int
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    32
bplist_hold(bplist_t *bpl)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    33
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    34
	ASSERT(MUTEX_HELD(&bpl->bpl_lock));
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    35
	if (bpl->bpl_dbuf == NULL) {
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    36
		int err = dmu_bonus_hold(bpl->bpl_mos,
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    37
		    bpl->bpl_object, bpl, &bpl->bpl_dbuf);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    38
		if (err)
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    39
			return (err);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    40
		bpl->bpl_phys = bpl->bpl_dbuf->db_data;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    41
	}
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    42
	return (0);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    43
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    44
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    45
uint64_t
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    46
bplist_create(objset_t *mos, int blocksize, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    47
{
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    48
	int size;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    49
4577
ed36b0e652bc PSARC/2007/328 zfs upgrade
ahrens
parents: 2082
diff changeset
    50
	size = spa_version(dmu_objset_spa(mos)) < SPA_VERSION_BPLIST_ACCOUNT ?
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    51
	    BPLIST_SIZE_V0 : sizeof (bplist_phys_t);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    52
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    53
	return (dmu_object_alloc(mos, DMU_OT_BPLIST, blocksize,
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    54
	    DMU_OT_BPLIST_HDR, size, tx));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    55
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    56
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    57
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    58
bplist_destroy(objset_t *mos, uint64_t object, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    59
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    60
	VERIFY(dmu_object_free(mos, object, tx) == 0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    61
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    62
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    63
int
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    64
bplist_open(bplist_t *bpl, objset_t *mos, uint64_t object)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    65
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    66
	dmu_object_info_t doi;
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    67
	int err;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    68
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    69
	err = dmu_object_info(mos, object, &doi);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    70
	if (err)
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    71
		return (err);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    72
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    73
	mutex_enter(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    74
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    75
	ASSERT(bpl->bpl_dbuf == NULL);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    76
	ASSERT(bpl->bpl_phys == NULL);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    77
	ASSERT(bpl->bpl_cached_dbuf == NULL);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    78
	ASSERT(bpl->bpl_queue == NULL);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    79
	ASSERT(object != 0);
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    80
	ASSERT3U(doi.doi_type, ==, DMU_OT_BPLIST);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    81
	ASSERT3U(doi.doi_bonus_type, ==, DMU_OT_BPLIST_HDR);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    82
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    83
	bpl->bpl_mos = mos;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    84
	bpl->bpl_object = object;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    85
	bpl->bpl_blockshift = highbit(doi.doi_data_block_size - 1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    86
	bpl->bpl_bpshift = bpl->bpl_blockshift - SPA_BLKPTRSHIFT;
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
    87
	bpl->bpl_havecomp = (doi.doi_bonus_size == sizeof (bplist_phys_t));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    88
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    89
	mutex_exit(&bpl->bpl_lock);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
    90
	return (0);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    91
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    92
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    93
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    94
bplist_close(bplist_t *bpl)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    95
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    96
	mutex_enter(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    97
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    98
	ASSERT(bpl->bpl_queue == NULL);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    99
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   100
	if (bpl->bpl_cached_dbuf) {
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   101
		dmu_buf_rele(bpl->bpl_cached_dbuf, bpl);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   102
		bpl->bpl_cached_dbuf = NULL;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   103
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   104
	if (bpl->bpl_dbuf) {
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   105
		dmu_buf_rele(bpl->bpl_dbuf, bpl);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   106
		bpl->bpl_dbuf = NULL;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   107
		bpl->bpl_phys = NULL;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   108
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   109
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   110
	mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   111
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   112
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   113
boolean_t
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   114
bplist_empty(bplist_t *bpl)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   115
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   116
	boolean_t rv;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   117
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   118
	if (bpl->bpl_object == 0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   119
		return (B_TRUE);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   120
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   121
	mutex_enter(&bpl->bpl_lock);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   122
	VERIFY(0 == bplist_hold(bpl)); /* XXX */
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   123
	rv = (bpl->bpl_phys->bpl_entries == 0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   124
	mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   125
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   126
	return (rv);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   127
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   128
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   129
static int
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   130
bplist_cache(bplist_t *bpl, uint64_t blkid)
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   131
{
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   132
	int err = 0;
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   133
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   134
	if (bpl->bpl_cached_dbuf == NULL ||
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   135
	    bpl->bpl_cached_dbuf->db_offset != (blkid << bpl->bpl_blockshift)) {
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   136
		if (bpl->bpl_cached_dbuf != NULL)
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   137
			dmu_buf_rele(bpl->bpl_cached_dbuf, bpl);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   138
		err = dmu_buf_hold(bpl->bpl_mos,
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   139
		    bpl->bpl_object, blkid << bpl->bpl_blockshift,
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   140
		    bpl, &bpl->bpl_cached_dbuf);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   141
		ASSERT(err || bpl->bpl_cached_dbuf->db_size ==
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   142
		    1ULL << bpl->bpl_blockshift);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   143
	}
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   144
	return (err);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   145
}
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   146
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   147
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   148
bplist_iterate(bplist_t *bpl, uint64_t *itorp, blkptr_t *bp)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   149
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   150
	uint64_t blk, off;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   151
	blkptr_t *bparray;
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   152
	int err;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   153
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   154
	mutex_enter(&bpl->bpl_lock);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   155
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   156
	err = bplist_hold(bpl);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   157
	if (err) {
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   158
		mutex_exit(&bpl->bpl_lock);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   159
		return (err);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   160
	}
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   161
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   162
	if (*itorp >= bpl->bpl_phys->bpl_entries) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   163
		mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   164
		return (ENOENT);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   165
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   166
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   167
	blk = *itorp >> bpl->bpl_bpshift;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   168
	off = P2PHASE(*itorp, 1ULL << bpl->bpl_bpshift);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   169
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   170
	err = bplist_cache(bpl, blk);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   171
	if (err) {
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   172
		mutex_exit(&bpl->bpl_lock);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   173
		return (err);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   174
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   175
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   176
	bparray = bpl->bpl_cached_dbuf->db_data;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   177
	*bp = bparray[off];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   178
	(*itorp)++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   179
	mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   180
	return (0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   181
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   182
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   183
int
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   184
bplist_enqueue(bplist_t *bpl, blkptr_t *bp, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   185
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   186
	uint64_t blk, off;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   187
	blkptr_t *bparray;
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   188
	int err;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   189
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   190
	ASSERT(!BP_IS_HOLE(bp));
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   191
	mutex_enter(&bpl->bpl_lock);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   192
	err = bplist_hold(bpl);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   193
	if (err)
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   194
		return (err);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   195
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   196
	blk = bpl->bpl_phys->bpl_entries >> bpl->bpl_bpshift;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   197
	off = P2PHASE(bpl->bpl_phys->bpl_entries, 1ULL << bpl->bpl_bpshift);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   198
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   199
	err = bplist_cache(bpl, blk);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   200
	if (err) {
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   201
		mutex_exit(&bpl->bpl_lock);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   202
		return (err);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   203
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   204
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   205
	dmu_buf_will_dirty(bpl->bpl_cached_dbuf, tx);
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   206
	bparray = bpl->bpl_cached_dbuf->db_data;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   207
	bparray[off] = *bp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   208
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   209
	/* We never need the fill count. */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   210
	bparray[off].blk_fill = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   211
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   212
	/* The bplist will compress better if we can leave off the checksum */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   213
	bzero(&bparray[off].blk_cksum, sizeof (bparray[off].blk_cksum));
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   214
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   215
	dmu_buf_will_dirty(bpl->bpl_dbuf, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   216
	bpl->bpl_phys->bpl_entries++;
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   217
	bpl->bpl_phys->bpl_bytes +=
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   218
	    bp_get_dasize(dmu_objset_spa(bpl->bpl_mos), bp);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   219
	if (bpl->bpl_havecomp) {
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   220
		bpl->bpl_phys->bpl_comp += BP_GET_PSIZE(bp);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   221
		bpl->bpl_phys->bpl_uncomp += BP_GET_UCSIZE(bp);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   222
	}
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   223
	mutex_exit(&bpl->bpl_lock);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   224
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   225
	return (0);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   226
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   227
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   228
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   229
 * Deferred entry; will be written later by bplist_sync().
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   230
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   231
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   232
bplist_enqueue_deferred(bplist_t *bpl, blkptr_t *bp)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   233
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   234
	bplist_q_t *bpq = kmem_alloc(sizeof (*bpq), KM_SLEEP);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   235
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   236
	ASSERT(!BP_IS_HOLE(bp));
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   237
	mutex_enter(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   238
	bpq->bpq_blk = *bp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   239
	bpq->bpq_next = bpl->bpl_queue;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   240
	bpl->bpl_queue = bpq;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   241
	mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   242
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   243
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   244
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   245
bplist_sync(bplist_t *bpl, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   246
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   247
	bplist_q_t *bpq;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   248
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   249
	mutex_enter(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   250
	while ((bpq = bpl->bpl_queue) != NULL) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   251
		bpl->bpl_queue = bpq->bpq_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   252
		mutex_exit(&bpl->bpl_lock);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   253
		VERIFY(0 == bplist_enqueue(bpl, &bpq->bpq_blk, tx));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   254
		kmem_free(bpq, sizeof (*bpq));
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   255
		mutex_enter(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   256
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   257
	mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   258
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   259
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   260
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   261
bplist_vacate(bplist_t *bpl, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   262
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   263
	mutex_enter(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   264
	ASSERT3P(bpl->bpl_queue, ==, NULL);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   265
	VERIFY(0 == bplist_hold(bpl));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   266
	dmu_buf_will_dirty(bpl->bpl_dbuf, tx);
1544
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   267
	VERIFY(0 == dmu_free_range(bpl->bpl_mos,
938876158511 PSARC 2006/077 zpool clear
eschrock
parents: 789
diff changeset
   268
	    bpl->bpl_object, 0, -1ULL, tx));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   269
	bpl->bpl_phys->bpl_entries = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   270
	bpl->bpl_phys->bpl_bytes = 0;
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   271
	if (bpl->bpl_havecomp) {
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   272
		bpl->bpl_phys->bpl_comp = 0;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   273
		bpl->bpl_phys->bpl_uncomp = 0;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   274
	}
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   275
	mutex_exit(&bpl->bpl_lock);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   276
}
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   277
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   278
int
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   279
bplist_space(bplist_t *bpl, uint64_t *usedp, uint64_t *compp, uint64_t *uncompp)
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   280
{
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   281
	int err;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   282
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   283
	mutex_enter(&bpl->bpl_lock);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   284
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   285
	err = bplist_hold(bpl);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   286
	if (err) {
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   287
		mutex_exit(&bpl->bpl_lock);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   288
		return (err);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   289
	}
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   290
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   291
	*usedp = bpl->bpl_phys->bpl_bytes;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   292
	if (bpl->bpl_havecomp) {
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   293
		*compp = bpl->bpl_phys->bpl_comp;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   294
		*uncompp = bpl->bpl_phys->bpl_uncomp;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   295
	}
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   296
	mutex_exit(&bpl->bpl_lock);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   297
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   298
	if (!bpl->bpl_havecomp) {
5367
c40abbe796be PSARC/2007/574 zfs send -R
ahrens
parents: 4577
diff changeset
   299
		uint64_t itor = 0, comp = 0, uncomp = 0;
c40abbe796be PSARC/2007/574 zfs send -R
ahrens
parents: 4577
diff changeset
   300
		blkptr_t bp;
c40abbe796be PSARC/2007/574 zfs send -R
ahrens
parents: 4577
diff changeset
   301
2082
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   302
		while ((err = bplist_iterate(bpl, &itor, &bp)) == 0) {
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   303
			comp += BP_GET_PSIZE(&bp);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   304
			uncomp += BP_GET_UCSIZE(&bp);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   305
		}
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   306
		if (err == ENOENT)
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   307
			err = 0;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   308
		*compp = comp;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   309
		*uncompp = uncomp;
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   310
	}
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   311
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   312
	return (err);
76b439ec3ac1 PSARC 2006/223 ZFS Hot Spares
eschrock
parents: 1544
diff changeset
   313
}