usr/src/uts/common/fs/zfs/sys/dbuf.h
author maybee
Fri, 11 Nov 2005 19:27:17 -0800
changeset 896 f5270e6bd04d
parent 873 adefbfa5f42d
child 1544 938876158511
permissions -rw-r--r--
6348089 panic in dbuf_remove_ref
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     1
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     2
 * CDDL HEADER START
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     3
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     4
 * The contents of this file are subject to the terms of the
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     5
 * Common Development and Distribution License, Version 1.0 only
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     6
 * (the "License").  You may not use this file except in compliance
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     7
 * with the License.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     8
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     9
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    10
 * or http://www.opensolaris.org/os/licensing.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    11
 * See the License for the specific language governing permissions
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    12
 * and limitations under the License.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    13
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    14
 * When distributing Covered Code, include this CDDL HEADER in each
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    15
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    16
 * If applicable, add the following below this CDDL HEADER, with the
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    17
 * fields enclosed by brackets "[]" replaced with your own identifying
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    18
 * information: Portions Copyright [yyyy] [name of copyright owner]
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    19
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    20
 * CDDL HEADER END
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    21
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    22
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    23
 * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    24
 * Use is subject to license terms.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    25
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    26
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    27
#ifndef	_SYS_DBUF_H
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    28
#define	_SYS_DBUF_H
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    29
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    30
#pragma ident	"%Z%%M%	%I%	%E% SMI"
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    31
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    32
#include <sys/dmu.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    33
#include <sys/spa.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    34
#include <sys/txg.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    35
#include <sys/zio.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    36
#include <sys/arc.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    37
#include <sys/zfs_context.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    38
#include <sys/refcount.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    39
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    40
#ifdef	__cplusplus
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    41
extern "C" {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    42
#endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    43
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    44
#define	DB_BONUS_BLKID (-1ULL)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    45
#define	IN_DMU_SYNC ((blkptr_t *)-1)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    46
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    47
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    48
 * define flags for dbuf_read and friends
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    49
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    50
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    51
#define	DB_RF_MUST_SUCCEED	0
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    52
#define	DB_RF_CANFAIL		(1 << 1)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    53
#define	DB_RF_HAVESTRUCT	(1 << 2)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    54
#define	DB_RF_NOPREFETCH	(1 << 3)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    55
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    56
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    57
 * The state transition diagram for dbufs looks like:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    58
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    59
 *		+----> READ ----+
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    60
 *		|		|
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    61
 *		|		V
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    62
 *   (alloc)-->UNCACHED	     CACHED-->(free)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    63
 *		|		^
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    64
 *		|		|
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    65
 *		+----> FILL ----+
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    66
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    67
typedef enum dbuf_states {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    68
	DB_UNCACHED,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    69
	DB_FILL,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    70
	DB_READ,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    71
	DB_CACHED
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    72
} dbuf_states_t;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    73
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    74
struct objset_impl;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    75
struct dnode;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    76
struct dmu_tx;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    77
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    78
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    79
 * level = 0 means the user data
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    80
 * level = 1 means the single indirect block
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    81
 * etc.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    82
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    83
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    84
#define	LIST_LINK_INACTIVE(link) \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    85
	((link)->list_next == NULL && (link)->list_prev == NULL)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    86
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    87
typedef struct dmu_buf_impl {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    88
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    89
	 * The following members are immutable, with the exception of
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    90
	 * db.db_data, which is protected by db_mtx.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    91
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    92
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    93
	/* the publicly visible structure */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    94
	dmu_buf_t db;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    95
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    96
	/* the objset we belong to */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    97
	struct objset_impl *db_objset;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    98
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    99
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   100
	 * the dnode we belong to (NULL when evicted)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   101
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   102
	struct dnode *db_dnode;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   103
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   104
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   105
	 * our parent buffer; if the dnode points to us directly,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   106
	 * db_parent == db_dnode->dn_dbuf
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   107
	 * only accessed by sync thread ???
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   108
	 * (NULL when evicted)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   109
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   110
	struct dmu_buf_impl *db_parent;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   111
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   112
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   113
	 * link for hash table of all dmu_buf_impl_t's
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   114
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   115
	struct dmu_buf_impl *db_hash_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   116
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   117
	/* our block number */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   118
	uint64_t db_blkid;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   119
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   120
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   121
	 * Pointer to the blkptr_t which points to us. May be NULL if we
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   122
	 * don't have one yet. (NULL when evicted)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   123
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   124
	blkptr_t *db_blkptr;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   125
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   126
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   127
	 * Our indirection level.  Data buffers have db_level==0.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   128
	 * Indirect buffers which point to data buffers have
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   129
	 * db_level==1. etc.  Buffers which contain dnodes have
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   130
	 * db_level==0, since the dnodes are stored in a file.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   131
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   132
	uint8_t db_level;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   133
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   134
	/* db_mtx protects the members below */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   135
	kmutex_t db_mtx;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   136
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   137
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   138
	 * Current state of the buffer
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   139
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   140
	dbuf_states_t db_state;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   141
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   142
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   143
	 * Refcount accessed by dmu_buf_{hold,rele}.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   144
	 * If nonzero, the buffer can't be destroyed.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   145
	 * Protected by db_mtx.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   146
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   147
	refcount_t db_holds;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   148
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   149
	/* buffer holding our data */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   150
	arc_buf_t *db_buf;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   151
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   152
	kcondvar_t db_changed;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   153
	arc_buf_t *db_data_pending;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   154
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   155
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   156
	 * Last time (transaction group) this buffer was dirtied.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   157
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   158
	uint64_t db_dirtied;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   159
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   160
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   161
	 * If dd_dnode != NULL, our link on the owner dnodes's dn_dbufs list.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   162
	 * Protected by its dn_mtx.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   163
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   164
	list_node_t db_link;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   165
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   166
	/* Our link on dn_dirty_dbufs[txg] */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   167
	list_node_t db_dirty_node[TXG_SIZE];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   168
	uint8_t db_dirtycnt;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   169
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   170
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   171
	 * Data which is unique to data (leaf) blocks:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   172
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   173
	struct {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   174
		/* stuff we store for the user (see dmu_buf_set_user) */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   175
		void *db_user_ptr;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   176
		void **db_user_data_ptr_ptr;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   177
		dmu_buf_evict_func_t *db_evict_func;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   178
		uint8_t db_immediate_evict;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   179
		uint8_t db_freed_in_flight;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   180
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   181
		/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   182
		 * db_data_old[txg&TXG_MASK] is set when we
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   183
		 * dirty the buffer, so that we can retain the
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   184
		 * pointer even if it gets COW'd in a subsequent
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   185
		 * transaction group.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   186
		 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   187
		 * If the buffer is dirty in any txg, it can't
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   188
		 * be destroyed.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   189
		 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   190
		/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   191
		 * XXX Protected by db_mtx and dn_dirty_mtx.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   192
		 * db_mtx must be held to read db_dirty[], and
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   193
		 * both db_mtx and dn_dirty_mtx must be held to
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   194
		 * modify (dirty or clean). db_mtx must be held
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   195
		 * before dn_dirty_mtx.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   196
		 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   197
		arc_buf_t *db_data_old[TXG_SIZE];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   198
		blkptr_t *db_overridden_by[TXG_SIZE];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   199
	} db_d;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   200
} dmu_buf_impl_t;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   201
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   202
/* Note: the dbuf hash table is exposed only for the mdb module */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   203
#define	DBUF_MUTEXES 256
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   204
#define	DBUF_HASH_MUTEX(h, idx) (&(h)->hash_mutexes[(idx) & (DBUF_MUTEXES-1)])
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   205
typedef struct dbuf_hash_table {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   206
	uint64_t hash_table_mask;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   207
	dmu_buf_impl_t **hash_table;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   208
	kmutex_t hash_mutexes[DBUF_MUTEXES];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   209
} dbuf_hash_table_t;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   210
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   211
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   212
uint64_t dbuf_whichblock(struct dnode *di, uint64_t offset);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   213
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   214
dmu_buf_impl_t *dbuf_create_tlib(struct dnode *dn, char *data);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   215
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   216
dmu_buf_impl_t *dbuf_hold(struct dnode *dn, uint64_t blkid);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   217
dmu_buf_impl_t *dbuf_hold_level(struct dnode *dn, int level, uint64_t blkid,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   218
    void *tag);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   219
dmu_buf_impl_t *dbuf_hold_bonus(struct dnode *dn, void *tag);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   220
int dbuf_hold_impl(struct dnode *dn, uint8_t level, uint64_t blkid, int create,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   221
    void *tag, dmu_buf_impl_t **dbp);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   222
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   223
void dbuf_prefetch(struct dnode *dn, uint64_t blkid);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   224
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   225
void dbuf_add_ref(dmu_buf_impl_t *db, void *tag);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   226
void dbuf_remove_ref(dmu_buf_impl_t *db, void *tag);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   227
uint64_t dbuf_refcount(dmu_buf_impl_t *db);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   228
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   229
void dbuf_rele(dmu_buf_impl_t *db);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   230
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   231
dmu_buf_impl_t *dbuf_find(struct dnode *dn, uint8_t level, uint64_t blkid);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   232
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   233
void dbuf_read(dmu_buf_impl_t *db);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   234
int dbuf_read_canfail(dmu_buf_impl_t *db);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   235
void dbuf_read_havestruct(dmu_buf_impl_t *db);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   236
void dbuf_read_impl(dmu_buf_impl_t *db, zio_t *zio, uint32_t flags);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   237
void dbuf_will_dirty(dmu_buf_impl_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   238
void dbuf_will_fill(dmu_buf_impl_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   239
void dbuf_fill_done(dmu_buf_impl_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   240
void dmu_buf_will_fill(dmu_buf_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   241
void dmu_buf_fill_done(dmu_buf_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   242
void dbuf_dirty(dmu_buf_impl_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   243
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   244
void dbuf_evict(dmu_buf_impl_t *db);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   245
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   246
void dbuf_setdirty(dmu_buf_impl_t *db, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   247
void dbuf_sync(dmu_buf_impl_t *db, zio_t *zio, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   248
void dbuf_unoverride(dmu_buf_impl_t *db, uint64_t txg);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   249
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   250
void dbuf_free_range(struct dnode *dn, uint64_t blkid, uint64_t nblks,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   251
    struct dmu_tx *);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   252
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   253
void dbuf_downgrade(dmu_buf_impl_t *db, int evicting);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   254
void dbuf_new_size(dmu_buf_impl_t *db, int size, dmu_tx_t *tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   255
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   256
void dbuf_init(void);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   257
void dbuf_fini(void);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   258
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   259
#ifdef ZFS_DEBUG
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   260
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   261
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   262
 * There should be a ## between the string literal and fmt, to make it
896
f5270e6bd04d 6348089 panic in dbuf_remove_ref
maybee
parents: 873
diff changeset
   263
 * clear that we're joining two strings together, but gcc does not
f5270e6bd04d 6348089 panic in dbuf_remove_ref
maybee
parents: 873
diff changeset
   264
 * support that preprocessor token.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   265
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   266
#define	dprintf_dbuf(dbuf, fmt, ...) do { \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   267
	if (zfs_flags & ZFS_DEBUG_DPRINTF) { \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   268
	char __db_buf[32]; \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   269
	uint64_t __db_obj = (dbuf)->db.db_object; \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   270
	if (__db_obj == DMU_META_DNODE_OBJECT) \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   271
		(void) strcpy(__db_buf, "mdn"); \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   272
	else \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   273
		(void) snprintf(__db_buf, sizeof (__db_buf), "%lld", \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   274
		    (u_longlong_t)__db_obj); \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   275
	dprintf_ds((dbuf)->db_objset->os_dsl_dataset, \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   276
	    "obj=%s lvl=%u blkid=%lld " fmt, \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   277
	    __db_buf, (dbuf)->db_level, \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   278
	    (u_longlong_t)(dbuf)->db_blkid, __VA_ARGS__); \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   279
	} \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   280
_NOTE(CONSTCOND) } while (0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   281
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   282
#define	dprintf_dbuf_bp(db, bp, fmt, ...) do {			\
896
f5270e6bd04d 6348089 panic in dbuf_remove_ref
maybee
parents: 873
diff changeset
   283
	if (zfs_flags & ZFS_DEBUG_DPRINTF) {			\
f5270e6bd04d 6348089 panic in dbuf_remove_ref
maybee
parents: 873
diff changeset
   284
	char __blkbuf[BP_SPRINTF_LEN];				\
f5270e6bd04d 6348089 panic in dbuf_remove_ref
maybee
parents: 873
diff changeset
   285
	sprintf_blkptr(__blkbuf, BP_SPRINTF_LEN, bp);		\
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   286
	dprintf_dbuf(db, fmt " %s\n", __VA_ARGS__, __blkbuf);	\
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   287
	} \
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   288
_NOTE(CONSTCOND) } while (0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   289
873
adefbfa5f42d 6347448 non ZFS_DEBUG kernels shouldn't call empty verify functions
ek110237
parents: 789
diff changeset
   290
#define	DBUF_VERIFY(db)	dbuf_verify(db)
adefbfa5f42d 6347448 non ZFS_DEBUG kernels shouldn't call empty verify functions
ek110237
parents: 789
diff changeset
   291
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   292
#else
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   293
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   294
#define	dprintf_dbuf(db, fmt, ...)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   295
#define	dprintf_dbuf_bp(db, bp, fmt, ...)
873
adefbfa5f42d 6347448 non ZFS_DEBUG kernels shouldn't call empty verify functions
ek110237
parents: 789
diff changeset
   296
#define	DBUF_VERIFY(db)
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   297
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   298
#endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   299
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   300
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   301
#ifdef	__cplusplus
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   302
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   303
#endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   304
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   305
#endif /* _SYS_DBUF_H */