usr/src/uts/common/fs/zfs/zap_leaf.c
author ahrens
Sat, 25 Feb 2006 19:17:07 -0800
changeset 1491 bdcb30e07e7d
parent 899 2d007157e61d
child 1578 1fd8ab638fc0
permissions -rw-r--r--
6389368 fat zap should use 16k blocks (with backwards compatability)
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     1
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     2
 * CDDL HEADER START
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     3
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     4
 * The contents of this file are subject to the terms of the
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
     5
 * Common Development and Distribution License (the "License").
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
     6
 * You may not use this file except in compliance with the License.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     7
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     8
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
     9
 * or http://www.opensolaris.org/os/licensing.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    10
 * See the License for the specific language governing permissions
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    11
 * and limitations under the License.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    12
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    13
 * When distributing Covered Code, include this CDDL HEADER in each
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    14
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    15
 * If applicable, add the following below this CDDL HEADER, with the
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    16
 * fields enclosed by brackets "[]" replaced with your own identifying
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    17
 * information: Portions Copyright [yyyy] [name of copyright owner]
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    18
 *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    19
 * CDDL HEADER END
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    20
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    21
/*
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
    22
 * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    23
 * Use is subject to license terms.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    24
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    25
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    26
#pragma ident	"%Z%%M%	%I%	%E% SMI"
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    27
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    28
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    29
 * The 512-byte leaf is broken into 32 16-byte chunks.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    30
 * chunk number n means l_chunk[n], even though the header precedes it.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    31
 * the names are stored null-terminated.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    32
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    33
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    34
#include <sys/zfs_context.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    35
#include <sys/zap.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    36
#include <sys/zap_impl.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    37
#include <sys/zap_leaf.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    38
#include <sys/spa.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    39
#include <sys/dmu.h>
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    40
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    41
#define	CHAIN_END 0xffff /* end of the chunk chain */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    42
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
    43
/* half the (current) minimum block size */
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    44
#define	MAX_ARRAY_BYTES (8<<10)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    45
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    46
#define	NCHUNKS(bytes) (((bytes)+ZAP_LEAF_ARRAY_BYTES-1)/ZAP_LEAF_ARRAY_BYTES)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    47
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    48
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    49
 * XXX This will >> by a negative number when
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    50
 * lh_prefix_len > 64-ZAP_LEAF_HASH_SHIFT.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    51
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    52
#define	LEAF_HASH(l, h) \
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
    53
	((ZAP_LEAF_HASH_NUMENTRIES(l)-1) & \
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
    54
		((h) >> (64 - ZAP_LEAF_HASH_SHIFT(l)-(l)->lh_prefix_len)))
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    55
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    56
#define	LEAF_HASH_ENTPTR(l, h) (&(l)->l_phys->l_hash[LEAF_HASH(l, h)])
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    57
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    58
/* #define	MEMCHECK */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    59
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    60
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    61
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    62
zap_memset(void *a, int c, size_t n)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    63
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    64
	char *cp = a;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    65
	char *cpend = cp + n;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    66
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    67
	while (cp < cpend)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    68
		*cp++ = c;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    69
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    70
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    71
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    72
stv(int len, void *addr, uint64_t value)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    73
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    74
	switch (len) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    75
	case 1:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    76
		*(uint8_t *)addr = value;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    77
		return;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    78
	case 2:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    79
		*(uint16_t *)addr = value;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    80
		return;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    81
	case 4:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    82
		*(uint32_t *)addr = value;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    83
		return;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    84
	case 8:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    85
		*(uint64_t *)addr = value;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    86
		return;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    87
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    88
	ASSERT(!"bad int len");
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    89
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    90
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    91
static uint64_t
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    92
ldv(int len, const void *addr)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    93
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    94
	switch (len) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    95
	case 1:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    96
		return (*(uint8_t *)addr);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    97
	case 2:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    98
		return (*(uint16_t *)addr);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
    99
	case 4:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   100
		return (*(uint32_t *)addr);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   101
	case 8:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   102
		return (*(uint64_t *)addr);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   103
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   104
	ASSERT(!"bad int len");
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   105
	return (0xFEEDFACEDEADBEEF);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   106
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   107
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   108
void
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   109
zap_leaf_byteswap(zap_leaf_phys_t *buf, int size)
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   110
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   111
	int i;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   112
	zap_leaf_t l;
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   113
	l.l_bs = highbit(size)-1;
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   114
	l.l_phys = buf;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   115
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   116
	buf->l_hdr.lhr_block_type = 	BSWAP_64(buf->l_hdr.lhr_block_type);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   117
	buf->l_hdr.lhr_next = 		BSWAP_64(buf->l_hdr.lhr_next);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   118
	buf->l_hdr.lhr_prefix = 	BSWAP_64(buf->l_hdr.lhr_prefix);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   119
	buf->l_hdr.lhr_magic = 		BSWAP_32(buf->l_hdr.lhr_magic);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   120
	buf->l_hdr.lhr_nfree = 		BSWAP_16(buf->l_hdr.lhr_nfree);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   121
	buf->l_hdr.lhr_nentries = 	BSWAP_16(buf->l_hdr.lhr_nentries);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   122
	buf->l_hdr.lhr_prefix_len = 	BSWAP_16(buf->l_hdr.lhr_prefix_len);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   123
	buf->l_hdr.lh_freelist = 	BSWAP_16(buf->l_hdr.lh_freelist);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   124
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   125
	for (i = 0; i < ZAP_LEAF_HASH_NUMENTRIES(&l); i++)
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   126
		buf->l_hash[i] = BSWAP_16(buf->l_hash[i]);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   127
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   128
	for (i = 0; i < ZAP_LEAF_NUMCHUNKS(&l); i++) {
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   129
		zap_leaf_chunk_t *lc = &ZAP_LEAF_CHUNK(&l, i);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   130
		struct zap_leaf_entry *le;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   131
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   132
		switch (lc->l_free.lf_type) {
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   133
		case ZAP_CHUNK_ENTRY:
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   134
			le = &lc->l_entry;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   135
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   136
			le->le_type = BSWAP_8(le->le_type);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   137
			le->le_int_size = BSWAP_8(le->le_int_size);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   138
			le->le_next = BSWAP_16(le->le_next);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   139
			le->le_name_chunk = BSWAP_16(le->le_name_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   140
			le->le_name_length = BSWAP_16(le->le_name_length);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   141
			le->le_value_chunk = BSWAP_16(le->le_value_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   142
			le->le_value_length = BSWAP_16(le->le_value_length);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   143
			le->le_cd = BSWAP_32(le->le_cd);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   144
			le->le_hash = BSWAP_64(le->le_hash);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   145
			break;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   146
		case ZAP_CHUNK_FREE:
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   147
			lc->l_free.lf_type = BSWAP_8(lc->l_free.lf_type);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   148
			lc->l_free.lf_next = BSWAP_16(lc->l_free.lf_next);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   149
			break;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   150
		case ZAP_CHUNK_ARRAY:
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   151
			lc->l_array.la_type = BSWAP_8(lc->l_array.la_type);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   152
			lc->l_array.la_next = BSWAP_16(lc->l_array.la_next);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   153
			/* la_array doesn't need swapping */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   154
			break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   155
		default:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   156
			ASSERT(!"bad leaf type");
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   157
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   158
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   159
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   160
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   161
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   162
zap_leaf_init(zap_leaf_t *l)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   163
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   164
	int i;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   165
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   166
	l->l_bs = highbit(l->l_dbuf->db_size)-1;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   167
	zap_memset(&l->l_phys->l_hdr, 0, sizeof (struct zap_leaf_header));
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   168
	zap_memset(l->l_phys->l_hash, CHAIN_END, 2*ZAP_LEAF_HASH_NUMENTRIES(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   169
	for (i = 0; i < ZAP_LEAF_NUMCHUNKS(l); i++) {
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   170
		ZAP_LEAF_CHUNK(l, i).l_free.lf_type = ZAP_CHUNK_FREE;
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   171
		ZAP_LEAF_CHUNK(l, i).l_free.lf_next = i+1;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   172
	}
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   173
	ZAP_LEAF_CHUNK(l, ZAP_LEAF_NUMCHUNKS(l)-1).l_free.lf_next = CHAIN_END;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   174
	l->lh_block_type = ZBT_LEAF;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   175
	l->lh_magic = ZAP_LEAF_MAGIC;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   176
	l->lh_nfree = ZAP_LEAF_NUMCHUNKS(l);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   177
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   178
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   179
zap_leaf_t *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   180
zap_leaf_chainmore(zap_leaf_t *l, zap_leaf_t *nl)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   181
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   182
	nl->lh_prefix = l->lh_prefix;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   183
	nl->lh_prefix_len = l->lh_prefix_len;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   184
	nl->l_next = l->l_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   185
	l->l_next = nl;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   186
	nl->lh_next = l->lh_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   187
	l->lh_next = nl->l_blkid;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   188
	return (nl);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   189
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   190
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   191
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   192
 * Routines which manipulate leaf chunks (l_chunk[]).
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   193
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   194
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   195
static uint16_t
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   196
zap_leaf_chunk_alloc(zap_leaf_t *l)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   197
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   198
	int chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   199
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   200
	ASSERT(l->lh_nfree > 0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   201
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   202
	chunk = l->l_phys->l_hdr.lh_freelist;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   203
	ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   204
	ASSERT3U(ZAP_LEAF_CHUNK(l, chunk).l_free.lf_type, ==, ZAP_CHUNK_FREE);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   205
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   206
	l->l_phys->l_hdr.lh_freelist = ZAP_LEAF_CHUNK(l, chunk).l_free.lf_next;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   207
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   208
#ifdef MEMCHECK
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   209
	zap_memset(&ZAP_LEAF_CHUNK(l, chunk), 0xa1, sizeof (zap_leaf_chunk_t));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   210
#endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   211
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   212
	l->lh_nfree--;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   213
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   214
	return (chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   215
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   216
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   217
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   218
zap_leaf_chunk_free(zap_leaf_t *l, uint16_t chunk)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   219
{
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   220
	struct zap_leaf_free *zlf = &ZAP_LEAF_CHUNK(l, chunk).l_free;
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   221
	ASSERT3U(l->lh_nfree, <, ZAP_LEAF_NUMCHUNKS(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   222
	ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   223
	ASSERT(zlf->lf_type != ZAP_CHUNK_FREE);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   224
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   225
#ifdef MEMCHECK
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   226
	zap_memset(zlf, 0xf4, sizeof (zap_leaf_chunk_t));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   227
#endif
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   228
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   229
	zlf->lf_type = ZAP_CHUNK_FREE;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   230
	zlf->lf_next = l->l_phys->l_hdr.lh_freelist;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   231
	bzero(zlf->lf_pad, sizeof (zlf->lf_pad)); /* help it to compress */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   232
	l->l_phys->l_hdr.lh_freelist = chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   233
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   234
	l->lh_nfree++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   235
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   236
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   237
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   238
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   239
 * Routines which manipulate leaf arrays (zap_leaf_array type chunks).
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   240
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   241
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   242
static uint16_t
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   243
zap_leaf_array_create(const zap_entry_handle_t *zeh, const char *buf,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   244
	int integer_size, int num_integers)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   245
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   246
	uint16_t chunk_head;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   247
	uint16_t *chunkp = &chunk_head;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   248
	int byten = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   249
	uint64_t value;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   250
	int shift = (integer_size-1)*8;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   251
	int len = num_integers;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   252
	zap_leaf_t *l = zeh->zeh_found_leaf;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   253
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   254
	ASSERT3U(num_integers * integer_size, <, MAX_ARRAY_BYTES);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   255
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   256
	while (len > 0) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   257
		uint16_t chunk = zap_leaf_chunk_alloc(l);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   258
		struct zap_leaf_array *la = &ZAP_LEAF_CHUNK(l, chunk).l_array;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   259
		int i;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   260
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   261
		la->la_type = ZAP_CHUNK_ARRAY;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   262
		for (i = 0; i < ZAP_LEAF_ARRAY_BYTES; i++) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   263
			if (byten == 0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   264
				value = ldv(integer_size, buf);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   265
			la->la_array[i] = (value & (0xff << shift)) >> shift;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   266
			value <<= 8;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   267
			if (++byten == integer_size) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   268
				byten = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   269
				buf += integer_size;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   270
				if (--len == 0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   271
					break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   272
			}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   273
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   274
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   275
		*chunkp = chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   276
		chunkp = &la->la_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   277
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   278
	*chunkp = CHAIN_END;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   279
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   280
	return (chunk_head);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   281
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   282
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   283
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   284
zap_leaf_array_free(zap_entry_handle_t *zeh, uint16_t *chunkp)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   285
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   286
	uint16_t chunk = *chunkp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   287
	zap_leaf_t *l = zeh->zeh_found_leaf;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   288
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   289
	*chunkp = CHAIN_END;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   290
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   291
	while (chunk != CHAIN_END) {
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   292
		int nextchunk = ZAP_LEAF_CHUNK(l, chunk).l_array.la_next;
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   293
		ASSERT3U(ZAP_LEAF_CHUNK(l, chunk).l_array.la_type, ==,
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   294
		    ZAP_CHUNK_ARRAY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   295
		zap_leaf_chunk_free(l, chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   296
		chunk = nextchunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   297
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   298
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   299
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   300
/* array_len and buf_len are in integers, not bytes */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   301
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   302
zap_leaf_array_read(const zap_entry_handle_t *zeh, uint16_t chunk,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   303
    int array_int_len, int array_len, int buf_int_len, uint64_t buf_len,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   304
    char *buf)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   305
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   306
	int len = MIN(array_len, buf_len);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   307
	int byten = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   308
	uint64_t value = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   309
	zap_leaf_t *l = zeh->zeh_found_leaf;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   310
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   311
	ASSERT3U(array_int_len, <=, buf_int_len);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   312
885
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   313
	/* Fast path for one 8-byte integer */
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   314
	if (array_int_len == 8 && buf_int_len == 8 && len == 1) {
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   315
		struct zap_leaf_array *la = &ZAP_LEAF_CHUNK(l, chunk).l_array;
899
2d007157e61d 6349502 fix for 6347493 breaks zfs on sparc
bonwick
parents: 885
diff changeset
   316
		uint8_t *ip = la->la_array;
885
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   317
		uint64_t *buf64 = (uint64_t *)buf;
899
2d007157e61d 6349502 fix for 6347493 breaks zfs on sparc
bonwick
parents: 885
diff changeset
   318
2d007157e61d 6349502 fix for 6347493 breaks zfs on sparc
bonwick
parents: 885
diff changeset
   319
		*buf64 = (uint64_t)ip[0] << 56 | (uint64_t)ip[1] << 48 |
2d007157e61d 6349502 fix for 6347493 breaks zfs on sparc
bonwick
parents: 885
diff changeset
   320
		    (uint64_t)ip[2] << 40 | (uint64_t)ip[3] << 32 |
2d007157e61d 6349502 fix for 6347493 breaks zfs on sparc
bonwick
parents: 885
diff changeset
   321
		    (uint64_t)ip[4] << 24 | (uint64_t)ip[5] << 16 |
2d007157e61d 6349502 fix for 6347493 breaks zfs on sparc
bonwick
parents: 885
diff changeset
   322
		    (uint64_t)ip[6] << 8 | (uint64_t)ip[7];
885
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   323
		return;
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   324
	}
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   325
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   326
	/* Fast path for an array of 1-byte integers (eg. the entry name) */
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   327
	if (array_int_len == 1 && buf_int_len == 1 &&
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   328
	    buf_len > array_len + ZAP_LEAF_ARRAY_BYTES) {
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   329
		while (chunk != CHAIN_END) {
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   330
			struct zap_leaf_array *la =
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   331
			    &ZAP_LEAF_CHUNK(l, chunk).l_array;
885
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   332
			bcopy(la->la_array, buf, ZAP_LEAF_ARRAY_BYTES);
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   333
			buf += ZAP_LEAF_ARRAY_BYTES;
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   334
			chunk = la->la_next;
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   335
		}
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   336
		return;
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   337
	}
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   338
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   339
	while (len > 0) {
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   340
		struct zap_leaf_array *la = &ZAP_LEAF_CHUNK(l, chunk).l_array;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   341
		int i;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   342
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   343
		ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   344
		for (i = 0; i < ZAP_LEAF_ARRAY_BYTES && len > 0; i++) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   345
			value = (value << 8) | la->la_array[i];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   346
			byten++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   347
			if (byten == array_int_len) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   348
				stv(buf_int_len, buf, value);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   349
				byten = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   350
				len--;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   351
				if (len == 0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   352
					return;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   353
				buf += buf_int_len;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   354
			}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   355
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   356
		chunk = la->la_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   357
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   358
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   359
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   360
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   361
 * Only to be used on 8-bit arrays.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   362
 * array_len is actual len in bytes (not encoded le_value_length).
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   363
 * buf is null-terminated.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   364
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   365
static int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   366
zap_leaf_array_equal(const zap_entry_handle_t *zeh, int chunk,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   367
    int array_len, const char *buf)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   368
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   369
	int bseen = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   370
	zap_leaf_t *l = zeh->zeh_found_leaf;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   371
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   372
	while (bseen < array_len) {
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   373
		struct zap_leaf_array *la = &ZAP_LEAF_CHUNK(l, chunk).l_array;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   374
		int toread = MIN(array_len - bseen, ZAP_LEAF_ARRAY_BYTES);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   375
		ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   376
		if (bcmp(la->la_array, buf + bseen, toread))
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   377
			break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   378
		chunk = la->la_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   379
		bseen += toread;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   380
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   381
	return (bseen == array_len);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   382
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   383
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   384
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   385
 * Routines which manipulate leaf entries.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   386
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   387
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   388
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   389
zap_leaf_lookup(zap_leaf_t *l,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   390
    const char *name, uint64_t h, zap_entry_handle_t *zeh)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   391
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   392
	uint16_t *chunkp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   393
	struct zap_leaf_entry *le;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   394
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   395
	zeh->zeh_head_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   396
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   397
again:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   398
	ASSERT3U(l->lh_magic, ==, ZAP_LEAF_MAGIC);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   399
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   400
	for (chunkp = LEAF_HASH_ENTPTR(l, h);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   401
	    *chunkp != CHAIN_END; chunkp = &le->le_next) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   402
		uint16_t chunk = *chunkp;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   403
		le = ZAP_LEAF_ENTRY(l, chunk);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   404
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   405
		ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   406
		ASSERT3U(le->le_type, ==, ZAP_CHUNK_ENTRY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   407
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   408
		if (le->le_hash != h)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   409
			continue;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   410
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   411
		zeh->zeh_found_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   412
		if (zap_leaf_array_equal(zeh, le->le_name_chunk,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   413
		    le->le_name_length, name)) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   414
			zeh->zeh_num_integers = le->le_value_length;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   415
			zeh->zeh_integer_size = le->le_int_size;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   416
			zeh->zeh_cd = le->le_cd;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   417
			zeh->zeh_hash = le->le_hash;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   418
			zeh->zeh_chunkp = chunkp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   419
			zeh->zeh_found_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   420
			return (0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   421
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   422
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   423
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   424
	if (l->l_next) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   425
		l = l->l_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   426
		goto again;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   427
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   428
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   429
	return (ENOENT);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   430
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   431
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   432
/* Return (h1,cd1 >= h2,cd2) */
885
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   433
#define	HCD_GTEQ(h1, cd1, h2, cd2) \
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   434
	((h1 > h2) ? TRUE : ((h1 == h2 && cd1 >= cd2) ? TRUE : FALSE))
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   435
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   436
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   437
zap_leaf_lookup_closest(zap_leaf_t *l,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   438
    uint64_t h, uint32_t cd, zap_entry_handle_t *zeh)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   439
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   440
	uint16_t chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   441
	uint64_t besth = -1ULL;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   442
	uint32_t bestcd = ZAP_MAXCD;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   443
	uint16_t bestlh = ZAP_LEAF_HASH_NUMENTRIES(l)-1;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   444
	uint16_t lh;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   445
	struct zap_leaf_entry *le;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   446
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   447
	zeh->zeh_head_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   448
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   449
again:
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   450
	ASSERT3U(l->lh_magic, ==, ZAP_LEAF_MAGIC);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   451
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   452
	for (lh = LEAF_HASH(l, h); lh <= bestlh; lh++) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   453
		for (chunk = l->l_phys->l_hash[lh];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   454
		    chunk != CHAIN_END; chunk = le->le_next) {
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   455
			le = ZAP_LEAF_ENTRY(l, chunk);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   456
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   457
			ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   458
			ASSERT3U(le->le_type, ==, ZAP_CHUNK_ENTRY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   459
885
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   460
			if (HCD_GTEQ(le->le_hash, le->le_cd, h, cd) &&
d925b21dba78 6347493 tar of 25K empty directory entries in ZFS takes 30+ seconds ...
ahrens
parents: 789
diff changeset
   461
			    HCD_GTEQ(besth, bestcd, le->le_hash, le->le_cd)) {
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   462
				ASSERT3U(bestlh, >=, lh);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   463
				bestlh = lh;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   464
				besth = le->le_hash;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   465
				bestcd = le->le_cd;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   466
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   467
				zeh->zeh_num_integers = le->le_value_length;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   468
				zeh->zeh_integer_size = le->le_int_size;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   469
				zeh->zeh_cd = le->le_cd;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   470
				zeh->zeh_hash = le->le_hash;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   471
				zeh->zeh_fakechunk = chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   472
				zeh->zeh_chunkp = &zeh->zeh_fakechunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   473
				zeh->zeh_found_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   474
			}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   475
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   476
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   477
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   478
	if (l->l_next) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   479
		l = l->l_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   480
		goto again;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   481
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   482
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   483
	return (bestcd == ZAP_MAXCD ? ENOENT : 0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   484
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   485
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   486
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   487
zap_entry_read(const zap_entry_handle_t *zeh,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   488
    uint8_t integer_size, uint64_t num_integers, void *buf)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   489
{
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   490
	struct zap_leaf_entry *le =
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   491
	    ZAP_LEAF_ENTRY(zeh->zeh_found_leaf, *zeh->zeh_chunkp);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   492
	ASSERT3U(le->le_type, ==, ZAP_CHUNK_ENTRY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   493
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   494
	if (le->le_int_size > integer_size)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   495
		return (EINVAL);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   496
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   497
	zap_leaf_array_read(zeh, le->le_value_chunk, le->le_int_size,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   498
	    le->le_value_length, integer_size, num_integers, buf);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   499
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   500
	if (zeh->zeh_num_integers > num_integers)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   501
		return (EOVERFLOW);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   502
	return (0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   503
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   504
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   505
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   506
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   507
zap_entry_read_name(const zap_entry_handle_t *zeh, uint16_t buflen, char *buf)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   508
{
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   509
	struct zap_leaf_entry *le =
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   510
	    ZAP_LEAF_ENTRY(zeh->zeh_found_leaf, *zeh->zeh_chunkp);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   511
	ASSERT3U(le->le_type, ==, ZAP_CHUNK_ENTRY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   512
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   513
	zap_leaf_array_read(zeh, le->le_name_chunk, 1,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   514
	    le->le_name_length, 1, buflen, buf);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   515
	if (le->le_name_length > buflen)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   516
		return (EOVERFLOW);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   517
	return (0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   518
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   519
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   520
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   521
zap_entry_update(zap_entry_handle_t *zeh,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   522
	uint8_t integer_size, uint64_t num_integers, const void *buf)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   523
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   524
	int delta_chunks;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   525
	struct zap_leaf_entry *le =
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   526
	    ZAP_LEAF_ENTRY(zeh->zeh_found_leaf, *zeh->zeh_chunkp);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   527
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   528
	delta_chunks = NCHUNKS(num_integers * integer_size) -
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   529
	    NCHUNKS(le->le_value_length * le->le_int_size);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   530
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   531
	if (zeh->zeh_found_leaf->lh_nfree < delta_chunks)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   532
		return (EAGAIN);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   533
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   534
	/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   535
	 * We should search other chained leaves (via
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   536
	 * zap_entry_remove,create?) otherwise returning EAGAIN will
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   537
	 * just send us into an infinite loop if we have to chain
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   538
	 * another leaf block, rather than being able to split this
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   539
	 * block.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   540
	 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   541
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   542
	zap_leaf_array_free(zeh, &le->le_value_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   543
	le->le_value_chunk =
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   544
	    zap_leaf_array_create(zeh, buf, integer_size, num_integers);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   545
	le->le_value_length = num_integers;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   546
	le->le_int_size = integer_size;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   547
	return (0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   548
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   549
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   550
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   551
zap_entry_remove(zap_entry_handle_t *zeh)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   552
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   553
	uint16_t entry_chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   554
	struct zap_leaf_entry *le;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   555
	zap_leaf_t *l = zeh->zeh_found_leaf;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   556
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   557
	ASSERT3P(zeh->zeh_chunkp, !=, &zeh->zeh_fakechunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   558
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   559
	entry_chunk = *zeh->zeh_chunkp;
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   560
	le = ZAP_LEAF_ENTRY(l, entry_chunk);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   561
	ASSERT3U(le->le_type, ==, ZAP_CHUNK_ENTRY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   562
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   563
	zap_leaf_array_free(zeh, &le->le_name_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   564
	zap_leaf_array_free(zeh, &le->le_value_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   565
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   566
	*zeh->zeh_chunkp = le->le_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   567
	zap_leaf_chunk_free(l, entry_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   568
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   569
	l->lh_nentries--;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   570
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   571
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   572
int
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   573
zap_entry_create(zap_leaf_t *l, const char *name, uint64_t h, uint32_t cd,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   574
    uint8_t integer_size, uint64_t num_integers, const void *buf,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   575
    zap_entry_handle_t *zeh)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   576
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   577
	uint16_t chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   578
	uint16_t *chunkp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   579
	struct zap_leaf_entry *le;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   580
	uint64_t namelen, valuelen;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   581
	int numchunks;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   582
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   583
	valuelen = integer_size * num_integers;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   584
	namelen = strlen(name) + 1;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   585
	ASSERT(namelen >= 2);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   586
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   587
	zeh->zeh_head_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   588
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   589
	if (namelen > MAXNAMELEN)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   590
		return (ENAMETOOLONG);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   591
	/* find the first leaf in the chain that has sufficient free space */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   592
	numchunks = 1 + NCHUNKS(namelen) + NCHUNKS(valuelen);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   593
	if (numchunks > ZAP_LEAF_NUMCHUNKS(l))
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   594
		return (E2BIG);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   595
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   596
	if (cd == ZAP_MAXCD) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   597
		for (cd = 0; cd < ZAP_MAXCD; cd++) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   598
			zap_leaf_t *ll;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   599
			for (ll = l; ll; ll = ll->l_next) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   600
				for (chunk = *LEAF_HASH_ENTPTR(ll, h);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   601
				    chunk != CHAIN_END; chunk = le->le_next) {
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   602
					le = ZAP_LEAF_ENTRY(ll, chunk);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   603
					if (le->le_hash == h &&
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   604
					    le->le_cd == cd) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   605
						break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   606
					}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   607
				}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   608
				/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   609
				 * if this cd is in use, no need to
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   610
				 * check more chained leafs
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   611
				 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   612
				if (chunk != CHAIN_END)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   613
					break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   614
			}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   615
			/* If this cd is not in use, we are good. */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   616
			if (chunk == CHAIN_END)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   617
				break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   618
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   619
		/* If we tried all the cd's, we lose. */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   620
		if (cd == ZAP_MAXCD)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   621
			return (ENOSPC);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   622
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   623
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   624
	for (; l; l = l->l_next)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   625
		if (l->lh_nfree >= numchunks)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   626
			break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   627
	if (l == NULL)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   628
		return (EAGAIN);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   629
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   630
	zeh->zeh_found_leaf = l;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   631
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   632
	/* make the entry */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   633
	chunk = zap_leaf_chunk_alloc(l);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   634
	le = ZAP_LEAF_ENTRY(l, chunk);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   635
	le->le_type = ZAP_CHUNK_ENTRY;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   636
	le->le_name_chunk = zap_leaf_array_create(zeh, name, 1, namelen);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   637
	le->le_name_length = namelen;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   638
	le->le_value_chunk =
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   639
	    zap_leaf_array_create(zeh, buf, integer_size, num_integers);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   640
	le->le_value_length = num_integers;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   641
	le->le_int_size = integer_size;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   642
	le->le_hash = h;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   643
	le->le_cd = cd;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   644
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   645
	/* link it into the hash chain */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   646
	chunkp = LEAF_HASH_ENTPTR(l, h);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   647
	le->le_next = *chunkp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   648
	*chunkp = chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   649
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   650
	l->lh_nentries++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   651
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   652
	zeh->zeh_num_integers = num_integers;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   653
	zeh->zeh_integer_size = le->le_int_size;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   654
	zeh->zeh_cd = le->le_cd;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   655
	zeh->zeh_hash = le->le_hash;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   656
	zeh->zeh_chunkp = chunkp;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   657
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   658
	return (0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   659
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   660
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   661
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   662
 * Routines for transferring entries between leafs.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   663
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   664
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   665
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   666
zap_leaf_rehash_entry(zap_leaf_t *l, uint16_t entry)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   667
{
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   668
	struct zap_leaf_entry *le = ZAP_LEAF_ENTRY(l, entry);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   669
	uint16_t *ptr = LEAF_HASH_ENTPTR(l, le->le_hash);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   670
	le->le_next = *ptr;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   671
	*ptr = entry;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   672
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   673
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   674
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   675
zap_leaf_rehash_entries(zap_leaf_t *l)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   676
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   677
	int i;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   678
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   679
	if (l->lh_nentries == 0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   680
		return;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   681
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   682
	/* break existing hash chains */
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   683
	zap_memset(l->l_phys->l_hash, CHAIN_END, 2*ZAP_LEAF_HASH_NUMENTRIES(l));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   684
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   685
	for (i = 0; i < ZAP_LEAF_NUMCHUNKS(l); i++) {
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   686
		struct zap_leaf_entry *le = ZAP_LEAF_ENTRY(l, i);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   687
		if (le->le_type != ZAP_CHUNK_ENTRY)
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   688
			continue;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   689
		zap_leaf_rehash_entry(l, i);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   690
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   691
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   692
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   693
static uint16_t
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   694
zap_leaf_transfer_array(zap_leaf_t *l, uint16_t chunk, zap_leaf_t *nl)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   695
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   696
	uint16_t new_chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   697
	uint16_t *nchunkp = &new_chunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   698
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   699
	while (chunk != CHAIN_END) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   700
		uint16_t nchunk = zap_leaf_chunk_alloc(nl);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   701
		struct zap_leaf_array *nla =
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   702
		    &ZAP_LEAF_CHUNK(nl, nchunk).l_array;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   703
		struct zap_leaf_array *la =
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   704
		    &ZAP_LEAF_CHUNK(l, chunk).l_array;
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   705
		int nextchunk = la->la_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   706
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   707
		ASSERT3U(chunk, <, ZAP_LEAF_NUMCHUNKS(l));
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   708
		ASSERT3U(nchunk, <, ZAP_LEAF_NUMCHUNKS(l));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   709
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   710
		*nla = *la;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   711
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   712
		zap_leaf_chunk_free(l, chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   713
		chunk = nextchunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   714
		*nchunkp = nchunk;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   715
		nchunkp = &nla->la_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   716
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   717
	*nchunkp = CHAIN_END;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   718
	return (new_chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   719
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   720
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   721
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   722
zap_leaf_transfer_entry(zap_t *zap, zap_leaf_t *l, int entry, zap_leaf_t *nhl,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   723
    dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   724
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   725
	zap_leaf_t *nl;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   726
	struct zap_leaf_entry *le, *nle;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   727
	uint16_t chunk, nchunks;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   728
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   729
	le = ZAP_LEAF_ENTRY(l, entry);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   730
	ASSERT3U(le->le_type, ==, ZAP_CHUNK_ENTRY);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   731
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   732
	/* find a leaf in the destination leaf chain with enough free space */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   733
	nchunks = 1 + NCHUNKS(le->le_name_length) +
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   734
	    NCHUNKS(le->le_value_length * le->le_int_size);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   735
	for (nl = nhl; nl; nl = nl->l_next)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   736
		if (nl->lh_nfree >= nchunks)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   737
			break;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   738
	if (nl == NULL) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   739
		nl = zap_leaf_chainmore(nhl, zap_create_leaf(zap, tx));
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   740
		dprintf("transfer_entry: chaining leaf %x/%d\n",
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   741
		    nl->lh_prefix, nl->lh_prefix_len);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   742
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   743
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   744
	chunk = zap_leaf_chunk_alloc(nl);
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   745
	nle = ZAP_LEAF_ENTRY(nl, chunk);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   746
	*nle = *le;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   747
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   748
	zap_leaf_rehash_entry(nl, chunk);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   749
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   750
	nle->le_name_chunk = zap_leaf_transfer_array(l, le->le_name_chunk, nl);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   751
	nle->le_value_chunk =
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   752
	    zap_leaf_transfer_array(l, le->le_value_chunk, nl);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   753
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   754
	zap_leaf_chunk_free(l, entry);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   755
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   756
	l->lh_nentries--;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   757
	nl->lh_nentries++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   758
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   759
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   760
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   761
 * Transfer entries whose hash bit 'bit' is 1 to nl1, and 0 to nl0.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   762
 * Ignore leaf chaining in source (l), but chain in destinations.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   763
 * We'll re-chain all the entries in l as we go along.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   764
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   765
static void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   766
zap_leaf_transfer_entries(zap_t *zap, zap_leaf_t *l,
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   767
    zap_leaf_t *nl0, zap_leaf_t *nl1, int bit, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   768
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   769
	int i;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   770
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   771
	ASSERT(bit < 64 && bit >= 0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   772
	/* break existing hash chains */
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   773
	zap_memset(l->l_phys->l_hash, CHAIN_END, 2*ZAP_LEAF_HASH_NUMENTRIES(l));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   774
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   775
	if (nl0 != l)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   776
		zap_leaf_rehash_entries(nl0);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   777
	if (nl1 != nl0)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   778
		zap_leaf_rehash_entries(nl1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   779
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   780
	for (i = 0; i < ZAP_LEAF_NUMCHUNKS(l); i++) {
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   781
		struct zap_leaf_entry *le = ZAP_LEAF_ENTRY(l, i);
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   782
		if (le->le_type != ZAP_CHUNK_ENTRY)
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   783
			continue;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   784
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   785
		/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   786
		 * We could find entries via hashtable instead. That
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   787
		 * would be O(hashents+numents) rather than
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   788
		 * O(numblks+numents), but this accesses memory more
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   789
		 * sequentially, and when we're called, the block is
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   790
		 * usually pretty full.
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   791
		 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   792
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   793
		if (le->le_hash & (1ULL << bit)) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   794
			zap_leaf_transfer_entry(zap, l, i, nl1, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   795
		} else {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   796
			if (nl0 == l)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   797
				zap_leaf_rehash_entry(l, i);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   798
			else
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   799
				zap_leaf_transfer_entry(zap, l, i, nl0, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   800
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   801
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   802
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   803
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   804
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   805
/*
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   806
 * nl will contain the entries whose hash prefix ends in 1
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   807
 * handles leaf chaining
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   808
 */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   809
zap_leaf_t *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   810
zap_leaf_split(zap_t *zap, zap_leaf_t *hl, dmu_tx_t *tx)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   811
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   812
	zap_leaf_t *l = hl;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   813
	int bit = 64 - 1 - hl->lh_prefix_len;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   814
	zap_leaf_t *nl = zap_create_leaf(zap, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   815
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   816
	/* set new prefix and prefix_len */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   817
	hl->lh_prefix <<= 1;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   818
	hl->lh_prefix_len++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   819
	nl->lh_prefix = hl->lh_prefix | 1;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   820
	nl->lh_prefix_len = hl->lh_prefix_len;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   821
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   822
	/* transfer odd entries from first leaf in hl chain to nl */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   823
	zap_leaf_transfer_entries(zap, hl, hl, nl, bit, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   824
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   825
	/* take rest of chain off hl */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   826
	l = hl->l_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   827
	hl->l_next = NULL;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   828
	hl->lh_next = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   829
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   830
	/* transfer even entries from hl chain back to hl, odd entries to nl */
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   831
	while (l) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   832
		zap_leaf_t *next = l->l_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   833
		zap_leaf_transfer_entries(zap, l, hl, nl, bit, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   834
		zap_destroy_leaf(zap, l, tx);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   835
		l = next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   836
	}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   837
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   838
	return (nl);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   839
}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   840
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   841
void
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   842
zap_stats_leaf(zap_t *zap, zap_leaf_t *l, zap_stats_t *zs)
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   843
{
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   844
	int n, nchained = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   845
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   846
	n = zap->zap_f.zap_phys->zap_ptrtbl.zt_shift - l->lh_prefix_len;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   847
	n = MIN(n, ZAP_HISTOGRAM_SIZE-1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   848
	zs->zs_leafs_with_2n_pointers[n]++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   849
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   850
	do {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   851
		int i;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   852
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   853
		n = l->lh_nentries/5;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   854
		n = MIN(n, ZAP_HISTOGRAM_SIZE-1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   855
		zs->zs_blocks_with_n5_entries[n]++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   856
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   857
		n = ((1<<FZAP_BLOCK_SHIFT(zap)) -
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   858
		    l->lh_nfree * (ZAP_LEAF_ARRAY_BYTES+1))*10 /
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   859
		    (1<<FZAP_BLOCK_SHIFT(zap));
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   860
		n = MIN(n, ZAP_HISTOGRAM_SIZE-1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   861
		zs->zs_blocks_n_tenths_full[n]++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   862
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   863
		for (i = 0; i < ZAP_LEAF_HASH_NUMENTRIES(l); i++) {
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   864
			int nentries = 0;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   865
			int chunk = l->l_phys->l_hash[i];
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   866
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   867
			while (chunk != CHAIN_END) {
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   868
				struct zap_leaf_entry *le =
1491
bdcb30e07e7d 6389368 fat zap should use 16k blocks (with backwards compatability)
ahrens
parents: 899
diff changeset
   869
				    ZAP_LEAF_ENTRY(l, chunk);
789
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   870
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   871
				n = 1 + NCHUNKS(le->le_name_length) +
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   872
				    NCHUNKS(le->le_value_length *
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   873
					le->le_int_size);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   874
				n = MIN(n, ZAP_HISTOGRAM_SIZE-1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   875
				zs->zs_entries_using_n_chunks[n]++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   876
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   877
				chunk = le->le_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   878
				nentries++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   879
			}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   880
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   881
			n = nentries;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   882
			n = MIN(n, ZAP_HISTOGRAM_SIZE-1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   883
			zs->zs_buckets_with_n_entries[n]++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   884
		}
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   885
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   886
		nchained++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   887
		l = l->l_next;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   888
	} while (l);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   889
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   890
	n = nchained-1;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   891
	n = MIN(n, ZAP_HISTOGRAM_SIZE-1);
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   892
	zs->zs_leafs_with_n_chained[n]++;
b348f31ed315 PSARC 2002/240 ZFS
ahrens
parents:
diff changeset
   893
}