/*

 * CDDL HEADER START

 *

 * The contents of this file are subject to the terms of the

 * Common Development and Distribution License (the "License").

 * You may not use this file except in compliance with the License.

 *

 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE

 * or http://www.opensolaris.org/os/licensing.

 * See the License for the specific language governing permissions

 * and limitations under the License.

 *

 * When distributing Covered Code, include this CDDL HEADER in each

 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.

 * If applicable, add the following below this CDDL HEADER, with the

 * fields enclosed by brackets "[]" replaced with your own identifying

 * information: Portions Copyright [yyyy] [name of copyright owner]

 *

 * CDDL HEADER END

 */

/*

 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.

 */

#include <sys/dmu.h>

#include <sys/dmu_impl.h>

#include <sys/dmu_tx.h>

#include <sys/dbuf.h>

#include <sys/dnode.h>

#include <sys/zfs_context.h>

#include <sys/dmu_objset.h>

#include <sys/dmu_traverse.h>

#include <sys/dsl_dataset.h>

#include <sys/dsl_dir.h>

#include <sys/dsl_prop.h>

#include <sys/dsl_pool.h>

#include <sys/dsl_synctask.h>

#include <sys/zfs_ioctl.h>

#include <sys/zap.h>

#include <sys/zio_checksum.h>

#include <sys/zfs_znode.h>

#include <zfs_fletcher.h>

#include <sys/avl.h>

#include <sys/ddt.h>

#include <sys/zfs_onexit.h>

static char *dmu_recv_tag = "dmu_recv_tag";

/*

 * The list of data whose inclusion in a send stream can be pending from

 * one call to backup_cb to another.  Multiple calls to dump_free() and

 * dump_freeobjects() can be aggregated into a single DRR_FREE or

 * DRR_FREEOBJECTS replay record.

 */

typedef enum {

	PENDING_NONE,

	PENDING_FREE,

	PENDING_FREEOBJECTS

} pendop_t;

struct backuparg {

	dmu_replay_record_t *drr;

	vnode_t *vp;

	offset_t *off;

	objset_t *os;

	zio_cksum_t zc;

	uint64_t toguid;

	int err;

	pendop_t pending_op;

};

static int

dump_bytes(struct backuparg *ba, void *buf, int len)

{

	ssize_t resid; /* have to get resid to get detailed errno */

	ASSERT3U(len % 8, ==, 0);

	fletcher_4_incremental_native(buf, len, &ba->zc);

	ba->err = vn_rdwr(UIO_WRITE, ba->vp,

	    (caddr_t)buf, len,

	    0, UIO_SYSSPACE, FAPPEND, RLIM64_INFINITY, CRED(), &resid);

	*ba->off += len;

	return (ba->err);

}

static int

dump_free(struct backuparg *ba, uint64_t object, uint64_t offset,

    uint64_t length)

{

	struct drr_free *drrf = &(ba->drr->drr_u.drr_free);

	/*

	 * If there is a pending op, but it's not PENDING_FREE, push it out,

	 * since free block aggregation can only be done for blocks of the

	 * same type (i.e., DRR_FREE records can only be aggregated with

	 * other DRR_FREE records.  DRR_FREEOBJECTS records can only be

	 * aggregated with other DRR_FREEOBJECTS records.

	 */

	if (ba->pending_op != PENDING_NONE && ba->pending_op != PENDING_FREE) {

		if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

			return (EINTR);

		ba->pending_op = PENDING_NONE;

	}

	if (ba->pending_op == PENDING_FREE) {

		/*

		 * There should never be a PENDING_FREE if length is -1

		 * (because dump_dnode is the only place where this

		 * function is called with a -1, and only after flushing

		 * any pending record).

		 */

		ASSERT(length != -1ULL);

		/*

		 * Check to see whether this free block can be aggregated

		 * with pending one.

		 */

		if (drrf->drr_object == object && drrf->drr_offset +

		    drrf->drr_length == offset) {

			drrf->drr_length += length;

			return (0);

		} else {

			/* not a continuation.  Push out pending record */

			if (dump_bytes(ba, ba->drr,

			    sizeof (dmu_replay_record_t)) != 0)

				return (EINTR);

			ba->pending_op = PENDING_NONE;

		}

	}

	/* create a FREE record and make it pending */

	bzero(ba->drr, sizeof (dmu_replay_record_t));

	ba->drr->drr_type = DRR_FREE;

	drrf->drr_object = object;

	drrf->drr_offset = offset;

	drrf->drr_length = length;

	drrf->drr_toguid = ba->toguid;

	if (length == -1ULL) {

		if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

			return (EINTR);

	} else {

		ba->pending_op = PENDING_FREE;

	}

	return (0);

}

static int

dump_data(struct backuparg *ba, dmu_object_type_t type,

    uint64_t object, uint64_t offset, int blksz, const blkptr_t *bp, void *data)

{

	struct drr_write *drrw = &(ba->drr->drr_u.drr_write);

	/*

	 * If there is any kind of pending aggregation (currently either

	 * a grouping of free objects or free blocks), push it out to

	 * the stream, since aggregation can't be done across operations

	 * of different types.

	 */

	if (ba->pending_op != PENDING_NONE) {

		if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

			return (EINTR);

		ba->pending_op = PENDING_NONE;

	}

	/* write a DATA record */

	bzero(ba->drr, sizeof (dmu_replay_record_t));

	ba->drr->drr_type = DRR_WRITE;

	drrw->drr_object = object;

	drrw->drr_type = type;

	drrw->drr_offset = offset;

	drrw->drr_length = blksz;

	drrw->drr_toguid = ba->toguid;

	drrw->drr_checksumtype = BP_GET_CHECKSUM(bp);

	if (zio_checksum_table[drrw->drr_checksumtype].ci_dedup)

		drrw->drr_checksumflags |= DRR_CHECKSUM_DEDUP;

	DDK_SET_LSIZE(&drrw->drr_key, BP_GET_LSIZE(bp));

	DDK_SET_PSIZE(&drrw->drr_key, BP_GET_PSIZE(bp));

	DDK_SET_COMPRESS(&drrw->drr_key, BP_GET_COMPRESS(bp));

	drrw->drr_key.ddk_cksum = bp->blk_cksum;

	if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

		return (EINTR);

	if (dump_bytes(ba, data, blksz) != 0)

		return (EINTR);

	return (0);

}

static int

dump_spill(struct backuparg *ba, uint64_t object, int blksz, void *data)

{

	struct drr_spill *drrs = &(ba->drr->drr_u.drr_spill);

	if (ba->pending_op != PENDING_NONE) {

		if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

			return (EINTR);

		ba->pending_op = PENDING_NONE;

	}

	/* write a SPILL record */

	bzero(ba->drr, sizeof (dmu_replay_record_t));

	ba->drr->drr_type = DRR_SPILL;

	drrs->drr_object = object;

	drrs->drr_length = blksz;

	drrs->drr_toguid = ba->toguid;

	if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)))

		return (EINTR);

	if (dump_bytes(ba, data, blksz))

		return (EINTR);

	return (0);

}

static int

dump_freeobjects(struct backuparg *ba, uint64_t firstobj, uint64_t numobjs)

{

	struct drr_freeobjects *drrfo = &(ba->drr->drr_u.drr_freeobjects);

	/*

	 * If there is a pending op, but it's not PENDING_FREEOBJECTS,

	 * push it out, since free block aggregation can only be done for

	 * blocks of the same type (i.e., DRR_FREE records can only be

	 * aggregated with other DRR_FREE records.  DRR_FREEOBJECTS records

	 * can only be aggregated with other DRR_FREEOBJECTS records.

	 */

	if (ba->pending_op != PENDING_NONE &&

	    ba->pending_op != PENDING_FREEOBJECTS) {

		if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

			return (EINTR);

		ba->pending_op = PENDING_NONE;

	}

	if (ba->pending_op == PENDING_FREEOBJECTS) {

		/*

		 * See whether this free object array can be aggregated

		 * with pending one

		 */

		if (drrfo->drr_firstobj + drrfo->drr_numobjs == firstobj) {

			drrfo->drr_numobjs += numobjs;

			return (0);

		} else {

			/* can't be aggregated.  Push out pending record */

			if (dump_bytes(ba, ba->drr,

			    sizeof (dmu_replay_record_t)) != 0)

				return (EINTR);

			ba->pending_op = PENDING_NONE;

		}

	}

	/* write a FREEOBJECTS record */

	bzero(ba->drr, sizeof (dmu_replay_record_t));

	ba->drr->drr_type = DRR_FREEOBJECTS;

	drrfo->drr_firstobj = firstobj;

	drrfo->drr_numobjs = numobjs;

	drrfo->drr_toguid = ba->toguid;

	ba->pending_op = PENDING_FREEOBJECTS;

	return (0);

}

static int

dump_dnode(struct backuparg *ba, uint64_t object, dnode_phys_t *dnp)

{

	struct drr_object *drro = &(ba->drr->drr_u.drr_object);

	if (dnp == NULL || dnp->dn_type == DMU_OT_NONE)

		return (dump_freeobjects(ba, object, 1));

	if (ba->pending_op != PENDING_NONE) {

		if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

			return (EINTR);

		ba->pending_op = PENDING_NONE;

	}

	/* write an OBJECT record */

	bzero(ba->drr, sizeof (dmu_replay_record_t));

	ba->drr->drr_type = DRR_OBJECT;

	drro->drr_object = object;

	drro->drr_type = dnp->dn_type;

	drro->drr_bonustype = dnp->dn_bonustype;

	drro->drr_blksz = dnp->dn_datablkszsec << SPA_MINBLOCKSHIFT;

	drro->drr_bonuslen = dnp->dn_bonuslen;

	drro->drr_checksumtype = dnp->dn_checksum;

	drro->drr_compress = dnp->dn_compress;

	drro->drr_toguid = ba->toguid;

	if (dump_bytes(ba, ba->drr, sizeof (dmu_replay_record_t)) != 0)

		return (EINTR);

	if (dump_bytes(ba, DN_BONUS(dnp), P2ROUNDUP(dnp->dn_bonuslen, 8)) != 0)

		return (EINTR);

	/* free anything past the end of the file */

	if (dump_free(ba, object, (dnp->dn_maxblkid + 1) *

	    (dnp->dn_datablkszsec << SPA_MINBLOCKSHIFT), -1ULL))

		return (EINTR);

	if (ba->err)

		return (EINTR);

	return (0);

}

#define	BP_SPAN(dnp, level) \

	(((uint64_t)dnp->dn_datablkszsec) << (SPA_MINBLOCKSHIFT + \

	(level) * (dnp->dn_indblkshift - SPA_BLKPTRSHIFT)))

/* ARGSUSED */

static int

backup_cb(spa_t *spa, zilog_t *zilog, const blkptr_t *bp, arc_buf_t *pbuf,

    const zbookmark_t *zb, const dnode_phys_t *dnp, void *arg)

{

	struct backuparg *ba = arg;

	dmu_object_type_t type = bp ? BP_GET_TYPE(bp) : DMU_OT_NONE;

	int err = 0;

	if (issig(JUSTLOOKING) && issig(FORREAL))

		return (EINTR);

	if (zb->zb_object != DMU_META_DNODE_OBJECT &&

	    DMU_OBJECT_IS_SPECIAL(zb->zb_object)) {

		return (0);

	} else if (bp == NULL && zb->zb_object == DMU_META_DNODE_OBJECT) {

		uint64_t span = BP_SPAN(dnp, zb->zb_level);

		uint64_t dnobj = (zb->zb_blkid * span) >> DNODE_SHIFT;

		err = dump_freeobjects(ba, dnobj, span >> DNODE_SHIFT);

	} else if (bp == NULL) {

		uint64_t span = BP_SPAN(dnp, zb->zb_level);

		err = dump_free(ba, zb->zb_object, zb->zb_blkid * span, span);

	} else if (zb->zb_level > 0 || type == DMU_OT_OBJSET) {

		return (0);

	} else if (type == DMU_OT_DNODE) {

		dnode_phys_t *blk;

		int i;

		int blksz = BP_GET_LSIZE(bp);

		uint32_t aflags = ARC_WAIT;

		arc_buf_t *abuf;

		if (dsl_read(NULL, spa, bp, pbuf,

		    arc_getbuf_func, &abuf, ZIO_PRIORITY_ASYNC_READ,

		    ZIO_FLAG_CANFAIL, &aflags, zb) != 0)

			return (EIO);

		blk = abuf->b_data;

		for (i = 0; i < blksz >> DNODE_SHIFT; i++) {

			uint64_t dnobj = (zb->zb_blkid <<

			    (DNODE_BLOCK_SHIFT - DNODE_SHIFT)) + i;

			err = dump_dnode(ba, dnobj, blk+i);

			if (err)

				break;

		}

		(void) arc_buf_remove_ref(abuf, &abuf);

	} else if (type == DMU_OT_SA) {

		uint32_t aflags = ARC_WAIT;

		arc_buf_t *abuf;

		int blksz = BP_GET_LSIZE(bp);

		if (arc_read_nolock(NULL, spa, bp,

		    arc_getbuf_func, &abuf, ZIO_PRIORITY_ASYNC_READ,

		    ZIO_FLAG_CANFAIL, &aflags, zb) != 0)

			return (EIO);

		err = dump_spill(ba, zb->zb_object, blksz, abuf->b_data);

		(void) arc_buf_remove_ref(abuf, &abuf);

	} else { /* it's a level-0 block of a regular object */

		uint32_t aflags = ARC_WAIT;

		arc_buf_t *abuf;

		int blksz = BP_GET_LSIZE(bp);

		if (dsl_read(NULL, spa, bp, pbuf,

		    arc_getbuf_func, &abuf, ZIO_PRIORITY_ASYNC_READ,

		    ZIO_FLAG_CANFAIL, &aflags, zb) != 0)

			return (EIO);

		err = dump_data(ba, type, zb->zb_object, zb->zb_blkid * blksz,

		    blksz, bp, abuf->b_data);

		(void) arc_buf_remove_ref(abuf, &abuf);

	}

	ASSERT(err == 0 || err == EINTR);

	return (err);

}

int

dmu_sendbackup(objset_t *tosnap, objset_t *fromsnap, boolean_t fromorigin,

    vnode_t *vp, offset_t *off)

{

	dsl_dataset_t *ds = tosnap->os_dsl_dataset;

	dsl_dataset_t *fromds = fromsnap ? fromsnap->os_dsl_dataset : NULL;

	dmu_replay_record_t *drr;

	struct backuparg ba;

	int err;

	uint64_t fromtxg = 0;

	/* tosnap must be a snapshot */

	if (ds->ds_phys->ds_next_snap_obj == 0)

		return (EINVAL);

	/* fromsnap must be an earlier snapshot from the same fs as tosnap */

	if (fromds && (ds->ds_dir != fromds->ds_dir ||

	    fromds->ds_phys->ds_creation_txg >= ds->ds_phys->ds_creation_txg))

		return (EXDEV);

	if (fromorigin) {

		dsl_pool_t *dp = ds->ds_dir->dd_pool;

		if (fromsnap)

			return (EINVAL);

		if (dsl_dir_is_clone(ds->ds_dir)) {

			rw_enter(&dp->dp_config_rwlock, RW_READER);

			err = dsl_dataset_hold_obj(dp,

			    ds->ds_dir->dd_phys->dd_origin_obj, FTAG, &fromds);

			rw_exit(&dp->dp_config_rwlock);

			if (err)

				return (err);

		} else {

			fromorigin = B_FALSE;

		}

	}

	drr = kmem_zalloc(sizeof (dmu_replay_record_t), KM_SLEEP);

	drr->drr_type = DRR_BEGIN;

	drr->drr_u.drr_begin.drr_magic = DMU_BACKUP_MAGIC;

	DMU_SET_STREAM_HDRTYPE(drr->drr_u.drr_begin.drr_versioninfo,

	    DMU_SUBSTREAM);

#ifdef _KERNEL

	if (dmu_objset_type(tosnap) == DMU_OST_ZFS) {

		uint64_t version;

		if (zfs_get_zplprop(tosnap, ZFS_PROP_VERSION, &version) != 0)

			return (EINVAL);

		if (version == ZPL_VERSION_SA) {

			DMU_SET_FEATUREFLAGS(

			    drr->drr_u.drr_begin.drr_versioninfo,

			    DMU_BACKUP_FEATURE_SA_SPILL);

		}

	}

#endif

	drr->drr_u.drr_begin.drr_creation_time =

	    ds->ds_phys->ds_creation_time;

	drr->drr_u.drr_begin.drr_type = tosnap->os_phys->os_type;

	if (fromorigin)

		drr->drr_u.drr_begin.drr_flags |= DRR_FLAG_CLONE;

	drr->drr_u.drr_begin.drr_toguid = ds->ds_phys->ds_guid;

	if (ds->ds_phys->ds_flags & DS_FLAG_CI_DATASET)

		drr->drr_u.drr_begin.drr_flags |= DRR_FLAG_CI_DATA;

	if (fromds)

		drr->drr_u.drr_begin.drr_fromguid = fromds->ds_phys->ds_guid;

	dsl_dataset_name(ds, drr->drr_u.drr_begin.drr_toname);

	if (fromds)

		fromtxg = fromds->ds_phys->ds_creation_txg;

	if (fromorigin)

		dsl_dataset_rele(fromds, FTAG);

	ba.drr = drr;

	ba.vp = vp;

	ba.os = tosnap;

	ba.off = off;

	ba.toguid = ds->ds_phys->ds_guid;

	ZIO_SET_CHECKSUM(&ba.zc, 0, 0, 0, 0);

	ba.pending_op = PENDING_NONE;

	if (dump_bytes(&ba, drr, sizeof (dmu_replay_record_t)) != 0) {

		kmem_free(drr, sizeof (dmu_replay_record_t));

		return (ba.err);

	}

	err = traverse_dataset(ds, fromtxg, TRAVERSE_PRE | TRAVERSE_PREFETCH,

	    backup_cb, &ba);

	if (ba.pending_op != PENDING_NONE)

		if (dump_bytes(&ba, drr, sizeof (dmu_replay_record_t)) != 0)

			err = EINTR;

	if (err) {

		if (err == EINTR && ba.err)

			err = ba.err;

		kmem_free(drr, sizeof (dmu_replay_record_t));

		return (err);

	}

	bzero(drr, sizeof (dmu_replay_record_t));

	drr->drr_type = DRR_END;

	drr->drr_u.drr_end.drr_checksum = ba.zc;

	drr->drr_u.drr_end.drr_toguid = ba.toguid;

	if (dump_bytes(&ba, drr, sizeof (dmu_replay_record_t)) != 0) {

		kmem_free(drr, sizeof (dmu_replay_record_t));

		return (ba.err);

	}

	kmem_free(drr, sizeof (dmu_replay_record_t));

	return (0);

}

struct recvbeginsyncarg {

	const char *tofs;