Print this page
2619 asynchronous destruction of ZFS file systems
2747 SPA versioning with zfs feature flags
Reviewed by: Matt Ahrens <mahrens@delphix.com>
Reviewed by: George Wilson <gwilson@delphix.com>
Reviewed by: Richard Lowe <richlowe@richlowe.net>
Reviewed by: Dan Kruchinin <dan.kruchinin@gmail.com>
Approved by: Dan McDonald <danmcd@nexenta.com>


   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.

  23  */
  24 
  25 #ifndef _SYS_DSL_POOL_H
  26 #define _SYS_DSL_POOL_H
  27 
  28 #include <sys/spa.h>
  29 #include <sys/txg.h>
  30 #include <sys/txg_impl.h>
  31 #include <sys/zfs_context.h>
  32 #include <sys/zio.h>
  33 #include <sys/dnode.h>
  34 #include <sys/ddt.h>
  35 #include <sys/arc.h>
  36 #include <sys/bpobj.h>

  37 
  38 #ifdef  __cplusplus
  39 extern "C" {
  40 #endif
  41 
  42 struct objset;
  43 struct dsl_dir;
  44 struct dsl_dataset;
  45 struct dsl_pool;
  46 struct dmu_tx;
  47 struct dsl_scan;
  48 
  49 /* These macros are for indexing into the zfs_all_blkstats_t. */
  50 #define DMU_OT_DEFERRED DMU_OT_NONE
  51 #define DMU_OT_TOTAL    DMU_OT_NUMTYPES

  52 
  53 typedef struct zfs_blkstat {
  54         uint64_t        zb_count;
  55         uint64_t        zb_asize;
  56         uint64_t        zb_lsize;
  57         uint64_t        zb_psize;
  58         uint64_t        zb_gangs;
  59         uint64_t        zb_ditto_2_of_2_samevdev;
  60         uint64_t        zb_ditto_2_of_3_samevdev;
  61         uint64_t        zb_ditto_3_of_3_samevdev;
  62 } zfs_blkstat_t;
  63 
  64 typedef struct zfs_all_blkstats {
  65         zfs_blkstat_t   zab_type[DN_MAX_LEVELS + 1][DMU_OT_TOTAL + 1];
  66 } zfs_all_blkstats_t;
  67 
  68 
  69 typedef struct dsl_pool {
  70         /* Immutable */
  71         spa_t *dp_spa;
  72         struct objset *dp_meta_objset;
  73         struct dsl_dir *dp_root_dir;
  74         struct dsl_dir *dp_mos_dir;
  75         struct dsl_dir *dp_free_dir;
  76         struct dsl_dataset *dp_origin_snap;
  77         uint64_t dp_root_dir_obj;
  78         struct taskq *dp_vnrele_taskq;
  79 
  80         /* No lock needed - sync context only */
  81         blkptr_t dp_meta_rootbp;
  82         list_t dp_synced_datasets;
  83         hrtime_t dp_read_overhead;
  84         uint64_t dp_throughput; /* bytes per millisec */
  85         uint64_t dp_write_limit;
  86         uint64_t dp_tmp_userrefs_obj;
  87         bpobj_t dp_free_bpobj;

  88 
  89         struct dsl_scan *dp_scan;
  90 
  91         /* Uses dp_lock */
  92         kmutex_t dp_lock;
  93         uint64_t dp_space_towrite[TXG_SIZE];
  94         uint64_t dp_tempreserved[TXG_SIZE];
  95 
  96         /* Has its own locking */
  97         tx_state_t dp_tx;
  98         txg_list_t dp_dirty_datasets;
  99         txg_list_t dp_dirty_dirs;
 100         txg_list_t dp_sync_tasks;
 101 
 102         /*
 103          * Protects administrative changes (properties, namespace)
 104          * It is only held for write in syncing context.  Therefore
 105          * syncing context does not need to ever have it for read, since
 106          * nobody else could possibly have it for write.
 107          */
 108         krwlock_t dp_config_rwlock;
 109 
 110         zfs_all_blkstats_t *dp_blkstats;
 111 } dsl_pool_t;
 112 
 113 int dsl_pool_open(spa_t *spa, uint64_t txg, dsl_pool_t **dpp);

 114 void dsl_pool_close(dsl_pool_t *dp);
 115 dsl_pool_t *dsl_pool_create(spa_t *spa, nvlist_t *zplprops, uint64_t txg);
 116 void dsl_pool_sync(dsl_pool_t *dp, uint64_t txg);
 117 void dsl_pool_sync_done(dsl_pool_t *dp, uint64_t txg);
 118 int dsl_pool_sync_context(dsl_pool_t *dp);
 119 uint64_t dsl_pool_adjustedsize(dsl_pool_t *dp, boolean_t netfree);
 120 uint64_t dsl_pool_adjustedfree(dsl_pool_t *dp, boolean_t netfree);
 121 int dsl_pool_tempreserve_space(dsl_pool_t *dp, uint64_t space, dmu_tx_t *tx);
 122 void dsl_pool_tempreserve_clear(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
 123 void dsl_pool_memory_pressure(dsl_pool_t *dp);
 124 void dsl_pool_willuse_space(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
 125 void dsl_free(dsl_pool_t *dp, uint64_t txg, const blkptr_t *bpp);
 126 void dsl_free_sync(zio_t *pio, dsl_pool_t *dp, uint64_t txg,
 127     const blkptr_t *bpp);
 128 int dsl_read(zio_t *pio, spa_t *spa, const blkptr_t *bpp, arc_buf_t *pbuf,
 129     arc_done_func_t *done, void *private, int priority, int zio_flags,
 130     uint32_t *arc_flags, const zbookmark_t *zb);
 131 int dsl_read_nolock(zio_t *pio, spa_t *spa, const blkptr_t *bpp,
 132     arc_done_func_t *done, void *private, int priority, int zio_flags,
 133     uint32_t *arc_flags, const zbookmark_t *zb);


   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
  23  * Copyright (c) 2012 by Delphix. All rights reserved.
  24  */
  25 
  26 #ifndef _SYS_DSL_POOL_H
  27 #define _SYS_DSL_POOL_H
  28 
  29 #include <sys/spa.h>
  30 #include <sys/txg.h>
  31 #include <sys/txg_impl.h>
  32 #include <sys/zfs_context.h>
  33 #include <sys/zio.h>
  34 #include <sys/dnode.h>
  35 #include <sys/ddt.h>
  36 #include <sys/arc.h>
  37 #include <sys/bpobj.h>
  38 #include <sys/bptree.h>
  39 
  40 #ifdef  __cplusplus
  41 extern "C" {
  42 #endif
  43 
  44 struct objset;
  45 struct dsl_dir;
  46 struct dsl_dataset;
  47 struct dsl_pool;
  48 struct dmu_tx;
  49 struct dsl_scan;
  50 
  51 /* These macros are for indexing into the zfs_all_blkstats_t. */
  52 #define DMU_OT_DEFERRED DMU_OT_NONE
  53 #define DMU_OT_OTHER    DMU_OT_NUMTYPES /* place holder for DMU_OT() types */
  54 #define DMU_OT_TOTAL    (DMU_OT_NUMTYPES + 1)
  55 
  56 typedef struct zfs_blkstat {
  57         uint64_t        zb_count;
  58         uint64_t        zb_asize;
  59         uint64_t        zb_lsize;
  60         uint64_t        zb_psize;
  61         uint64_t        zb_gangs;
  62         uint64_t        zb_ditto_2_of_2_samevdev;
  63         uint64_t        zb_ditto_2_of_3_samevdev;
  64         uint64_t        zb_ditto_3_of_3_samevdev;
  65 } zfs_blkstat_t;
  66 
  67 typedef struct zfs_all_blkstats {
  68         zfs_blkstat_t   zab_type[DN_MAX_LEVELS + 1][DMU_OT_TOTAL + 1];
  69 } zfs_all_blkstats_t;
  70 
  71 
  72 typedef struct dsl_pool {
  73         /* Immutable */
  74         spa_t *dp_spa;
  75         struct objset *dp_meta_objset;
  76         struct dsl_dir *dp_root_dir;
  77         struct dsl_dir *dp_mos_dir;
  78         struct dsl_dir *dp_free_dir;
  79         struct dsl_dataset *dp_origin_snap;
  80         uint64_t dp_root_dir_obj;
  81         struct taskq *dp_vnrele_taskq;
  82 
  83         /* No lock needed - sync context only */
  84         blkptr_t dp_meta_rootbp;
  85         list_t dp_synced_datasets;
  86         hrtime_t dp_read_overhead;
  87         uint64_t dp_throughput; /* bytes per millisec */
  88         uint64_t dp_write_limit;
  89         uint64_t dp_tmp_userrefs_obj;
  90         bpobj_t dp_free_bpobj;
  91         uint64_t dp_bptree_obj;
  92 
  93         struct dsl_scan *dp_scan;
  94 
  95         /* Uses dp_lock */
  96         kmutex_t dp_lock;
  97         uint64_t dp_space_towrite[TXG_SIZE];
  98         uint64_t dp_tempreserved[TXG_SIZE];
  99 
 100         /* Has its own locking */
 101         tx_state_t dp_tx;
 102         txg_list_t dp_dirty_datasets;
 103         txg_list_t dp_dirty_dirs;
 104         txg_list_t dp_sync_tasks;
 105 
 106         /*
 107          * Protects administrative changes (properties, namespace)
 108          * It is only held for write in syncing context.  Therefore
 109          * syncing context does not need to ever have it for read, since
 110          * nobody else could possibly have it for write.
 111          */
 112         krwlock_t dp_config_rwlock;
 113 
 114         zfs_all_blkstats_t *dp_blkstats;
 115 } dsl_pool_t;
 116 
 117 int dsl_pool_init(spa_t *spa, uint64_t txg, dsl_pool_t **dpp);
 118 int dsl_pool_open(dsl_pool_t *dp);
 119 void dsl_pool_close(dsl_pool_t *dp);
 120 dsl_pool_t *dsl_pool_create(spa_t *spa, nvlist_t *zplprops, uint64_t txg);
 121 void dsl_pool_sync(dsl_pool_t *dp, uint64_t txg);
 122 void dsl_pool_sync_done(dsl_pool_t *dp, uint64_t txg);
 123 int dsl_pool_sync_context(dsl_pool_t *dp);
 124 uint64_t dsl_pool_adjustedsize(dsl_pool_t *dp, boolean_t netfree);
 125 uint64_t dsl_pool_adjustedfree(dsl_pool_t *dp, boolean_t netfree);
 126 int dsl_pool_tempreserve_space(dsl_pool_t *dp, uint64_t space, dmu_tx_t *tx);
 127 void dsl_pool_tempreserve_clear(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
 128 void dsl_pool_memory_pressure(dsl_pool_t *dp);
 129 void dsl_pool_willuse_space(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
 130 void dsl_free(dsl_pool_t *dp, uint64_t txg, const blkptr_t *bpp);
 131 void dsl_free_sync(zio_t *pio, dsl_pool_t *dp, uint64_t txg,
 132     const blkptr_t *bpp);
 133 int dsl_read(zio_t *pio, spa_t *spa, const blkptr_t *bpp, arc_buf_t *pbuf,
 134     arc_done_func_t *done, void *private, int priority, int zio_flags,
 135     uint32_t *arc_flags, const zbookmark_t *zb);
 136 int dsl_read_nolock(zio_t *pio, spa_t *spa, const blkptr_t *bpp,
 137     arc_done_func_t *done, void *private, int priority, int zio_flags,
 138     uint32_t *arc_flags, const zbookmark_t *zb);