Print this page
    
2619 asynchronous destruction of ZFS file systems
2747 SPA versioning with zfs feature flags
Reviewed by: Matt Ahrens <mahrens@delphix.com>
Reviewed by: George Wilson <gwilson@delphix.com>
Reviewed by: Richard Lowe <richlowe@richlowe.net>
Reviewed by: Dan Kruchinin <dan.kruchinin@gmail.com>
Approved by: Dan McDonald <danmcd@nexenta.com>
    
      
        | Split | 
	Close | 
      
      | Expand all | 
      | Collapse all | 
    
    
          --- old/usr/src/uts/common/fs/zfs/sys/vdev_impl.h
          +++ new/usr/src/uts/common/fs/zfs/sys/vdev_impl.h
   1    1  /*
   2    2   * CDDL HEADER START
   3    3   *
   4    4   * The contents of this file are subject to the terms of the
   5    5   * Common Development and Distribution License (the "License").
   6    6   * You may not use this file except in compliance with the License.
   7    7   *
   8    8   * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9    9   * or http://www.opensolaris.org/os/licensing.
  10   10   * See the License for the specific language governing permissions
  11   11   * and limitations under the License.
  12   12   *
  13   13   * When distributing Covered Code, include this CDDL HEADER in each
  14   14   * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15   15   * If applicable, add the following below this CDDL HEADER, with the
  16   16   * fields enclosed by brackets "[]" replaced with your own identifying
  17   17   * information: Portions Copyright [yyyy] [name of copyright owner]
  18   18   *
  19   19   * CDDL HEADER END
  20   20   */
  21   21  /*
  22   22   * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
  23   23   * Copyright (c) 2012 by Delphix. All rights reserved.
  24   24   */
  25   25  
  26   26  #ifndef _SYS_VDEV_IMPL_H
  27   27  #define _SYS_VDEV_IMPL_H
  28   28  
  29   29  #include <sys/avl.h>
  30   30  #include <sys/dmu.h>
  31   31  #include <sys/metaslab.h>
  32   32  #include <sys/nvpair.h>
  33   33  #include <sys/space_map.h>
  34   34  #include <sys/vdev.h>
  35   35  #include <sys/dkio.h>
  36   36  #include <sys/uberblock_impl.h>
  37   37  
  38   38  #ifdef  __cplusplus
  39   39  extern "C" {
  40   40  #endif
  41   41  
  42   42  /*
  43   43   * Virtual device descriptors.
  44   44   *
  45   45   * All storage pool operations go through the virtual device framework,
  46   46   * which provides data replication and I/O scheduling.
  47   47   */
  48   48  
  49   49  /*
  50   50   * Forward declarations that lots of things need.
  51   51   */
  52   52  typedef struct vdev_queue vdev_queue_t;
  53   53  typedef struct vdev_cache vdev_cache_t;
  54   54  typedef struct vdev_cache_entry vdev_cache_entry_t;
  55   55  
  56   56  /*
  57   57   * Virtual device operations
  58   58   */
  59   59  typedef int     vdev_open_func_t(vdev_t *vd, uint64_t *size, uint64_t *max_size,
  60   60      uint64_t *ashift);
  61   61  typedef void    vdev_close_func_t(vdev_t *vd);
  62   62  typedef uint64_t vdev_asize_func_t(vdev_t *vd, uint64_t psize);
  63   63  typedef int     vdev_io_start_func_t(zio_t *zio);
  64   64  typedef void    vdev_io_done_func_t(zio_t *zio);
  65   65  typedef void    vdev_state_change_func_t(vdev_t *vd, int, int);
  66   66  typedef void    vdev_hold_func_t(vdev_t *vd);
  67   67  typedef void    vdev_rele_func_t(vdev_t *vd);
  68   68  
  69   69  typedef struct vdev_ops {
  70   70          vdev_open_func_t                *vdev_op_open;
  71   71          vdev_close_func_t               *vdev_op_close;
  72   72          vdev_asize_func_t               *vdev_op_asize;
  73   73          vdev_io_start_func_t            *vdev_op_io_start;
  74   74          vdev_io_done_func_t             *vdev_op_io_done;
  75   75          vdev_state_change_func_t        *vdev_op_state_change;
  76   76          vdev_hold_func_t                *vdev_op_hold;
  77   77          vdev_rele_func_t                *vdev_op_rele;
  78   78          char                            vdev_op_type[16];
  79   79          boolean_t                       vdev_op_leaf;
  80   80  } vdev_ops_t;
  81   81  
  82   82  /*
  83   83   * Virtual device properties
  84   84   */
  85   85  struct vdev_cache_entry {
  86   86          char            *ve_data;
  87   87          uint64_t        ve_offset;
  88   88          uint64_t        ve_lastused;
  89   89          avl_node_t      ve_offset_node;
  90   90          avl_node_t      ve_lastused_node;
  91   91          uint32_t        ve_hits;
  92   92          uint16_t        ve_missed_update;
  93   93          zio_t           *ve_fill_io;
  94   94  };
  95   95  
  96   96  struct vdev_cache {
  97   97          avl_tree_t      vc_offset_tree;
  98   98          avl_tree_t      vc_lastused_tree;
  99   99          kmutex_t        vc_lock;
 100  100  };
 101  101  
 102  102  struct vdev_queue {
 103  103          avl_tree_t      vq_deadline_tree;
 104  104          avl_tree_t      vq_read_tree;
 105  105          avl_tree_t      vq_write_tree;
 106  106          avl_tree_t      vq_pending_tree;
 107  107          kmutex_t        vq_lock;
 108  108  };
 109  109  
 110  110  /*
 111  111   * Virtual device descriptor
 112  112   */
 113  113  struct vdev {
 114  114          /*
 115  115           * Common to all vdev types.
 116  116           */
 117  117          uint64_t        vdev_id;        /* child number in vdev parent  */
 118  118          uint64_t        vdev_guid;      /* unique ID for this vdev      */
 119  119          uint64_t        vdev_guid_sum;  /* self guid + all child guids  */
 120  120          uint64_t        vdev_orig_guid; /* orig. guid prior to remove   */
 121  121          uint64_t        vdev_asize;     /* allocatable device capacity  */
 122  122          uint64_t        vdev_min_asize; /* min acceptable asize         */
 123  123          uint64_t        vdev_max_asize; /* max acceptable asize         */
 124  124          uint64_t        vdev_ashift;    /* block alignment shift        */
 125  125          uint64_t        vdev_state;     /* see VDEV_STATE_* #defines    */
 126  126          uint64_t        vdev_prevstate; /* used when reopening a vdev   */
 127  127          vdev_ops_t      *vdev_ops;      /* vdev operations              */
 128  128          spa_t           *vdev_spa;      /* spa for this vdev            */
 129  129          void            *vdev_tsd;      /* type-specific data           */
 130  130          vnode_t         *vdev_name_vp;  /* vnode for pathname           */
 131  131          vnode_t         *vdev_devid_vp; /* vnode for devid              */
 132  132          vdev_t          *vdev_top;      /* top-level vdev               */
 133  133          vdev_t          *vdev_parent;   /* parent vdev                  */
 134  134          vdev_t          **vdev_child;   /* array of children            */
 135  135          uint64_t        vdev_children;  /* number of children           */
 136  136          space_map_t     vdev_dtl[DTL_TYPES]; /* in-core dirty time logs */
 137  137          vdev_stat_t     vdev_stat;      /* virtual device statistics    */
 138  138          boolean_t       vdev_expanding; /* expand the vdev?             */
 139  139          boolean_t       vdev_reopening; /* reopen in progress?          */
 140  140          int             vdev_open_error; /* error on last open          */
 141  141          kthread_t       *vdev_open_thread; /* thread opening children   */
 142  142          uint64_t        vdev_crtxg;     /* txg when top-level was added */
 143  143  
 144  144          /*
 145  145           * Top-level vdev state.
 146  146           */
 147  147          uint64_t        vdev_ms_array;  /* metaslab array object        */
 148  148          uint64_t        vdev_ms_shift;  /* metaslab size shift          */
 149  149          uint64_t        vdev_ms_count;  /* number of metaslabs          */
 150  150          metaslab_group_t *vdev_mg;      /* metaslab group               */
 151  151          metaslab_t      **vdev_ms;      /* metaslab array               */
 152  152          txg_list_t      vdev_ms_list;   /* per-txg dirty metaslab lists */
 153  153          txg_list_t      vdev_dtl_list;  /* per-txg dirty DTL lists      */
 154  154          txg_node_t      vdev_txg_node;  /* per-txg dirty vdev linkage   */
 155  155          boolean_t       vdev_remove_wanted; /* async remove wanted?     */
 156  156          boolean_t       vdev_probe_wanted; /* async probe wanted?       */
 157  157          uint64_t        vdev_removing;  /* device is being removed?     */
 158  158          list_node_t     vdev_config_dirty_node; /* config dirty list    */
 159  159          list_node_t     vdev_state_dirty_node; /* state dirty list      */
 160  160          uint64_t        vdev_deflate_ratio; /* deflation ratio (x512)   */
 161  161          uint64_t        vdev_islog;     /* is an intent log device      */
 162  162          uint64_t        vdev_ishole;    /* is a hole in the namespace   */
 163  163  
 164  164          /*
 165  165           * Leaf vdev state.
 166  166           */
 167  167          uint64_t        vdev_psize;     /* physical device capacity     */
 168  168          space_map_obj_t vdev_dtl_smo;   /* dirty time log space map obj */
 169  169          txg_node_t      vdev_dtl_node;  /* per-txg dirty DTL linkage    */
 170  170          uint64_t        vdev_wholedisk; /* true if this is a whole disk */
 171  171          uint64_t        vdev_offline;   /* persistent offline state     */
 172  172          uint64_t        vdev_faulted;   /* persistent faulted state     */
 173  173          uint64_t        vdev_degraded;  /* persistent degraded state    */
 174  174          uint64_t        vdev_removed;   /* persistent removed state     */
 175  175          uint64_t        vdev_resilvering; /* persistent resilvering state */
 176  176          uint64_t        vdev_nparity;   /* number of parity devices for raidz */
 177  177          char            *vdev_path;     /* vdev path (if any)           */
 178  178          char            *vdev_devid;    /* vdev devid (if any)          */
 179  179          char            *vdev_physpath; /* vdev device path (if any)    */
 180  180          char            *vdev_fru;      /* physical FRU location        */
 181  181          uint64_t        vdev_not_present; /* not present during import  */
 182  182          uint64_t        vdev_unspare;   /* unspare when resilvering done */
 183  183          hrtime_t        vdev_last_try;  /* last reopen time             */
 184  184          boolean_t       vdev_nowritecache; /* true if flushwritecache failed */
 185  185          boolean_t       vdev_checkremove; /* temporary online test      */
 186  186          boolean_t       vdev_forcefault; /* force online fault          */
 187  187          boolean_t       vdev_splitting; /* split or repair in progress  */
 188  188          boolean_t       vdev_delayed_close; /* delayed device close?    */
 189  189          uint8_t         vdev_tmpoffline; /* device taken offline temporarily? */
 190  190          uint8_t         vdev_detached;  /* device detached?             */
 191  191          uint8_t         vdev_cant_read; /* vdev is failing all reads    */
 192  192          uint8_t         vdev_cant_write; /* vdev is failing all writes  */
 193  193          uint64_t        vdev_isspare;   /* was a hot spare              */
 194  194          uint64_t        vdev_isl2cache; /* was a l2cache device         */
  
    | 
      ↓ open down ↓ | 
    194 lines elided | 
    
      ↑ open up ↑ | 
  
 195  195          vdev_queue_t    vdev_queue;     /* I/O deadline schedule queue  */
 196  196          vdev_cache_t    vdev_cache;     /* physical block cache         */
 197  197          spa_aux_vdev_t  *vdev_aux;      /* for l2cache vdevs            */
 198  198          zio_t           *vdev_probe_zio; /* root of current probe       */
 199  199          vdev_aux_t      vdev_label_aux; /* on-disk aux state            */
 200  200  
 201  201          /*
 202  202           * For DTrace to work in userland (libzpool) context, these fields must
 203  203           * remain at the end of the structure.  DTrace will use the kernel's
 204  204           * CTF definition for 'struct vdev', and since the size of a kmutex_t is
 205      -         * larger in userland, the offsets for the rest fields would be
      205 +         * larger in userland, the offsets for the rest of the fields would be
 206  206           * incorrect.
 207  207           */
 208  208          kmutex_t        vdev_dtl_lock;  /* vdev_dtl_{map,resilver}      */
 209  209          kmutex_t        vdev_stat_lock; /* vdev_stat                    */
 210  210          kmutex_t        vdev_probe_lock; /* protects vdev_probe_zio     */
 211  211  };
 212  212  
 213  213  #define VDEV_RAIDZ_MAXPARITY    3
 214  214  
 215  215  #define VDEV_PAD_SIZE           (8 << 10)
 216  216  /* 2 padding areas (vl_pad1 and vl_pad2) to skip */
 217  217  #define VDEV_SKIP_SIZE          VDEV_PAD_SIZE * 2
 218  218  #define VDEV_PHYS_SIZE          (112 << 10)
 219  219  #define VDEV_UBERBLOCK_RING     (128 << 10)
 220  220  
 221  221  #define VDEV_UBERBLOCK_SHIFT(vd)        \
 222  222          MAX((vd)->vdev_top->vdev_ashift, UBERBLOCK_SHIFT)
 223  223  #define VDEV_UBERBLOCK_COUNT(vd)        \
 224  224          (VDEV_UBERBLOCK_RING >> VDEV_UBERBLOCK_SHIFT(vd))
 225  225  #define VDEV_UBERBLOCK_OFFSET(vd, n)    \
 226  226          offsetof(vdev_label_t, vl_uberblock[(n) << VDEV_UBERBLOCK_SHIFT(vd)])
 227  227  #define VDEV_UBERBLOCK_SIZE(vd)         (1ULL << VDEV_UBERBLOCK_SHIFT(vd))
 228  228  
 229  229  typedef struct vdev_phys {
 230  230          char            vp_nvlist[VDEV_PHYS_SIZE - sizeof (zio_eck_t)];
 231  231          zio_eck_t       vp_zbt;
 232  232  } vdev_phys_t;
 233  233  
 234  234  typedef struct vdev_label {
 235  235          char            vl_pad1[VDEV_PAD_SIZE];                 /*  8K */
 236  236          char            vl_pad2[VDEV_PAD_SIZE];                 /*  8K */
 237  237          vdev_phys_t     vl_vdev_phys;                           /* 112K */
 238  238          char            vl_uberblock[VDEV_UBERBLOCK_RING];      /* 128K */
 239  239  } vdev_label_t;                                                 /* 256K total */
 240  240  
 241  241  /*
 242  242   * vdev_dirty() flags
 243  243   */
 244  244  #define VDD_METASLAB    0x01
 245  245  #define VDD_DTL         0x02
 246  246  
 247  247  /*
 248  248   * Size and offset of embedded boot loader region on each label.
 249  249   * The total size of the first two labels plus the boot area is 4MB.
  
    | 
      ↓ open down ↓ | 
    34 lines elided | 
    
      ↑ open up ↑ | 
  
 250  250   */
 251  251  #define VDEV_BOOT_OFFSET        (2 * sizeof (vdev_label_t))
 252  252  #define VDEV_BOOT_SIZE          (7ULL << 19)                    /* 3.5M */
 253  253  
 254  254  /*
 255  255   * Size of label regions at the start and end of each leaf device.
 256  256   */
 257  257  #define VDEV_LABEL_START_SIZE   (2 * sizeof (vdev_label_t) + VDEV_BOOT_SIZE)
 258  258  #define VDEV_LABEL_END_SIZE     (2 * sizeof (vdev_label_t))
 259  259  #define VDEV_LABELS             4
      260 +#define VDEV_BEST_LABEL         VDEV_LABELS
 260  261  
 261  262  #define VDEV_ALLOC_LOAD         0
 262  263  #define VDEV_ALLOC_ADD          1
 263  264  #define VDEV_ALLOC_SPARE        2
 264  265  #define VDEV_ALLOC_L2CACHE      3
 265  266  #define VDEV_ALLOC_ROOTPOOL     4
 266  267  #define VDEV_ALLOC_SPLIT        5
 267  268  #define VDEV_ALLOC_ATTACH       6
 268  269  
 269  270  /*
 270  271   * Allocate or free a vdev
 271  272   */
 272  273  extern vdev_t *vdev_alloc_common(spa_t *spa, uint_t id, uint64_t guid,
 273  274      vdev_ops_t *ops);
 274  275  extern int vdev_alloc(spa_t *spa, vdev_t **vdp, nvlist_t *config,
 275  276      vdev_t *parent, uint_t id, int alloctype);
 276  277  extern void vdev_free(vdev_t *vd);
 277  278  
 278  279  /*
 279  280   * Add or remove children and parents
 280  281   */
 281  282  extern void vdev_add_child(vdev_t *pvd, vdev_t *cvd);
 282  283  extern void vdev_remove_child(vdev_t *pvd, vdev_t *cvd);
 283  284  extern void vdev_compact_children(vdev_t *pvd);
 284  285  extern vdev_t *vdev_add_parent(vdev_t *cvd, vdev_ops_t *ops);
 285  286  extern void vdev_remove_parent(vdev_t *cvd);
 286  287  
 287  288  /*
 288  289   * vdev sync load and sync
 289  290   */
 290  291  extern void vdev_load_log_state(vdev_t *nvd, vdev_t *ovd);
 291  292  extern boolean_t vdev_log_state_valid(vdev_t *vd);
 292  293  extern void vdev_load(vdev_t *vd);
 293  294  extern void vdev_sync(vdev_t *vd, uint64_t txg);
 294  295  extern void vdev_sync_done(vdev_t *vd, uint64_t txg);
 295  296  extern void vdev_dirty(vdev_t *vd, int flags, void *arg, uint64_t txg);
 296  297  
 297  298  /*
 298  299   * Available vdev types.
 299  300   */
 300  301  extern vdev_ops_t vdev_root_ops;
 301  302  extern vdev_ops_t vdev_mirror_ops;
 302  303  extern vdev_ops_t vdev_replacing_ops;
 303  304  extern vdev_ops_t vdev_raidz_ops;
 304  305  extern vdev_ops_t vdev_disk_ops;
 305  306  extern vdev_ops_t vdev_file_ops;
 306  307  extern vdev_ops_t vdev_missing_ops;
 307  308  extern vdev_ops_t vdev_hole_ops;
 308  309  extern vdev_ops_t vdev_spare_ops;
 309  310  
 310  311  /*
 311  312   * Common size functions
 312  313   */
 313  314  extern uint64_t vdev_default_asize(vdev_t *vd, uint64_t psize);
 314  315  extern uint64_t vdev_get_min_asize(vdev_t *vd);
 315  316  extern void vdev_set_min_asize(vdev_t *vd);
 316  317  
 317  318  /*
 318  319   * zdb uses this tunable, so it must be declared here to make lint happy.
 319  320   */
 320  321  extern int zfs_vdev_cache_size;
 321  322  
 322  323  #ifdef  __cplusplus
 323  324  }
 324  325  #endif
 325  326  
 326  327  #endif  /* _SYS_VDEV_IMPL_H */
  
    | 
      ↓ open down ↓ | 
    57 lines elided | 
    
      ↑ open up ↑ | 
  
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX