Print this page
10592 misc. metaslab and vdev related ZoL bug fixes
Portions contributed by: Jerry Jelinek <jerry.jelinek@joyent.com>
Reviewed by: Brian Behlendorf <behlendorf1@llnl.gov>
Reviewed by: Giuseppe Di Natale <guss80@gmail.com>
Reviewed by: George Melikov <mail@gmelikov.ru>
Reviewed by: Paul Dagnelie <pcd@delphix.com>
Reviewed by: Matt Ahrens <mahrens@delphix.com>
Reviewed by: Pavel Zakharov <pavel.zakharov@delphix.com>
Reviewed by: Tony Hutter <hutter2@llnl.gov>
Reviewed by: Kody Kantor <kody.kantor@joyent.com>
Approved by: Dan McDonald <danmcd@joyent.com>


   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
  23  * Use is subject to license terms.
  24  */
  25 
  26 /*
  27  * Copyright (c) 2012, 2017 by Delphix. All rights reserved.
  28  */
  29 
  30 #ifndef _SYS_SPACE_MAP_H
  31 #define _SYS_SPACE_MAP_H
  32 
  33 #include <sys/avl.h>
  34 #include <sys/range_tree.h>
  35 #include <sys/dmu.h>
  36 
  37 #ifdef  __cplusplus
  38 extern "C" {
  39 #endif
  40 
  41 /*
  42  * The size of the space map object has increased to include a histogram.
  43  * The SPACE_MAP_SIZE_V0 designates the original size and is used to
  44  * maintain backward compatibility.
  45  */
  46 #define SPACE_MAP_SIZE_V0       (3 * sizeof (uint64_t))
  47 #define SPACE_MAP_HISTOGRAM_SIZE        32
  48 
  49 /*
  50  * The space_map_phys is the on-disk representation of the space map.
  51  * Consumers of space maps should never reference any of the members of this
  52  * structure directly. These members may only be updated in syncing context.
  53  *
  54  * Note the smp_object is no longer used but remains in the structure
  55  * for backward compatibility.
  56  */
  57 typedef struct space_map_phys {
  58         uint64_t        smp_object;     /* on-disk space map object */
  59         uint64_t        smp_objsize;    /* size of the object */
  60         int64_t         smp_alloc;      /* space allocated from the map */
  61         uint64_t        smp_pad[5];     /* reserved */
  62 









  63         /*
  64          * The smp_histogram maintains a histogram of free regions. Each
  65          * bucket, smp_histogram[i], contains the number of free regions
  66          * whose size is:
  67          * 2^(i+sm_shift) <= size of free region in bytes < 2^(i+sm_shift+1)
  68          */
  69         uint64_t        smp_histogram[SPACE_MAP_HISTOGRAM_SIZE];
  70 } space_map_phys_t;
  71 
  72 /*
  73  * The space map object defines a region of space, its size, how much is
  74  * allocated, and the on-disk object that stores this information.
  75  * Consumers of space maps may only access the members of this structure.
  76  *
  77  * Note: the space_map may not be accessed concurrently; consumers
  78  * must provide external locking if required.
  79  */
  80 typedef struct space_map {
  81         uint64_t        sm_start;       /* start of map */
  82         uint64_t        sm_size;        /* size of map */
  83         uint8_t         sm_shift;       /* unit shift */
  84         uint64_t        sm_length;      /* synced length */
  85         int64_t         sm_alloc;       /* synced space allocated */
  86         objset_t        *sm_os;         /* objset for this map */
  87         uint64_t        sm_object;      /* object id for this map */
  88         uint32_t        sm_blksz;       /* block size for space map */
  89         dmu_buf_t       *sm_dbuf;       /* space_map_phys_t dbuf */
  90         space_map_phys_t *sm_phys;      /* on-disk space map */
  91 } space_map_t;
  92 
  93 /*
  94  * debug entry
  95  *
  96  *     2     2        10                     50
  97  *  +-----+-----+------------+----------------------------------+
  98  *  | 1 0 | act |  syncpass  |        txg (lower bits)          |
  99  *  +-----+-----+------------+----------------------------------+
 100  *   63 62 61 60 59        50 49                                0
 101  *
 102  *
 103  * one-word entry
 104  *
 105  *    1               47                   1           15


 172 #define SM_OFFSET_MAX           SM_OFFSET_DECODE(~0ULL)
 173 
 174 #define SM2_RUN_DECODE(x)       (BF64_DECODE(x, SPA_VDEVBITS, SM2_RUN_BITS) + 1)
 175 #define SM2_RUN_ENCODE(x)       BF64_ENCODE((x) - 1, SPA_VDEVBITS, SM2_RUN_BITS)
 176 #define SM2_VDEV_DECODE(x)      BF64_DECODE(x, 0, SPA_VDEVBITS)
 177 #define SM2_VDEV_ENCODE(x)      BF64_ENCODE(x, 0, SPA_VDEVBITS)
 178 #define SM2_TYPE_DECODE(x)      BF64_DECODE(x, SM2_OFFSET_BITS, 1)
 179 #define SM2_TYPE_ENCODE(x)      BF64_ENCODE(x, SM2_OFFSET_BITS, 1)
 180 #define SM2_OFFSET_DECODE(x)    BF64_DECODE(x, 0, SM2_OFFSET_BITS)
 181 #define SM2_OFFSET_ENCODE(x)    BF64_ENCODE(x, 0, SM2_OFFSET_BITS)
 182 #define SM2_RUN_MAX             SM2_RUN_DECODE(~0ULL)
 183 #define SM2_OFFSET_MAX          SM2_OFFSET_DECODE(~0ULL)
 184 
 185 boolean_t sm_entry_is_debug(uint64_t e);
 186 boolean_t sm_entry_is_single_word(uint64_t e);
 187 boolean_t sm_entry_is_double_word(uint64_t e);
 188 
 189 typedef int (*sm_cb_t)(space_map_entry_t *sme, void *arg);
 190 
 191 int space_map_load(space_map_t *sm, range_tree_t *rt, maptype_t maptype);
 192 int space_map_iterate(space_map_t *sm, sm_cb_t callback, void *arg);



 193 int space_map_incremental_destroy(space_map_t *sm, sm_cb_t callback, void *arg,
 194     dmu_tx_t *tx);
 195 

 196 void space_map_histogram_clear(space_map_t *sm);
 197 void space_map_histogram_add(space_map_t *sm, range_tree_t *rt,
 198     dmu_tx_t *tx);
 199 
 200 void space_map_update(space_map_t *sm);
 201 
 202 uint64_t space_map_object(space_map_t *sm);
 203 uint64_t space_map_allocated(space_map_t *sm);
 204 uint64_t space_map_length(space_map_t *sm);
 205 
 206 void space_map_write(space_map_t *sm, range_tree_t *rt, maptype_t maptype,
 207     uint64_t vdev_id, dmu_tx_t *tx);
 208 uint64_t space_map_estimate_optimal_size(space_map_t *sm, range_tree_t *rt,
 209     uint64_t vdev_id);
 210 void space_map_truncate(space_map_t *sm, int blocksize, dmu_tx_t *tx);
 211 uint64_t space_map_alloc(objset_t *os, int blocksize, dmu_tx_t *tx);
 212 void space_map_free(space_map_t *sm, dmu_tx_t *tx);
 213 void space_map_free_obj(objset_t *os, uint64_t smobj, dmu_tx_t *tx);
 214 
 215 int space_map_open(space_map_t **smp, objset_t *os, uint64_t object,
 216     uint64_t start, uint64_t size, uint8_t shift);
 217 void space_map_close(space_map_t *sm);
 218 
 219 int64_t space_map_alloc_delta(space_map_t *sm);
 220 
 221 #ifdef  __cplusplus
 222 }
 223 #endif
 224 
 225 #endif  /* _SYS_SPACE_MAP_H */


   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 /*
  22  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
  23  * Use is subject to license terms.
  24  */
  25 
  26 /*
  27  * Copyright (c) 2012, 2018 by Delphix. All rights reserved.
  28  */
  29 
  30 #ifndef _SYS_SPACE_MAP_H
  31 #define _SYS_SPACE_MAP_H
  32 
  33 #include <sys/avl.h>
  34 #include <sys/range_tree.h>
  35 #include <sys/dmu.h>
  36 
  37 #ifdef  __cplusplus
  38 extern "C" {
  39 #endif
  40 
  41 /*
  42  * The size of the space map object has increased to include a histogram.
  43  * The SPACE_MAP_SIZE_V0 designates the original size and is used to
  44  * maintain backward compatibility.
  45  */
  46 #define SPACE_MAP_SIZE_V0       (3 * sizeof (uint64_t))
  47 #define SPACE_MAP_HISTOGRAM_SIZE        32
  48 
  49 /*
  50  * The space_map_phys is the on-disk representation of the space map.
  51  * Consumers of space maps should never reference any of the members of this
  52  * structure directly. These members may only be updated in syncing context.
  53  *
  54  * Note the smp_object is no longer used but remains in the structure
  55  * for backward compatibility.
  56  */
  57 typedef struct space_map_phys {
  58         /* object number: not needed but kept for backwards compatibility */
  59         uint64_t        smp_object;


  60 
  61         /* length of the object in bytes */
  62         uint64_t        smp_length;
  63 
  64         /* space allocated from the map */
  65         int64_t         smp_alloc;
  66 
  67         /* reserved */
  68         uint64_t        smp_pad[5];
  69 
  70         /*
  71          * The smp_histogram maintains a histogram of free regions. Each
  72          * bucket, smp_histogram[i], contains the number of free regions
  73          * whose size is:
  74          * 2^(i+sm_shift) <= size of free region in bytes < 2^(i+sm_shift+1)
  75          */
  76         uint64_t        smp_histogram[SPACE_MAP_HISTOGRAM_SIZE];
  77 } space_map_phys_t;
  78 
  79 /*
  80  * The space map object defines a region of space, its size, how much is
  81  * allocated, and the on-disk object that stores this information.
  82  * Consumers of space maps may only access the members of this structure.
  83  *
  84  * Note: the space_map may not be accessed concurrently; consumers
  85  * must provide external locking if required.
  86  */
  87 typedef struct space_map {
  88         uint64_t        sm_start;       /* start of map */
  89         uint64_t        sm_size;        /* size of map */
  90         uint8_t         sm_shift;       /* unit shift */


  91         objset_t        *sm_os;         /* objset for this map */
  92         uint64_t        sm_object;      /* object id for this map */
  93         uint32_t        sm_blksz;       /* block size for space map */
  94         dmu_buf_t       *sm_dbuf;       /* space_map_phys_t dbuf */
  95         space_map_phys_t *sm_phys;      /* on-disk space map */
  96 } space_map_t;
  97 
  98 /*
  99  * debug entry
 100  *
 101  *     2     2        10                     50
 102  *  +-----+-----+------------+----------------------------------+
 103  *  | 1 0 | act |  syncpass  |        txg (lower bits)          |
 104  *  +-----+-----+------------+----------------------------------+
 105  *   63 62 61 60 59        50 49                                0
 106  *
 107  *
 108  * one-word entry
 109  *
 110  *    1               47                   1           15


 177 #define SM_OFFSET_MAX           SM_OFFSET_DECODE(~0ULL)
 178 
 179 #define SM2_RUN_DECODE(x)       (BF64_DECODE(x, SPA_VDEVBITS, SM2_RUN_BITS) + 1)
 180 #define SM2_RUN_ENCODE(x)       BF64_ENCODE((x) - 1, SPA_VDEVBITS, SM2_RUN_BITS)
 181 #define SM2_VDEV_DECODE(x)      BF64_DECODE(x, 0, SPA_VDEVBITS)
 182 #define SM2_VDEV_ENCODE(x)      BF64_ENCODE(x, 0, SPA_VDEVBITS)
 183 #define SM2_TYPE_DECODE(x)      BF64_DECODE(x, SM2_OFFSET_BITS, 1)
 184 #define SM2_TYPE_ENCODE(x)      BF64_ENCODE(x, SM2_OFFSET_BITS, 1)
 185 #define SM2_OFFSET_DECODE(x)    BF64_DECODE(x, 0, SM2_OFFSET_BITS)
 186 #define SM2_OFFSET_ENCODE(x)    BF64_ENCODE(x, 0, SM2_OFFSET_BITS)
 187 #define SM2_RUN_MAX             SM2_RUN_DECODE(~0ULL)
 188 #define SM2_OFFSET_MAX          SM2_OFFSET_DECODE(~0ULL)
 189 
 190 boolean_t sm_entry_is_debug(uint64_t e);
 191 boolean_t sm_entry_is_single_word(uint64_t e);
 192 boolean_t sm_entry_is_double_word(uint64_t e);
 193 
 194 typedef int (*sm_cb_t)(space_map_entry_t *sme, void *arg);
 195 
 196 int space_map_load(space_map_t *sm, range_tree_t *rt, maptype_t maptype);
 197 int space_map_load_length(space_map_t *sm, range_tree_t *rt, maptype_t maptype,
 198     uint64_t length);
 199 int space_map_iterate(space_map_t *sm, uint64_t length,
 200     sm_cb_t callback, void *arg);
 201 int space_map_incremental_destroy(space_map_t *sm, sm_cb_t callback, void *arg,
 202     dmu_tx_t *tx);
 203 
 204 boolean_t space_map_histogram_verify(space_map_t *sm, range_tree_t *rt);
 205 void space_map_histogram_clear(space_map_t *sm);
 206 void space_map_histogram_add(space_map_t *sm, range_tree_t *rt,
 207     dmu_tx_t *tx);
 208 


 209 uint64_t space_map_object(space_map_t *sm);
 210 int64_t space_map_allocated(space_map_t *sm);
 211 uint64_t space_map_length(space_map_t *sm);
 212 
 213 void space_map_write(space_map_t *sm, range_tree_t *rt, maptype_t maptype,
 214     uint64_t vdev_id, dmu_tx_t *tx);
 215 uint64_t space_map_estimate_optimal_size(space_map_t *sm, range_tree_t *rt,
 216     uint64_t vdev_id);
 217 void space_map_truncate(space_map_t *sm, int blocksize, dmu_tx_t *tx);
 218 uint64_t space_map_alloc(objset_t *os, int blocksize, dmu_tx_t *tx);
 219 void space_map_free(space_map_t *sm, dmu_tx_t *tx);
 220 void space_map_free_obj(objset_t *os, uint64_t smobj, dmu_tx_t *tx);
 221 
 222 int space_map_open(space_map_t **smp, objset_t *os, uint64_t object,
 223     uint64_t start, uint64_t size, uint8_t shift);
 224 void space_map_close(space_map_t *sm);
 225 


 226 #ifdef  __cplusplus
 227 }
 228 #endif
 229 
 230 #endif  /* _SYS_SPACE_MAP_H */