Print this page
NEX-5078 Want ability to see progress of freeing data and how much is left to free after large file delete patch
Reviewed by: Saso Kiselkov <saso.kiselkov@nexenta.com>
Reviewed by: Sanjay Nadkarni <sanjay.nadkarni@nexenta.com>
NEX-5024 Slow performance with a single large file delete
Reviewed by: Saso Kiselkov <saso.kiselkov@nexenta.com>
Reviewed by: Sanjay Nadkarni <sanjay.nadkarni@nexenta.com>
NEX-4608 WRC: Possible deadlock during the disabling of WRC for a dataset
Reviewed by: Josef 'Jeff' Sipek <josef.sipek@nexenta.com>
Reviewed by: Saso Kiselkov <saso.kiselkov@nexenta.com>
5981 Deadlock in dmu_objset_find_dp
Reviewed by: Matthew Ahrens <mahrens@delphix.com>
Reviewed by: Dan McDonald <danmcd@omniti.com>
Approved by: Robert Mustacchi <rm@joyent.com>
5269 zpool import slow
Reviewed by: Matthew Ahrens <mahrens@delphix.com>
Reviewed by: George Wilson <george@delphix.com>
Reviewed by: Dan McDonald <danmcd@omniti.com>
Approved by: Dan McDonald <danmcd@omniti.com>
NEX-3558 KRRP Integration
re #12585 rb4049 ZFS++ work port - refactoring to improve separation of open/closed code, bug fixes, performance improvements - open code
Bug 11205: add missing libzfs_closed_stubs.c to fix opensource-only build.
ZFS plus work: special vdevs, cos, cos/vdev properties


  79 
  80 
  81 typedef struct dsl_pool {
  82         /* Immutable */
  83         spa_t *dp_spa;
  84         struct objset *dp_meta_objset;
  85         struct dsl_dir *dp_root_dir;
  86         struct dsl_dir *dp_mos_dir;
  87         struct dsl_dir *dp_free_dir;
  88         struct dsl_dir *dp_leak_dir;
  89         struct dsl_dataset *dp_origin_snap;
  90         uint64_t dp_root_dir_obj;
  91         struct taskq *dp_vnrele_taskq;
  92 
  93         /* No lock needed - sync context only */
  94         blkptr_t dp_meta_rootbp;
  95         uint64_t dp_tmp_userrefs_obj;
  96         bpobj_t dp_free_bpobj;
  97         uint64_t dp_bptree_obj;
  98         uint64_t dp_empty_bpobj;
  99         bpobj_t dp_obsolete_bpobj;
 100 







 101         struct dsl_scan *dp_scan;
 102 
 103         /* Uses dp_lock */
 104         kmutex_t dp_lock;
 105         kcondvar_t dp_spaceavail_cv;
 106         uint64_t dp_dirty_pertxg[TXG_SIZE];
 107         uint64_t dp_dirty_total;

 108         uint64_t dp_long_free_dirty_pertxg[TXG_SIZE];
 109         uint64_t dp_mos_used_delta;
 110         uint64_t dp_mos_compressed_delta;
 111         uint64_t dp_mos_uncompressed_delta;
 112 
 113         /*
 114          * Time of most recently scheduled (furthest in the future)
 115          * wakeup for delayed transactions.
 116          */
 117         hrtime_t dp_last_wakeup;
 118 
 119         /* Has its own locking */
 120         tx_state_t dp_tx;
 121         txg_list_t dp_dirty_datasets;
 122         txg_list_t dp_dirty_zilogs;
 123         txg_list_t dp_dirty_dirs;
 124         txg_list_t dp_sync_tasks;
 125         taskq_t *dp_sync_taskq;
 126         taskq_t *dp_zil_clean_taskq;
 127 
 128         /*
 129          * Protects administrative changes (properties, namespace)
 130          *
 131          * It is only held for write in syncing context.  Therefore
 132          * syncing context does not need to ever have it for read, since
 133          * nobody else could possibly have it for write.
 134          */
 135         rrwlock_t dp_config_rwlock;
 136 
 137         zfs_all_blkstats_t *dp_blkstats;
 138 } dsl_pool_t;
 139 
 140 int dsl_pool_init(spa_t *spa, uint64_t txg, dsl_pool_t **dpp);
 141 int dsl_pool_open(dsl_pool_t *dp);
 142 void dsl_pool_close(dsl_pool_t *dp);
 143 dsl_pool_t *dsl_pool_create(spa_t *spa, nvlist_t *zplprops, uint64_t txg);
 144 void dsl_pool_sync(dsl_pool_t *dp, uint64_t txg);
 145 void dsl_pool_sync_done(dsl_pool_t *dp, uint64_t txg);
 146 int dsl_pool_sync_context(dsl_pool_t *dp);
 147 uint64_t dsl_pool_adjustedsize(dsl_pool_t *dp, boolean_t netfree);

 148 void dsl_pool_dirty_space(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
 149 void dsl_pool_undirty_space(dsl_pool_t *dp, int64_t space, uint64_t txg);
 150 void dsl_free(dsl_pool_t *dp, uint64_t txg, const blkptr_t *bpp);
 151 void dsl_free_sync(zio_t *pio, dsl_pool_t *dp, uint64_t txg,
 152     const blkptr_t *bpp);
 153 void dsl_pool_create_origin(dsl_pool_t *dp, dmu_tx_t *tx);
 154 void dsl_pool_upgrade_clones(dsl_pool_t *dp, dmu_tx_t *tx);
 155 void dsl_pool_upgrade_dir_clones(dsl_pool_t *dp, dmu_tx_t *tx);
 156 void dsl_pool_mos_diduse_space(dsl_pool_t *dp,
 157     int64_t used, int64_t comp, int64_t uncomp);
 158 void dsl_pool_config_enter(dsl_pool_t *dp, void *tag);
 159 void dsl_pool_config_enter_prio(dsl_pool_t *dp, void *tag);
 160 void dsl_pool_config_exit(dsl_pool_t *dp, void *tag);
 161 boolean_t dsl_pool_config_held(dsl_pool_t *dp);
 162 boolean_t dsl_pool_config_held_writer(dsl_pool_t *dp);
 163 boolean_t dsl_pool_need_dirty_delay(dsl_pool_t *dp);
 164 
 165 taskq_t *dsl_pool_vnrele_taskq(dsl_pool_t *dp);
 166 
 167 int dsl_pool_user_hold(dsl_pool_t *dp, uint64_t dsobj,
 168     const char *tag, uint64_t now, dmu_tx_t *tx);
 169 int dsl_pool_user_release(dsl_pool_t *dp, uint64_t dsobj,
 170     const char *tag, dmu_tx_t *tx);
 171 void dsl_pool_clean_tmp_userrefs(dsl_pool_t *dp);
 172 int dsl_pool_open_special_dir(dsl_pool_t *dp, const char *name, dsl_dir_t **);
 173 int dsl_pool_hold(const char *name, void *tag, dsl_pool_t **dp);
 174 void dsl_pool_rele(dsl_pool_t *dp, void *tag);
 175 
 176 void dsl_pool_create_obsolete_bpobj(dsl_pool_t *dp, dmu_tx_t *tx);
 177 void dsl_pool_destroy_obsolete_bpobj(dsl_pool_t *dp, dmu_tx_t *tx);
 178 
 179 #ifdef  __cplusplus
 180 }
 181 #endif
 182 
 183 #endif /* _SYS_DSL_POOL_H */


  79 
  80 
  81 typedef struct dsl_pool {
  82         /* Immutable */
  83         spa_t *dp_spa;
  84         struct objset *dp_meta_objset;
  85         struct dsl_dir *dp_root_dir;
  86         struct dsl_dir *dp_mos_dir;
  87         struct dsl_dir *dp_free_dir;
  88         struct dsl_dir *dp_leak_dir;
  89         struct dsl_dataset *dp_origin_snap;
  90         uint64_t dp_root_dir_obj;
  91         struct taskq *dp_vnrele_taskq;
  92 
  93         /* No lock needed - sync context only */
  94         blkptr_t dp_meta_rootbp;
  95         uint64_t dp_tmp_userrefs_obj;
  96         bpobj_t dp_free_bpobj;
  97         uint64_t dp_bptree_obj;
  98         uint64_t dp_empty_bpobj;

  99 
 100         /*
 101          * Used for "special" device only
 102          * dp_rtime: the time (in ms) when we moved the data
 103          */
 104         hrtime_t dp_spec_rtime;
 105         uint64_t dp_sync_history[2];
 106 
 107         struct dsl_scan *dp_scan;
 108 
 109         /* Uses dp_lock */
 110         kmutex_t dp_lock;
 111         kcondvar_t dp_spaceavail_cv;
 112         uint64_t dp_dirty_pertxg[TXG_SIZE];
 113         uint64_t dp_dirty_total;
 114         uint64_t dp_long_freeing_total;
 115         uint64_t dp_long_free_dirty_pertxg[TXG_SIZE];
 116         uint64_t dp_mos_used_delta;
 117         uint64_t dp_mos_compressed_delta;
 118         uint64_t dp_mos_uncompressed_delta;
 119 
 120         /*
 121          * Time of most recently scheduled (furthest in the future)
 122          * wakeup for delayed transactions.
 123          */
 124         hrtime_t dp_last_wakeup;
 125 
 126         /* Has its own locking */
 127         tx_state_t dp_tx;
 128         txg_list_t dp_dirty_datasets;
 129         txg_list_t dp_dirty_zilogs;
 130         txg_list_t dp_dirty_dirs;
 131         txg_list_t dp_sync_tasks;
 132         taskq_t *dp_sync_taskq;
 133         taskq_t *dp_zil_clean_taskq;
 134 
 135         /*
 136          * Protects administrative changes (properties, namespace)
 137          *
 138          * It is only held for write in syncing context.  Therefore
 139          * syncing context does not need to ever have it for read, since
 140          * nobody else could possibly have it for write.
 141          */
 142         rrwlock_t dp_config_rwlock;
 143 
 144         zfs_all_blkstats_t *dp_blkstats;
 145 } dsl_pool_t;
 146 
 147 int dsl_pool_init(spa_t *spa, uint64_t txg, dsl_pool_t **dpp);
 148 int dsl_pool_open(dsl_pool_t *dp);
 149 void dsl_pool_close(dsl_pool_t *dp);
 150 dsl_pool_t *dsl_pool_create(spa_t *spa, nvlist_t *zplprops, uint64_t txg);
 151 void dsl_pool_sync(dsl_pool_t *dp, uint64_t txg);
 152 void dsl_pool_sync_done(dsl_pool_t *dp, uint64_t txg);
 153 int dsl_pool_sync_context(dsl_pool_t *dp);
 154 uint64_t dsl_pool_adjustedsize(dsl_pool_t *dp, boolean_t netfree);
 155 uint64_t dsl_pool_adjustedfree(dsl_pool_t *dp, boolean_t netfree);
 156 void dsl_pool_dirty_space(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
 157 void dsl_pool_undirty_space(dsl_pool_t *dp, int64_t space, uint64_t txg);
 158 void dsl_free(dsl_pool_t *dp, uint64_t txg, const blkptr_t *bpp);
 159 void dsl_free_sync(zio_t *pio, dsl_pool_t *dp, uint64_t txg,
 160     const blkptr_t *bpp);
 161 void dsl_pool_create_origin(dsl_pool_t *dp, dmu_tx_t *tx);
 162 void dsl_pool_upgrade_clones(dsl_pool_t *dp, dmu_tx_t *tx);
 163 void dsl_pool_upgrade_dir_clones(dsl_pool_t *dp, dmu_tx_t *tx);
 164 void dsl_pool_mos_diduse_space(dsl_pool_t *dp,
 165     int64_t used, int64_t comp, int64_t uncomp);
 166 void dsl_pool_config_enter(dsl_pool_t *dp, void *tag);
 167 void dsl_pool_config_enter_prio(dsl_pool_t *dp, void *tag);
 168 void dsl_pool_config_exit(dsl_pool_t *dp, void *tag);
 169 boolean_t dsl_pool_config_held(dsl_pool_t *dp);
 170 boolean_t dsl_pool_config_held_writer(dsl_pool_t *dp);
 171 boolean_t dsl_pool_need_dirty_delay(dsl_pool_t *dp);
 172 
 173 taskq_t *dsl_pool_vnrele_taskq(dsl_pool_t *dp);
 174 
 175 int dsl_pool_user_hold(dsl_pool_t *dp, uint64_t dsobj,
 176     const char *tag, uint64_t now, dmu_tx_t *tx);
 177 int dsl_pool_user_release(dsl_pool_t *dp, uint64_t dsobj,
 178     const char *tag, dmu_tx_t *tx);
 179 void dsl_pool_clean_tmp_userrefs(dsl_pool_t *dp);
 180 int dsl_pool_open_special_dir(dsl_pool_t *dp, const char *name, dsl_dir_t **);
 181 int dsl_pool_hold(const char *name, void *tag, dsl_pool_t **dp);
 182 void dsl_pool_rele(dsl_pool_t *dp, void *tag);
 183 



 184 #ifdef  __cplusplus
 185 }
 186 #endif
 187 
 188 #endif /* _SYS_DSL_POOL_H */