Print this page
Be far more judicious in the use of curzone-using macros.
| Split |
Close |
| Expand all |
| Collapse all |
--- old/usr/src/uts/common/sys/zone.h
+++ new/usr/src/uts/common/sys/zone.h
1 1 /*
2 2 * CDDL HEADER START
3 3 *
4 4 * The contents of this file are subject to the terms of the
5 5 * Common Development and Distribution License (the "License").
6 6 * You may not use this file except in compliance with the License.
7 7 *
8 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 9 * or http://www.opensolaris.org/os/licensing.
10 10 * See the License for the specific language governing permissions
11 11 * and limitations under the License.
12 12 *
13 13 * When distributing Covered Code, include this CDDL HEADER in each
14 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 15 * If applicable, add the following below this CDDL HEADER, with the
16 16 * fields enclosed by brackets "[]" replaced with your own identifying
17 17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 18 *
19 19 * CDDL HEADER END
20 20 */
21 21
22 22 /*
23 23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24 24 * Copyright 2014 Igor Kozhukhov <ikozhukhov@gmail.com>.
25 25 * Copyright 2019 Joyent, Inc.
26 26 * Copyright 2019 Nexenta Systems, Inc. All rights reserved.
27 27 */
28 28
29 29 #ifndef _SYS_ZONE_H
30 30 #define _SYS_ZONE_H
31 31
32 32 #include <sys/types.h>
33 33 #include <sys/param.h>
34 34 #include <sys/tsol/label.h>
35 35 #include <sys/uadmin.h>
36 36 #include <netinet/in.h>
37 37
38 38 #ifdef _KERNEL
39 39 /*
40 40 * Many includes are kernel-only to reduce namespace pollution of
41 41 * userland applications.
42 42 */
43 43 #include <sys/mutex.h>
44 44 #include <sys/rctl.h>
45 45 #include <sys/ipc_rctl.h>
46 46 #include <sys/pset.h>
47 47 #include <sys/cred.h>
48 48 #include <sys/netstack.h>
49 49 #include <sys/ksynch.h>
50 50 #include <sys/socket_impl.h>
51 51 #include <sys/secflags.h>
52 52 #include <sys/cpu_uarray.h>
53 53 #include <sys/nvpair.h>
54 54 #include <sys/list.h>
55 55 #include <sys/loadavg.h>
56 56 #include <sys/vnode.h>
57 57 #endif /* _KERNEL */
58 58
59 59 #ifdef __cplusplus
60 60 extern "C" {
61 61 #endif
62 62
63 63 /*
64 64 * NOTE
65 65 *
66 66 * The contents of this file are private to the implementation of
67 67 * illumos and are subject to change at any time without notice.
68 68 * Applications and drivers using these interfaces may fail to
69 69 * run on future releases.
70 70 */
71 71
72 72 /* Available both in kernel and for user space */
73 73
74 74 /*
75 75 * zone id restrictions and special ids.
76 76 * See 'maxzones' for run-time zone limit.
77 77 *
78 78 * The current 8k value for MAX_ZONES was originally derived from the virtual
79 79 * interface limit in IP when "shared-stack" was the only supported networking
80 80 * for zones. The virtual interface limit is the number of addresses allowed
81 81 * on an interface (see MAX_ADDRS_PER_IF). Even with exclusive stacks, an 8k
82 82 * zone limit is still a reasonable choice at this time, given other limits
83 83 * within the kernel. Since we only support 8192 zones (which includes GZ),
84 84 * there is no point in allowing MAX_ZONEID > 8k.
85 85 */
86 86 #define MAX_ZONES 8192
87 87 #define MAX_ZONEID (MAX_ZONES - 1)
88 88 #define MIN_USERZONEID 1 /* lowest user-creatable zone ID */
89 89 #define MIN_ZONEID 0 /* minimum zone ID on system */
90 90 #define GLOBAL_ZONEID 0
91 91 #define ZONEID_WIDTH 4 /* for printf */
92 92
93 93 /*
94 94 * Special zoneid_t token to refer to all zones.
95 95 */
96 96 #define ALL_ZONES (-1)
97 97
98 98 /* system call subcodes */
99 99 #define ZONE_CREATE 0
100 100 #define ZONE_DESTROY 1
101 101 #define ZONE_GETATTR 2
102 102 #define ZONE_ENTER 3
103 103 #define ZONE_LIST 4
104 104 #define ZONE_SHUTDOWN 5
105 105 #define ZONE_LOOKUP 6
106 106 #define ZONE_BOOT 7
107 107 #define ZONE_VERSION 8
108 108 #define ZONE_SETATTR 9
109 109 #define ZONE_ADD_DATALINK 10
110 110 #define ZONE_DEL_DATALINK 11
111 111 #define ZONE_CHECK_DATALINK 12
112 112 #define ZONE_LIST_DATALINK 13
113 113
114 114 /* zone attributes */
115 115 #define ZONE_ATTR_ROOT 1
116 116 #define ZONE_ATTR_NAME 2
117 117 #define ZONE_ATTR_STATUS 3
118 118 #define ZONE_ATTR_PRIVSET 4
119 119 #define ZONE_ATTR_UNIQID 5
120 120 #define ZONE_ATTR_POOLID 6
121 121 #define ZONE_ATTR_INITPID 7
122 122 #define ZONE_ATTR_SLBL 8
123 123 #define ZONE_ATTR_INITNAME 9
124 124 #define ZONE_ATTR_BOOTARGS 10
125 125 #define ZONE_ATTR_BRAND 11
126 126 #define ZONE_ATTR_SCHED_CLASS 12
127 127 #define ZONE_ATTR_FLAGS 13
128 128 #define ZONE_ATTR_HOSTID 14
129 129 #define ZONE_ATTR_FS_ALLOWED 15
130 130 #define ZONE_ATTR_NETWORK 16
131 131 #define ZONE_ATTR_DID 17
132 132 #define ZONE_ATTR_INITNORESTART 18
133 133 #define ZONE_ATTR_APP_SVC_CT 19
134 134 #define ZONE_ATTR_SCHED_FIXEDHI 20
135 135 #define ZONE_ATTR_SECFLAGS 21
136 136 #define ZONE_ATTR_INITRESTART0 22
137 137 #define ZONE_ATTR_INITREBOOT 23
138 138
139 139 /* Start of the brand-specific attribute namespace */
140 140 #define ZONE_ATTR_BRAND_ATTRS 32768
141 141
142 142 #define ZONE_FS_ALLOWED_MAX 1024
143 143
144 144 #define ZONE_EVENT_CHANNEL "com.sun:zones:status"
145 145 #define ZONE_EVENT_STATUS_CLASS "status"
146 146 #define ZONE_EVENT_STATUS_SUBCLASS "change"
147 147
148 148 #define ZONE_EVENT_UNINITIALIZED "uninitialized"
149 149 #define ZONE_EVENT_INITIALIZED "initialized"
150 150 #define ZONE_EVENT_READY "ready"
151 151 #define ZONE_EVENT_RUNNING "running"
152 152 #define ZONE_EVENT_SHUTTING_DOWN "shutting_down"
153 153 #define ZONE_EVENT_FREE "free"
154 154
155 155 #define ZONE_CB_NAME "zonename"
156 156 #define ZONE_CB_NEWSTATE "newstate"
157 157 #define ZONE_CB_OLDSTATE "oldstate"
158 158 #define ZONE_CB_RESTARTS "restarts"
159 159 #define ZONE_CB_TIMESTAMP "when"
160 160 #define ZONE_CB_ZONEID "zoneid"
161 161
162 162 #define ZONE_EVENT_INIT_CLASS "init"
163 163 #define ZONE_EVENT_INIT_RESTART_SC "restart"
164 164
165 165 /*
166 166 * Exit values that may be returned by scripts or programs invoked by various
167 167 * zone commands.
168 168 *
169 169 * These are defined as:
170 170 *
171 171 * ZONE_SUBPROC_OK
172 172 * ===============
173 173 * The subprocess completed successfully.
174 174 *
175 175 * ZONE_SUBPROC_USAGE
176 176 * ==================
177 177 * The subprocess failed with a usage message, or a usage message should
178 178 * be output in its behalf.
179 179 *
180 180 * ZONE_SUBPROC_NOTCOMPLETE
181 181 * ========================
182 182 * The subprocess did not complete, but the actions performed by the
183 183 * subprocess require no recovery actions by the user.
184 184 *
185 185 * For example, if the subprocess were called by "zoneadm install," the
186 186 * installation of the zone did not succeed but the user need not perform
187 187 * a "zoneadm uninstall" before attempting another install.
188 188 *
189 189 * ZONE_SUBPROC_FATAL
190 190 * ==================
191 191 * The subprocess failed in a fatal manner, usually one that will require
192 192 * some type of recovery action by the user.
193 193 *
194 194 * For example, if the subprocess were called by "zoneadm install," the
195 195 * installation of the zone did not succeed and the user will need to
196 196 * perform a "zoneadm uninstall" before another install attempt is
197 197 * possible.
198 198 *
199 199 * The non-success exit values are large to avoid accidental collision
200 200 * with values used internally by some commands (e.g. "Z_ERR" and
201 201 * "Z_USAGE" as used by zoneadm.)
202 202 */
203 203 #define ZONE_SUBPROC_OK 0
204 204 #define ZONE_SUBPROC_USAGE 253
205 205 #define ZONE_SUBPROC_NOTCOMPLETE 254
206 206 #define ZONE_SUBPROC_FATAL 255
207 207
208 208 #ifdef _SYSCALL32
209 209 typedef struct {
210 210 caddr32_t zone_name;
211 211 caddr32_t zone_root;
212 212 caddr32_t zone_privs;
213 213 size32_t zone_privssz;
214 214 caddr32_t rctlbuf;
215 215 size32_t rctlbufsz;
216 216 caddr32_t extended_error;
217 217 caddr32_t zfsbuf;
218 218 size32_t zfsbufsz;
219 219 int match; /* match level */
220 220 uint32_t doi; /* DOI for label */
221 221 caddr32_t label; /* label associated with zone */
222 222 int flags;
223 223 zoneid_t zoneid; /* requested zoneid */
224 224 } zone_def32;
225 225 #endif
226 226 typedef struct {
227 227 const char *zone_name;
228 228 const char *zone_root;
229 229 const struct priv_set *zone_privs;
230 230 size_t zone_privssz;
231 231 const char *rctlbuf;
232 232 size_t rctlbufsz;
233 233 int *extended_error;
234 234 const char *zfsbuf;
235 235 size_t zfsbufsz;
236 236 int match; /* match level */
237 237 uint32_t doi; /* DOI for label */
238 238 const bslabel_t *label; /* label associated with zone */
239 239 int flags;
240 240 zoneid_t zoneid; /* requested zoneid */
241 241 } zone_def;
242 242
243 243 /* extended error information */
244 244 #define ZE_UNKNOWN 0 /* No extended error info */
245 245 #define ZE_CHROOTED 1 /* tried to zone_create from chroot */
246 246 #define ZE_AREMOUNTS 2 /* there are mounts within the zone */
247 247 #define ZE_LABELINUSE 3 /* label is already in use by some other zone */
248 248
249 249 /*
250 250 * zone_status values
251 251 *
252 252 * You must modify zone_status_names in mdb(1M)'s genunix module
253 253 * (genunix/zone.c) when you modify this enum.
254 254 */
255 255 typedef enum {
256 256 ZONE_IS_UNINITIALIZED = 0,
257 257 ZONE_IS_INITIALIZED,
258 258 ZONE_IS_READY,
259 259 ZONE_IS_BOOTING,
260 260 ZONE_IS_RUNNING,
261 261 ZONE_IS_SHUTTING_DOWN,
262 262 ZONE_IS_EMPTY,
263 263 ZONE_IS_DOWN,
264 264 ZONE_IS_DYING,
265 265 ZONE_IS_DEAD,
266 266 ZONE_IS_FREE /* transient state for zone sysevent */
267 267 } zone_status_t;
268 268 #define ZONE_MIN_STATE ZONE_IS_UNINITIALIZED
269 269 #define ZONE_MAX_STATE ZONE_IS_DEAD
270 270
271 271 /*
272 272 * Valid commands which may be issued by zoneadm to zoneadmd. The kernel also
273 273 * communicates with zoneadmd, but only uses Z_REBOOT and Z_HALT.
274 274 */
275 275 typedef enum zone_cmd {
276 276 Z_READY, Z_BOOT, Z_FORCEBOOT, Z_REBOOT, Z_HALT, Z_NOTE_UNINSTALLING,
277 277 Z_MOUNT, Z_FORCEMOUNT, Z_UNMOUNT, Z_SHUTDOWN
278 278 } zone_cmd_t;
279 279
280 280 /*
281 281 * The structure of a request to zoneadmd.
282 282 */
283 283 typedef struct zone_cmd_arg {
284 284 uint64_t uniqid; /* unique "generation number" */
285 285 zone_cmd_t cmd; /* requested action */
286 286 int status; /* init status on shutdown */
287 287 uint32_t debug; /* enable brand hook debug */
288 288 char locale[MAXPATHLEN]; /* locale in which to render messages */
289 289 char bootbuf[BOOTARGS_MAX]; /* arguments passed to zone_boot() */
290 290 /* Needed for 32/64 zoneadm -> zoneadmd door arg size check. */
291 291 int pad;
292 292 } zone_cmd_arg_t;
293 293
294 294 /*
295 295 * Structure of zoneadmd's response to a request. A NULL return value means
296 296 * the caller should attempt to restart zoneadmd and retry.
297 297 */
298 298 typedef struct zone_cmd_rval {
299 299 int rval; /* return value of request */
300 300 char errbuf[1]; /* variable-sized buffer containing error messages */
301 301 } zone_cmd_rval_t;
302 302
303 303 /*
304 304 * The zone support infrastructure uses the zone name as a component
305 305 * of unix domain (AF_UNIX) sockets, which are limited to 108 characters
306 306 * in length, so ZONENAME_MAX is limited by that.
307 307 */
308 308 #define ZONENAME_MAX 64
309 309
310 310 #define GLOBAL_ZONENAME "global"
311 311
312 312 /*
313 313 * Extended Regular expression (see regex(5)) which matches all valid zone
314 314 * names.
315 315 */
316 316 #define ZONENAME_REGEXP "[a-zA-Z0-9][-_.a-zA-Z0-9]{0,62}"
317 317
318 318 /*
319 319 * Where the zones support infrastructure places temporary files.
320 320 */
321 321 #define ZONES_TMPDIR "/var/run/zones"
322 322
323 323 /*
324 324 * The path to the door used by clients to communicate with zoneadmd.
325 325 */
326 326 #define ZONE_DOOR_PATH ZONES_TMPDIR "/%s.zoneadmd_door"
327 327
328 328
329 329 /* zone_flags */
330 330 /*
331 331 * Threads that read or write the following flag must hold zone_lock.
332 332 */
333 333 #define ZF_REFCOUNTS_LOGGED 0x1 /* a thread logged the zone's refs */
334 334
335 335 /*
336 336 * The following threads are set when the zone is created and never changed.
337 337 * Threads that test for these flags don't have to hold zone_lock.
338 338 */
339 339 #define ZF_HASHED_LABEL 0x2 /* zone has a unique label */
340 340 #define ZF_IS_SCRATCH 0x4 /* scratch zone */
341 341 #define ZF_NET_EXCL 0x8 /* Zone has an exclusive IP stack */
342 342
343 343
344 344 /* zone_create flags */
345 345 #define ZCF_NET_EXCL 0x1 /* Create a zone with exclusive IP */
346 346
347 347 /* zone network properties */
348 348 #define ZONE_NETWORK_ADDRESS 1
349 349 #define ZONE_NETWORK_DEFROUTER 2
350 350
351 351 #define ZONE_NET_ADDRNAME "address"
352 352 #define ZONE_NET_RTRNAME "route"
353 353
354 354 typedef struct zone_net_data {
355 355 int zn_type;
356 356 int zn_len;
357 357 datalink_id_t zn_linkid;
358 358 uint8_t zn_val[1];
359 359 } zone_net_data_t;
360 360
361 361
362 362 #ifdef _KERNEL
363 363
364 364 #define GLOBAL_ZONEUNIQID 0 /* uniqid of the global zone */
365 365
366 366 /*
367 367 * Indexes into ->zone_ustate array, summing the micro state of all threads in a
368 368 * particular zone.
369 369 */
370 370 #define ZONE_USTATE_STIME (0)
371 371 #define ZONE_USTATE_UTIME (1)
372 372 #define ZONE_USTATE_WTIME (2)
373 373 #define ZONE_USTATE_MAX (3)
374 374
375 375 struct pool;
376 376 struct brand;
377 377
378 378 /*
379 379 * Each of these constants identifies a kernel subsystem that acquires and
380 380 * releases zone references. Each subsystem that invokes
381 381 * zone_hold_ref() and zone_rele_ref() should specify the
382 382 * zone_ref_subsys_t constant associated with the subsystem. Tracked holds
383 383 * help users and developers quickly identify subsystems that stall zone
384 384 * shutdowns indefinitely.
385 385 *
386 386 * NOTE: You must modify zone_ref_subsys_names in usr/src/uts/common/os/zone.c
387 387 * when you modify this enumeration.
388 388 */
389 389 typedef enum zone_ref_subsys {
390 390 ZONE_REF_NFS, /* NFS */
391 391 ZONE_REF_NFSV4, /* NFSv4 */
392 392 ZONE_REF_SMBFS, /* SMBFS */
393 393 ZONE_REF_MNTFS, /* MNTFS */
394 394 ZONE_REF_LOFI, /* LOFI devices */
395 395 ZONE_REF_VFS, /* VFS infrastructure */
396 396 ZONE_REF_IPC, /* IPC infrastructure */
397 397 ZONE_REF_NUM_SUBSYS /* This must be the last entry. */
398 398 } zone_ref_subsys_t;
399 399
400 400 /*
401 401 * zone_ref represents a general-purpose references to a zone. Each zone's
402 402 * references are linked into the zone's zone_t::zone_ref_list. This allows
403 403 * debuggers to walk zones' references.
404 404 */
405 405 typedef struct zone_ref {
406 406 struct zone *zref_zone; /* the zone to which the reference refers */
407 407 list_node_t zref_linkage; /* linkage for zone_t::zone_ref_list */
408 408 } zone_ref_t;
409 409
410 410 /*
411 411 * Structure to record list of ZFS datasets exported to a zone.
412 412 */
413 413 typedef struct zone_dataset {
414 414 char *zd_dataset;
415 415 list_node_t zd_linkage;
416 416 } zone_dataset_t;
417 417
418 418 /*
419 419 * structure for rctl zone kstats
420 420 */
421 421 typedef struct zone_kstat {
422 422 kstat_named_t zk_zonename;
423 423 kstat_named_t zk_usage;
424 424 kstat_named_t zk_value;
425 425 } zone_kstat_t;
426 426
427 427 struct cpucap;
428 428
429 429 typedef struct {
430 430 hrtime_t cycle_start;
431 431 uint_t cycle_cnt;
432 432 hrtime_t zone_avg_cnt;
433 433 } sys_zio_cntr_t;
434 434
435 435 typedef struct {
436 436 kstat_named_t zv_zonename;
437 437 kstat_named_t zv_nread;
438 438 kstat_named_t zv_reads;
439 439 kstat_named_t zv_rtime;
440 440 kstat_named_t zv_rlentime;
441 441 kstat_named_t zv_rcnt;
442 442 kstat_named_t zv_nwritten;
443 443 kstat_named_t zv_writes;
444 444 kstat_named_t zv_wtime;
445 445 kstat_named_t zv_wlentime;
446 446 kstat_named_t zv_wcnt;
447 447 kstat_named_t zv_10ms_ops;
448 448 kstat_named_t zv_100ms_ops;
449 449 kstat_named_t zv_1s_ops;
450 450 kstat_named_t zv_10s_ops;
451 451 kstat_named_t zv_delay_cnt;
452 452 kstat_named_t zv_delay_time;
453 453 } zone_vfs_kstat_t;
454 454
455 455 typedef struct {
456 456 kstat_named_t zz_zonename;
457 457 kstat_named_t zz_nread;
458 458 kstat_named_t zz_reads;
459 459 kstat_named_t zz_rtime;
460 460 kstat_named_t zz_rlentime;
461 461 kstat_named_t zz_nwritten;
462 462 kstat_named_t zz_writes;
463 463 kstat_named_t zz_waittime;
464 464 } zone_zfs_kstat_t;
465 465
466 466 typedef struct {
467 467 kstat_named_t zm_zonename;
468 468 kstat_named_t zm_rss;
469 469 kstat_named_t zm_phys_cap;
470 470 kstat_named_t zm_swap;
471 471 kstat_named_t zm_swap_cap;
472 472 kstat_named_t zm_nover;
473 473 kstat_named_t zm_pagedout;
474 474 kstat_named_t zm_pgpgin;
475 475 kstat_named_t zm_anonpgin;
476 476 kstat_named_t zm_execpgin;
477 477 kstat_named_t zm_fspgin;
478 478 kstat_named_t zm_anon_alloc_fail;
479 479 kstat_named_t zm_pf_throttle;
480 480 kstat_named_t zm_pf_throttle_usec;
481 481 } zone_mcap_kstat_t;
482 482
483 483 typedef struct {
484 484 kstat_named_t zm_zonename; /* full name, kstat truncates name */
485 485 kstat_named_t zm_utime;
486 486 kstat_named_t zm_stime;
487 487 kstat_named_t zm_wtime;
488 488 kstat_named_t zm_avenrun1;
489 489 kstat_named_t zm_avenrun5;
490 490 kstat_named_t zm_avenrun15;
491 491 kstat_named_t zm_ffcap;
492 492 kstat_named_t zm_ffnoproc;
493 493 kstat_named_t zm_ffnomem;
494 494 kstat_named_t zm_ffmisc;
495 495 kstat_named_t zm_mfseglim;
496 496 kstat_named_t zm_nested_intp;
497 497 kstat_named_t zm_init_pid;
498 498 kstat_named_t zm_init_restarts;
499 499 kstat_named_t zm_boot_time;
500 500 } zone_misc_kstat_t;
501 501
502 502 typedef struct zone {
503 503 /*
504 504 * zone_name is never modified once set.
505 505 */
506 506 char *zone_name; /* zone's configuration name */
507 507 /*
508 508 * zone_nodename and zone_domain are never freed once allocated.
509 509 */
510 510 char *zone_nodename; /* utsname.nodename equivalent */
511 511 char *zone_domain; /* srpc_domain equivalent */
512 512 /*
513 513 * zone_hostid is used for per-zone hostid emulation.
514 514 * Currently it isn't modified after it's set (so no locks protect
515 515 * accesses), but that might have to change when we allow
516 516 * administrators to change running zones' properties.
517 517 *
518 518 * The global zone's zone_hostid must always be HW_INVALID_HOSTID so
519 519 * that zone_get_hostid() will function correctly.
520 520 */
521 521 uint32_t zone_hostid; /* zone's hostid, HW_INVALID_HOSTID */
522 522 /* if not emulated */
523 523 /*
524 524 * zone_lock protects the following fields of a zone_t:
525 525 * zone_ref
526 526 * zone_cred_ref
527 527 * zone_subsys_ref
528 528 * zone_ref_list
529 529 * zone_ntasks
530 530 * zone_flags
531 531 * zone_zsd
532 532 * zone_pfexecd
533 533 */
534 534 kmutex_t zone_lock;
535 535 /*
536 536 * zone_linkage is the zone's linkage into the active or
537 537 * death-row list. The field is protected by zonehash_lock.
538 538 */
539 539 list_node_t zone_linkage;
540 540 zoneid_t zone_id; /* ID of zone */
541 541 zoneid_t zone_did; /* persistent debug ID of zone */
542 542 uint_t zone_ref; /* count of zone_hold()s on zone */
543 543 uint_t zone_cred_ref; /* count of zone_hold_cred()s on zone */
544 544 /*
545 545 * Fixed-sized array of subsystem-specific reference counts
546 546 * The sum of all of the counts must be less than or equal to zone_ref.
547 547 * The array is indexed by the counts' subsystems' zone_ref_subsys_t
548 548 * constants.
549 549 */
550 550 uint_t zone_subsys_ref[ZONE_REF_NUM_SUBSYS];
551 551 list_t zone_ref_list; /* list of zone_ref_t structs */
552 552 /*
553 553 * zone_rootvp and zone_rootpath can never be modified once set.
554 554 */
555 555 struct vnode *zone_rootvp; /* zone's root vnode */
556 556 char *zone_rootpath; /* Path to zone's root + '/' */
557 557 ushort_t zone_flags; /* misc flags */
558 558 zone_status_t zone_status; /* protected by zone_status_lock */
559 559 uint_t zone_ntasks; /* number of tasks executing in zone */
560 560 kmutex_t zone_nlwps_lock; /* protects zone_nlwps, and *_nlwps */
561 561 /* counters in projects and tasks */
562 562 /* that are within the zone */
563 563 rctl_qty_t zone_nlwps; /* number of lwps in zone */
564 564 rctl_qty_t zone_nlwps_ctl; /* protected by zone_rctls->rcs_lock */
565 565 rctl_qty_t zone_shmmax; /* System V shared memory usage */
566 566 ipc_rqty_t zone_ipc; /* System V IPC id resource usage */
567 567
568 568 uint_t zone_rootpathlen; /* strlen(zone_rootpath) + 1 */
569 569 uint32_t zone_shares; /* FSS shares allocated to zone */
570 570 rctl_set_t *zone_rctls; /* zone-wide (zone.*) rctls */
571 571 kmutex_t zone_mem_lock; /* protects zone_locked_mem and */
572 572 /* kpd_locked_mem for all */
573 573 /* projects in zone. */
574 574 /* Also protects zone_max_swap */
575 575 /* grab after p_lock, before rcs_lock */
576 576 rctl_qty_t zone_locked_mem; /* bytes of locked memory in */
577 577 /* zone */
578 578 rctl_qty_t zone_locked_mem_ctl; /* Current locked memory */
579 579 /* limit. Protected by */
580 580 /* zone_rctls->rcs_lock */
581 581 rctl_qty_t zone_max_swap; /* bytes of swap reserved by zone */
582 582 rctl_qty_t zone_max_swap_ctl; /* current swap limit. */
583 583 /* Protected by */
584 584 /* zone_rctls->rcs_lock */
585 585 kmutex_t zone_rctl_lock; /* protects zone_max_lofi */
586 586 rctl_qty_t zone_max_lofi; /* lofi devs for zone */
587 587 rctl_qty_t zone_max_lofi_ctl; /* current lofi limit. */
588 588 /* Protected by */
589 589 /* zone_rctls->rcs_lock */
590 590 list_t zone_zsd; /* list of Zone-Specific Data values */
591 591 kcondvar_t zone_cv; /* used to signal state changes */
592 592 struct proc *zone_zsched; /* Dummy kernel "zsched" process */
593 593 pid_t zone_proc_initpid; /* pid of "init" for this zone */
594 594 uint_t zone_proc_init_restarts; /* times init restarted */
595 595 char *zone_initname; /* fs path to 'init' */
596 596 int zone_init_status; /* init's exit status */
597 597 int zone_boot_err; /* for zone_boot() if boot fails */
598 598 char *zone_bootargs; /* arguments passed via zone_boot() */
599 599 /*
600 600 * zone_kthreads is protected by zone_status_lock.
601 601 */
602 602 kthread_t *zone_kthreads; /* kernel threads in zone */
603 603 struct priv_set *zone_privset; /* limit set for zone */
604 604 /*
605 605 * zone_vfslist is protected by vfs_list_lock().
606 606 */
607 607 struct vfs *zone_vfslist; /* list of FS's mounted in zone */
608 608 uint64_t zone_uniqid; /* unique zone generation number */
609 609 struct cred *zone_kcred; /* kcred-like, zone-limited cred */
610 610 /*
611 611 * zone_pool is protected by pool_lock().
612 612 */
613 613 struct pool *zone_pool; /* pool the zone is bound to */
614 614 hrtime_t zone_pool_mod; /* last pool bind modification time */
615 615 /* zone_psetid is protected by cpu_lock */
616 616 psetid_t zone_psetid; /* pset the zone is bound to */
617 617
618 618 time_t zone_boot_time; /* Similar to boot_time */
619 619
620 620 /*
621 621 * The following two can be read without holding any locks. They are
622 622 * updated under cpu_lock.
623 623 */
624 624 int zone_ncpus; /* zone's idea of ncpus */
625 625 int zone_ncpus_online; /* zone's idea of ncpus_online */
626 626 /*
627 627 * List of ZFS datasets exported to this zone.
628 628 */
629 629 list_t zone_datasets; /* list of datasets */
630 630
631 631 ts_label_t *zone_slabel; /* zone sensitivity label */
632 632 int zone_match; /* require label match for packets */
633 633 tsol_mlp_list_t zone_mlps; /* MLPs on zone-private addresses */
634 634
635 635 boolean_t zone_restart_init; /* Restart init if it dies? */
636 636 boolean_t zone_reboot_on_init_exit; /* Reboot if init dies? */
637 637 boolean_t zone_restart_init_0; /* Restart only if it exits 0 */
638 638 boolean_t zone_setup_app_contract; /* setup contract? */
639 639 struct brand *zone_brand; /* zone's brand */
640 640 void *zone_brand_data; /* store brand specific data */
641 641 id_t zone_defaultcid; /* dflt scheduling class id */
642 642 boolean_t zone_fixed_hipri; /* fixed sched. hi prio */
643 643 kstat_t *zone_swapresv_kstat;
644 644 kstat_t *zone_lockedmem_kstat;
645 645 /*
646 646 * zone_dl_list is protected by zone_lock
647 647 */
648 648 list_t zone_dl_list;
649 649 netstack_t *zone_netstack;
650 650 struct cpucap *zone_cpucap; /* CPU caps data */
651 651
652 652 /*
653 653 * kstats and counters for VFS ops and bytes.
654 654 */
655 655 kmutex_t zone_vfs_lock; /* protects VFS statistics */
656 656 kstat_t *zone_vfs_ksp;
657 657 kstat_io_t zone_vfs_rwstats;
658 658 zone_vfs_kstat_t *zone_vfs_stats;
659 659
660 660 /*
661 661 * kstats for ZFS I/O ops and bytes.
662 662 */
663 663 kmutex_t zone_zfs_lock; /* protects ZFS statistics */
664 664 kstat_t *zone_zfs_ksp;
665 665 zone_zfs_kstat_t *zone_zfs_stats;
666 666
667 667 /*
668 668 * illumos Auditing per-zone audit context
669 669 */
670 670 struct au_kcontext *zone_audit_kctxt;
671 671 /*
672 672 * For private use by mntfs.
673 673 */
674 674 struct mntelem *zone_mntfs_db;
675 675 krwlock_t zone_mntfs_db_lock;
676 676
677 677 struct klpd_reg *zone_pfexecd;
678 678
679 679 char *zone_fs_allowed;
680 680 rctl_qty_t zone_nprocs; /* number of processes in the zone */
681 681 rctl_qty_t zone_nprocs_ctl; /* current limit protected by */
682 682 /* zone_rctls->rcs_lock */
683 683 kstat_t *zone_nprocs_kstat;
684 684
685 685 /*
686 686 * kstats and counters for physical memory capping.
687 687 */
688 688 kstat_t *zone_physmem_kstat;
689 689 kmutex_t zone_mcap_lock; /* protects mcap statistics */
690 690 kstat_t *zone_mcap_ksp;
691 691 zone_mcap_kstat_t *zone_mcap_stats;
692 692 uint64_t zone_pgpgin; /* pages paged in */
693 693 uint64_t zone_anonpgin; /* anon pages paged in */
694 694 uint64_t zone_execpgin; /* exec pages paged in */
695 695 uint64_t zone_fspgin; /* fs pages paged in */
696 696 uint64_t zone_anon_alloc_fail; /* cnt of anon alloc fails */
697 697
698 698 psecflags_t zone_secflags; /* default zone security-flags */
699 699
700 700 /*
701 701 * Misc. kstats and counters for zone cpu-usage aggregation.
702 702 */
703 703 kmutex_t zone_misc_lock; /* protects misc statistics */
704 704 kstat_t *zone_misc_ksp;
705 705 zone_misc_kstat_t *zone_misc_stats;
706 706 /* Accumulated microstate for all threads in this zone. */
707 707 cpu_uarray_t *zone_ustate;
708 708 /* fork-fail kstat tracking */
709 709 uint32_t zone_ffcap; /* hit an rctl cap */
710 710 uint32_t zone_ffnoproc; /* get proc/lwp error */
711 711 uint32_t zone_ffnomem; /* as_dup/memory error */
712 712 uint32_t zone_ffmisc; /* misc. other error */
713 713
714 714 uint32_t zone_mfseglim; /* map failure (# segs limit) */
715 715
716 716 uint32_t zone_nested_intp; /* nested interp. kstat */
717 717
718 718 struct loadavg_s zone_loadavg; /* loadavg for this zone */
719 719 uint64_t zone_hp_avenrun[3]; /* high-precision avenrun */
720 720 int zone_avenrun[3]; /* FSCALED avg. run queue len */
721 721
722 722 /*
723 723 * FSS stats updated once per second by fss_decay_usage.
724 724 */
725 725 uint32_t zone_fss_gen; /* FSS generation cntr */
726 726 uint64_t zone_run_ticks; /* tot # of ticks running */
727 727
728 728 /*
729 729 * DTrace-private per-zone state
730 730 */
731 731 int zone_dtrace_getf; /* # of unprivileged getf()s */
732 732
733 733 /*
734 734 * Synchronization primitives used to synchronize between mounts and
735 735 * zone creation/destruction.
736 736 */
737 737 int zone_mounts_in_progress;
738 738 kcondvar_t zone_mount_cv;
739 739 kmutex_t zone_mount_lock;
740 740 } zone_t;
741 741
742 742 /*
743 743 * Data and counters used for ZFS fair-share disk IO.
744 744 */
745 745 typedef struct zone_zfs_io {
746 746 uint16_t zpers_zfs_io_pri; /* ZFS IO priority - 16k max */
747 747 uint_t zpers_zfs_queued[2]; /* sync I/O enqueued count */
748 748 sys_zio_cntr_t zpers_rd_ops; /* Counters for ZFS reads, */
749 749 sys_zio_cntr_t zpers_wr_ops; /* writes, and */
750 750 sys_zio_cntr_t zpers_lwr_ops; /* logical writes. */
751 751 kstat_io_t zpers_zfs_rwstats;
752 752 uint64_t zpers_io_util; /* IO utilization metric */
753 753 uint64_t zpers_zfs_rd_waittime;
754 754 uint8_t zpers_io_delay; /* IO delay on logical r/w */
755 755 uint8_t zpers_zfs_weight; /* used to prevent starvation */
756 756 uint8_t zpers_io_util_above_avg; /* IO util percent > avg. */
757 757 } zone_zfs_io_t;
758 758
759 759 /*
760 760 * "Persistent" zone data which can be accessed idependently of the zone_t.
761 761 */
762 762 typedef struct zone_persist {
763 763 kmutex_t zpers_zfs_lock; /* Protects zpers_zfsp references */
764 764 zone_zfs_io_t *zpers_zfsp; /* ZFS fair-share IO data */
765 765 uint8_t zpers_over; /* currently over cap */
766 766 uint32_t zpers_pg_cnt; /* current RSS in pages */
767 767 uint32_t zpers_pg_limit; /* current RRS limit in pages */
768 768 uint32_t zpers_nover; /* # of times over phys. cap */
769 769 #ifndef DEBUG
770 770 uint64_t zpers_pg_out; /* # pages flushed */
771 771 #else
772 772 /*
773 773 * To conserve memory, some detailed kstats are only kept for DEBUG
774 774 * builds.
775 775 */
776 776 uint64_t zpers_zfs_rd_waittime;
777 777
778 778 uint64_t zpers_pg_anon; /* # clean anon pages flushed */
779 779 uint64_t zpers_pg_anondirty; /* # dirty anon pages flushed */
780 780 uint64_t zpers_pg_fs; /* # clean fs pages flushed */
781 781 uint64_t zpers_pg_fsdirty; /* # dirty fs pages flushed */
782 782 #endif
783 783 } zone_persist_t;
784 784
785 785 typedef enum zone_pageout_op {
786 786 ZPO_DIRTY, ZPO_FS, ZPO_ANON, ZPO_ANONDIRTY
787 787 } zone_pageout_op_t;
788 788
789 789 /*
790 790 * Special value of zone_psetid to indicate that pools are disabled.
791 791 */
792 792 #define ZONE_PS_INVAL PS_MYID
793 793
794 794 extern zone_t zone0;
795 795 extern zone_t *global_zone;
796 796 extern uint_t maxzones;
797 797 extern rctl_hndl_t rc_zone_nlwps;
798 798 extern rctl_hndl_t rc_zone_nprocs;
799 799
800 800 extern long zone(int, void *, void *, void *, void *);
801 801 extern void zone_zsd_init(void);
802 802 extern void zone_init(void);
803 803 extern void zone_hold(zone_t *);
804 804 extern void zone_rele(zone_t *);
805 805 extern void zone_init_ref(zone_ref_t *);
806 806 extern void zone_hold_ref(zone_t *, zone_ref_t *, zone_ref_subsys_t);
807 807 extern void zone_rele_ref(zone_ref_t *, zone_ref_subsys_t);
808 808 extern void zone_cred_hold(zone_t *);
809 809 extern void zone_cred_rele(zone_t *);
810 810 extern void zone_task_hold(zone_t *);
811 811 extern void zone_task_rele(zone_t *);
812 812 extern zone_t *zone_find_by_id(zoneid_t);
813 813 extern zone_t *zone_find_by_label(const ts_label_t *);
814 814 extern zone_t *zone_find_by_name(char *);
815 815 extern zone_t *zone_find_by_any_path(const char *, boolean_t);
816 816 extern zone_t *zone_find_by_path(const char *);
817 817 extern zoneid_t getzoneid(void);
818 818 extern zoneid_t getzonedid(void);
819 819 extern zone_t *zone_find_by_id_nolock(zoneid_t);
820 820 extern int zone_datalink_walk(zoneid_t, int (*)(datalink_id_t, void *), void *);
821 821 extern int zone_check_datalink(zoneid_t *, datalink_id_t);
822 822 extern void zone_loadavg_update();
823 823
824 824 /*
825 825 * Zone-specific data (ZSD) APIs
826 826 */
827 827 /*
828 828 * The following is what code should be initializing its zone_key_t to if it
829 829 * calls zone_getspecific() without necessarily knowing that zone_key_create()
830 830 * has been called on the key.
831 831 */
832 832 #define ZONE_KEY_UNINITIALIZED 0
833 833
834 834 typedef uint_t zone_key_t;
835 835
836 836 extern void zone_key_create(zone_key_t *, void *(*)(zoneid_t),
837 837 void (*)(zoneid_t, void *), void (*)(zoneid_t, void *));
838 838 extern int zone_key_delete(zone_key_t);
839 839 extern void *zone_getspecific(zone_key_t, zone_t *);
840 840 extern int zone_setspecific(zone_key_t, zone_t *, const void *);
841 841
842 842 /*
843 843 * The definition of a zsd_entry is truly private to zone.c and is only
844 844 * placed here so it can be shared with mdb.
845 845 *
846 846 * State maintained for each zone times each registered key, which tracks
847 847 * the state of the create, shutdown and destroy callbacks.
848 848 *
849 849 * zsd_flags is used to keep track of pending actions to avoid holding locks
850 850 * when calling the create/shutdown/destroy callbacks, since doing so
851 851 * could lead to deadlocks.
852 852 */
853 853 struct zsd_entry {
854 854 zone_key_t zsd_key; /* Key used to lookup value */
855 855 void *zsd_data; /* Caller-managed value */
856 856 /*
857 857 * Callbacks to be executed when a zone is created, shutdown, and
858 858 * destroyed, respectively.
859 859 */
860 860 void *(*zsd_create)(zoneid_t);
861 861 void (*zsd_shutdown)(zoneid_t, void *);
862 862 void (*zsd_destroy)(zoneid_t, void *);
863 863 list_node_t zsd_linkage;
864 864 uint16_t zsd_flags; /* See below */
865 865 kcondvar_t zsd_cv;
866 866 };
867 867
868 868 /*
869 869 * zsd_flags
870 870 */
871 871 #define ZSD_CREATE_NEEDED 0x0001
872 872 #define ZSD_CREATE_INPROGRESS 0x0002
873 873 #define ZSD_CREATE_COMPLETED 0x0004
874 874 #define ZSD_SHUTDOWN_NEEDED 0x0010
875 875 #define ZSD_SHUTDOWN_INPROGRESS 0x0020
876 876 #define ZSD_SHUTDOWN_COMPLETED 0x0040
877 877 #define ZSD_DESTROY_NEEDED 0x0100
878 878 #define ZSD_DESTROY_INPROGRESS 0x0200
879 879 #define ZSD_DESTROY_COMPLETED 0x0400
880 880
881 881 #define ZSD_CREATE_ALL \
882 882 (ZSD_CREATE_NEEDED|ZSD_CREATE_INPROGRESS|ZSD_CREATE_COMPLETED)
883 883 #define ZSD_SHUTDOWN_ALL \
884 884 (ZSD_SHUTDOWN_NEEDED|ZSD_SHUTDOWN_INPROGRESS|ZSD_SHUTDOWN_COMPLETED)
885 885 #define ZSD_DESTROY_ALL \
886 886 (ZSD_DESTROY_NEEDED|ZSD_DESTROY_INPROGRESS|ZSD_DESTROY_COMPLETED)
887 887
888 888 #define ZSD_ALL_INPROGRESS \
889 889 (ZSD_CREATE_INPROGRESS|ZSD_SHUTDOWN_INPROGRESS|ZSD_DESTROY_INPROGRESS)
890 890
891 891 /*
892 892 * Macros to help with zone visibility restrictions.
893 893 */
894 894
895 895 /*
896 896 * Is process in the global zone?
897 897 */
898 898 #define INGLOBALZONE(p) \
899 899 ((p)->p_zone == global_zone)
900 900
901 901 /*
902 902 * Can process view objects in given zone?
903 903 */
904 904 #define HASZONEACCESS(p, zoneid) \
905 905 ((p)->p_zone->zone_id == (zoneid) || INGLOBALZONE(p))
906 906
907 907 /*
908 908 * Convenience macro to see if a resolved path is visible from within a
909 909 * given zone.
910 910 *
911 911 * The basic idea is that the first (zone_rootpathlen - 1) bytes of the
912 912 * two strings must be equal. Since the rootpathlen has a trailing '/',
913 913 * we want to skip everything in the path up to (but not including) the
914 914 * trailing '/'.
915 915 */
916 916 #define ZONE_PATH_VISIBLE(path, zone) \
917 917 (strncmp((path), (zone)->zone_rootpath, \
918 918 (zone)->zone_rootpathlen - 1) == 0)
919 919
920 920 /*
921 921 * Convenience macro to go from the global view of a path to that seen
922 922 * from within said zone. It is the responsibility of the caller to
923 923 * ensure that the path is a resolved one (ie, no '..'s or '.'s), and is
924 924 * in fact visible from within the zone.
925 925 */
926 926 #define ZONE_PATH_TRANSLATE(path, zone) \
|
↓ open down ↓ |
926 lines elided |
↑ open up ↑ |
927 927 (ASSERT(ZONE_PATH_VISIBLE(path, zone)), \
928 928 (path) + (zone)->zone_rootpathlen - 2)
929 929
930 930 /*
931 931 * Special processes visible in all zones.
932 932 */
933 933 #define ZONE_SPECIALPID(x) ((x) == 0 || (x) == 1)
934 934
935 935 /*
936 936 * The root vnode of the current zone.
937 + *
938 + * NOTE: It may be necessary (initialization time for file sharing where an
939 + * NGZ loads a file-sharing kernel module that does zsd initialization) to NOT
940 + * use this macro. One should ASSERT() that curzone == active ZSD (an
941 + * ASSERTion that's not always true at ZSD initialization time) during regular
942 + * use of this macro.
937 943 */
938 944 #define ZONE_ROOTVP() (curzone->zone_rootvp)
939 945
940 946 /*
941 947 * Since a zone's root isn't necessarily an actual filesystem boundary
942 948 * (i.e. VROOT may not be set on zone->zone_rootvp) we need to not assume it.
943 949 * This macro helps in checking if a vnode is the current zone's rootvp.
944 950 * NOTE: Using the VN_ prefix, even though it's defined here in zone.h.
951 + * NOTE2: See above warning about ZONE_ROOTVP().
945 952 */
946 953 #define VN_IS_CURZONEROOT(vp) (VN_CMP(vp, ZONE_ROOTVP()))
947 954
948 955 /*
949 956 * Zone-safe version of thread_create() to be used when the caller wants to
950 957 * create a kernel thread to run within the current zone's context.
951 958 */
952 959 extern kthread_t *zthread_create(caddr_t, size_t, void (*)(), void *, size_t,
953 960 pri_t);
954 961 extern void zthread_exit(void);
955 962
956 963 /*
957 964 * Functions for an external observer to register interest in a zone's status
958 965 * change. Observers will be woken up when the zone status equals the status
959 966 * argument passed in (in the case of zone_status_timedwait, the function may
960 967 * also return because of a timeout; zone_status_wait_sig may return early due
961 968 * to a signal being delivered; zone_status_timedwait_sig may return for any of
962 969 * the above reasons).
963 970 *
964 971 * Otherwise these behave identically to cv_timedwait(), cv_wait(), and
965 972 * cv_wait_sig() respectively.
966 973 */
967 974 extern clock_t zone_status_timedwait(zone_t *, clock_t, zone_status_t);
968 975 extern clock_t zone_status_timedwait_sig(zone_t *, clock_t, zone_status_t);
969 976 extern void zone_status_wait(zone_t *, zone_status_t);
970 977 extern int zone_status_wait_sig(zone_t *, zone_status_t);
971 978
972 979 /*
973 980 * Get the status of the zone (at the time it was called). The state may
974 981 * have progressed by the time it is returned.
975 982 */
976 983 extern zone_status_t zone_status_get(zone_t *);
977 984
978 985 /*
979 986 * Safely get the hostid of the specified zone (defaults to machine's hostid
980 987 * if the specified zone doesn't emulate a hostid). Passing NULL retrieves
981 988 * the global zone's (i.e., physical system's) hostid.
982 989 */
983 990 extern uint32_t zone_get_hostid(zone_t *);
984 991
985 992 /*
986 993 * Get the "kcred" credentials corresponding to the given zone.
987 994 */
988 995 extern struct cred *zone_get_kcred(zoneid_t);
989 996
990 997 /*
991 998 * Get/set the pool the zone is currently bound to.
992 999 */
993 1000 extern struct pool *zone_pool_get(zone_t *);
994 1001 extern void zone_pool_set(zone_t *, struct pool *);
995 1002
996 1003 /*
997 1004 * Get/set the pset the zone is currently using.
998 1005 */
999 1006 extern psetid_t zone_pset_get(zone_t *);
1000 1007 extern void zone_pset_set(zone_t *, psetid_t);
1001 1008
1002 1009 /*
1003 1010 * Get the number of cpus/online-cpus visible from the given zone.
1004 1011 */
1005 1012 extern int zone_ncpus_get(zone_t *);
1006 1013 extern int zone_ncpus_online_get(zone_t *);
1007 1014
1008 1015 /*
1009 1016 * Returns true if the named pool/dataset is visible in the current zone.
1010 1017 */
1011 1018 extern int zone_dataset_visible(const char *, int *);
1012 1019 extern int zone_dataset_visible_inzone(zone_t *, const char *, int *);
1013 1020
1014 1021 /*
1015 1022 * zone version of kadmin()
1016 1023 */
1017 1024 extern int zone_kadmin(int, int, const char *, cred_t *);
1018 1025 extern void zone_shutdown_global(void);
1019 1026
1020 1027 extern void mount_in_progress(zone_t *);
1021 1028 extern void mount_completed(zone_t *);
1022 1029
1023 1030 extern int zone_walk(int (*)(zone_t *, void *), void *);
1024 1031
1025 1032 struct page;
1026 1033 extern void zone_add_page(struct page *);
1027 1034 extern void zone_rm_page(struct page *);
1028 1035 extern void zone_pageout_stat(int, zone_pageout_op_t);
1029 1036 extern void zone_get_physmem_data(int, pgcnt_t *, pgcnt_t *);
1030 1037
1031 1038 /* Interfaces for page scanning */
1032 1039 extern uint_t zone_num_over_cap;
1033 1040 extern zone_persist_t zone_pdata[MAX_ZONES];
1034 1041
1035 1042 extern rctl_hndl_t rc_zone_locked_mem;
1036 1043 extern rctl_hndl_t rc_zone_max_swap;
1037 1044 extern rctl_hndl_t rc_zone_phys_mem;
1038 1045 extern rctl_hndl_t rc_zone_max_lofi;
1039 1046
1040 1047 /* For publishing sysevents related to a particular zone */
1041 1048 extern void zone_sysevent_publish(zone_t *, const char *, const char *,
1042 1049 nvlist_t *);
1043 1050
1044 1051 #endif /* _KERNEL */
1045 1052
1046 1053 #ifdef __cplusplus
1047 1054 }
1048 1055 #endif
1049 1056
1050 1057 #endif /* _SYS_ZONE_H */
|
↓ open down ↓ |
96 lines elided |
↑ open up ↑ |
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX