Print this page
NEX-4592 race condition allows FC initiator LUN offline hotplug handler deadlocks with FMA faulting leaf vdev between LDI and ZFS
Reviewed by: Rob Gittins <rob.gittins@nexenta.com>
| Split |
Close |
| Expand all |
| Collapse all |
--- old/usr/src/uts/common/os/driver_lyr.c
+++ new/usr/src/uts/common/os/driver_lyr.c
1 1 /*
2 2 * CDDL HEADER START
3 3 *
4 4 * The contents of this file are subject to the terms of the
5 5 * Common Development and Distribution License (the "License").
6 6 * You may not use this file except in compliance with the License.
7 7 *
8 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 9 * or http://www.opensolaris.org/os/licensing.
10 10 * See the License for the specific language governing permissions
11 11 * and limitations under the License.
12 12 *
13 13 * When distributing Covered Code, include this CDDL HEADER in each
14 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 15 * If applicable, add the following below this CDDL HEADER, with the
16 16 * fields enclosed by brackets "[]" replaced with your own identifying
17 17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 18 *
19 19 * CDDL HEADER END
20 20 */
21 21 /*
22 22 * Copyright (c) 1994, 2010, Oracle and/or its affiliates. All rights reserved.
23 23 */
24 24 /*
25 25 * Copyright (c) 2013, Joyent, Inc. All rights reserved.
26 26 */
27 27
28 28 /*
29 29 * Layered driver support.
30 30 */
31 31
32 32 #include <sys/atomic.h>
33 33 #include <sys/types.h>
34 34 #include <sys/t_lock.h>
35 35 #include <sys/param.h>
36 36 #include <sys/conf.h>
37 37 #include <sys/systm.h>
38 38 #include <sys/sysmacros.h>
39 39 #include <sys/buf.h>
40 40 #include <sys/cred.h>
41 41 #include <sys/uio.h>
42 42 #include <sys/vnode.h>
43 43 #include <sys/fs/snode.h>
44 44 #include <sys/open.h>
45 45 #include <sys/kmem.h>
46 46 #include <sys/file.h>
47 47 #include <sys/bootconf.h>
48 48 #include <sys/pathname.h>
49 49 #include <sys/bitmap.h>
50 50 #include <sys/stat.h>
51 51 #include <sys/dditypes.h>
52 52 #include <sys/ddi_impldefs.h>
53 53 #include <sys/ddi.h>
54 54 #include <sys/sunddi.h>
55 55 #include <sys/sunndi.h>
56 56 #include <sys/esunddi.h>
57 57 #include <sys/autoconf.h>
58 58 #include <sys/sunldi.h>
59 59 #include <sys/sunldi_impl.h>
60 60 #include <sys/errno.h>
61 61 #include <sys/debug.h>
62 62 #include <sys/modctl.h>
63 63 #include <sys/var.h>
64 64 #include <vm/seg_vn.h>
65 65
66 66 #include <sys/stropts.h>
67 67 #include <sys/strsubr.h>
68 68 #include <sys/socket.h>
69 69 #include <sys/socketvar.h>
70 70 #include <sys/kstr.h>
71 71
72 72 /*
73 73 * Device contract related
74 74 */
75 75 #include <sys/contract_impl.h>
76 76 #include <sys/contract/device_impl.h>
77 77
78 78 /*
79 79 * Define macros to manipulate snode, vnode, and open device flags
80 80 */
81 81 #define VTYP_VALID(i) (((i) == VCHR) || ((i) == VBLK))
82 82 #define VTYP_TO_OTYP(i) (((i) == VCHR) ? OTYP_CHR : OTYP_BLK)
83 83 #define VTYP_TO_STYP(i) (((i) == VCHR) ? S_IFCHR : S_IFBLK)
84 84
85 85 #define OTYP_VALID(i) (((i) == OTYP_CHR) || ((i) == OTYP_BLK))
86 86 #define OTYP_TO_VTYP(i) (((i) == OTYP_CHR) ? VCHR : VBLK)
87 87 #define OTYP_TO_STYP(i) (((i) == OTYP_CHR) ? S_IFCHR : S_IFBLK)
88 88
89 89 #define STYP_VALID(i) (((i) == S_IFCHR) || ((i) == S_IFBLK))
90 90 #define STYP_TO_VTYP(i) (((i) == S_IFCHR) ? VCHR : VBLK)
91 91
92 92 /*
93 93 * Define macros for accessing layered driver hash structures
94 94 */
95 95 #define LH_HASH(vp) (handle_hash_func(vp) % LH_HASH_SZ)
96 96 #define LI_HASH(mid, dip, dev) (ident_hash_func(mid, dip, dev) % LI_HASH_SZ)
97 97
98 98 /*
99 99 * Define layered handle flags used in the lh_type field
100 100 */
101 101 #define LH_STREAM (0x1) /* handle to a streams device */
102 102 #define LH_CBDEV (0x2) /* handle to a char/block device */
103 103
104 104 /*
105 105 * Define macro for devid property lookups
106 106 */
107 107 #define DEVID_PROP_FLAGS (DDI_PROP_DONTPASS | \
108 108 DDI_PROP_TYPE_STRING|DDI_PROP_CANSLEEP)
109 109
110 110 /*
111 111 * Dummy string for NDI events
112 112 */
113 113 #define NDI_EVENT_SERVICE "NDI_EVENT_SERVICE"
114 114
115 115 static void ldi_ev_lock(void);
116 116 static void ldi_ev_unlock(void);
117 117
118 118 #ifdef LDI_OBSOLETE_EVENT
119 119 int ldi_remove_event_handler(ldi_handle_t lh, ldi_callback_id_t id);
120 120 #endif
121 121
122 122
123 123 /*
124 124 * globals
125 125 */
126 126 static kmutex_t ldi_ident_hash_lock[LI_HASH_SZ];
127 127 static struct ldi_ident *ldi_ident_hash[LI_HASH_SZ];
128 128
129 129 static kmutex_t ldi_handle_hash_lock[LH_HASH_SZ];
130 130 static struct ldi_handle *ldi_handle_hash[LH_HASH_SZ];
131 131 static size_t ldi_handle_hash_count;
132 132
133 133 /*
134 134 * Use of "ldi_ev_callback_list" must be protected by ldi_ev_lock()
135 135 * and ldi_ev_unlock().
136 136 */
137 137 static struct ldi_ev_callback_list ldi_ev_callback_list;
138 138
139 139 static uint32_t ldi_ev_id_pool = 0;
140 140
141 141 struct ldi_ev_cookie {
142 142 char *ck_evname;
143 143 uint_t ck_sync;
144 144 uint_t ck_ctype;
145 145 };
146 146
147 147 static struct ldi_ev_cookie ldi_ev_cookies[] = {
148 148 { LDI_EV_OFFLINE, 1, CT_DEV_EV_OFFLINE},
149 149 { LDI_EV_DEGRADE, 0, CT_DEV_EV_DEGRADED},
150 150 { LDI_EV_DEVICE_REMOVE, 0, 0},
151 151 { NULL} /* must terminate list */
152 152 };
153 153
154 154 void
155 155 ldi_init(void)
156 156 {
157 157 int i;
158 158
159 159 ldi_handle_hash_count = 0;
160 160 for (i = 0; i < LH_HASH_SZ; i++) {
161 161 mutex_init(&ldi_handle_hash_lock[i], NULL, MUTEX_DEFAULT, NULL);
162 162 ldi_handle_hash[i] = NULL;
163 163 }
164 164 for (i = 0; i < LI_HASH_SZ; i++) {
165 165 mutex_init(&ldi_ident_hash_lock[i], NULL, MUTEX_DEFAULT, NULL);
166 166 ldi_ident_hash[i] = NULL;
167 167 }
168 168
169 169 /*
170 170 * Initialize the LDI event subsystem
171 171 */
172 172 mutex_init(&ldi_ev_callback_list.le_lock, NULL, MUTEX_DEFAULT, NULL);
173 173 cv_init(&ldi_ev_callback_list.le_cv, NULL, CV_DEFAULT, NULL);
174 174 ldi_ev_callback_list.le_busy = 0;
175 175 ldi_ev_callback_list.le_thread = NULL;
176 176 ldi_ev_callback_list.le_walker_next = NULL;
177 177 ldi_ev_callback_list.le_walker_prev = NULL;
178 178 list_create(&ldi_ev_callback_list.le_head,
179 179 sizeof (ldi_ev_callback_impl_t),
180 180 offsetof(ldi_ev_callback_impl_t, lec_list));
181 181 }
182 182
183 183 /*
184 184 * LDI ident manipulation functions
185 185 */
186 186 static uint_t
187 187 ident_hash_func(modid_t modid, dev_info_t *dip, dev_t dev)
188 188 {
189 189 if (dip != NULL) {
190 190 uintptr_t k = (uintptr_t)dip;
191 191 k >>= (int)highbit(sizeof (struct dev_info));
192 192 return ((uint_t)k);
193 193 } else if (dev != DDI_DEV_T_NONE) {
194 194 return (modid + getminor(dev) + getmajor(dev));
195 195 } else {
196 196 return (modid);
197 197 }
198 198 }
199 199
200 200 static struct ldi_ident **
201 201 ident_find_ref_nolock(modid_t modid, dev_info_t *dip, dev_t dev, major_t major)
202 202 {
203 203 struct ldi_ident **lipp = NULL;
204 204 uint_t index = LI_HASH(modid, dip, dev);
205 205
206 206 ASSERT(MUTEX_HELD(&ldi_ident_hash_lock[index]));
207 207
208 208 for (lipp = &(ldi_ident_hash[index]);
209 209 (*lipp != NULL);
210 210 lipp = &((*lipp)->li_next)) {
211 211 if (((*lipp)->li_modid == modid) &&
212 212 ((*lipp)->li_major == major) &&
213 213 ((*lipp)->li_dip == dip) &&
214 214 ((*lipp)->li_dev == dev))
215 215 break;
216 216 }
217 217
218 218 ASSERT(lipp != NULL);
219 219 return (lipp);
220 220 }
221 221
222 222 static struct ldi_ident *
223 223 ident_alloc(char *mod_name, dev_info_t *dip, dev_t dev, major_t major)
224 224 {
225 225 struct ldi_ident *lip, **lipp, *retlip;
226 226 modid_t modid;
227 227 uint_t index;
228 228
229 229 ASSERT(mod_name != NULL);
230 230
231 231 /* get the module id */
232 232 modid = mod_name_to_modid(mod_name);
233 233 ASSERT(modid != -1);
234 234
235 235 /* allocate a new ident in case we need it */
236 236 lip = kmem_zalloc(sizeof (*lip), KM_SLEEP);
237 237
238 238 /* search the hash for a matching ident */
239 239 index = LI_HASH(modid, dip, dev);
240 240 mutex_enter(&ldi_ident_hash_lock[index]);
241 241 lipp = ident_find_ref_nolock(modid, dip, dev, major);
242 242
243 243 if (*lipp != NULL) {
244 244 /* we found an ident in the hash */
245 245 ASSERT(strcmp((*lipp)->li_modname, mod_name) == 0);
246 246 (*lipp)->li_ref++;
247 247 retlip = *lipp;
248 248 mutex_exit(&ldi_ident_hash_lock[index]);
249 249 kmem_free(lip, sizeof (struct ldi_ident));
250 250 return (retlip);
251 251 }
252 252
253 253 /* initialize the new ident */
254 254 lip->li_next = NULL;
255 255 lip->li_ref = 1;
256 256 lip->li_modid = modid;
257 257 lip->li_major = major;
258 258 lip->li_dip = dip;
259 259 lip->li_dev = dev;
260 260 (void) strncpy(lip->li_modname, mod_name, sizeof (lip->li_modname) - 1);
261 261
262 262 /* add it to the ident hash */
263 263 lip->li_next = ldi_ident_hash[index];
264 264 ldi_ident_hash[index] = lip;
265 265
266 266 mutex_exit(&ldi_ident_hash_lock[index]);
267 267 return (lip);
268 268 }
269 269
270 270 static void
271 271 ident_hold(struct ldi_ident *lip)
272 272 {
273 273 uint_t index;
274 274
275 275 ASSERT(lip != NULL);
276 276 index = LI_HASH(lip->li_modid, lip->li_dip, lip->li_dev);
277 277 mutex_enter(&ldi_ident_hash_lock[index]);
278 278 ASSERT(lip->li_ref > 0);
279 279 lip->li_ref++;
280 280 mutex_exit(&ldi_ident_hash_lock[index]);
281 281 }
282 282
283 283 static void
284 284 ident_release(struct ldi_ident *lip)
285 285 {
286 286 struct ldi_ident **lipp;
287 287 uint_t index;
288 288
289 289 ASSERT(lip != NULL);
290 290 index = LI_HASH(lip->li_modid, lip->li_dip, lip->li_dev);
291 291 mutex_enter(&ldi_ident_hash_lock[index]);
292 292
293 293 ASSERT(lip->li_ref > 0);
294 294 if (--lip->li_ref > 0) {
295 295 /* there are more references to this ident */
296 296 mutex_exit(&ldi_ident_hash_lock[index]);
297 297 return;
298 298 }
299 299
300 300 /* this was the last reference/open for this ident. free it. */
301 301 lipp = ident_find_ref_nolock(
302 302 lip->li_modid, lip->li_dip, lip->li_dev, lip->li_major);
303 303
304 304 ASSERT((lipp != NULL) && (*lipp != NULL));
305 305 *lipp = lip->li_next;
306 306 mutex_exit(&ldi_ident_hash_lock[index]);
307 307 kmem_free(lip, sizeof (struct ldi_ident));
308 308 }
309 309
310 310 /*
311 311 * LDI handle manipulation functions
312 312 */
313 313 static uint_t
314 314 handle_hash_func(void *vp)
315 315 {
316 316 uintptr_t k = (uintptr_t)vp;
317 317 k >>= (int)highbit(sizeof (vnode_t));
318 318 return ((uint_t)k);
319 319 }
320 320
321 321 static struct ldi_handle **
322 322 handle_find_ref_nolock(vnode_t *vp, struct ldi_ident *ident)
323 323 {
324 324 struct ldi_handle **lhpp = NULL;
325 325 uint_t index = LH_HASH(vp);
326 326
327 327 ASSERT(MUTEX_HELD(&ldi_handle_hash_lock[index]));
328 328
329 329 for (lhpp = &(ldi_handle_hash[index]);
330 330 (*lhpp != NULL);
331 331 lhpp = &((*lhpp)->lh_next)) {
332 332 if (((*lhpp)->lh_ident == ident) &&
333 333 ((*lhpp)->lh_vp == vp))
334 334 break;
335 335 }
336 336
337 337 ASSERT(lhpp != NULL);
338 338 return (lhpp);
339 339 }
340 340
341 341 static struct ldi_handle *
342 342 handle_find(vnode_t *vp, struct ldi_ident *ident)
343 343 {
344 344 struct ldi_handle **lhpp, *retlhp;
345 345 int index = LH_HASH(vp);
346 346
347 347 mutex_enter(&ldi_handle_hash_lock[index]);
348 348 lhpp = handle_find_ref_nolock(vp, ident);
349 349 retlhp = *lhpp;
350 350 mutex_exit(&ldi_handle_hash_lock[index]);
351 351 return (retlhp);
352 352 }
353 353
354 354 static struct ldi_handle *
355 355 handle_alloc(vnode_t *vp, struct ldi_ident *ident)
356 356 {
357 357 struct ldi_handle *lhp, **lhpp, *retlhp;
358 358 uint_t index;
359 359
360 360 ASSERT((vp != NULL) && (ident != NULL));
361 361
362 362 /* allocate a new handle in case we need it */
363 363 lhp = kmem_zalloc(sizeof (*lhp), KM_SLEEP);
364 364
365 365 /* search the hash for a matching handle */
366 366 index = LH_HASH(vp);
367 367 mutex_enter(&ldi_handle_hash_lock[index]);
368 368 lhpp = handle_find_ref_nolock(vp, ident);
369 369
370 370 if (*lhpp != NULL) {
371 371 /* we found a handle in the hash */
372 372 (*lhpp)->lh_ref++;
373 373 retlhp = *lhpp;
374 374 mutex_exit(&ldi_handle_hash_lock[index]);
375 375
376 376 LDI_ALLOCFREE((CE_WARN, "ldi handle alloc: dup "
377 377 "lh=0x%p, ident=0x%p, vp=0x%p, drv=%s, minor=0x%x",
378 378 (void *)retlhp, (void *)ident, (void *)vp,
379 379 mod_major_to_name(getmajor(vp->v_rdev)),
380 380 getminor(vp->v_rdev)));
381 381
382 382 kmem_free(lhp, sizeof (struct ldi_handle));
383 383 return (retlhp);
384 384 }
385 385
386 386 /* initialize the new handle */
387 387 lhp->lh_ref = 1;
388 388 lhp->lh_vp = vp;
389 389 lhp->lh_ident = ident;
390 390 #ifdef LDI_OBSOLETE_EVENT
391 391 mutex_init(lhp->lh_lock, NULL, MUTEX_DEFAULT, NULL);
392 392 #endif
393 393
394 394 /* set the device type for this handle */
395 395 lhp->lh_type = 0;
396 396 if (vp->v_stream) {
397 397 ASSERT(vp->v_type == VCHR);
398 398 lhp->lh_type |= LH_STREAM;
399 399 } else {
400 400 lhp->lh_type |= LH_CBDEV;
401 401 }
402 402
403 403 /* get holds on other objects */
404 404 ident_hold(ident);
405 405 ASSERT(vp->v_count >= 1);
406 406 VN_HOLD(vp);
407 407
408 408 /* add it to the handle hash */
409 409 lhp->lh_next = ldi_handle_hash[index];
410 410 ldi_handle_hash[index] = lhp;
411 411 atomic_inc_ulong(&ldi_handle_hash_count);
412 412
413 413 LDI_ALLOCFREE((CE_WARN, "ldi handle alloc: new "
414 414 "lh=0x%p, ident=0x%p, vp=0x%p, drv=%s, minor=0x%x",
415 415 (void *)lhp, (void *)ident, (void *)vp,
416 416 mod_major_to_name(getmajor(vp->v_rdev)),
417 417 getminor(vp->v_rdev)));
418 418
419 419 mutex_exit(&ldi_handle_hash_lock[index]);
420 420 return (lhp);
421 421 }
422 422
423 423 static void
424 424 handle_release(struct ldi_handle *lhp)
425 425 {
426 426 struct ldi_handle **lhpp;
427 427 uint_t index;
428 428
429 429 ASSERT(lhp != NULL);
430 430
431 431 index = LH_HASH(lhp->lh_vp);
432 432 mutex_enter(&ldi_handle_hash_lock[index]);
433 433
434 434 LDI_ALLOCFREE((CE_WARN, "ldi handle release: "
435 435 "lh=0x%p, ident=0x%p, vp=0x%p, drv=%s, minor=0x%x",
436 436 (void *)lhp, (void *)lhp->lh_ident, (void *)lhp->lh_vp,
437 437 mod_major_to_name(getmajor(lhp->lh_vp->v_rdev)),
438 438 getminor(lhp->lh_vp->v_rdev)));
439 439
440 440 ASSERT(lhp->lh_ref > 0);
441 441 if (--lhp->lh_ref > 0) {
442 442 /* there are more references to this handle */
443 443 mutex_exit(&ldi_handle_hash_lock[index]);
444 444 return;
445 445 }
446 446
447 447 /* this was the last reference/open for this handle. free it. */
448 448 lhpp = handle_find_ref_nolock(lhp->lh_vp, lhp->lh_ident);
449 449 ASSERT((lhpp != NULL) && (*lhpp != NULL));
450 450 *lhpp = lhp->lh_next;
451 451 atomic_dec_ulong(&ldi_handle_hash_count);
452 452 mutex_exit(&ldi_handle_hash_lock[index]);
453 453
454 454 VN_RELE(lhp->lh_vp);
455 455 ident_release(lhp->lh_ident);
456 456 #ifdef LDI_OBSOLETE_EVENT
457 457 mutex_destroy(lhp->lh_lock);
458 458 #endif
459 459 kmem_free(lhp, sizeof (struct ldi_handle));
460 460 }
461 461
462 462 #ifdef LDI_OBSOLETE_EVENT
463 463 /*
464 464 * LDI event manipulation functions
465 465 */
466 466 static void
467 467 handle_event_add(ldi_event_t *lep)
468 468 {
469 469 struct ldi_handle *lhp = lep->le_lhp;
470 470
471 471 ASSERT(lhp != NULL);
472 472
473 473 mutex_enter(lhp->lh_lock);
474 474 if (lhp->lh_events == NULL) {
475 475 lhp->lh_events = lep;
476 476 mutex_exit(lhp->lh_lock);
477 477 return;
478 478 }
479 479
480 480 lep->le_next = lhp->lh_events;
481 481 lhp->lh_events->le_prev = lep;
482 482 lhp->lh_events = lep;
483 483 mutex_exit(lhp->lh_lock);
484 484 }
485 485
486 486 static void
487 487 handle_event_remove(ldi_event_t *lep)
488 488 {
489 489 struct ldi_handle *lhp = lep->le_lhp;
490 490
491 491 ASSERT(lhp != NULL);
492 492
493 493 mutex_enter(lhp->lh_lock);
494 494 if (lep->le_prev)
495 495 lep->le_prev->le_next = lep->le_next;
496 496 if (lep->le_next)
497 497 lep->le_next->le_prev = lep->le_prev;
498 498 if (lhp->lh_events == lep)
499 499 lhp->lh_events = lep->le_next;
500 500 mutex_exit(lhp->lh_lock);
501 501
502 502 }
503 503
504 504 static void
505 505 i_ldi_callback(dev_info_t *dip, ddi_eventcookie_t event_cookie,
506 506 void *arg, void *bus_impldata)
507 507 {
508 508 ldi_event_t *lep = (ldi_event_t *)arg;
509 509
510 510 ASSERT(lep != NULL);
511 511
512 512 LDI_EVENTCB((CE_NOTE, "%s: dip=0x%p, "
513 513 "event_cookie=0x%p, ldi_eventp=0x%p", "i_ldi_callback",
514 514 (void *)dip, (void *)event_cookie, (void *)lep));
515 515
516 516 lep->le_handler(lep->le_lhp, event_cookie, lep->le_arg, bus_impldata);
517 517 }
518 518 #endif
519 519
520 520 /*
521 521 * LDI open helper functions
522 522 */
523 523
524 524 /* get a vnode to a device by dev_t and otyp */
525 525 static int
526 526 ldi_vp_from_dev(dev_t dev, int otyp, vnode_t **vpp)
527 527 {
528 528 dev_info_t *dip;
529 529 vnode_t *vp;
530 530
531 531 /* sanity check required input parameters */
532 532 if ((dev == DDI_DEV_T_NONE) || (!OTYP_VALID(otyp)) || (vpp == NULL))
533 533 return (EINVAL);
534 534
535 535 if ((dip = e_ddi_hold_devi_by_dev(dev, 0)) == NULL)
536 536 return (ENODEV);
537 537
538 538 vp = makespecvp(dev, OTYP_TO_VTYP(otyp));
539 539 spec_assoc_vp_with_devi(vp, dip);
540 540 ddi_release_devi(dip); /* from e_ddi_hold_devi_by_dev */
541 541
542 542 *vpp = vp;
543 543 return (0);
544 544 }
545 545
546 546 /* get a vnode to a device by pathname */
547 547 int
548 548 ldi_vp_from_name(char *path, vnode_t **vpp)
549 549 {
550 550 vnode_t *vp = NULL;
551 551 int ret;
552 552
553 553 /* sanity check required input parameters */
554 554 if ((path == NULL) || (vpp == NULL))
555 555 return (EINVAL);
556 556
557 557 if (modrootloaded) {
558 558 cred_t *saved_cred = curthread->t_cred;
559 559
560 560 /* we don't want lookupname to fail because of credentials */
561 561 curthread->t_cred = kcred;
562 562
563 563 /*
564 564 * all lookups should be done in the global zone. but
565 565 * lookupnameat() won't actually do this if an absolute
566 566 * path is passed in. since the ldi interfaces require an
567 567 * absolute path we pass lookupnameat() a pointer to
568 568 * the character after the leading '/' and tell it to
569 569 * start searching at the current system root directory.
570 570 */
571 571 ASSERT(*path == '/');
572 572 ret = lookupnameat(path + 1, UIO_SYSSPACE, FOLLOW, NULLVPP,
573 573 &vp, rootdir);
574 574
575 575 /* restore this threads credentials */
576 576 curthread->t_cred = saved_cred;
577 577
578 578 if (ret == 0) {
579 579 if (!vn_matchops(vp, spec_getvnodeops()) ||
580 580 !VTYP_VALID(vp->v_type)) {
581 581 VN_RELE(vp);
582 582 return (ENXIO);
583 583 }
584 584 }
585 585 }
586 586
587 587 if (vp == NULL) {
588 588 dev_info_t *dip;
589 589 dev_t dev;
590 590 int spec_type;
591 591
592 592 /*
593 593 * Root is not mounted, the minor node is not specified,
594 594 * or an OBP path has been specified.
595 595 */
596 596
597 597 /*
598 598 * Determine if path can be pruned to produce an
599 599 * OBP or devfs path for resolve_pathname.
600 600 */
601 601 if (strncmp(path, "/devices/", 9) == 0)
602 602 path += strlen("/devices");
603 603
604 604 /*
605 605 * if no minor node was specified the DEFAULT minor node
606 606 * will be returned. if there is no DEFAULT minor node
607 607 * one will be fabricated of type S_IFCHR with the minor
608 608 * number equal to the instance number.
609 609 */
610 610 ret = resolve_pathname(path, &dip, &dev, &spec_type);
611 611 if (ret != 0)
612 612 return (ENODEV);
613 613
614 614 ASSERT(STYP_VALID(spec_type));
615 615 vp = makespecvp(dev, STYP_TO_VTYP(spec_type));
616 616 spec_assoc_vp_with_devi(vp, dip);
617 617 ddi_release_devi(dip);
618 618 }
619 619
620 620 *vpp = vp;
621 621 return (0);
622 622 }
623 623
624 624 static int
625 625 ldi_devid_match(ddi_devid_t devid, dev_info_t *dip, dev_t dev)
626 626 {
627 627 char *devidstr;
628 628 ddi_prop_t *propp;
629 629
630 630 /* convert devid as a string property */
631 631 if ((devidstr = ddi_devid_str_encode(devid, NULL)) == NULL)
632 632 return (0);
633 633
634 634 /*
635 635 * Search for the devid. For speed and ease in locking this
636 636 * code directly uses the property implementation. See
637 637 * ddi_common_devid_to_devlist() for a comment as to why.
638 638 */
639 639 mutex_enter(&(DEVI(dip)->devi_lock));
640 640
641 641 /* check if there is a DDI_DEV_T_NONE devid property */
642 642 propp = i_ddi_prop_search(DDI_DEV_T_NONE,
643 643 DEVID_PROP_NAME, DEVID_PROP_FLAGS, &DEVI(dip)->devi_hw_prop_ptr);
644 644 if (propp != NULL) {
645 645 if (ddi_devid_str_compare(propp->prop_val, devidstr) == 0) {
646 646 /* a DDI_DEV_T_NONE devid exists and matchs */
647 647 mutex_exit(&(DEVI(dip)->devi_lock));
648 648 ddi_devid_str_free(devidstr);
649 649 return (1);
650 650 } else {
651 651 /* a DDI_DEV_T_NONE devid exists and doesn't match */
652 652 mutex_exit(&(DEVI(dip)->devi_lock));
653 653 ddi_devid_str_free(devidstr);
654 654 return (0);
655 655 }
656 656 }
657 657
658 658 /* check if there is a devt specific devid property */
659 659 propp = i_ddi_prop_search(dev,
660 660 DEVID_PROP_NAME, DEVID_PROP_FLAGS, &(DEVI(dip)->devi_hw_prop_ptr));
661 661 if (propp != NULL) {
662 662 if (ddi_devid_str_compare(propp->prop_val, devidstr) == 0) {
663 663 /* a devt specific devid exists and matchs */
664 664 mutex_exit(&(DEVI(dip)->devi_lock));
665 665 ddi_devid_str_free(devidstr);
666 666 return (1);
667 667 } else {
668 668 /* a devt specific devid exists and doesn't match */
669 669 mutex_exit(&(DEVI(dip)->devi_lock));
670 670 ddi_devid_str_free(devidstr);
671 671 return (0);
672 672 }
673 673 }
674 674
675 675 /* we didn't find any devids associated with the device */
676 676 mutex_exit(&(DEVI(dip)->devi_lock));
677 677 ddi_devid_str_free(devidstr);
678 678 return (0);
679 679 }
680 680
681 681 /* get a handle to a device by devid and minor name */
682 682 int
683 683 ldi_vp_from_devid(ddi_devid_t devid, char *minor_name, vnode_t **vpp)
684 684 {
685 685 dev_info_t *dip;
686 686 vnode_t *vp;
687 687 int ret, i, ndevs, styp;
688 688 dev_t dev, *devs;
689 689
690 690 /* sanity check required input parameters */
691 691 if ((devid == NULL) || (minor_name == NULL) || (vpp == NULL))
692 692 return (EINVAL);
693 693
694 694 ret = ddi_lyr_devid_to_devlist(devid, minor_name, &ndevs, &devs);
695 695 if ((ret != DDI_SUCCESS) || (ndevs <= 0))
696 696 return (ENODEV);
697 697
698 698 for (i = 0; i < ndevs; i++) {
699 699 dev = devs[i];
700 700
701 701 if ((dip = e_ddi_hold_devi_by_dev(dev, 0)) == NULL)
702 702 continue;
703 703
704 704 /*
705 705 * now we have to verify that the devid of the disk
706 706 * still matches what was requested.
707 707 *
708 708 * we have to do this because the devid could have
709 709 * changed between the call to ddi_lyr_devid_to_devlist()
710 710 * and e_ddi_hold_devi_by_dev(). this is because when
711 711 * ddi_lyr_devid_to_devlist() returns a list of devts
712 712 * there is no kind of hold on those devts so a device
713 713 * could have been replaced out from under us in the
714 714 * interim.
715 715 */
716 716 if ((i_ddi_minorname_to_devtspectype(dip, minor_name,
717 717 NULL, &styp) == DDI_SUCCESS) &&
718 718 ldi_devid_match(devid, dip, dev))
719 719 break;
720 720
721 721 ddi_release_devi(dip); /* from e_ddi_hold_devi_by_dev() */
722 722 }
723 723
724 724 ddi_lyr_free_devlist(devs, ndevs);
725 725
726 726 if (i == ndevs)
727 727 return (ENODEV);
728 728
729 729 ASSERT(STYP_VALID(styp));
730 730 vp = makespecvp(dev, STYP_TO_VTYP(styp));
731 731 spec_assoc_vp_with_devi(vp, dip);
732 732 ddi_release_devi(dip); /* from e_ddi_hold_devi_by_dev */
733 733
734 734 *vpp = vp;
735 735 return (0);
736 736 }
737 737
738 738 /* given a vnode, open a device */
739 739 static int
740 740 ldi_open_by_vp(vnode_t **vpp, int flag, cred_t *cr,
741 741 ldi_handle_t *lhp, struct ldi_ident *li)
742 742 {
743 743 struct ldi_handle *nlhp;
744 744 vnode_t *vp;
745 745 int err;
746 746
747 747 ASSERT((vpp != NULL) && (*vpp != NULL));
748 748 ASSERT((lhp != NULL) && (li != NULL));
749 749
750 750 vp = *vpp;
751 751 /* if the vnode passed in is not a device, then bail */
752 752 if (!vn_matchops(vp, spec_getvnodeops()) || !VTYP_VALID(vp->v_type))
753 753 return (ENXIO);
754 754
755 755 /*
756 756 * the caller may have specified a node that
757 757 * doesn't have cb_ops defined. the ldi doesn't yet
758 758 * support opening devices without a valid cb_ops.
759 759 */
760 760 if (devopsp[getmajor(vp->v_rdev)]->devo_cb_ops == NULL)
761 761 return (ENXIO);
762 762
763 763 /* open the device */
764 764 if ((err = VOP_OPEN(&vp, flag | FKLYR, cr, NULL)) != 0)
765 765 return (err);
766 766
767 767 /* possible clone open, make sure that we still have a spec node */
768 768 ASSERT(vn_matchops(vp, spec_getvnodeops()));
769 769
770 770 nlhp = handle_alloc(vp, li);
771 771
772 772 if (vp != *vpp) {
773 773 /*
774 774 * allocating the layered handle took a new hold on the vnode
775 775 * so we can release the hold that was returned by the clone
776 776 * open
777 777 */
778 778 LDI_OPENCLOSE((CE_WARN, "%s: lh=0x%p",
779 779 "ldi clone open", (void *)nlhp));
780 780 } else {
781 781 LDI_OPENCLOSE((CE_WARN, "%s: lh=0x%p",
782 782 "ldi open", (void *)nlhp));
783 783 }
784 784
785 785 *vpp = vp;
786 786 *lhp = (ldi_handle_t)nlhp;
787 787 return (0);
788 788 }
789 789
790 790 /* Call a drivers prop_op(9E) interface */
791 791 static int
792 792 i_ldi_prop_op(dev_t dev, dev_info_t *dip, ddi_prop_op_t prop_op,
793 793 int flags, char *name, caddr_t valuep, int *lengthp)
794 794 {
795 795 struct dev_ops *ops = NULL;
796 796 int res;
797 797
798 798 ASSERT((dip != NULL) && (name != NULL));
799 799 ASSERT((prop_op == PROP_LEN) || (valuep != NULL));
800 800 ASSERT(lengthp != NULL);
801 801
802 802 /*
803 803 * we can only be invoked after a driver has been opened and
804 804 * someone has a layered handle to it, so there had better be
805 805 * a valid ops vector.
806 806 */
807 807 ops = DEVI(dip)->devi_ops;
808 808 ASSERT(ops && ops->devo_cb_ops);
809 809
810 810 /*
811 811 * Some nexus drivers incorrectly set cb_prop_op to nodev,
812 812 * nulldev or even NULL.
813 813 */
814 814 if ((ops->devo_cb_ops->cb_prop_op == nodev) ||
815 815 (ops->devo_cb_ops->cb_prop_op == nulldev) ||
816 816 (ops->devo_cb_ops->cb_prop_op == NULL)) {
817 817 return (DDI_PROP_NOT_FOUND);
818 818 }
819 819
820 820 /* check if this is actually DDI_DEV_T_ANY query */
821 821 if (flags & LDI_DEV_T_ANY) {
822 822 flags &= ~LDI_DEV_T_ANY;
823 823 dev = DDI_DEV_T_ANY;
824 824 }
825 825
826 826 res = cdev_prop_op(dev, dip, prop_op, flags, name, valuep, lengthp);
827 827 return (res);
828 828 }
829 829
830 830 static void
831 831 i_ldi_prop_op_free(struct prop_driver_data *pdd)
832 832 {
833 833 kmem_free(pdd, pdd->pdd_size);
834 834 }
835 835
836 836 static caddr_t
837 837 i_ldi_prop_op_alloc(int prop_len)
838 838 {
839 839 struct prop_driver_data *pdd;
840 840 int pdd_size;
841 841
842 842 pdd_size = sizeof (struct prop_driver_data) + prop_len;
843 843 pdd = kmem_alloc(pdd_size, KM_SLEEP);
844 844 pdd->pdd_size = pdd_size;
845 845 pdd->pdd_prop_free = i_ldi_prop_op_free;
846 846 return ((caddr_t)&pdd[1]);
847 847 }
848 848
849 849 /*
850 850 * i_ldi_prop_op_typed() is a wrapper for i_ldi_prop_op that is used
851 851 * by the typed ldi property lookup interfaces.
852 852 */
853 853 static int
854 854 i_ldi_prop_op_typed(dev_t dev, dev_info_t *dip, int flags, char *name,
855 855 caddr_t *datap, int *lengthp, int elem_size)
856 856 {
857 857 caddr_t prop_val;
858 858 int prop_len, res;
859 859
860 860 ASSERT((dip != NULL) && (name != NULL));
861 861 ASSERT((datap != NULL) && (lengthp != NULL));
862 862
863 863 /*
864 864 * first call the drivers prop_op() interface to allow it
865 865 * it to override default property values.
866 866 */
867 867 res = i_ldi_prop_op(dev, dip, PROP_LEN,
868 868 flags | DDI_PROP_DYNAMIC, name, NULL, &prop_len);
869 869 if (res != DDI_PROP_SUCCESS)
870 870 return (DDI_PROP_NOT_FOUND);
871 871
872 872 /* sanity check the property length */
873 873 if (prop_len == 0) {
874 874 /*
875 875 * the ddi typed interfaces don't allow a drivers to
876 876 * create properties with a length of 0. so we should
877 877 * prevent drivers from returning 0 length dynamic
878 878 * properties for typed property lookups.
879 879 */
880 880 return (DDI_PROP_NOT_FOUND);
881 881 }
882 882
883 883 /* sanity check the property length against the element size */
884 884 if (elem_size && ((prop_len % elem_size) != 0))
885 885 return (DDI_PROP_NOT_FOUND);
886 886
887 887 /*
888 888 * got it. now allocate a prop_driver_data struct so that the
889 889 * user can free the property via ddi_prop_free().
890 890 */
891 891 prop_val = i_ldi_prop_op_alloc(prop_len);
892 892
893 893 /* lookup the property again, this time get the value */
894 894 res = i_ldi_prop_op(dev, dip, PROP_LEN_AND_VAL_BUF,
895 895 flags | DDI_PROP_DYNAMIC, name, prop_val, &prop_len);
896 896 if (res != DDI_PROP_SUCCESS) {
897 897 ddi_prop_free(prop_val);
898 898 return (DDI_PROP_NOT_FOUND);
899 899 }
900 900
901 901 /* sanity check the property length */
902 902 if (prop_len == 0) {
903 903 ddi_prop_free(prop_val);
904 904 return (DDI_PROP_NOT_FOUND);
905 905 }
906 906
907 907 /* sanity check the property length against the element size */
908 908 if (elem_size && ((prop_len % elem_size) != 0)) {
909 909 ddi_prop_free(prop_val);
910 910 return (DDI_PROP_NOT_FOUND);
911 911 }
912 912
913 913 /*
914 914 * return the prop_driver_data struct and, optionally, the length
915 915 * of the data.
916 916 */
917 917 *datap = prop_val;
918 918 *lengthp = prop_len;
919 919
920 920 return (DDI_PROP_SUCCESS);
921 921 }
922 922
923 923 /*
924 924 * i_check_string looks at a string property and makes sure its
925 925 * a valid null terminated string
926 926 */
927 927 static int
928 928 i_check_string(char *str, int prop_len)
929 929 {
930 930 int i;
931 931
932 932 ASSERT(str != NULL);
933 933
934 934 for (i = 0; i < prop_len; i++) {
935 935 if (str[i] == '\0')
936 936 return (0);
937 937 }
938 938 return (1);
939 939 }
940 940
941 941 /*
942 942 * i_pack_string_array takes a a string array property that is represented
943 943 * as a concatenation of strings (with the NULL character included for
944 944 * each string) and converts it into a format that can be returned by
945 945 * ldi_prop_lookup_string_array.
946 946 */
947 947 static int
948 948 i_pack_string_array(char *str_concat, int prop_len,
949 949 char ***str_arrayp, int *nelemp)
950 950 {
951 951 int i, nelem, pack_size;
952 952 char **str_array, *strptr;
953 953
954 954 /*
955 955 * first we need to sanity check the input string array.
956 956 * in essence this can be done my making sure that the last
957 957 * character of the array passed in is null. (meaning the last
958 958 * string in the array is NULL terminated.
959 959 */
960 960 if (str_concat[prop_len - 1] != '\0')
961 961 return (1);
962 962
963 963 /* now let's count the number of strings in the array */
964 964 for (nelem = i = 0; i < prop_len; i++)
965 965 if (str_concat[i] == '\0')
966 966 nelem++;
967 967 ASSERT(nelem >= 1);
968 968
969 969 /* now let's allocate memory for the new packed property */
970 970 pack_size = (sizeof (char *) * (nelem + 1)) + prop_len;
971 971 str_array = (char **)i_ldi_prop_op_alloc(pack_size);
972 972
973 973 /* let's copy the actual string data into the new property */
974 974 strptr = (char *)&(str_array[nelem + 1]);
975 975 bcopy(str_concat, strptr, prop_len);
976 976
977 977 /* now initialize the string array pointers */
978 978 for (i = 0; i < nelem; i++) {
979 979 str_array[i] = strptr;
980 980 strptr += strlen(strptr) + 1;
981 981 }
982 982 str_array[nelem] = NULL;
983 983
984 984 /* set the return values */
985 985 *str_arrayp = str_array;
986 986 *nelemp = nelem;
987 987
988 988 return (0);
989 989 }
990 990
991 991
992 992 /*
993 993 * LDI Project private device usage interfaces
994 994 */
995 995
996 996 /*
997 997 * Get a count of how many devices are currentl open by different consumers
998 998 */
999 999 int
1000 1000 ldi_usage_count()
1001 1001 {
1002 1002 return (ldi_handle_hash_count);
1003 1003 }
1004 1004
1005 1005 static void
1006 1006 ldi_usage_walker_tgt_helper(ldi_usage_t *ldi_usage, vnode_t *vp)
1007 1007 {
1008 1008 dev_info_t *dip;
1009 1009 dev_t dev;
1010 1010
1011 1011 ASSERT(STYP_VALID(VTYP_TO_STYP(vp->v_type)));
1012 1012
1013 1013 /* get the target devt */
1014 1014 dev = vp->v_rdev;
1015 1015
1016 1016 /* try to get the target dip */
1017 1017 dip = VTOCS(vp)->s_dip;
1018 1018 if (dip != NULL) {
1019 1019 e_ddi_hold_devi(dip);
1020 1020 } else if (dev != DDI_DEV_T_NONE) {
1021 1021 dip = e_ddi_hold_devi_by_dev(dev, 0);
1022 1022 }
1023 1023
1024 1024 /* set the target information */
1025 1025 ldi_usage->tgt_name = mod_major_to_name(getmajor(dev));
1026 1026 ldi_usage->tgt_modid = mod_name_to_modid(ldi_usage->tgt_name);
1027 1027 ldi_usage->tgt_devt = dev;
1028 1028 ldi_usage->tgt_spec_type = VTYP_TO_STYP(vp->v_type);
1029 1029 ldi_usage->tgt_dip = dip;
1030 1030 }
1031 1031
1032 1032
1033 1033 static int
1034 1034 ldi_usage_walker_helper(struct ldi_ident *lip, vnode_t *vp,
1035 1035 void *arg, int (*callback)(const ldi_usage_t *, void *))
1036 1036 {
1037 1037 ldi_usage_t ldi_usage;
1038 1038 struct devnames *dnp;
1039 1039 dev_info_t *dip;
1040 1040 major_t major;
1041 1041 dev_t dev;
1042 1042 int ret = LDI_USAGE_CONTINUE;
1043 1043
1044 1044 /* set the target device information */
1045 1045 ldi_usage_walker_tgt_helper(&ldi_usage, vp);
1046 1046
1047 1047 /* get the source devt */
1048 1048 dev = lip->li_dev;
1049 1049
1050 1050 /* try to get the source dip */
1051 1051 dip = lip->li_dip;
1052 1052 if (dip != NULL) {
1053 1053 e_ddi_hold_devi(dip);
1054 1054 } else if (dev != DDI_DEV_T_NONE) {
1055 1055 dip = e_ddi_hold_devi_by_dev(dev, 0);
1056 1056 }
1057 1057
1058 1058 /* set the valid source information */
1059 1059 ldi_usage.src_modid = lip->li_modid;
1060 1060 ldi_usage.src_name = lip->li_modname;
1061 1061 ldi_usage.src_devt = dev;
1062 1062 ldi_usage.src_dip = dip;
1063 1063
1064 1064 /*
1065 1065 * if the source ident represents either:
1066 1066 *
1067 1067 * - a kernel module (and not a device or device driver)
1068 1068 * - a device node
1069 1069 *
1070 1070 * then we currently have all the info we need to report the
1071 1071 * usage information so invoke the callback function.
1072 1072 */
1073 1073 if (((lip->li_major == -1) && (dev == DDI_DEV_T_NONE)) ||
1074 1074 (dip != NULL)) {
1075 1075 ret = callback(&ldi_usage, arg);
1076 1076 if (dip != NULL)
1077 1077 ddi_release_devi(dip);
1078 1078 if (ldi_usage.tgt_dip != NULL)
1079 1079 ddi_release_devi(ldi_usage.tgt_dip);
1080 1080 return (ret);
1081 1081 }
1082 1082
1083 1083 /*
1084 1084 * now this is kinda gross.
1085 1085 *
1086 1086 * what we do here is attempt to associate every device instance
1087 1087 * of the source driver on the system with the open target driver.
1088 1088 * we do this because we don't know which instance of the device
1089 1089 * could potentially access the lower device so we assume that all
1090 1090 * the instances could access it.
1091 1091 *
1092 1092 * there are two ways we could have gotten here:
1093 1093 *
1094 1094 * 1) this layered ident represents one created using only a
1095 1095 * major number or a driver module name. this means that when
1096 1096 * it was created we could not associate it with a particular
1097 1097 * dev_t or device instance.
1098 1098 *
1099 1099 * when could this possibly happen you ask?
1100 1100 *
1101 1101 * a perfect example of this is streams persistent links.
1102 1102 * when a persistant streams link is formed we can't associate
1103 1103 * the lower device stream with any particular upper device
1104 1104 * stream or instance. this is because any particular upper
1105 1105 * device stream could be closed, then another could be
1106 1106 * opened with a different dev_t and device instance, and it
1107 1107 * would still have access to the lower linked stream.
1108 1108 *
1109 1109 * since any instance of the upper streams driver could
1110 1110 * potentially access the lower stream whenever it wants,
1111 1111 * we represent that here by associating the opened lower
1112 1112 * device with every existing device instance of the upper
1113 1113 * streams driver.
1114 1114 *
1115 1115 * 2) This case should really never happen but we'll include it
1116 1116 * for completeness.
1117 1117 *
1118 1118 * it's possible that we could have gotten here because we
1119 1119 * have a dev_t for the upper device but we couldn't find a
1120 1120 * dip associated with that dev_t.
1121 1121 *
1122 1122 * the only types of devices that have dev_t without an
1123 1123 * associated dip are unbound DLPIv2 network devices. These
1124 1124 * types of devices exist to be able to attach a stream to any
1125 1125 * instance of a hardware network device. since these types of
1126 1126 * devices are usually hardware devices they should never
1127 1127 * really have other devices open.
1128 1128 */
1129 1129 if (dev != DDI_DEV_T_NONE)
1130 1130 major = getmajor(dev);
1131 1131 else
1132 1132 major = lip->li_major;
1133 1133
1134 1134 ASSERT((major >= 0) && (major < devcnt));
1135 1135
1136 1136 dnp = &devnamesp[major];
1137 1137 LOCK_DEV_OPS(&dnp->dn_lock);
1138 1138 dip = dnp->dn_head;
1139 1139 while ((dip) && (ret == LDI_USAGE_CONTINUE)) {
1140 1140 e_ddi_hold_devi(dip);
1141 1141 UNLOCK_DEV_OPS(&dnp->dn_lock);
1142 1142
1143 1143 /* set the source dip */
1144 1144 ldi_usage.src_dip = dip;
1145 1145
1146 1146 /* invoke the callback function */
1147 1147 ret = callback(&ldi_usage, arg);
1148 1148
1149 1149 LOCK_DEV_OPS(&dnp->dn_lock);
1150 1150 ddi_release_devi(dip);
1151 1151 dip = ddi_get_next(dip);
1152 1152 }
1153 1153 UNLOCK_DEV_OPS(&dnp->dn_lock);
1154 1154
1155 1155 /* if there was a target dip, release it */
1156 1156 if (ldi_usage.tgt_dip != NULL)
1157 1157 ddi_release_devi(ldi_usage.tgt_dip);
1158 1158
1159 1159 return (ret);
1160 1160 }
1161 1161
1162 1162 /*
1163 1163 * ldi_usage_walker() - this walker reports LDI kernel device usage
1164 1164 * information via the callback() callback function. the LDI keeps track
1165 1165 * of what devices are being accessed in its own internal data structures.
1166 1166 * this function walks those data structures to determine device usage.
1167 1167 */
1168 1168 void
1169 1169 ldi_usage_walker(void *arg, int (*callback)(const ldi_usage_t *, void *))
1170 1170 {
1171 1171 struct ldi_handle *lhp;
1172 1172 struct ldi_ident *lip;
1173 1173 vnode_t *vp;
1174 1174 int i;
1175 1175 int ret = LDI_USAGE_CONTINUE;
1176 1176
1177 1177 for (i = 0; i < LH_HASH_SZ; i++) {
1178 1178 mutex_enter(&ldi_handle_hash_lock[i]);
1179 1179
1180 1180 lhp = ldi_handle_hash[i];
1181 1181 while ((lhp != NULL) && (ret == LDI_USAGE_CONTINUE)) {
1182 1182 lip = lhp->lh_ident;
1183 1183 vp = lhp->lh_vp;
1184 1184
1185 1185 /* invoke the devinfo callback function */
1186 1186 ret = ldi_usage_walker_helper(lip, vp, arg, callback);
1187 1187
1188 1188 lhp = lhp->lh_next;
1189 1189 }
1190 1190 mutex_exit(&ldi_handle_hash_lock[i]);
1191 1191
1192 1192 if (ret != LDI_USAGE_CONTINUE)
1193 1193 break;
1194 1194 }
1195 1195 }
1196 1196
1197 1197 /*
1198 1198 * LDI Project private interfaces (streams linking interfaces)
1199 1199 *
1200 1200 * Streams supports a type of built in device layering via linking.
1201 1201 * Certain types of streams drivers can be streams multiplexors.
1202 1202 * A streams multiplexor supports the I_LINK/I_PLINK operation.
1203 1203 * These operations allows other streams devices to be linked under the
1204 1204 * multiplexor. By definition all streams multiplexors are devices
1205 1205 * so this linking is a type of device layering where the multiplexor
1206 1206 * device is layered on top of the device linked below it.
1207 1207 */
1208 1208
1209 1209 /*
1210 1210 * ldi_mlink_lh() is invoked when streams are linked using LDI handles.
1211 1211 * It is not used for normal I_LINKs and I_PLINKs using file descriptors.
1212 1212 *
1213 1213 * The streams framework keeps track of links via the file_t of the lower
1214 1214 * stream. The LDI keeps track of devices using a vnode. In the case
1215 1215 * of a streams link created via an LDI handle, fnk_lh() allocates
1216 1216 * a file_t that the streams framework can use to track the linkage.
1217 1217 */
1218 1218 int
1219 1219 ldi_mlink_lh(vnode_t *vp, int cmd, intptr_t arg, cred_t *crp, int *rvalp)
1220 1220 {
1221 1221 struct ldi_handle *lhp = (struct ldi_handle *)arg;
1222 1222 vnode_t *vpdown;
1223 1223 file_t *fpdown;
1224 1224 int err;
1225 1225
1226 1226 if (lhp == NULL)
1227 1227 return (EINVAL);
1228 1228
1229 1229 vpdown = lhp->lh_vp;
1230 1230 ASSERT(vn_matchops(vpdown, spec_getvnodeops()));
1231 1231 ASSERT(cmd == _I_PLINK_LH);
1232 1232
1233 1233 /*
1234 1234 * create a new lower vnode and a file_t that points to it,
1235 1235 * streams linking requires a file_t. falloc() returns with
1236 1236 * fpdown locked.
1237 1237 */
1238 1238 VN_HOLD(vpdown);
1239 1239 (void) falloc(vpdown, FREAD|FWRITE, &fpdown, NULL);
1240 1240 mutex_exit(&fpdown->f_tlock);
1241 1241
1242 1242 /* try to establish the link */
1243 1243 err = mlink_file(vp, I_PLINK, fpdown, crp, rvalp, 1);
1244 1244
1245 1245 if (err != 0) {
1246 1246 /* the link failed, free the file_t and release the vnode */
1247 1247 mutex_enter(&fpdown->f_tlock);
1248 1248 unfalloc(fpdown);
1249 1249 VN_RELE(vpdown);
1250 1250 }
1251 1251
1252 1252 return (err);
1253 1253 }
1254 1254
1255 1255 /*
1256 1256 * ldi_mlink_fp() is invoked for all successful streams linkages created
1257 1257 * via I_LINK and I_PLINK. ldi_mlink_fp() records the linkage information
1258 1258 * in its internal state so that the devinfo snapshot code has some
1259 1259 * observability into streams device linkage information.
1260 1260 */
1261 1261 void
1262 1262 ldi_mlink_fp(struct stdata *stp, file_t *fpdown, int lhlink, int type)
1263 1263 {
1264 1264 vnode_t *vp = fpdown->f_vnode;
1265 1265 struct snode *sp, *csp;
1266 1266 ldi_ident_t li;
1267 1267 major_t major;
1268 1268 int ret;
1269 1269
1270 1270 /* if the lower stream is not a device then return */
1271 1271 if (!vn_matchops(vp, spec_getvnodeops()))
1272 1272 return;
1273 1273
1274 1274 ASSERT(!servicing_interrupt());
1275 1275
1276 1276 LDI_STREAMS_LNK((CE_NOTE, "%s: linking streams "
1277 1277 "stp=0x%p, fpdown=0x%p", "ldi_mlink_fp",
1278 1278 (void *)stp, (void *)fpdown));
1279 1279
1280 1280 sp = VTOS(vp);
1281 1281 csp = VTOS(sp->s_commonvp);
1282 1282
1283 1283 /* check if this was a plink via a layered handle */
1284 1284 if (lhlink) {
1285 1285 /*
1286 1286 * increment the common snode s_count.
1287 1287 *
1288 1288 * this is done because after the link operation there
1289 1289 * are two ways that s_count can be decremented.
1290 1290 *
1291 1291 * when the layered handle used to create the link is
1292 1292 * closed, spec_close() is called and it will decrement
1293 1293 * s_count in the common snode. if we don't increment
1294 1294 * s_count here then this could cause spec_close() to
1295 1295 * actually close the device while it's still linked
1296 1296 * under a multiplexer.
1297 1297 *
1298 1298 * also, when the lower stream is unlinked, closef() is
1299 1299 * called for the file_t associated with this snode.
1300 1300 * closef() will call spec_close(), which will decrement
1301 1301 * s_count. if we dont't increment s_count here then this
1302 1302 * could cause spec_close() to actually close the device
1303 1303 * while there may still be valid layered handles
1304 1304 * pointing to it.
1305 1305 */
1306 1306 mutex_enter(&csp->s_lock);
1307 1307 ASSERT(csp->s_count >= 1);
1308 1308 csp->s_count++;
1309 1309 mutex_exit(&csp->s_lock);
1310 1310
1311 1311 /*
1312 1312 * decrement the f_count.
1313 1313 * this is done because the layered driver framework does
1314 1314 * not actually cache a copy of the file_t allocated to
1315 1315 * do the link. this is done here instead of in ldi_mlink_lh()
1316 1316 * because there is a window in ldi_mlink_lh() between where
1317 1317 * milnk_file() returns and we would decrement the f_count
1318 1318 * when the stream could be unlinked.
1319 1319 */
1320 1320 mutex_enter(&fpdown->f_tlock);
1321 1321 fpdown->f_count--;
1322 1322 mutex_exit(&fpdown->f_tlock);
1323 1323 }
1324 1324
1325 1325 /*
1326 1326 * NOTE: here we rely on the streams subsystem not allowing
1327 1327 * a stream to be multiplexed more than once. if this
1328 1328 * changes, we break.
1329 1329 *
1330 1330 * mark the snode/stream as multiplexed
1331 1331 */
1332 1332 mutex_enter(&sp->s_lock);
1333 1333 ASSERT(!(sp->s_flag & SMUXED));
1334 1334 sp->s_flag |= SMUXED;
1335 1335 mutex_exit(&sp->s_lock);
1336 1336
1337 1337 /* get a layered ident for the upper stream */
1338 1338 if (type == LINKNORMAL) {
1339 1339 /*
1340 1340 * if the link is not persistant then we can associate
1341 1341 * the upper stream with a dev_t. this is because the
1342 1342 * upper stream is associated with a vnode, which is
1343 1343 * associated with a dev_t and this binding can't change
1344 1344 * during the life of the stream. since the link isn't
1345 1345 * persistant once the stream is destroyed the link is
1346 1346 * destroyed. so the dev_t will be valid for the life
1347 1347 * of the link.
1348 1348 */
1349 1349 ret = ldi_ident_from_stream(getendq(stp->sd_wrq), &li);
1350 1350 } else {
1351 1351 /*
1352 1352 * if the link is persistant we can only associate the
1353 1353 * link with a driver (and not a dev_t.) this is
1354 1354 * because subsequent opens of the upper device may result
1355 1355 * in a different stream (and dev_t) having access to
1356 1356 * the lower stream.
1357 1357 *
1358 1358 * for example, if the upper stream is closed after the
1359 1359 * persistant link operation is compleated, a subsequent
1360 1360 * open of the upper device will create a new stream which
1361 1361 * may have a different dev_t and an unlink operation
1362 1362 * can be performed using this new upper stream.
1363 1363 */
1364 1364 ASSERT(type == LINKPERSIST);
1365 1365 major = getmajor(stp->sd_vnode->v_rdev);
1366 1366 ret = ldi_ident_from_major(major, &li);
1367 1367 }
1368 1368
1369 1369 ASSERT(ret == 0);
1370 1370 (void) handle_alloc(vp, (struct ldi_ident *)li);
1371 1371 ldi_ident_release(li);
1372 1372 }
1373 1373
1374 1374 void
1375 1375 ldi_munlink_fp(struct stdata *stp, file_t *fpdown, int type)
1376 1376 {
1377 1377 struct ldi_handle *lhp;
1378 1378 vnode_t *vp = (vnode_t *)fpdown->f_vnode;
1379 1379 struct snode *sp;
1380 1380 ldi_ident_t li;
1381 1381 major_t major;
1382 1382 int ret;
1383 1383
1384 1384 /* if the lower stream is not a device then return */
1385 1385 if (!vn_matchops(vp, spec_getvnodeops()))
1386 1386 return;
1387 1387
1388 1388 ASSERT(!servicing_interrupt());
1389 1389 ASSERT((type == LINKNORMAL) || (type == LINKPERSIST));
1390 1390
1391 1391 LDI_STREAMS_LNK((CE_NOTE, "%s: unlinking streams "
1392 1392 "stp=0x%p, fpdown=0x%p", "ldi_munlink_fp",
1393 1393 (void *)stp, (void *)fpdown));
1394 1394
1395 1395 /*
1396 1396 * NOTE: here we rely on the streams subsystem not allowing
1397 1397 * a stream to be multiplexed more than once. if this
1398 1398 * changes, we break.
1399 1399 *
1400 1400 * mark the snode/stream as not multiplexed
1401 1401 */
1402 1402 sp = VTOS(vp);
1403 1403 mutex_enter(&sp->s_lock);
1404 1404 ASSERT(sp->s_flag & SMUXED);
1405 1405 sp->s_flag &= ~SMUXED;
1406 1406 mutex_exit(&sp->s_lock);
1407 1407
1408 1408 /*
1409 1409 * clear the owner for this snode
1410 1410 * see the comment in ldi_mlink_fp() for information about how
1411 1411 * the ident is allocated
1412 1412 */
1413 1413 if (type == LINKNORMAL) {
1414 1414 ret = ldi_ident_from_stream(getendq(stp->sd_wrq), &li);
1415 1415 } else {
1416 1416 ASSERT(type == LINKPERSIST);
1417 1417 major = getmajor(stp->sd_vnode->v_rdev);
1418 1418 ret = ldi_ident_from_major(major, &li);
1419 1419 }
1420 1420
1421 1421 ASSERT(ret == 0);
1422 1422 lhp = handle_find(vp, (struct ldi_ident *)li);
1423 1423 handle_release(lhp);
1424 1424 ldi_ident_release(li);
1425 1425 }
1426 1426
1427 1427 /*
1428 1428 * LDI Consolidation private interfaces
1429 1429 */
1430 1430 int
1431 1431 ldi_ident_from_mod(struct modlinkage *modlp, ldi_ident_t *lip)
1432 1432 {
1433 1433 struct modctl *modp;
1434 1434 major_t major;
1435 1435 char *name;
1436 1436
1437 1437 if ((modlp == NULL) || (lip == NULL))
1438 1438 return (EINVAL);
1439 1439
1440 1440 ASSERT(!servicing_interrupt());
1441 1441
1442 1442 modp = mod_getctl(modlp);
1443 1443 if (modp == NULL)
1444 1444 return (EINVAL);
1445 1445 name = modp->mod_modname;
1446 1446 if (name == NULL)
1447 1447 return (EINVAL);
1448 1448 major = mod_name_to_major(name);
1449 1449
1450 1450 *lip = (ldi_ident_t)ident_alloc(name, NULL, DDI_DEV_T_NONE, major);
1451 1451
1452 1452 LDI_ALLOCFREE((CE_WARN, "%s: li=0x%p, mod=%s",
1453 1453 "ldi_ident_from_mod", (void *)*lip, name));
1454 1454
1455 1455 return (0);
1456 1456 }
1457 1457
1458 1458 ldi_ident_t
1459 1459 ldi_ident_from_anon()
1460 1460 {
1461 1461 ldi_ident_t lip;
1462 1462
1463 1463 ASSERT(!servicing_interrupt());
1464 1464
1465 1465 lip = (ldi_ident_t)ident_alloc("genunix", NULL, DDI_DEV_T_NONE, -1);
1466 1466
1467 1467 LDI_ALLOCFREE((CE_WARN, "%s: li=0x%p, mod=%s",
1468 1468 "ldi_ident_from_anon", (void *)lip, "genunix"));
1469 1469
1470 1470 return (lip);
1471 1471 }
1472 1472
1473 1473
1474 1474 /*
1475 1475 * LDI Public interfaces
1476 1476 */
1477 1477 int
1478 1478 ldi_ident_from_stream(struct queue *sq, ldi_ident_t *lip)
1479 1479 {
1480 1480 struct stdata *stp;
1481 1481 dev_t dev;
1482 1482 char *name;
1483 1483
1484 1484 if ((sq == NULL) || (lip == NULL))
1485 1485 return (EINVAL);
1486 1486
1487 1487 ASSERT(!servicing_interrupt());
1488 1488
1489 1489 stp = sq->q_stream;
1490 1490 if (!vn_matchops(stp->sd_vnode, spec_getvnodeops()))
1491 1491 return (EINVAL);
1492 1492
1493 1493 dev = stp->sd_vnode->v_rdev;
1494 1494 name = mod_major_to_name(getmajor(dev));
1495 1495 if (name == NULL)
1496 1496 return (EINVAL);
1497 1497 *lip = (ldi_ident_t)ident_alloc(name, NULL, dev, -1);
1498 1498
1499 1499 LDI_ALLOCFREE((CE_WARN,
1500 1500 "%s: li=0x%p, mod=%s, minor=0x%x, stp=0x%p",
1501 1501 "ldi_ident_from_stream", (void *)*lip, name, getminor(dev),
1502 1502 (void *)stp));
1503 1503
1504 1504 return (0);
1505 1505 }
1506 1506
1507 1507 int
1508 1508 ldi_ident_from_dev(dev_t dev, ldi_ident_t *lip)
1509 1509 {
1510 1510 char *name;
1511 1511
1512 1512 if (lip == NULL)
1513 1513 return (EINVAL);
1514 1514
1515 1515 ASSERT(!servicing_interrupt());
1516 1516
1517 1517 name = mod_major_to_name(getmajor(dev));
1518 1518 if (name == NULL)
1519 1519 return (EINVAL);
1520 1520 *lip = (ldi_ident_t)ident_alloc(name, NULL, dev, -1);
1521 1521
1522 1522 LDI_ALLOCFREE((CE_WARN,
1523 1523 "%s: li=0x%p, mod=%s, minor=0x%x",
1524 1524 "ldi_ident_from_dev", (void *)*lip, name, getminor(dev)));
1525 1525
1526 1526 return (0);
1527 1527 }
1528 1528
1529 1529 int
1530 1530 ldi_ident_from_dip(dev_info_t *dip, ldi_ident_t *lip)
1531 1531 {
1532 1532 struct dev_info *devi = (struct dev_info *)dip;
1533 1533 char *name;
1534 1534
1535 1535 if ((dip == NULL) || (lip == NULL))
1536 1536 return (EINVAL);
1537 1537
1538 1538 ASSERT(!servicing_interrupt());
1539 1539
1540 1540 name = mod_major_to_name(devi->devi_major);
1541 1541 if (name == NULL)
1542 1542 return (EINVAL);
1543 1543 *lip = (ldi_ident_t)ident_alloc(name, dip, DDI_DEV_T_NONE, -1);
1544 1544
1545 1545 LDI_ALLOCFREE((CE_WARN,
1546 1546 "%s: li=0x%p, mod=%s, dip=0x%p",
1547 1547 "ldi_ident_from_dip", (void *)*lip, name, (void *)devi));
1548 1548
1549 1549 return (0);
1550 1550 }
1551 1551
1552 1552 int
1553 1553 ldi_ident_from_major(major_t major, ldi_ident_t *lip)
1554 1554 {
1555 1555 char *name;
1556 1556
1557 1557 if (lip == NULL)
1558 1558 return (EINVAL);
1559 1559
1560 1560 ASSERT(!servicing_interrupt());
1561 1561
1562 1562 name = mod_major_to_name(major);
1563 1563 if (name == NULL)
1564 1564 return (EINVAL);
1565 1565 *lip = (ldi_ident_t)ident_alloc(name, NULL, DDI_DEV_T_NONE, major);
1566 1566
1567 1567 LDI_ALLOCFREE((CE_WARN,
1568 1568 "%s: li=0x%p, mod=%s",
1569 1569 "ldi_ident_from_major", (void *)*lip, name));
1570 1570
1571 1571 return (0);
1572 1572 }
1573 1573
1574 1574 void
1575 1575 ldi_ident_release(ldi_ident_t li)
1576 1576 {
1577 1577 struct ldi_ident *ident = (struct ldi_ident *)li;
1578 1578 char *name;
1579 1579
1580 1580 if (li == NULL)
1581 1581 return;
1582 1582
1583 1583 ASSERT(!servicing_interrupt());
1584 1584
1585 1585 name = ident->li_modname;
1586 1586
1587 1587 LDI_ALLOCFREE((CE_WARN,
1588 1588 "%s: li=0x%p, mod=%s",
1589 1589 "ldi_ident_release", (void *)li, name));
1590 1590
1591 1591 ident_release((struct ldi_ident *)li);
1592 1592 }
1593 1593
1594 1594 /* get a handle to a device by dev_t and otyp */
1595 1595 int
1596 1596 ldi_open_by_dev(dev_t *devp, int otyp, int flag, cred_t *cr,
1597 1597 ldi_handle_t *lhp, ldi_ident_t li)
1598 1598 {
1599 1599 struct ldi_ident *lip = (struct ldi_ident *)li;
1600 1600 int ret;
1601 1601 vnode_t *vp;
1602 1602
1603 1603 /* sanity check required input parameters */
1604 1604 if ((devp == NULL) || (!OTYP_VALID(otyp)) || (cr == NULL) ||
1605 1605 (lhp == NULL) || (lip == NULL))
1606 1606 return (EINVAL);
1607 1607
1608 1608 ASSERT(!servicing_interrupt());
1609 1609
1610 1610 if ((ret = ldi_vp_from_dev(*devp, otyp, &vp)) != 0)
1611 1611 return (ret);
1612 1612
1613 1613 if ((ret = ldi_open_by_vp(&vp, flag, cr, lhp, lip)) == 0) {
1614 1614 *devp = vp->v_rdev;
1615 1615 }
1616 1616 VN_RELE(vp);
1617 1617
1618 1618 return (ret);
1619 1619 }
1620 1620
1621 1621 /* get a handle to a device by pathname */
1622 1622 int
1623 1623 ldi_open_by_name(char *pathname, int flag, cred_t *cr,
1624 1624 ldi_handle_t *lhp, ldi_ident_t li)
1625 1625 {
1626 1626 struct ldi_ident *lip = (struct ldi_ident *)li;
1627 1627 int ret;
1628 1628 vnode_t *vp;
1629 1629
1630 1630 /* sanity check required input parameters */
1631 1631 if ((pathname == NULL) || (*pathname != '/') ||
1632 1632 (cr == NULL) || (lhp == NULL) || (lip == NULL))
1633 1633 return (EINVAL);
1634 1634
1635 1635 ASSERT(!servicing_interrupt());
1636 1636
1637 1637 if ((ret = ldi_vp_from_name(pathname, &vp)) != 0)
1638 1638 return (ret);
1639 1639
1640 1640 ret = ldi_open_by_vp(&vp, flag, cr, lhp, lip);
1641 1641 VN_RELE(vp);
1642 1642
1643 1643 return (ret);
1644 1644 }
1645 1645
1646 1646 /* get a handle to a device by devid and minor_name */
1647 1647 int
1648 1648 ldi_open_by_devid(ddi_devid_t devid, char *minor_name,
1649 1649 int flag, cred_t *cr, ldi_handle_t *lhp, ldi_ident_t li)
1650 1650 {
1651 1651 struct ldi_ident *lip = (struct ldi_ident *)li;
1652 1652 int ret;
1653 1653 vnode_t *vp;
1654 1654
1655 1655 /* sanity check required input parameters */
1656 1656 if ((minor_name == NULL) || (cr == NULL) ||
1657 1657 (lhp == NULL) || (lip == NULL))
1658 1658 return (EINVAL);
1659 1659
1660 1660 ASSERT(!servicing_interrupt());
1661 1661
1662 1662 if ((ret = ldi_vp_from_devid(devid, minor_name, &vp)) != 0)
1663 1663 return (ret);
1664 1664
1665 1665 ret = ldi_open_by_vp(&vp, flag, cr, lhp, lip);
1666 1666 VN_RELE(vp);
1667 1667
1668 1668 return (ret);
1669 1669 }
1670 1670
1671 1671 int
1672 1672 ldi_close(ldi_handle_t lh, int flag, cred_t *cr)
1673 1673 {
1674 1674 struct ldi_handle *handlep = (struct ldi_handle *)lh;
1675 1675 struct ldi_event *lep;
1676 1676 int err = 0;
1677 1677 int notify = 0;
1678 1678 list_t *listp;
1679 1679 ldi_ev_callback_impl_t *lecp;
1680 1680
1681 1681 if (lh == NULL)
1682 1682 return (EINVAL);
1683 1683
1684 1684 ASSERT(!servicing_interrupt());
1685 1685
1686 1686 #ifdef LDI_OBSOLETE_EVENT
1687 1687
1688 1688 /*
1689 1689 * Any event handlers should have been unregistered by the
1690 1690 * time ldi_close() is called. If they haven't then it's a
1691 1691 * bug.
1692 1692 *
1693 1693 * In a debug kernel we'll panic to make the problem obvious.
1694 1694 */
1695 1695 ASSERT(handlep->lh_events == NULL);
1696 1696
1697 1697 /*
1698 1698 * On a production kernel we'll "do the right thing" (unregister
1699 1699 * the event handlers) and then complain about having to do the
1700 1700 * work ourselves.
1701 1701 */
1702 1702 while ((lep = handlep->lh_events) != NULL) {
1703 1703 err = 1;
1704 1704 (void) ldi_remove_event_handler(lh, (ldi_callback_id_t)lep);
1705 1705 }
1706 1706 if (err) {
1707 1707 struct ldi_ident *lip = handlep->lh_ident;
1708 1708 ASSERT(lip != NULL);
1709 1709 cmn_err(CE_NOTE, "ldi err: %s "
1710 1710 "failed to unregister layered event handlers before "
1711 1711 "closing devices", lip->li_modname);
1712 1712 }
1713 1713 #endif
1714 1714
1715 1715 /* do a layered close on the device */
1716 1716 err = VOP_CLOSE(handlep->lh_vp, flag | FKLYR, 1, (offset_t)0, cr, NULL);
1717 1717
1718 1718 LDI_OPENCLOSE((CE_WARN, "%s: lh=0x%p", "ldi close", (void *)lh));
1719 1719
1720 1720 /*
1721 1721 * Search the event callback list for callbacks with this
1722 1722 * handle. There are 2 cases
1723 1723 * 1. Called in the context of a notify. The handle consumer
1724 1724 * is releasing its hold on the device to allow a reconfiguration
1725 1725 * of the device. Simply NULL out the handle and the notify callback.
1726 1726 * The finalize callback is still available so that the consumer
1727 1727 * knows of the final disposition of the device.
1728 1728 * 2. Not called in the context of notify. NULL out the handle as well
1729 1729 * as the notify and finalize callbacks. Since the consumer has
1730 1730 * closed the handle, we assume it is not interested in the
1731 1731 * notify and finalize callbacks.
1732 1732 */
1733 1733 ldi_ev_lock();
1734 1734
1735 1735 if (handlep->lh_flags & LH_FLAGS_NOTIFY)
1736 1736 notify = 1;
1737 1737 listp = &ldi_ev_callback_list.le_head;
1738 1738 for (lecp = list_head(listp); lecp; lecp = list_next(listp, lecp)) {
1739 1739 if (lecp->lec_lhp != handlep)
1740 1740 continue;
1741 1741 lecp->lec_lhp = NULL;
1742 1742 lecp->lec_notify = NULL;
1743 1743 LDI_EVDBG((CE_NOTE, "ldi_close: NULLed lh and notify"));
1744 1744 if (!notify) {
1745 1745 LDI_EVDBG((CE_NOTE, "ldi_close: NULLed finalize"));
1746 1746 lecp->lec_finalize = NULL;
1747 1747 }
1748 1748 }
1749 1749
1750 1750 if (notify)
1751 1751 handlep->lh_flags &= ~LH_FLAGS_NOTIFY;
1752 1752 ldi_ev_unlock();
1753 1753
1754 1754 /*
1755 1755 * Free the handle even if the device close failed. why?
1756 1756 *
1757 1757 * If the device close failed we can't really make assumptions
1758 1758 * about the devices state so we shouldn't allow access to the
1759 1759 * device via this handle any more. If the device consumer wants
1760 1760 * to access the device again they should open it again.
1761 1761 *
1762 1762 * This is the same way file/device close failures are handled
1763 1763 * in other places like spec_close() and closeandsetf().
1764 1764 */
1765 1765 handle_release(handlep);
1766 1766 return (err);
1767 1767 }
1768 1768
1769 1769 int
1770 1770 ldi_read(ldi_handle_t lh, struct uio *uiop, cred_t *credp)
1771 1771 {
1772 1772 struct ldi_handle *handlep = (struct ldi_handle *)lh;
1773 1773 vnode_t *vp;
1774 1774 dev_t dev;
1775 1775 int ret;
1776 1776
1777 1777 if (lh == NULL)
1778 1778 return (EINVAL);
1779 1779
1780 1780 vp = handlep->lh_vp;
1781 1781 dev = vp->v_rdev;
1782 1782 if (handlep->lh_type & LH_CBDEV) {
1783 1783 ret = cdev_read(dev, uiop, credp);
1784 1784 } else if (handlep->lh_type & LH_STREAM) {
1785 1785 ret = strread(vp, uiop, credp);
1786 1786 } else {
1787 1787 return (ENOTSUP);
1788 1788 }
1789 1789 return (ret);
1790 1790 }
1791 1791
1792 1792 int
1793 1793 ldi_write(ldi_handle_t lh, struct uio *uiop, cred_t *credp)
1794 1794 {
1795 1795 struct ldi_handle *handlep = (struct ldi_handle *)lh;
1796 1796 vnode_t *vp;
1797 1797 dev_t dev;
1798 1798 int ret;
1799 1799
1800 1800 if (lh == NULL)
1801 1801 return (EINVAL);
1802 1802
1803 1803 vp = handlep->lh_vp;
1804 1804 dev = vp->v_rdev;
1805 1805 if (handlep->lh_type & LH_CBDEV) {
1806 1806 ret = cdev_write(dev, uiop, credp);
1807 1807 } else if (handlep->lh_type & LH_STREAM) {
1808 1808 ret = strwrite(vp, uiop, credp);
1809 1809 } else {
1810 1810 return (ENOTSUP);
1811 1811 }
1812 1812 return (ret);
1813 1813 }
1814 1814
1815 1815 int
1816 1816 ldi_get_size(ldi_handle_t lh, uint64_t *sizep)
1817 1817 {
1818 1818 int otyp;
1819 1819 uint_t value;
1820 1820 int64_t drv_prop64;
1821 1821 struct ldi_handle *handlep = (struct ldi_handle *)lh;
1822 1822 uint_t blksize;
1823 1823 int blkshift;
1824 1824
1825 1825
1826 1826 if ((lh == NULL) || (sizep == NULL))
1827 1827 return (DDI_FAILURE);
1828 1828
1829 1829 if (handlep->lh_type & LH_STREAM)
1830 1830 return (DDI_FAILURE);
1831 1831
1832 1832 /*
1833 1833 * Determine device type (char or block).
1834 1834 * Character devices support Size/size
1835 1835 * property value. Block devices may support
1836 1836 * Nblocks/nblocks or Size/size property value.
1837 1837 */
1838 1838 if ((ldi_get_otyp(lh, &otyp)) != 0)
1839 1839 return (DDI_FAILURE);
1840 1840
1841 1841 if (otyp == OTYP_BLK) {
1842 1842 if (ldi_prop_exists(lh,
1843 1843 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "Nblocks")) {
1844 1844
1845 1845 drv_prop64 = ldi_prop_get_int64(lh,
1846 1846 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM,
1847 1847 "Nblocks", 0);
1848 1848 blksize = ldi_prop_get_int(lh,
1849 1849 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM,
1850 1850 "blksize", DEV_BSIZE);
1851 1851 if (blksize == DEV_BSIZE)
1852 1852 blksize = ldi_prop_get_int(lh, LDI_DEV_T_ANY |
1853 1853 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM,
1854 1854 "device-blksize", DEV_BSIZE);
1855 1855
1856 1856 /* blksize must be a power of two */
1857 1857 ASSERT(BIT_ONLYONESET(blksize));
1858 1858 blkshift = highbit(blksize) - 1;
1859 1859
1860 1860 /*
1861 1861 * We don't support Nblocks values that don't have
1862 1862 * an accurate uint64_t byte count representation.
1863 1863 */
1864 1864 if ((uint64_t)drv_prop64 >= (UINT64_MAX >> blkshift))
1865 1865 return (DDI_FAILURE);
1866 1866
1867 1867 *sizep = (uint64_t)
1868 1868 (((u_offset_t)drv_prop64) << blkshift);
1869 1869 return (DDI_SUCCESS);
1870 1870 }
1871 1871
1872 1872 if (ldi_prop_exists(lh,
1873 1873 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "nblocks")) {
1874 1874
1875 1875 value = ldi_prop_get_int(lh,
1876 1876 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM,
1877 1877 "nblocks", 0);
1878 1878 blksize = ldi_prop_get_int(lh,
1879 1879 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM,
1880 1880 "blksize", DEV_BSIZE);
1881 1881 if (blksize == DEV_BSIZE)
1882 1882 blksize = ldi_prop_get_int(lh, LDI_DEV_T_ANY |
1883 1883 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM,
1884 1884 "device-blksize", DEV_BSIZE);
1885 1885
1886 1886 /* blksize must be a power of two */
1887 1887 ASSERT(BIT_ONLYONESET(blksize));
1888 1888 blkshift = highbit(blksize) - 1;
1889 1889
1890 1890 /*
1891 1891 * We don't support nblocks values that don't have an
1892 1892 * accurate uint64_t byte count representation.
1893 1893 */
1894 1894 if ((uint64_t)value >= (UINT64_MAX >> blkshift))
1895 1895 return (DDI_FAILURE);
1896 1896
1897 1897 *sizep = (uint64_t)
1898 1898 (((u_offset_t)value) << blkshift);
1899 1899 return (DDI_SUCCESS);
1900 1900 }
1901 1901 }
1902 1902
1903 1903 if (ldi_prop_exists(lh,
1904 1904 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "Size")) {
1905 1905
1906 1906 drv_prop64 = ldi_prop_get_int64(lh,
1907 1907 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "Size", 0);
1908 1908 *sizep = (uint64_t)drv_prop64;
1909 1909 return (DDI_SUCCESS);
1910 1910 }
1911 1911
1912 1912 if (ldi_prop_exists(lh,
1913 1913 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "size")) {
1914 1914
1915 1915 value = ldi_prop_get_int(lh,
1916 1916 DDI_PROP_DONTPASS | DDI_PROP_NOTPROM, "size", 0);
1917 1917 *sizep = (uint64_t)value;
1918 1918 return (DDI_SUCCESS);
1919 1919 }
1920 1920
1921 1921 /* unable to determine device size */
1922 1922 return (DDI_FAILURE);
1923 1923 }
1924 1924
1925 1925 int
1926 1926 ldi_ioctl(ldi_handle_t lh, int cmd, intptr_t arg, int mode,
1927 1927 cred_t *cr, int *rvalp)
1928 1928 {
1929 1929 struct ldi_handle *handlep = (struct ldi_handle *)lh;
1930 1930 vnode_t *vp;
1931 1931 dev_t dev;
1932 1932 int ret, copymode, unused;
1933 1933
1934 1934 if (lh == NULL)
1935 1935 return (EINVAL);
1936 1936
1937 1937 /*
1938 1938 * if the data pointed to by arg is located in the kernel then
1939 1939 * make sure the FNATIVE flag is set.
1940 1940 */
1941 1941 if (mode & FKIOCTL)
1942 1942 mode = (mode & ~FMODELS) | FNATIVE | FKIOCTL;
1943 1943
1944 1944 /*
1945 1945 * Some drivers assume that rvalp will always be non-NULL, so in
1946 1946 * an attempt to avoid panics if the caller passed in a NULL
1947 1947 * value, update rvalp to point to a temporary variable.
1948 1948 */
1949 1949 if (rvalp == NULL)
1950 1950 rvalp = &unused;
1951 1951 vp = handlep->lh_vp;
1952 1952 dev = vp->v_rdev;
1953 1953 if (handlep->lh_type & LH_CBDEV) {
1954 1954 ret = cdev_ioctl(dev, cmd, arg, mode, cr, rvalp);
1955 1955 } else if (handlep->lh_type & LH_STREAM) {
1956 1956 copymode = (mode & FKIOCTL) ? K_TO_K : U_TO_K;
1957 1957
1958 1958 /*
1959 1959 * if we get an I_PLINK from within the kernel the
1960 1960 * arg is a layered handle pointer instead of
1961 1961 * a file descriptor, so we translate this ioctl
1962 1962 * into a private one that can handle this.
1963 1963 */
1964 1964 if ((mode & FKIOCTL) && (cmd == I_PLINK))
1965 1965 cmd = _I_PLINK_LH;
1966 1966
1967 1967 ret = strioctl(vp, cmd, arg, mode, copymode, cr, rvalp);
1968 1968 } else {
1969 1969 return (ENOTSUP);
1970 1970 }
1971 1971
1972 1972 return (ret);
1973 1973 }
1974 1974
1975 1975 int
1976 1976 ldi_poll(ldi_handle_t lh, short events, int anyyet, short *reventsp,
1977 1977 struct pollhead **phpp)
1978 1978 {
1979 1979 struct ldi_handle *handlep = (struct ldi_handle *)lh;
1980 1980 vnode_t *vp;
1981 1981 dev_t dev;
1982 1982 int ret;
1983 1983
1984 1984 if (lh == NULL)
1985 1985 return (EINVAL);
1986 1986
1987 1987 vp = handlep->lh_vp;
1988 1988 dev = vp->v_rdev;
1989 1989 if (handlep->lh_type & LH_CBDEV) {
1990 1990 ret = cdev_poll(dev, events, anyyet, reventsp, phpp);
1991 1991 } else if (handlep->lh_type & LH_STREAM) {
1992 1992 ret = strpoll(vp->v_stream, events, anyyet, reventsp, phpp);
1993 1993 } else {
1994 1994 return (ENOTSUP);
1995 1995 }
1996 1996
1997 1997 return (ret);
1998 1998 }
1999 1999
2000 2000 int
2001 2001 ldi_prop_op(ldi_handle_t lh, ddi_prop_op_t prop_op,
2002 2002 int flags, char *name, caddr_t valuep, int *length)
2003 2003 {
2004 2004 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2005 2005 dev_t dev;
2006 2006 dev_info_t *dip;
2007 2007 int ret;
2008 2008 struct snode *csp;
2009 2009
2010 2010 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2011 2011 return (DDI_PROP_INVAL_ARG);
2012 2012
2013 2013 if ((prop_op != PROP_LEN) && (valuep == NULL))
2014 2014 return (DDI_PROP_INVAL_ARG);
2015 2015
2016 2016 if (length == NULL)
2017 2017 return (DDI_PROP_INVAL_ARG);
2018 2018
2019 2019 /*
2020 2020 * try to find the associated dip,
2021 2021 * this places a hold on the driver
2022 2022 */
2023 2023 dev = handlep->lh_vp->v_rdev;
2024 2024
2025 2025 csp = VTOCS(handlep->lh_vp);
2026 2026 mutex_enter(&csp->s_lock);
2027 2027 if ((dip = csp->s_dip) != NULL)
2028 2028 e_ddi_hold_devi(dip);
2029 2029 mutex_exit(&csp->s_lock);
2030 2030 if (dip == NULL)
2031 2031 dip = e_ddi_hold_devi_by_dev(dev, 0);
2032 2032
2033 2033 if (dip == NULL)
2034 2034 return (DDI_PROP_NOT_FOUND);
2035 2035
2036 2036 ret = i_ldi_prop_op(dev, dip, prop_op, flags, name, valuep, length);
2037 2037 ddi_release_devi(dip);
2038 2038
2039 2039 return (ret);
2040 2040 }
2041 2041
2042 2042 int
2043 2043 ldi_strategy(ldi_handle_t lh, struct buf *bp)
2044 2044 {
2045 2045 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2046 2046 dev_t dev;
2047 2047
2048 2048 if ((lh == NULL) || (bp == NULL))
2049 2049 return (EINVAL);
2050 2050
2051 2051 /* this entry point is only supported for cb devices */
2052 2052 dev = handlep->lh_vp->v_rdev;
2053 2053 if (!(handlep->lh_type & LH_CBDEV))
2054 2054 return (ENOTSUP);
2055 2055
2056 2056 bp->b_edev = dev;
2057 2057 bp->b_dev = cmpdev(dev);
2058 2058 return (bdev_strategy(bp));
2059 2059 }
2060 2060
2061 2061 int
2062 2062 ldi_dump(ldi_handle_t lh, caddr_t addr, daddr_t blkno, int nblk)
2063 2063 {
2064 2064 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2065 2065 dev_t dev;
2066 2066
2067 2067 if (lh == NULL)
2068 2068 return (EINVAL);
2069 2069
2070 2070 /* this entry point is only supported for cb devices */
2071 2071 dev = handlep->lh_vp->v_rdev;
2072 2072 if (!(handlep->lh_type & LH_CBDEV))
2073 2073 return (ENOTSUP);
2074 2074
2075 2075 return (bdev_dump(dev, addr, blkno, nblk));
2076 2076 }
2077 2077
2078 2078 int
2079 2079 ldi_devmap(ldi_handle_t lh, devmap_cookie_t dhp, offset_t off,
2080 2080 size_t len, size_t *maplen, uint_t model)
2081 2081 {
2082 2082 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2083 2083 dev_t dev;
2084 2084
2085 2085 if (lh == NULL)
2086 2086 return (EINVAL);
2087 2087
2088 2088 /* this entry point is only supported for cb devices */
2089 2089 dev = handlep->lh_vp->v_rdev;
2090 2090 if (!(handlep->lh_type & LH_CBDEV))
2091 2091 return (ENOTSUP);
2092 2092
2093 2093 return (cdev_devmap(dev, dhp, off, len, maplen, model));
2094 2094 }
2095 2095
2096 2096 int
2097 2097 ldi_aread(ldi_handle_t lh, struct aio_req *aio_reqp, cred_t *cr)
2098 2098 {
2099 2099 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2100 2100 dev_t dev;
2101 2101 struct cb_ops *cb;
2102 2102
2103 2103 if (lh == NULL)
2104 2104 return (EINVAL);
2105 2105
2106 2106 /* this entry point is only supported for cb devices */
2107 2107 if (!(handlep->lh_type & LH_CBDEV))
2108 2108 return (ENOTSUP);
2109 2109
2110 2110 /*
2111 2111 * Kaio is only supported on block devices.
2112 2112 */
2113 2113 dev = handlep->lh_vp->v_rdev;
2114 2114 cb = devopsp[getmajor(dev)]->devo_cb_ops;
2115 2115 if (cb->cb_strategy == nodev || cb->cb_strategy == NULL)
2116 2116 return (ENOTSUP);
2117 2117
2118 2118 if (cb->cb_aread == NULL)
2119 2119 return (ENOTSUP);
2120 2120
2121 2121 return (cb->cb_aread(dev, aio_reqp, cr));
2122 2122 }
2123 2123
2124 2124 int
2125 2125 ldi_awrite(ldi_handle_t lh, struct aio_req *aio_reqp, cred_t *cr)
2126 2126 {
2127 2127 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2128 2128 struct cb_ops *cb;
2129 2129 dev_t dev;
2130 2130
2131 2131 if (lh == NULL)
2132 2132 return (EINVAL);
2133 2133
2134 2134 /* this entry point is only supported for cb devices */
2135 2135 if (!(handlep->lh_type & LH_CBDEV))
2136 2136 return (ENOTSUP);
2137 2137
2138 2138 /*
2139 2139 * Kaio is only supported on block devices.
2140 2140 */
2141 2141 dev = handlep->lh_vp->v_rdev;
2142 2142 cb = devopsp[getmajor(dev)]->devo_cb_ops;
2143 2143 if (cb->cb_strategy == nodev || cb->cb_strategy == NULL)
2144 2144 return (ENOTSUP);
2145 2145
2146 2146 if (cb->cb_awrite == NULL)
2147 2147 return (ENOTSUP);
2148 2148
2149 2149 return (cb->cb_awrite(dev, aio_reqp, cr));
2150 2150 }
2151 2151
2152 2152 int
2153 2153 ldi_putmsg(ldi_handle_t lh, mblk_t *smp)
2154 2154 {
2155 2155 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2156 2156 int ret;
2157 2157
2158 2158 if ((lh == NULL) || (smp == NULL))
2159 2159 return (EINVAL);
2160 2160
2161 2161 if (!(handlep->lh_type & LH_STREAM)) {
2162 2162 freemsg(smp);
2163 2163 return (ENOTSUP);
2164 2164 }
2165 2165
2166 2166 /*
2167 2167 * If we don't have db_credp, set it. Note that we can not be called
2168 2168 * from interrupt context.
2169 2169 */
2170 2170 if (msg_getcred(smp, NULL) == NULL)
2171 2171 mblk_setcred(smp, CRED(), curproc->p_pid);
2172 2172
2173 2173 /* Send message while honoring flow control */
2174 2174 ret = kstrputmsg(handlep->lh_vp, smp, NULL, 0, 0,
2175 2175 MSG_BAND | MSG_HOLDSIG | MSG_IGNERROR, 0);
2176 2176
2177 2177 return (ret);
2178 2178 }
2179 2179
2180 2180 int
2181 2181 ldi_getmsg(ldi_handle_t lh, mblk_t **rmp, timestruc_t *timeo)
2182 2182 {
2183 2183 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2184 2184 clock_t timout; /* milliseconds */
2185 2185 uchar_t pri;
2186 2186 rval_t rval;
2187 2187 int ret, pflag;
2188 2188
2189 2189
2190 2190 if (lh == NULL)
2191 2191 return (EINVAL);
2192 2192
2193 2193 if (!(handlep->lh_type & LH_STREAM))
2194 2194 return (ENOTSUP);
2195 2195
2196 2196 /* Convert from nanoseconds to milliseconds */
2197 2197 if (timeo != NULL) {
2198 2198 timout = timeo->tv_sec * 1000 + timeo->tv_nsec / 1000000;
2199 2199 if (timout > INT_MAX)
2200 2200 return (EINVAL);
2201 2201 } else
2202 2202 timout = -1;
2203 2203
2204 2204 /* Wait for timeout millseconds for a message */
2205 2205 pflag = MSG_ANY;
2206 2206 pri = 0;
2207 2207 *rmp = NULL;
2208 2208 ret = kstrgetmsg(handlep->lh_vp,
2209 2209 rmp, NULL, &pri, &pflag, timout, &rval);
2210 2210 return (ret);
2211 2211 }
2212 2212
2213 2213 int
2214 2214 ldi_get_dev(ldi_handle_t lh, dev_t *devp)
2215 2215 {
2216 2216 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2217 2217
2218 2218 if ((lh == NULL) || (devp == NULL))
2219 2219 return (EINVAL);
2220 2220
2221 2221 *devp = handlep->lh_vp->v_rdev;
2222 2222 return (0);
2223 2223 }
2224 2224
2225 2225 int
2226 2226 ldi_get_otyp(ldi_handle_t lh, int *otyp)
2227 2227 {
2228 2228 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2229 2229
2230 2230 if ((lh == NULL) || (otyp == NULL))
2231 2231 return (EINVAL);
2232 2232
2233 2233 *otyp = VTYP_TO_OTYP(handlep->lh_vp->v_type);
2234 2234 return (0);
2235 2235 }
2236 2236
2237 2237 int
2238 2238 ldi_get_devid(ldi_handle_t lh, ddi_devid_t *devid)
2239 2239 {
2240 2240 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2241 2241 int ret;
2242 2242 dev_t dev;
2243 2243
2244 2244 if ((lh == NULL) || (devid == NULL))
2245 2245 return (EINVAL);
2246 2246
2247 2247 dev = handlep->lh_vp->v_rdev;
2248 2248
2249 2249 ret = ddi_lyr_get_devid(dev, devid);
2250 2250 if (ret != DDI_SUCCESS)
2251 2251 return (ENOTSUP);
2252 2252
2253 2253 return (0);
2254 2254 }
2255 2255
2256 2256 int
2257 2257 ldi_get_minor_name(ldi_handle_t lh, char **minor_name)
2258 2258 {
2259 2259 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2260 2260 int ret, otyp;
2261 2261 dev_t dev;
2262 2262
2263 2263 if ((lh == NULL) || (minor_name == NULL))
2264 2264 return (EINVAL);
2265 2265
2266 2266 dev = handlep->lh_vp->v_rdev;
2267 2267 otyp = VTYP_TO_OTYP(handlep->lh_vp->v_type);
2268 2268
2269 2269 ret = ddi_lyr_get_minor_name(dev, OTYP_TO_STYP(otyp), minor_name);
2270 2270 if (ret != DDI_SUCCESS)
2271 2271 return (ENOTSUP);
2272 2272
2273 2273 return (0);
2274 2274 }
2275 2275
2276 2276 int
2277 2277 ldi_prop_lookup_int_array(ldi_handle_t lh,
2278 2278 uint_t flags, char *name, int **data, uint_t *nelements)
2279 2279 {
2280 2280 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2281 2281 dev_info_t *dip;
2282 2282 dev_t dev;
2283 2283 int res;
2284 2284 struct snode *csp;
2285 2285
2286 2286 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2287 2287 return (DDI_PROP_INVAL_ARG);
2288 2288
2289 2289 dev = handlep->lh_vp->v_rdev;
2290 2290
2291 2291 csp = VTOCS(handlep->lh_vp);
2292 2292 mutex_enter(&csp->s_lock);
2293 2293 if ((dip = csp->s_dip) != NULL)
2294 2294 e_ddi_hold_devi(dip);
2295 2295 mutex_exit(&csp->s_lock);
2296 2296 if (dip == NULL)
2297 2297 dip = e_ddi_hold_devi_by_dev(dev, 0);
2298 2298
2299 2299 if (dip == NULL) {
2300 2300 flags |= DDI_UNBND_DLPI2;
2301 2301 } else if (flags & LDI_DEV_T_ANY) {
2302 2302 flags &= ~LDI_DEV_T_ANY;
2303 2303 dev = DDI_DEV_T_ANY;
2304 2304 }
2305 2305
2306 2306 if (dip != NULL) {
2307 2307 int *prop_val, prop_len;
2308 2308
2309 2309 res = i_ldi_prop_op_typed(dev, dip, flags, name,
2310 2310 (caddr_t *)&prop_val, &prop_len, sizeof (int));
2311 2311
2312 2312 /* if we got it then return it */
2313 2313 if (res == DDI_PROP_SUCCESS) {
2314 2314 *nelements = prop_len / sizeof (int);
2315 2315 *data = prop_val;
2316 2316
2317 2317 ddi_release_devi(dip);
2318 2318 return (res);
2319 2319 }
2320 2320 }
2321 2321
2322 2322 /* call the normal property interfaces */
2323 2323 res = ddi_prop_lookup_int_array(dev, dip, flags,
2324 2324 name, data, nelements);
2325 2325
2326 2326 if (dip != NULL)
2327 2327 ddi_release_devi(dip);
2328 2328
2329 2329 return (res);
2330 2330 }
2331 2331
2332 2332 int
2333 2333 ldi_prop_lookup_int64_array(ldi_handle_t lh,
2334 2334 uint_t flags, char *name, int64_t **data, uint_t *nelements)
2335 2335 {
2336 2336 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2337 2337 dev_info_t *dip;
2338 2338 dev_t dev;
2339 2339 int res;
2340 2340 struct snode *csp;
2341 2341
2342 2342 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2343 2343 return (DDI_PROP_INVAL_ARG);
2344 2344
2345 2345 dev = handlep->lh_vp->v_rdev;
2346 2346
2347 2347 csp = VTOCS(handlep->lh_vp);
2348 2348 mutex_enter(&csp->s_lock);
2349 2349 if ((dip = csp->s_dip) != NULL)
2350 2350 e_ddi_hold_devi(dip);
2351 2351 mutex_exit(&csp->s_lock);
2352 2352 if (dip == NULL)
2353 2353 dip = e_ddi_hold_devi_by_dev(dev, 0);
2354 2354
2355 2355 if (dip == NULL) {
2356 2356 flags |= DDI_UNBND_DLPI2;
2357 2357 } else if (flags & LDI_DEV_T_ANY) {
2358 2358 flags &= ~LDI_DEV_T_ANY;
2359 2359 dev = DDI_DEV_T_ANY;
2360 2360 }
2361 2361
2362 2362 if (dip != NULL) {
2363 2363 int64_t *prop_val;
2364 2364 int prop_len;
2365 2365
2366 2366 res = i_ldi_prop_op_typed(dev, dip, flags, name,
2367 2367 (caddr_t *)&prop_val, &prop_len, sizeof (int64_t));
2368 2368
2369 2369 /* if we got it then return it */
2370 2370 if (res == DDI_PROP_SUCCESS) {
2371 2371 *nelements = prop_len / sizeof (int64_t);
2372 2372 *data = prop_val;
2373 2373
2374 2374 ddi_release_devi(dip);
2375 2375 return (res);
2376 2376 }
2377 2377 }
2378 2378
2379 2379 /* call the normal property interfaces */
2380 2380 res = ddi_prop_lookup_int64_array(dev, dip, flags,
2381 2381 name, data, nelements);
2382 2382
2383 2383 if (dip != NULL)
2384 2384 ddi_release_devi(dip);
2385 2385
2386 2386 return (res);
2387 2387 }
2388 2388
2389 2389 int
2390 2390 ldi_prop_lookup_string_array(ldi_handle_t lh,
2391 2391 uint_t flags, char *name, char ***data, uint_t *nelements)
2392 2392 {
2393 2393 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2394 2394 dev_info_t *dip;
2395 2395 dev_t dev;
2396 2396 int res;
2397 2397 struct snode *csp;
2398 2398
2399 2399 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2400 2400 return (DDI_PROP_INVAL_ARG);
2401 2401
2402 2402 dev = handlep->lh_vp->v_rdev;
2403 2403
2404 2404 csp = VTOCS(handlep->lh_vp);
2405 2405 mutex_enter(&csp->s_lock);
2406 2406 if ((dip = csp->s_dip) != NULL)
2407 2407 e_ddi_hold_devi(dip);
2408 2408 mutex_exit(&csp->s_lock);
2409 2409 if (dip == NULL)
2410 2410 dip = e_ddi_hold_devi_by_dev(dev, 0);
2411 2411
2412 2412 if (dip == NULL) {
2413 2413 flags |= DDI_UNBND_DLPI2;
2414 2414 } else if (flags & LDI_DEV_T_ANY) {
2415 2415 flags &= ~LDI_DEV_T_ANY;
2416 2416 dev = DDI_DEV_T_ANY;
2417 2417 }
2418 2418
2419 2419 if (dip != NULL) {
2420 2420 char *prop_val;
2421 2421 int prop_len;
2422 2422
2423 2423 res = i_ldi_prop_op_typed(dev, dip, flags, name,
2424 2424 (caddr_t *)&prop_val, &prop_len, 0);
2425 2425
2426 2426 /* if we got it then return it */
2427 2427 if (res == DDI_PROP_SUCCESS) {
2428 2428 char **str_array;
2429 2429 int nelem;
2430 2430
2431 2431 /*
2432 2432 * pack the returned string array into the format
2433 2433 * our callers expect
2434 2434 */
2435 2435 if (i_pack_string_array(prop_val, prop_len,
2436 2436 &str_array, &nelem) == 0) {
2437 2437
2438 2438 *data = str_array;
2439 2439 *nelements = nelem;
2440 2440
2441 2441 ddi_prop_free(prop_val);
2442 2442 ddi_release_devi(dip);
2443 2443 return (res);
2444 2444 }
2445 2445
2446 2446 /*
2447 2447 * the format of the returned property must have
2448 2448 * been bad so throw it out
2449 2449 */
2450 2450 ddi_prop_free(prop_val);
2451 2451 }
2452 2452 }
2453 2453
2454 2454 /* call the normal property interfaces */
2455 2455 res = ddi_prop_lookup_string_array(dev, dip, flags,
2456 2456 name, data, nelements);
2457 2457
2458 2458 if (dip != NULL)
2459 2459 ddi_release_devi(dip);
2460 2460
2461 2461 return (res);
2462 2462 }
2463 2463
2464 2464 int
2465 2465 ldi_prop_lookup_string(ldi_handle_t lh,
2466 2466 uint_t flags, char *name, char **data)
2467 2467 {
2468 2468 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2469 2469 dev_info_t *dip;
2470 2470 dev_t dev;
2471 2471 int res;
2472 2472 struct snode *csp;
2473 2473
2474 2474 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2475 2475 return (DDI_PROP_INVAL_ARG);
2476 2476
2477 2477 dev = handlep->lh_vp->v_rdev;
2478 2478
2479 2479 csp = VTOCS(handlep->lh_vp);
2480 2480 mutex_enter(&csp->s_lock);
2481 2481 if ((dip = csp->s_dip) != NULL)
2482 2482 e_ddi_hold_devi(dip);
2483 2483 mutex_exit(&csp->s_lock);
2484 2484 if (dip == NULL)
2485 2485 dip = e_ddi_hold_devi_by_dev(dev, 0);
2486 2486
2487 2487 if (dip == NULL) {
2488 2488 flags |= DDI_UNBND_DLPI2;
2489 2489 } else if (flags & LDI_DEV_T_ANY) {
2490 2490 flags &= ~LDI_DEV_T_ANY;
2491 2491 dev = DDI_DEV_T_ANY;
2492 2492 }
2493 2493
2494 2494 if (dip != NULL) {
2495 2495 char *prop_val;
2496 2496 int prop_len;
2497 2497
2498 2498 res = i_ldi_prop_op_typed(dev, dip, flags, name,
2499 2499 (caddr_t *)&prop_val, &prop_len, 0);
2500 2500
2501 2501 /* if we got it then return it */
2502 2502 if (res == DDI_PROP_SUCCESS) {
2503 2503 /*
2504 2504 * sanity check the vaule returned.
2505 2505 */
2506 2506 if (i_check_string(prop_val, prop_len)) {
2507 2507 ddi_prop_free(prop_val);
2508 2508 } else {
2509 2509 *data = prop_val;
2510 2510 ddi_release_devi(dip);
2511 2511 return (res);
2512 2512 }
2513 2513 }
2514 2514 }
2515 2515
2516 2516 /* call the normal property interfaces */
2517 2517 res = ddi_prop_lookup_string(dev, dip, flags, name, data);
2518 2518
2519 2519 if (dip != NULL)
2520 2520 ddi_release_devi(dip);
2521 2521
2522 2522 #ifdef DEBUG
2523 2523 if (res == DDI_PROP_SUCCESS) {
2524 2524 /*
2525 2525 * keep ourselves honest
2526 2526 * make sure the framework returns strings in the
2527 2527 * same format as we're demanding from drivers.
2528 2528 */
2529 2529 struct prop_driver_data *pdd;
2530 2530 int pdd_prop_size;
2531 2531
2532 2532 pdd = ((struct prop_driver_data *)(*data)) - 1;
2533 2533 pdd_prop_size = pdd->pdd_size -
2534 2534 sizeof (struct prop_driver_data);
2535 2535 ASSERT(i_check_string(*data, pdd_prop_size) == 0);
2536 2536 }
2537 2537 #endif /* DEBUG */
2538 2538
2539 2539 return (res);
2540 2540 }
2541 2541
2542 2542 int
2543 2543 ldi_prop_lookup_byte_array(ldi_handle_t lh,
2544 2544 uint_t flags, char *name, uchar_t **data, uint_t *nelements)
2545 2545 {
2546 2546 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2547 2547 dev_info_t *dip;
2548 2548 dev_t dev;
2549 2549 int res;
2550 2550 struct snode *csp;
2551 2551
2552 2552 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2553 2553 return (DDI_PROP_INVAL_ARG);
2554 2554
2555 2555 dev = handlep->lh_vp->v_rdev;
2556 2556
2557 2557 csp = VTOCS(handlep->lh_vp);
2558 2558 mutex_enter(&csp->s_lock);
2559 2559 if ((dip = csp->s_dip) != NULL)
2560 2560 e_ddi_hold_devi(dip);
2561 2561 mutex_exit(&csp->s_lock);
2562 2562 if (dip == NULL)
2563 2563 dip = e_ddi_hold_devi_by_dev(dev, 0);
2564 2564
2565 2565 if (dip == NULL) {
2566 2566 flags |= DDI_UNBND_DLPI2;
2567 2567 } else if (flags & LDI_DEV_T_ANY) {
2568 2568 flags &= ~LDI_DEV_T_ANY;
2569 2569 dev = DDI_DEV_T_ANY;
2570 2570 }
2571 2571
2572 2572 if (dip != NULL) {
2573 2573 uchar_t *prop_val;
2574 2574 int prop_len;
2575 2575
2576 2576 res = i_ldi_prop_op_typed(dev, dip, flags, name,
2577 2577 (caddr_t *)&prop_val, &prop_len, sizeof (uchar_t));
2578 2578
2579 2579 /* if we got it then return it */
2580 2580 if (res == DDI_PROP_SUCCESS) {
2581 2581 *nelements = prop_len / sizeof (uchar_t);
2582 2582 *data = prop_val;
2583 2583
2584 2584 ddi_release_devi(dip);
2585 2585 return (res);
2586 2586 }
2587 2587 }
2588 2588
2589 2589 /* call the normal property interfaces */
2590 2590 res = ddi_prop_lookup_byte_array(dev, dip, flags,
2591 2591 name, data, nelements);
2592 2592
2593 2593 if (dip != NULL)
2594 2594 ddi_release_devi(dip);
2595 2595
2596 2596 return (res);
2597 2597 }
2598 2598
2599 2599 int
2600 2600 ldi_prop_get_int(ldi_handle_t lh,
2601 2601 uint_t flags, char *name, int defvalue)
2602 2602 {
2603 2603 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2604 2604 dev_info_t *dip;
2605 2605 dev_t dev;
2606 2606 int res;
2607 2607 struct snode *csp;
2608 2608
2609 2609 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2610 2610 return (defvalue);
2611 2611
2612 2612 dev = handlep->lh_vp->v_rdev;
2613 2613
2614 2614 csp = VTOCS(handlep->lh_vp);
2615 2615 mutex_enter(&csp->s_lock);
2616 2616 if ((dip = csp->s_dip) != NULL)
2617 2617 e_ddi_hold_devi(dip);
2618 2618 mutex_exit(&csp->s_lock);
2619 2619 if (dip == NULL)
2620 2620 dip = e_ddi_hold_devi_by_dev(dev, 0);
2621 2621
2622 2622 if (dip == NULL) {
2623 2623 flags |= DDI_UNBND_DLPI2;
2624 2624 } else if (flags & LDI_DEV_T_ANY) {
2625 2625 flags &= ~LDI_DEV_T_ANY;
2626 2626 dev = DDI_DEV_T_ANY;
2627 2627 }
2628 2628
2629 2629 if (dip != NULL) {
2630 2630 int prop_val;
2631 2631 int prop_len;
2632 2632
2633 2633 /*
2634 2634 * first call the drivers prop_op interface to allow it
2635 2635 * it to override default property values.
2636 2636 */
2637 2637 prop_len = sizeof (int);
2638 2638 res = i_ldi_prop_op(dev, dip, PROP_LEN_AND_VAL_BUF,
2639 2639 flags | DDI_PROP_DYNAMIC, name,
2640 2640 (caddr_t)&prop_val, &prop_len);
2641 2641
2642 2642 /* if we got it then return it */
2643 2643 if ((res == DDI_PROP_SUCCESS) &&
2644 2644 (prop_len == sizeof (int))) {
2645 2645 res = prop_val;
2646 2646 ddi_release_devi(dip);
2647 2647 return (res);
2648 2648 }
2649 2649 }
2650 2650
2651 2651 /* call the normal property interfaces */
2652 2652 res = ddi_prop_get_int(dev, dip, flags, name, defvalue);
2653 2653
2654 2654 if (dip != NULL)
2655 2655 ddi_release_devi(dip);
2656 2656
2657 2657 return (res);
2658 2658 }
2659 2659
2660 2660 int64_t
2661 2661 ldi_prop_get_int64(ldi_handle_t lh,
2662 2662 uint_t flags, char *name, int64_t defvalue)
2663 2663 {
2664 2664 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2665 2665 dev_info_t *dip;
2666 2666 dev_t dev;
2667 2667 int64_t res;
2668 2668 struct snode *csp;
2669 2669
2670 2670 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2671 2671 return (defvalue);
2672 2672
2673 2673 dev = handlep->lh_vp->v_rdev;
2674 2674
2675 2675 csp = VTOCS(handlep->lh_vp);
2676 2676 mutex_enter(&csp->s_lock);
2677 2677 if ((dip = csp->s_dip) != NULL)
2678 2678 e_ddi_hold_devi(dip);
2679 2679 mutex_exit(&csp->s_lock);
2680 2680 if (dip == NULL)
2681 2681 dip = e_ddi_hold_devi_by_dev(dev, 0);
2682 2682
2683 2683 if (dip == NULL) {
2684 2684 flags |= DDI_UNBND_DLPI2;
2685 2685 } else if (flags & LDI_DEV_T_ANY) {
2686 2686 flags &= ~LDI_DEV_T_ANY;
2687 2687 dev = DDI_DEV_T_ANY;
2688 2688 }
2689 2689
2690 2690 if (dip != NULL) {
2691 2691 int64_t prop_val;
2692 2692 int prop_len;
2693 2693
2694 2694 /*
2695 2695 * first call the drivers prop_op interface to allow it
2696 2696 * it to override default property values.
2697 2697 */
2698 2698 prop_len = sizeof (int64_t);
2699 2699 res = i_ldi_prop_op(dev, dip, PROP_LEN_AND_VAL_BUF,
2700 2700 flags | DDI_PROP_DYNAMIC, name,
2701 2701 (caddr_t)&prop_val, &prop_len);
2702 2702
2703 2703 /* if we got it then return it */
2704 2704 if ((res == DDI_PROP_SUCCESS) &&
2705 2705 (prop_len == sizeof (int64_t))) {
2706 2706 res = prop_val;
2707 2707 ddi_release_devi(dip);
2708 2708 return (res);
2709 2709 }
2710 2710 }
2711 2711
2712 2712 /* call the normal property interfaces */
2713 2713 res = ddi_prop_get_int64(dev, dip, flags, name, defvalue);
2714 2714
2715 2715 if (dip != NULL)
2716 2716 ddi_release_devi(dip);
2717 2717
2718 2718 return (res);
2719 2719 }
2720 2720
2721 2721 int
2722 2722 ldi_prop_exists(ldi_handle_t lh, uint_t flags, char *name)
2723 2723 {
2724 2724 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2725 2725 dev_info_t *dip;
2726 2726 dev_t dev;
2727 2727 int res, prop_len;
2728 2728 struct snode *csp;
2729 2729
2730 2730 if ((lh == NULL) || (name == NULL) || (strlen(name) == 0))
2731 2731 return (0);
2732 2732
2733 2733 dev = handlep->lh_vp->v_rdev;
2734 2734
2735 2735 csp = VTOCS(handlep->lh_vp);
2736 2736 mutex_enter(&csp->s_lock);
2737 2737 if ((dip = csp->s_dip) != NULL)
2738 2738 e_ddi_hold_devi(dip);
2739 2739 mutex_exit(&csp->s_lock);
2740 2740 if (dip == NULL)
2741 2741 dip = e_ddi_hold_devi_by_dev(dev, 0);
2742 2742
2743 2743 /* if NULL dip, prop does NOT exist */
2744 2744 if (dip == NULL)
2745 2745 return (0);
2746 2746
2747 2747 if (flags & LDI_DEV_T_ANY) {
2748 2748 flags &= ~LDI_DEV_T_ANY;
2749 2749 dev = DDI_DEV_T_ANY;
2750 2750 }
2751 2751
2752 2752 /*
2753 2753 * first call the drivers prop_op interface to allow it
2754 2754 * it to override default property values.
2755 2755 */
2756 2756 res = i_ldi_prop_op(dev, dip, PROP_LEN,
2757 2757 flags | DDI_PROP_DYNAMIC, name, NULL, &prop_len);
2758 2758
2759 2759 if (res == DDI_PROP_SUCCESS) {
2760 2760 ddi_release_devi(dip);
2761 2761 return (1);
2762 2762 }
2763 2763
2764 2764 /* call the normal property interfaces */
2765 2765 res = ddi_prop_exists(dev, dip, flags, name);
2766 2766
2767 2767 ddi_release_devi(dip);
2768 2768 return (res);
2769 2769 }
2770 2770
2771 2771 #ifdef LDI_OBSOLETE_EVENT
2772 2772
2773 2773 int
2774 2774 ldi_get_eventcookie(ldi_handle_t lh, char *name, ddi_eventcookie_t *ecp)
2775 2775 {
2776 2776 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2777 2777 dev_info_t *dip;
2778 2778 dev_t dev;
2779 2779 int res;
2780 2780 struct snode *csp;
2781 2781
2782 2782 if ((lh == NULL) || (name == NULL) ||
2783 2783 (strlen(name) == 0) || (ecp == NULL)) {
2784 2784 return (DDI_FAILURE);
2785 2785 }
2786 2786
2787 2787 ASSERT(!servicing_interrupt());
2788 2788
2789 2789 dev = handlep->lh_vp->v_rdev;
2790 2790
2791 2791 csp = VTOCS(handlep->lh_vp);
2792 2792 mutex_enter(&csp->s_lock);
2793 2793 if ((dip = csp->s_dip) != NULL)
2794 2794 e_ddi_hold_devi(dip);
2795 2795 mutex_exit(&csp->s_lock);
2796 2796 if (dip == NULL)
2797 2797 dip = e_ddi_hold_devi_by_dev(dev, 0);
2798 2798
2799 2799 if (dip == NULL)
2800 2800 return (DDI_FAILURE);
2801 2801
2802 2802 LDI_EVENTCB((CE_NOTE, "%s: event_name=%s, "
2803 2803 "dip=0x%p, event_cookiep=0x%p", "ldi_get_eventcookie",
2804 2804 name, (void *)dip, (void *)ecp));
2805 2805
2806 2806 res = ddi_get_eventcookie(dip, name, ecp);
2807 2807
2808 2808 ddi_release_devi(dip);
2809 2809 return (res);
2810 2810 }
2811 2811
2812 2812 int
2813 2813 ldi_add_event_handler(ldi_handle_t lh, ddi_eventcookie_t ec,
2814 2814 void (*handler)(ldi_handle_t, ddi_eventcookie_t, void *, void *),
2815 2815 void *arg, ldi_callback_id_t *id)
2816 2816 {
2817 2817 struct ldi_handle *handlep = (struct ldi_handle *)lh;
2818 2818 struct ldi_event *lep;
2819 2819 dev_info_t *dip;
2820 2820 dev_t dev;
2821 2821 int res;
2822 2822 struct snode *csp;
2823 2823
2824 2824 if ((lh == NULL) || (ec == NULL) || (handler == NULL) || (id == NULL))
2825 2825 return (DDI_FAILURE);
2826 2826
2827 2827 ASSERT(!servicing_interrupt());
2828 2828
2829 2829 dev = handlep->lh_vp->v_rdev;
2830 2830
2831 2831 csp = VTOCS(handlep->lh_vp);
2832 2832 mutex_enter(&csp->s_lock);
2833 2833 if ((dip = csp->s_dip) != NULL)
2834 2834 e_ddi_hold_devi(dip);
2835 2835 mutex_exit(&csp->s_lock);
2836 2836 if (dip == NULL)
2837 2837 dip = e_ddi_hold_devi_by_dev(dev, 0);
2838 2838
2839 2839 if (dip == NULL)
2840 2840 return (DDI_FAILURE);
2841 2841
2842 2842 lep = kmem_zalloc(sizeof (struct ldi_event), KM_SLEEP);
2843 2843 lep->le_lhp = handlep;
2844 2844 lep->le_arg = arg;
2845 2845 lep->le_handler = handler;
2846 2846
2847 2847 if ((res = ddi_add_event_handler(dip, ec, i_ldi_callback,
2848 2848 (void *)lep, &lep->le_id)) != DDI_SUCCESS) {
2849 2849 LDI_EVENTCB((CE_WARN, "%s: unable to add"
2850 2850 "event callback", "ldi_add_event_handler"));
2851 2851 ddi_release_devi(dip);
2852 2852 kmem_free(lep, sizeof (struct ldi_event));
2853 2853 return (res);
2854 2854 }
2855 2855
2856 2856 *id = (ldi_callback_id_t)lep;
2857 2857
2858 2858 LDI_EVENTCB((CE_NOTE, "%s: dip=0x%p, event=0x%p, "
2859 2859 "ldi_eventp=0x%p, cb_id=0x%p", "ldi_add_event_handler",
2860 2860 (void *)dip, (void *)ec, (void *)lep, (void *)id));
2861 2861
2862 2862 handle_event_add(lep);
2863 2863 ddi_release_devi(dip);
2864 2864 return (res);
2865 2865 }
2866 2866
2867 2867 int
2868 2868 ldi_remove_event_handler(ldi_handle_t lh, ldi_callback_id_t id)
2869 2869 {
2870 2870 ldi_event_t *lep = (ldi_event_t *)id;
2871 2871 int res;
2872 2872
2873 2873 if ((lh == NULL) || (id == NULL))
2874 2874 return (DDI_FAILURE);
2875 2875
2876 2876 ASSERT(!servicing_interrupt());
2877 2877
2878 2878 if ((res = ddi_remove_event_handler(lep->le_id))
2879 2879 != DDI_SUCCESS) {
2880 2880 LDI_EVENTCB((CE_WARN, "%s: unable to remove "
2881 2881 "event callback", "ldi_remove_event_handler"));
2882 2882 return (res);
2883 2883 }
2884 2884
2885 2885 handle_event_remove(lep);
2886 2886 kmem_free(lep, sizeof (struct ldi_event));
2887 2887 return (res);
2888 2888 }
2889 2889
2890 2890 #endif
2891 2891
2892 2892 /*
2893 2893 * Here are some definitions of terms used in the following LDI events
2894 2894 * code:
2895 2895 *
2896 2896 * "LDI events" AKA "native events": These are events defined by the
2897 2897 * "new" LDI event framework. These events are serviced by the LDI event
2898 2898 * framework itself and thus are native to it.
2899 2899 *
2900 2900 * "LDI contract events": These are contract events that correspond to the
2901 2901 * LDI events. This mapping of LDI events to contract events is defined by
2902 2902 * the ldi_ev_cookies[] array above.
2903 2903 *
2904 2904 * NDI events: These are events which are serviced by the NDI event subsystem.
2905 2905 * LDI subsystem just provides a thin wrapper around the NDI event interfaces
2906 2906 * These events are therefore *not* native events.
2907 2907 */
2908 2908
2909 2909 static int
2910 2910 ldi_native_event(const char *evname)
2911 2911 {
2912 2912 int i;
2913 2913
2914 2914 LDI_EVTRC((CE_NOTE, "ldi_native_event: entered: ev=%s", evname));
2915 2915
2916 2916 for (i = 0; ldi_ev_cookies[i].ck_evname != NULL; i++) {
2917 2917 if (strcmp(ldi_ev_cookies[i].ck_evname, evname) == 0)
2918 2918 return (1);
2919 2919 }
2920 2920
2921 2921 return (0);
2922 2922 }
2923 2923
2924 2924 static uint_t
2925 2925 ldi_ev_sync_event(const char *evname)
2926 2926 {
2927 2927 int i;
2928 2928
2929 2929 ASSERT(ldi_native_event(evname));
2930 2930
2931 2931 LDI_EVTRC((CE_NOTE, "ldi_ev_sync_event: entered: %s", evname));
2932 2932
2933 2933 for (i = 0; ldi_ev_cookies[i].ck_evname != NULL; i++) {
2934 2934 if (strcmp(ldi_ev_cookies[i].ck_evname, evname) == 0)
2935 2935 return (ldi_ev_cookies[i].ck_sync);
2936 2936 }
2937 2937
2938 2938 /*
2939 2939 * This should never happen until non-contract based
2940 2940 * LDI events are introduced. If that happens, we will
2941 2941 * use a "special" token to indicate that there are no
2942 2942 * contracts corresponding to this LDI event.
2943 2943 */
2944 2944 cmn_err(CE_PANIC, "Unknown LDI event: %s", evname);
2945 2945
2946 2946 return (0);
2947 2947 }
2948 2948
2949 2949 static uint_t
2950 2950 ldi_contract_event(const char *evname)
2951 2951 {
2952 2952 int i;
2953 2953
2954 2954 ASSERT(ldi_native_event(evname));
2955 2955
2956 2956 LDI_EVTRC((CE_NOTE, "ldi_contract_event: entered: %s", evname));
2957 2957
2958 2958 for (i = 0; ldi_ev_cookies[i].ck_evname != NULL; i++) {
2959 2959 if (strcmp(ldi_ev_cookies[i].ck_evname, evname) == 0)
2960 2960 return (ldi_ev_cookies[i].ck_ctype);
2961 2961 }
2962 2962
2963 2963 /*
2964 2964 * This should never happen until non-contract based
2965 2965 * LDI events are introduced. If that happens, we will
2966 2966 * use a "special" token to indicate that there are no
2967 2967 * contracts corresponding to this LDI event.
2968 2968 */
2969 2969 cmn_err(CE_PANIC, "Unknown LDI event: %s", evname);
2970 2970
2971 2971 return (0);
2972 2972 }
2973 2973
2974 2974 char *
2975 2975 ldi_ev_get_type(ldi_ev_cookie_t cookie)
2976 2976 {
2977 2977 int i;
2978 2978 struct ldi_ev_cookie *cookie_impl = (struct ldi_ev_cookie *)cookie;
2979 2979
2980 2980 for (i = 0; ldi_ev_cookies[i].ck_evname != NULL; i++) {
2981 2981 if (&ldi_ev_cookies[i] == cookie_impl) {
2982 2982 LDI_EVTRC((CE_NOTE, "ldi_ev_get_type: LDI: %s",
2983 2983 ldi_ev_cookies[i].ck_evname));
2984 2984 return (ldi_ev_cookies[i].ck_evname);
2985 2985 }
2986 2986 }
2987 2987
2988 2988 /*
2989 2989 * Not an LDI native event. Must be NDI event service.
2990 2990 * Just return a generic string
2991 2991 */
2992 2992 LDI_EVTRC((CE_NOTE, "ldi_ev_get_type: is NDI"));
2993 2993 return (NDI_EVENT_SERVICE);
2994 2994 }
2995 2995
2996 2996 static int
2997 2997 ldi_native_cookie(ldi_ev_cookie_t cookie)
2998 2998 {
2999 2999 int i;
3000 3000 struct ldi_ev_cookie *cookie_impl = (struct ldi_ev_cookie *)cookie;
3001 3001
3002 3002 for (i = 0; ldi_ev_cookies[i].ck_evname != NULL; i++) {
3003 3003 if (&ldi_ev_cookies[i] == cookie_impl) {
3004 3004 LDI_EVTRC((CE_NOTE, "ldi_native_cookie: native LDI"));
3005 3005 return (1);
3006 3006 }
3007 3007 }
3008 3008
3009 3009 LDI_EVTRC((CE_NOTE, "ldi_native_cookie: is NDI"));
3010 3010 return (0);
3011 3011 }
3012 3012
3013 3013 static ldi_ev_cookie_t
3014 3014 ldi_get_native_cookie(const char *evname)
3015 3015 {
3016 3016 int i;
3017 3017
3018 3018 for (i = 0; ldi_ev_cookies[i].ck_evname != NULL; i++) {
3019 3019 if (strcmp(ldi_ev_cookies[i].ck_evname, evname) == 0) {
3020 3020 LDI_EVTRC((CE_NOTE, "ldi_get_native_cookie: found"));
3021 3021 return ((ldi_ev_cookie_t)&ldi_ev_cookies[i]);
3022 3022 }
3023 3023 }
3024 3024
3025 3025 LDI_EVTRC((CE_NOTE, "ldi_get_native_cookie: NOT found"));
3026 3026 return (NULL);
3027 3027 }
3028 3028
3029 3029 /*
3030 3030 * ldi_ev_lock() needs to be recursive, since layered drivers may call
3031 3031 * other LDI interfaces (such as ldi_close() from within the context of
3032 3032 * a notify callback. Since the notify callback is called with the
3033 3033 * ldi_ev_lock() held and ldi_close() also grabs ldi_ev_lock, the lock needs
3034 3034 * to be recursive.
3035 3035 */
3036 3036 static void
3037 3037 ldi_ev_lock(void)
3038 3038 {
3039 3039 LDI_EVTRC((CE_NOTE, "ldi_ev_lock: entered"));
3040 3040
3041 3041 mutex_enter(&ldi_ev_callback_list.le_lock);
3042 3042 if (ldi_ev_callback_list.le_thread == curthread) {
3043 3043 ASSERT(ldi_ev_callback_list.le_busy >= 1);
3044 3044 ldi_ev_callback_list.le_busy++;
3045 3045 } else {
3046 3046 while (ldi_ev_callback_list.le_busy)
3047 3047 cv_wait(&ldi_ev_callback_list.le_cv,
3048 3048 &ldi_ev_callback_list.le_lock);
3049 3049 ASSERT(ldi_ev_callback_list.le_thread == NULL);
3050 3050 ldi_ev_callback_list.le_busy = 1;
3051 3051 ldi_ev_callback_list.le_thread = curthread;
3052 3052 }
3053 3053 mutex_exit(&ldi_ev_callback_list.le_lock);
3054 3054
3055 3055 LDI_EVTRC((CE_NOTE, "ldi_ev_lock: exit"));
3056 3056 }
3057 3057
3058 3058 static void
3059 3059 ldi_ev_unlock(void)
3060 3060 {
3061 3061 LDI_EVTRC((CE_NOTE, "ldi_ev_unlock: entered"));
3062 3062 mutex_enter(&ldi_ev_callback_list.le_lock);
3063 3063 ASSERT(ldi_ev_callback_list.le_thread == curthread);
3064 3064 ASSERT(ldi_ev_callback_list.le_busy >= 1);
3065 3065
3066 3066 ldi_ev_callback_list.le_busy--;
3067 3067 if (ldi_ev_callback_list.le_busy == 0) {
3068 3068 ldi_ev_callback_list.le_thread = NULL;
3069 3069 cv_signal(&ldi_ev_callback_list.le_cv);
3070 3070 }
3071 3071 mutex_exit(&ldi_ev_callback_list.le_lock);
3072 3072 LDI_EVTRC((CE_NOTE, "ldi_ev_unlock: exit"));
3073 3073 }
3074 3074
3075 3075 int
3076 3076 ldi_ev_get_cookie(ldi_handle_t lh, char *evname, ldi_ev_cookie_t *cookiep)
3077 3077 {
3078 3078 struct ldi_handle *handlep = (struct ldi_handle *)lh;
3079 3079 dev_info_t *dip;
3080 3080 dev_t dev;
3081 3081 int res;
3082 3082 struct snode *csp;
3083 3083 ddi_eventcookie_t ddi_cookie;
3084 3084 ldi_ev_cookie_t tcookie;
3085 3085
3086 3086 LDI_EVDBG((CE_NOTE, "ldi_ev_get_cookie: entered: evname=%s",
3087 3087 evname ? evname : "<NULL>"));
3088 3088
3089 3089 if (lh == NULL || evname == NULL ||
3090 3090 strlen(evname) == 0 || cookiep == NULL) {
3091 3091 LDI_EVDBG((CE_NOTE, "ldi_ev_get_cookie: invalid args"));
3092 3092 return (LDI_EV_FAILURE);
3093 3093 }
3094 3094
3095 3095 *cookiep = NULL;
3096 3096
3097 3097 /*
3098 3098 * First check if it is a LDI native event
3099 3099 */
3100 3100 tcookie = ldi_get_native_cookie(evname);
3101 3101 if (tcookie) {
3102 3102 LDI_EVDBG((CE_NOTE, "ldi_ev_get_cookie: got native cookie"));
3103 3103 *cookiep = tcookie;
3104 3104 return (LDI_EV_SUCCESS);
3105 3105 }
3106 3106
3107 3107 /*
3108 3108 * Not a LDI native event. Try NDI event services
3109 3109 */
3110 3110
3111 3111 dev = handlep->lh_vp->v_rdev;
3112 3112
3113 3113 csp = VTOCS(handlep->lh_vp);
3114 3114 mutex_enter(&csp->s_lock);
3115 3115 if ((dip = csp->s_dip) != NULL)
3116 3116 e_ddi_hold_devi(dip);
3117 3117 mutex_exit(&csp->s_lock);
3118 3118 if (dip == NULL)
3119 3119 dip = e_ddi_hold_devi_by_dev(dev, 0);
3120 3120
3121 3121 if (dip == NULL) {
3122 3122 cmn_err(CE_WARN, "ldi_ev_get_cookie: No devinfo node for LDI "
3123 3123 "handle: %p", (void *)handlep);
3124 3124 return (LDI_EV_FAILURE);
3125 3125 }
3126 3126
3127 3127 LDI_EVDBG((CE_NOTE, "Calling ddi_get_eventcookie: dip=%p, ev=%s",
3128 3128 (void *)dip, evname));
3129 3129
3130 3130 res = ddi_get_eventcookie(dip, evname, &ddi_cookie);
3131 3131
3132 3132 ddi_release_devi(dip);
3133 3133
3134 3134 if (res == DDI_SUCCESS) {
3135 3135 LDI_EVDBG((CE_NOTE, "ldi_ev_get_cookie: NDI cookie found"));
3136 3136 *cookiep = (ldi_ev_cookie_t)ddi_cookie;
3137 3137 return (LDI_EV_SUCCESS);
3138 3138 } else {
3139 3139 LDI_EVDBG((CE_WARN, "ldi_ev_get_cookie: NDI cookie: failed"));
3140 3140 return (LDI_EV_FAILURE);
3141 3141 }
3142 3142 }
3143 3143
3144 3144 /*ARGSUSED*/
3145 3145 static void
3146 3146 i_ldi_ev_callback(dev_info_t *dip, ddi_eventcookie_t event_cookie,
3147 3147 void *arg, void *ev_data)
3148 3148 {
3149 3149 ldi_ev_callback_impl_t *lecp = (ldi_ev_callback_impl_t *)arg;
3150 3150
3151 3151 ASSERT(lecp != NULL);
3152 3152 ASSERT(!ldi_native_cookie(lecp->lec_cookie));
3153 3153 ASSERT(lecp->lec_lhp);
3154 3154 ASSERT(lecp->lec_notify == NULL);
3155 3155 ASSERT(lecp->lec_finalize);
3156 3156
3157 3157 LDI_EVDBG((CE_NOTE, "i_ldi_ev_callback: ldh=%p, cookie=%p, arg=%p, "
3158 3158 "ev_data=%p", (void *)lecp->lec_lhp, (void *)event_cookie,
3159 3159 (void *)lecp->lec_arg, (void *)ev_data));
3160 3160
3161 3161 lecp->lec_finalize(lecp->lec_lhp, (ldi_ev_cookie_t)event_cookie,
3162 3162 lecp->lec_arg, ev_data);
3163 3163 }
3164 3164
3165 3165 int
3166 3166 ldi_ev_register_callbacks(ldi_handle_t lh, ldi_ev_cookie_t cookie,
3167 3167 ldi_ev_callback_t *callb, void *arg, ldi_callback_id_t *id)
3168 3168 {
3169 3169 struct ldi_handle *lhp = (struct ldi_handle *)lh;
3170 3170 ldi_ev_callback_impl_t *lecp;
3171 3171 dev_t dev;
3172 3172 struct snode *csp;
3173 3173 dev_info_t *dip;
3174 3174 int ddi_event;
3175 3175
3176 3176 ASSERT(!servicing_interrupt());
3177 3177
3178 3178 if (lh == NULL || cookie == NULL || callb == NULL || id == NULL) {
3179 3179 LDI_EVDBG((CE_NOTE, "ldi_ev_register_callbacks: Invalid args"));
3180 3180 return (LDI_EV_FAILURE);
3181 3181 }
3182 3182
3183 3183 if (callb->cb_vers != LDI_EV_CB_VERS) {
3184 3184 LDI_EVDBG((CE_NOTE, "ldi_ev_register_callbacks: Invalid vers"));
3185 3185 return (LDI_EV_FAILURE);
3186 3186 }
3187 3187
3188 3188 if (callb->cb_notify == NULL && callb->cb_finalize == NULL) {
3189 3189 LDI_EVDBG((CE_NOTE, "ldi_ev_register_callbacks: NULL callb"));
3190 3190 return (LDI_EV_FAILURE);
3191 3191 }
3192 3192
3193 3193 *id = 0;
3194 3194
3195 3195 dev = lhp->lh_vp->v_rdev;
3196 3196 csp = VTOCS(lhp->lh_vp);
3197 3197 mutex_enter(&csp->s_lock);
3198 3198 if ((dip = csp->s_dip) != NULL)
3199 3199 e_ddi_hold_devi(dip);
3200 3200 mutex_exit(&csp->s_lock);
3201 3201 if (dip == NULL)
3202 3202 dip = e_ddi_hold_devi_by_dev(dev, 0);
3203 3203
3204 3204 if (dip == NULL) {
3205 3205 cmn_err(CE_WARN, "ldi_ev_register: No devinfo node for "
3206 3206 "LDI handle: %p", (void *)lhp);
3207 3207 return (LDI_EV_FAILURE);
3208 3208 }
3209 3209
3210 3210 lecp = kmem_zalloc(sizeof (ldi_ev_callback_impl_t), KM_SLEEP);
3211 3211
3212 3212 ddi_event = 0;
3213 3213 if (!ldi_native_cookie(cookie)) {
3214 3214 if (callb->cb_notify || callb->cb_finalize == NULL) {
3215 3215 /*
3216 3216 * NDI event services only accept finalize
3217 3217 */
3218 3218 cmn_err(CE_WARN, "%s: module: %s: NDI event cookie. "
3219 3219 "Only finalize"
3220 3220 " callback supported with this cookie",
3221 3221 "ldi_ev_register_callbacks",
3222 3222 lhp->lh_ident->li_modname);
3223 3223 kmem_free(lecp, sizeof (ldi_ev_callback_impl_t));
3224 3224 ddi_release_devi(dip);
3225 3225 return (LDI_EV_FAILURE);
3226 3226 }
3227 3227
3228 3228 if (ddi_add_event_handler(dip, (ddi_eventcookie_t)cookie,
3229 3229 i_ldi_ev_callback, (void *)lecp,
3230 3230 (ddi_callback_id_t *)&lecp->lec_id)
3231 3231 != DDI_SUCCESS) {
3232 3232 kmem_free(lecp, sizeof (ldi_ev_callback_impl_t));
3233 3233 ddi_release_devi(dip);
3234 3234 LDI_EVDBG((CE_NOTE, "ldi_ev_register_callbacks(): "
3235 3235 "ddi_add_event_handler failed"));
3236 3236 return (LDI_EV_FAILURE);
3237 3237 }
3238 3238 ddi_event = 1;
3239 3239 LDI_EVDBG((CE_NOTE, "ldi_ev_register_callbacks(): "
3240 3240 "ddi_add_event_handler success"));
3241 3241 }
3242 3242
3243 3243
3244 3244
3245 3245 ldi_ev_lock();
3246 3246
3247 3247 /*
3248 3248 * Add the notify/finalize callback to the LDI's list of callbacks.
3249 3249 */
3250 3250 lecp->lec_lhp = lhp;
3251 3251 lecp->lec_dev = lhp->lh_vp->v_rdev;
3252 3252 lecp->lec_spec = VTYP_TO_STYP(lhp->lh_vp->v_type);
3253 3253 lecp->lec_notify = callb->cb_notify;
3254 3254 lecp->lec_finalize = callb->cb_finalize;
3255 3255 lecp->lec_arg = arg;
3256 3256 lecp->lec_cookie = cookie;
3257 3257 if (!ddi_event)
3258 3258 lecp->lec_id = (void *)(uintptr_t)(++ldi_ev_id_pool);
3259 3259 else
3260 3260 ASSERT(lecp->lec_id);
3261 3261 lecp->lec_dip = dip;
3262 3262 list_insert_tail(&ldi_ev_callback_list.le_head, lecp);
3263 3263
3264 3264 *id = (ldi_callback_id_t)lecp->lec_id;
3265 3265
3266 3266 ldi_ev_unlock();
3267 3267
3268 3268 ddi_release_devi(dip);
3269 3269
3270 3270 LDI_EVDBG((CE_NOTE, "ldi_ev_register_callbacks: registered "
3271 3271 "notify/finalize"));
3272 3272
3273 3273 return (LDI_EV_SUCCESS);
3274 3274 }
3275 3275
3276 3276 static int
3277 3277 ldi_ev_device_match(ldi_ev_callback_impl_t *lecp, dev_info_t *dip,
3278 3278 dev_t dev, int spec_type)
3279 3279 {
3280 3280 ASSERT(lecp);
3281 3281 ASSERT(dip);
3282 3282 ASSERT(dev != DDI_DEV_T_NONE);
3283 3283 ASSERT(dev != NODEV);
3284 3284 ASSERT((dev == DDI_DEV_T_ANY && spec_type == 0) ||
3285 3285 (spec_type == S_IFCHR || spec_type == S_IFBLK));
3286 3286 ASSERT(lecp->lec_dip);
3287 3287 ASSERT(lecp->lec_spec == S_IFCHR || lecp->lec_spec == S_IFBLK);
3288 3288 ASSERT(lecp->lec_dev != DDI_DEV_T_ANY);
3289 3289 ASSERT(lecp->lec_dev != DDI_DEV_T_NONE);
3290 3290 ASSERT(lecp->lec_dev != NODEV);
3291 3291
3292 3292 if (dip != lecp->lec_dip)
3293 3293 return (0);
3294 3294
3295 3295 if (dev != DDI_DEV_T_ANY) {
3296 3296 if (dev != lecp->lec_dev || spec_type != lecp->lec_spec)
3297 3297 return (0);
3298 3298 }
3299 3299
3300 3300 LDI_EVTRC((CE_NOTE, "ldi_ev_device_match: MATCH dip=%p", (void *)dip));
3301 3301
3302 3302 return (1);
3303 3303 }
3304 3304
3305 3305 /*
3306 3306 * LDI framework function to post a "notify" event to all layered drivers
3307 3307 * that have registered for that event
3308 3308 *
3309 3309 * Returns:
3310 3310 * LDI_EV_SUCCESS - registered callbacks allow event
3311 3311 * LDI_EV_FAILURE - registered callbacks block event
|
↓ open down ↓ |
3311 lines elided |
↑ open up ↑ |
3312 3312 * LDI_EV_NONE - No matching LDI callbacks
3313 3313 *
3314 3314 * This function is *not* to be called by layered drivers. It is for I/O
3315 3315 * framework code in Solaris, such as the I/O retire code and DR code
3316 3316 * to call while servicing a device event such as offline or degraded.
3317 3317 */
3318 3318 int
3319 3319 ldi_invoke_notify(dev_info_t *dip, dev_t dev, int spec_type, char *event,
3320 3320 void *ev_data)
3321 3321 {
3322 - ldi_ev_callback_impl_t *lecp;
3322 + ldi_ev_callback_impl_t *lecp,
3323 + *saved_lecp;
3323 3324 list_t *listp;
3324 3325 int ret;
3325 3326 char *lec_event;
3326 3327
3327 3328 ASSERT(dip);
3328 3329 ASSERT(dev != DDI_DEV_T_NONE);
3329 3330 ASSERT(dev != NODEV);
3330 3331 ASSERT((dev == DDI_DEV_T_ANY && spec_type == 0) ||
3331 3332 (spec_type == S_IFCHR || spec_type == S_IFBLK));
3332 3333 ASSERT(event);
3333 3334 ASSERT(ldi_native_event(event));
3334 3335 ASSERT(ldi_ev_sync_event(event));
3335 3336
3336 3337 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): entered: dip=%p, ev=%s",
3337 3338 (void *)dip, event));
3338 3339
3339 3340 ret = LDI_EV_NONE;
3340 3341 ldi_ev_lock();
3341 3342
3342 3343 VERIFY(ldi_ev_callback_list.le_walker_next == NULL);
3344 +restart_loop:
3343 3345 listp = &ldi_ev_callback_list.le_head;
3344 3346 for (lecp = list_head(listp); lecp; lecp =
3345 3347 ldi_ev_callback_list.le_walker_next) {
3346 3348 ldi_ev_callback_list.le_walker_next = list_next(listp, lecp);
3347 3349
3348 3350 /* Check if matching device */
3349 3351 if (!ldi_ev_device_match(lecp, dip, dev, spec_type))
3350 3352 continue;
3351 3353
3352 3354 if (lecp->lec_lhp == NULL) {
3353 3355 /*
3354 3356 * Consumer has unregistered the handle and so
3355 3357 * is no longer interested in notify events.
3356 3358 */
3357 3359 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): No LDI "
3358 3360 "handle, skipping"));
3359 3361 continue;
3360 3362 }
3361 3363
3362 3364 if (lecp->lec_notify == NULL) {
3363 3365 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): No notify "
3364 3366 "callback. skipping"));
3365 3367 continue; /* not interested in notify */
3366 3368 }
3367 3369
|
↓ open down ↓ |
15 lines elided |
↑ open up ↑ |
3368 3370 /*
3369 3371 * Check if matching event
3370 3372 */
3371 3373 lec_event = ldi_ev_get_type(lecp->lec_cookie);
3372 3374 if (strcmp(event, lec_event) != 0) {
3373 3375 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): Not matching"
3374 3376 " event {%s,%s}. skipping", event, lec_event));
3375 3377 continue;
3376 3378 }
3377 3379
3378 - lecp->lec_lhp->lh_flags |= LH_FLAGS_NOTIFY;
3379 - if (lecp->lec_notify(lecp->lec_lhp, lecp->lec_cookie,
3380 - lecp->lec_arg, ev_data) != LDI_EV_SUCCESS) {
3380 + /*
3381 + * To keep the sematics of only calling the notify callback
3382 + * once ignore this entry if during a previous loop start this
3383 + * bit was set. This bit will be cleared from all entries
3384 + * at the end of this routine.
3385 + */
3386 + if (lecp->lec_lhp->lh_flags & LH_FLAGS_NOTIFY_NOTIFY)
3387 + continue;
3388 +
3389 + lecp->lec_lhp->lh_flags |= LH_FLAGS_NOTIFY |
3390 + LH_FLAGS_NOTIFY_NOTIFY;
3391 +
3392 + /*
3393 + * Need to drop the lock here before starting the notify
3394 + * callback. A problem was found where the callback is
3395 + * for ZFS which attempts to grab an internal lock of it's own.
3396 + * Unfortunately there's another thread which starts with
3397 + * ZFS that grabs the internal lock and then calls into the
3398 + * LDI layer which attempts to grab this lock. Deadlock.
3399 + * So, drop and reaquire later which means the loop must
3400 + * be restarted since there's no telling what happened to
3401 + * the linked list.
3402 + */
3403 + ldi_ev_unlock();
3404 + ret = lecp->lec_notify(lecp->lec_lhp, lecp->lec_cookie,
3405 + lecp->lec_arg, ev_data);
3406 + ldi_ev_lock();
3407 +
3408 + if (ret != LDI_EV_SUCCESS) {
3381 3409 ret = LDI_EV_FAILURE;
3382 3410 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): notify"
3383 3411 " FAILURE"));
3384 3412 break;
3385 3413 }
3386 3414
3387 3415 /* We have a matching callback that allows the event to occur */
3388 - ret = LDI_EV_SUCCESS;
3389 -
3390 3416 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): 1 consumer success"));
3417 + goto restart_loop;
3391 3418 }
3392 3419
3393 3420 if (ret != LDI_EV_FAILURE)
3394 3421 goto out;
3395 3422
3423 + saved_lecp = list_prev(listp, lecp);
3424 +
3396 3425 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): undoing notify"));
3397 3426
3398 3427 /*
3399 3428 * Undo notifies already sent
3400 3429 */
3401 - lecp = list_prev(listp, lecp);
3402 3430 VERIFY(ldi_ev_callback_list.le_walker_prev == NULL);
3403 - for (; lecp; lecp = ldi_ev_callback_list.le_walker_prev) {
3431 +restart_2nd_loop:
3432 + for (lecp = saved_lecp; lecp;
3433 + lecp = ldi_ev_callback_list.le_walker_prev) {
3404 3434 ldi_ev_callback_list.le_walker_prev = list_prev(listp, lecp);
3405 3435
3406 3436 /*
3407 3437 * Check if matching device
3408 3438 */
3409 3439 if (!ldi_ev_device_match(lecp, dip, dev, spec_type))
3410 3440 continue;
3411 3441
3412 3442
3413 3443 if (lecp->lec_finalize == NULL) {
3414 3444 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): no finalize, "
3415 3445 "skipping"));
3416 3446 continue; /* not interested in finalize */
3417 3447 }
3418 3448
3419 3449 /*
3420 3450 * it is possible that in response to a notify event a
3421 3451 * layered driver closed its LDI handle so it is ok
3422 3452 * to have a NULL LDI handle for finalize. The layered
3423 3453 * driver is expected to maintain state in its "arg"
3424 3454 * parameter to keep track of the closed device.
3425 3455 */
3426 3456
|
↓ open down ↓ |
13 lines elided |
↑ open up ↑ |
3427 3457 /* Check if matching event */
3428 3458 lec_event = ldi_ev_get_type(lecp->lec_cookie);
3429 3459 if (strcmp(event, lec_event) != 0) {
3430 3460 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): not matching "
3431 3461 "event: %s,%s, skipping", event, lec_event));
3432 3462 continue;
3433 3463 }
3434 3464
3435 3465 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): calling finalize"));
3436 3466
3467 + if (lecp->lec_lhp->lh_flags & LH_FLAGS_NOTIFY_FINALIZE)
3468 + continue;
3469 + lecp->lec_lhp->lh_flags |= LH_FLAGS_NOTIFY_FINALIZE;
3470 +
3471 + ldi_ev_unlock();
3437 3472 lecp->lec_finalize(lecp->lec_lhp, lecp->lec_cookie,
3438 3473 LDI_EV_FAILURE, lecp->lec_arg, ev_data);
3474 + ldi_ev_lock();
3439 3475
3440 3476 /*
3441 3477 * If LDI native event and LDI handle closed in context
3442 3478 * of notify, NULL out the finalize callback as we have
3443 3479 * already called the 1 finalize above allowed in this situation
3444 3480 */
3445 3481 if (lecp->lec_lhp == NULL &&
3446 3482 ldi_native_cookie(lecp->lec_cookie)) {
3447 3483 LDI_EVDBG((CE_NOTE,
3448 3484 "ldi_invoke_notify(): NULL-ing finalize after "
3449 3485 "calling 1 finalize following ldi_close"));
3450 3486 lecp->lec_finalize = NULL;
3451 3487 }
3488 + goto restart_2nd_loop;
3452 3489 }
3453 -
3454 3490 out:
3491 + /*
3492 + * Clear out the temporary flag for future runs.
3493 + */
3494 + for (lecp = list_head(listp); lecp; lecp = list_next(listp, lecp)) {
3495 + if (lecp->lec_lhp == NULL)
3496 + continue;
3497 + lecp->lec_lhp->lh_flags &= ~(LH_FLAGS_NOTIFY_NOTIFY |
3498 + LH_FLAGS_NOTIFY_FINALIZE);
3499 + }
3455 3500 ldi_ev_callback_list.le_walker_next = NULL;
3456 3501 ldi_ev_callback_list.le_walker_prev = NULL;
3457 3502 ldi_ev_unlock();
3458 3503
3459 3504 if (ret == LDI_EV_NONE) {
3460 3505 LDI_EVDBG((CE_NOTE, "ldi_invoke_notify(): no matching "
3461 3506 "LDI callbacks"));
3462 3507 }
3463 3508
3464 3509 return (ret);
3465 3510 }
3466 3511
3467 3512 /*
3468 3513 * Framework function to be called from a layered driver to propagate
3469 3514 * LDI "notify" events to exported minors.
3470 3515 *
3471 3516 * This function is a public interface exported by the LDI framework
3472 3517 * for use by layered drivers to propagate device events up the software
3473 3518 * stack.
3474 3519 */
3475 3520 int
3476 3521 ldi_ev_notify(dev_info_t *dip, minor_t minor, int spec_type,
3477 3522 ldi_ev_cookie_t cookie, void *ev_data)
3478 3523 {
3479 3524 char *evname = ldi_ev_get_type(cookie);
3480 3525 uint_t ct_evtype;
3481 3526 dev_t dev;
3482 3527 major_t major;
3483 3528 int retc;
3484 3529 int retl;
3485 3530
3486 3531 ASSERT(spec_type == S_IFBLK || spec_type == S_IFCHR);
3487 3532 ASSERT(dip);
3488 3533 ASSERT(ldi_native_cookie(cookie));
3489 3534
3490 3535 LDI_EVDBG((CE_NOTE, "ldi_ev_notify(): entered: event=%s, dip=%p",
3491 3536 evname, (void *)dip));
3492 3537
3493 3538 if (!ldi_ev_sync_event(evname)) {
3494 3539 cmn_err(CE_PANIC, "ldi_ev_notify(): %s not a "
3495 3540 "negotiatable event", evname);
3496 3541 return (LDI_EV_SUCCESS);
3497 3542 }
3498 3543
3499 3544 major = ddi_driver_major(dip);
3500 3545 if (major == DDI_MAJOR_T_NONE) {
3501 3546 char *path = kmem_alloc(MAXPATHLEN, KM_SLEEP);
3502 3547 (void) ddi_pathname(dip, path);
3503 3548 cmn_err(CE_WARN, "ldi_ev_notify: cannot derive major number "
3504 3549 "for device %s", path);
3505 3550 kmem_free(path, MAXPATHLEN);
3506 3551 return (LDI_EV_FAILURE);
3507 3552 }
3508 3553 dev = makedevice(major, minor);
3509 3554
3510 3555 /*
3511 3556 * Generate negotiation contract events on contracts (if any) associated
3512 3557 * with this minor.
3513 3558 */
3514 3559 LDI_EVDBG((CE_NOTE, "ldi_ev_notify(): calling contract nego."));
3515 3560 ct_evtype = ldi_contract_event(evname);
3516 3561 retc = contract_device_negotiate(dip, dev, spec_type, ct_evtype);
3517 3562 if (retc == CT_NACK) {
3518 3563 LDI_EVDBG((CE_NOTE, "ldi_ev_notify(): contract neg. NACK"));
3519 3564 return (LDI_EV_FAILURE);
3520 3565 }
3521 3566
3522 3567 LDI_EVDBG((CE_NOTE, "ldi_ev_notify(): LDI invoke notify"));
3523 3568 retl = ldi_invoke_notify(dip, dev, spec_type, evname, ev_data);
3524 3569 if (retl == LDI_EV_FAILURE) {
3525 3570 LDI_EVDBG((CE_NOTE, "ldi_ev_notify(): ldi_invoke_notify "
3526 3571 "returned FAILURE. Calling contract negend"));
3527 3572 contract_device_negend(dip, dev, spec_type, CT_EV_FAILURE);
3528 3573 return (LDI_EV_FAILURE);
3529 3574 }
3530 3575
3531 3576 /*
3532 3577 * The very fact that we are here indicates that there is a
3533 3578 * LDI callback (and hence a constraint) for the retire of the
3534 3579 * HW device. So we just return success even if there are no
3535 3580 * contracts or LDI callbacks against the minors layered on top
3536 3581 * of the HW minors
3537 3582 */
3538 3583 LDI_EVDBG((CE_NOTE, "ldi_ev_notify(): returning SUCCESS"));
3539 3584 return (LDI_EV_SUCCESS);
3540 3585 }
3541 3586
3542 3587 /*
3543 3588 * LDI framework function to invoke "finalize" callbacks for all layered
3544 3589 * drivers that have registered callbacks for that event.
3545 3590 *
3546 3591 * This function is *not* to be called by layered drivers. It is for I/O
3547 3592 * framework code in Solaris, such as the I/O retire code and DR code
3548 3593 * to call while servicing a device event such as offline or degraded.
3549 3594 */
3550 3595 void
3551 3596 ldi_invoke_finalize(dev_info_t *dip, dev_t dev, int spec_type, char *event,
3552 3597 int ldi_result, void *ev_data)
3553 3598 {
3554 3599 ldi_ev_callback_impl_t *lecp;
3555 3600 list_t *listp;
3556 3601 char *lec_event;
3557 3602 int found = 0;
3558 3603
3559 3604 ASSERT(dip);
3560 3605 ASSERT(dev != DDI_DEV_T_NONE);
3561 3606 ASSERT(dev != NODEV);
3562 3607 ASSERT((dev == DDI_DEV_T_ANY && spec_type == 0) ||
3563 3608 (spec_type == S_IFCHR || spec_type == S_IFBLK));
3564 3609 ASSERT(event);
3565 3610 ASSERT(ldi_native_event(event));
3566 3611 ASSERT(ldi_result == LDI_EV_SUCCESS || ldi_result == LDI_EV_FAILURE);
3567 3612
3568 3613 LDI_EVDBG((CE_NOTE, "ldi_invoke_finalize(): entered: dip=%p, result=%d"
3569 3614 " event=%s", (void *)dip, ldi_result, event));
3570 3615
3571 3616 ldi_ev_lock();
3572 3617 VERIFY(ldi_ev_callback_list.le_walker_next == NULL);
3573 3618 listp = &ldi_ev_callback_list.le_head;
3574 3619 for (lecp = list_head(listp); lecp; lecp =
3575 3620 ldi_ev_callback_list.le_walker_next) {
3576 3621 ldi_ev_callback_list.le_walker_next = list_next(listp, lecp);
3577 3622
3578 3623 if (lecp->lec_finalize == NULL) {
3579 3624 LDI_EVDBG((CE_NOTE, "ldi_invoke_finalize(): No "
3580 3625 "finalize. Skipping"));
3581 3626 continue; /* Not interested in finalize */
3582 3627 }
3583 3628
3584 3629 /*
3585 3630 * Check if matching device
3586 3631 */
3587 3632 if (!ldi_ev_device_match(lecp, dip, dev, spec_type))
3588 3633 continue;
3589 3634
3590 3635 /*
3591 3636 * It is valid for the LDI handle to be NULL during finalize.
3592 3637 * The layered driver may have done an LDI close in the notify
3593 3638 * callback.
3594 3639 */
3595 3640
3596 3641 /*
3597 3642 * Check if matching event
3598 3643 */
3599 3644 lec_event = ldi_ev_get_type(lecp->lec_cookie);
3600 3645 if (strcmp(event, lec_event) != 0) {
3601 3646 LDI_EVDBG((CE_NOTE, "ldi_invoke_finalize(): Not "
3602 3647 "matching event {%s,%s}. Skipping",
3603 3648 event, lec_event));
3604 3649 continue;
3605 3650 }
3606 3651
3607 3652 LDI_EVDBG((CE_NOTE, "ldi_invoke_finalize(): calling finalize"));
3608 3653
3609 3654 found = 1;
3610 3655
3611 3656 lecp->lec_finalize(lecp->lec_lhp, lecp->lec_cookie,
3612 3657 ldi_result, lecp->lec_arg, ev_data);
3613 3658
3614 3659 /*
3615 3660 * If LDI native event and LDI handle closed in context
3616 3661 * of notify, NULL out the finalize callback as we have
3617 3662 * already called the 1 finalize above allowed in this situation
3618 3663 */
3619 3664 if (lecp->lec_lhp == NULL &&
3620 3665 ldi_native_cookie(lecp->lec_cookie)) {
3621 3666 LDI_EVDBG((CE_NOTE,
3622 3667 "ldi_invoke_finalize(): NULLing finalize after "
3623 3668 "calling 1 finalize following ldi_close"));
3624 3669 lecp->lec_finalize = NULL;
3625 3670 }
3626 3671 }
3627 3672 ldi_ev_callback_list.le_walker_next = NULL;
3628 3673 ldi_ev_unlock();
3629 3674
3630 3675 if (found)
3631 3676 return;
3632 3677
3633 3678 LDI_EVDBG((CE_NOTE, "ldi_invoke_finalize(): no matching callbacks"));
3634 3679 }
3635 3680
3636 3681 /*
3637 3682 * Framework function to be called from a layered driver to propagate
3638 3683 * LDI "finalize" events to exported minors.
3639 3684 *
3640 3685 * This function is a public interface exported by the LDI framework
3641 3686 * for use by layered drivers to propagate device events up the software
3642 3687 * stack.
3643 3688 */
3644 3689 void
3645 3690 ldi_ev_finalize(dev_info_t *dip, minor_t minor, int spec_type, int ldi_result,
3646 3691 ldi_ev_cookie_t cookie, void *ev_data)
3647 3692 {
3648 3693 dev_t dev;
3649 3694 major_t major;
3650 3695 char *evname;
3651 3696 int ct_result = (ldi_result == LDI_EV_SUCCESS) ?
3652 3697 CT_EV_SUCCESS : CT_EV_FAILURE;
3653 3698 uint_t ct_evtype;
3654 3699
3655 3700 ASSERT(dip);
3656 3701 ASSERT(spec_type == S_IFBLK || spec_type == S_IFCHR);
3657 3702 ASSERT(ldi_result == LDI_EV_SUCCESS || ldi_result == LDI_EV_FAILURE);
3658 3703 ASSERT(ldi_native_cookie(cookie));
3659 3704
3660 3705 LDI_EVDBG((CE_NOTE, "ldi_ev_finalize: entered: dip=%p", (void *)dip));
3661 3706
3662 3707 major = ddi_driver_major(dip);
3663 3708 if (major == DDI_MAJOR_T_NONE) {
3664 3709 char *path = kmem_alloc(MAXPATHLEN, KM_SLEEP);
3665 3710 (void) ddi_pathname(dip, path);
3666 3711 cmn_err(CE_WARN, "ldi_ev_finalize: cannot derive major number "
3667 3712 "for device %s", path);
3668 3713 kmem_free(path, MAXPATHLEN);
3669 3714 return;
3670 3715 }
3671 3716 dev = makedevice(major, minor);
3672 3717
3673 3718 evname = ldi_ev_get_type(cookie);
3674 3719
3675 3720 LDI_EVDBG((CE_NOTE, "ldi_ev_finalize: calling contracts"));
3676 3721 ct_evtype = ldi_contract_event(evname);
3677 3722 contract_device_finalize(dip, dev, spec_type, ct_evtype, ct_result);
3678 3723
3679 3724 LDI_EVDBG((CE_NOTE, "ldi_ev_finalize: calling ldi_invoke_finalize"));
3680 3725 ldi_invoke_finalize(dip, dev, spec_type, evname, ldi_result, ev_data);
3681 3726 }
3682 3727
3683 3728 int
3684 3729 ldi_ev_remove_callbacks(ldi_callback_id_t id)
3685 3730 {
3686 3731 ldi_ev_callback_impl_t *lecp;
3687 3732 ldi_ev_callback_impl_t *next;
3688 3733 ldi_ev_callback_impl_t *found;
3689 3734 list_t *listp;
3690 3735
3691 3736 ASSERT(!servicing_interrupt());
3692 3737
3693 3738 if (id == 0) {
3694 3739 cmn_err(CE_WARN, "ldi_ev_remove_callbacks: Invalid ID 0");
3695 3740 return (LDI_EV_FAILURE);
3696 3741 }
3697 3742
3698 3743 LDI_EVDBG((CE_NOTE, "ldi_ev_remove_callbacks: entered: id=%p",
3699 3744 (void *)id));
3700 3745
3701 3746 ldi_ev_lock();
3702 3747
3703 3748 listp = &ldi_ev_callback_list.le_head;
3704 3749 next = found = NULL;
3705 3750 for (lecp = list_head(listp); lecp; lecp = next) {
3706 3751 next = list_next(listp, lecp);
3707 3752 if (lecp->lec_id == id) {
3708 3753 VERIFY(found == NULL);
3709 3754
3710 3755 /*
3711 3756 * If there is a walk in progress, shift that walk
3712 3757 * along to the next element so that we can remove
3713 3758 * this one. This allows us to unregister an arbitrary
3714 3759 * number of callbacks from within a callback.
3715 3760 *
3716 3761 * See the struct definition (in sunldi_impl.h) for
3717 3762 * more information.
3718 3763 */
3719 3764 if (ldi_ev_callback_list.le_walker_next == lecp)
3720 3765 ldi_ev_callback_list.le_walker_next = next;
3721 3766 if (ldi_ev_callback_list.le_walker_prev == lecp)
3722 3767 ldi_ev_callback_list.le_walker_prev = list_prev(
3723 3768 listp, ldi_ev_callback_list.le_walker_prev);
3724 3769
3725 3770 list_remove(listp, lecp);
3726 3771 found = lecp;
3727 3772 }
3728 3773 }
3729 3774 ldi_ev_unlock();
3730 3775
3731 3776 if (found == NULL) {
3732 3777 cmn_err(CE_WARN, "No LDI event handler for id (%p)",
3733 3778 (void *)id);
3734 3779 return (LDI_EV_SUCCESS);
3735 3780 }
3736 3781
3737 3782 if (!ldi_native_cookie(found->lec_cookie)) {
3738 3783 ASSERT(found->lec_notify == NULL);
3739 3784 if (ddi_remove_event_handler((ddi_callback_id_t)id)
3740 3785 != DDI_SUCCESS) {
3741 3786 cmn_err(CE_WARN, "failed to remove NDI event handler "
3742 3787 "for id (%p)", (void *)id);
3743 3788 ldi_ev_lock();
3744 3789 list_insert_tail(listp, found);
3745 3790 ldi_ev_unlock();
3746 3791 return (LDI_EV_FAILURE);
3747 3792 }
3748 3793 LDI_EVDBG((CE_NOTE, "ldi_ev_remove_callbacks: NDI event "
3749 3794 "service removal succeeded"));
3750 3795 } else {
3751 3796 LDI_EVDBG((CE_NOTE, "ldi_ev_remove_callbacks: removed "
3752 3797 "LDI native callbacks"));
3753 3798 }
3754 3799 kmem_free(found, sizeof (ldi_ev_callback_impl_t));
3755 3800
3756 3801 return (LDI_EV_SUCCESS);
3757 3802 }
|
↓ open down ↓ |
293 lines elided |
↑ open up ↑ |
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX