1 0 stevel /* 2 0 stevel * CDDL HEADER START 3 0 stevel * 4 0 stevel * The contents of this file are subject to the terms of the 5 3446 mrj * Common Development and Distribution License (the "License"). 6 3446 mrj * You may not use this file except in compliance with the License. 7 0 stevel * 8 0 stevel * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 0 stevel * or http://www.opensolaris.org/os/licensing. 10 0 stevel * See the License for the specific language governing permissions 11 0 stevel * and limitations under the License. 12 0 stevel * 13 0 stevel * When distributing Covered Code, include this CDDL HEADER in each 14 0 stevel * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 0 stevel * If applicable, add the following below this CDDL HEADER, with the 16 0 stevel * fields enclosed by brackets "[]" replaced with your own identifying 17 0 stevel * information: Portions Copyright [yyyy] [name of copyright owner] 18 0 stevel * 19 0 stevel * CDDL HEADER END 20 0 stevel */ 21 0 stevel /* 22 9085 Ali * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 23 0 stevel * Use is subject to license terms. 24 0 stevel */ 25 0 stevel 26 0 stevel #include <sys/types.h> 27 0 stevel #include <sys/modctl.h> 28 0 stevel #include <sys/kobj.h> 29 0 stevel #include <sys/kobj_impl.h> 30 0 stevel #include <sys/sysmacros.h> 31 0 stevel #include <sys/elf.h> 32 0 stevel #include <sys/task.h> 33 0 stevel 34 0 stevel #include <unistd.h> 35 0 stevel #include <project.h> 36 0 stevel #include <strings.h> 37 0 stevel #include <stdlib.h> 38 0 stevel #include <libelf.h> 39 0 stevel #include <limits.h> 40 0 stevel #include <assert.h> 41 0 stevel #include <errno.h> 42 0 stevel #include <dirent.h> 43 0 stevel 44 0 stevel #include <dt_strtab.h> 45 0 stevel #include <dt_module.h> 46 0 stevel #include <dt_impl.h> 47 0 stevel 48 0 stevel static const char *dt_module_strtab; /* active strtab for qsort callbacks */ 49 0 stevel 50 0 stevel static void 51 0 stevel dt_module_symhash_insert(dt_module_t *dmp, const char *name, uint_t id) 52 0 stevel { 53 0 stevel dt_sym_t *dsp = &dmp->dm_symchains[dmp->dm_symfree]; 54 0 stevel uint_t h; 55 0 stevel 56 0 stevel assert(dmp->dm_symfree < dmp->dm_nsymelems + 1); 57 0 stevel 58 0 stevel dsp->ds_symid = id; 59 0 stevel h = dt_strtab_hash(name, NULL) % dmp->dm_nsymbuckets; 60 0 stevel dsp->ds_next = dmp->dm_symbuckets[h]; 61 0 stevel dmp->dm_symbuckets[h] = dmp->dm_symfree++; 62 0 stevel } 63 0 stevel 64 0 stevel static uint_t 65 0 stevel dt_module_syminit32(dt_module_t *dmp) 66 0 stevel { 67 9900 Ali #if STT_NUM != (STT_TLS + 1) 68 9085 Ali #error "STT_NUM has grown. update dt_module_syminit32()" 69 9085 Ali #endif 70 9085 Ali 71 0 stevel const Elf32_Sym *sym = dmp->dm_symtab.cts_data; 72 0 stevel const char *base = dmp->dm_strtab.cts_data; 73 0 stevel size_t ss_size = dmp->dm_strtab.cts_size; 74 0 stevel uint_t i, n = dmp->dm_nsymelems; 75 0 stevel uint_t asrsv = 0; 76 0 stevel 77 0 stevel for (i = 0; i < n; i++, sym++) { 78 0 stevel const char *name = base + sym->st_name; 79 0 stevel uchar_t type = ELF32_ST_TYPE(sym->st_info); 80 0 stevel 81 9900 Ali if (type >= STT_NUM || type == STT_SECTION) 82 0 stevel continue; /* skip sections and unknown types */ 83 0 stevel 84 0 stevel if (sym->st_name == 0 || sym->st_name >= ss_size) 85 0 stevel continue; /* skip null or invalid names */ 86 0 stevel 87 0 stevel if (sym->st_value != 0 && 88 0 stevel (ELF32_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size)) 89 0 stevel asrsv++; /* reserve space in the address map */ 90 0 stevel 91 0 stevel dt_module_symhash_insert(dmp, name, i); 92 0 stevel } 93 0 stevel 94 0 stevel return (asrsv); 95 0 stevel } 96 0 stevel 97 0 stevel static uint_t 98 0 stevel dt_module_syminit64(dt_module_t *dmp) 99 0 stevel { 100 9900 Ali #if STT_NUM != (STT_TLS + 1) 101 9085 Ali #error "STT_NUM has grown. update dt_module_syminit64()" 102 9085 Ali #endif 103 9085 Ali 104 0 stevel const Elf64_Sym *sym = dmp->dm_symtab.cts_data; 105 0 stevel const char *base = dmp->dm_strtab.cts_data; 106 0 stevel size_t ss_size = dmp->dm_strtab.cts_size; 107 0 stevel uint_t i, n = dmp->dm_nsymelems; 108 0 stevel uint_t asrsv = 0; 109 0 stevel 110 0 stevel for (i = 0; i < n; i++, sym++) { 111 0 stevel const char *name = base + sym->st_name; 112 0 stevel uchar_t type = ELF64_ST_TYPE(sym->st_info); 113 0 stevel 114 9900 Ali if (type >= STT_NUM || type == STT_SECTION) 115 0 stevel continue; /* skip sections and unknown types */ 116 0 stevel 117 0 stevel if (sym->st_name == 0 || sym->st_name >= ss_size) 118 0 stevel continue; /* skip null or invalid names */ 119 0 stevel 120 0 stevel if (sym->st_value != 0 && 121 0 stevel (ELF64_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size)) 122 0 stevel asrsv++; /* reserve space in the address map */ 123 0 stevel 124 0 stevel dt_module_symhash_insert(dmp, name, i); 125 0 stevel } 126 0 stevel 127 0 stevel return (asrsv); 128 0 stevel } 129 0 stevel 130 0 stevel /* 131 0 stevel * Sort comparison function for 32-bit symbol address-to-name lookups. We sort 132 0 stevel * symbols by value. If values are equal, we prefer the symbol that is 133 0 stevel * non-zero sized, typed, not weak, or lexically first, in that order. 134 0 stevel */ 135 0 stevel static int 136 0 stevel dt_module_symcomp32(const void *lp, const void *rp) 137 0 stevel { 138 0 stevel Elf32_Sym *lhs = *((Elf32_Sym **)lp); 139 0 stevel Elf32_Sym *rhs = *((Elf32_Sym **)rp); 140 0 stevel 141 0 stevel if (lhs->st_value != rhs->st_value) 142 0 stevel return (lhs->st_value > rhs->st_value ? 1 : -1); 143 0 stevel 144 0 stevel if ((lhs->st_size == 0) != (rhs->st_size == 0)) 145 0 stevel return (lhs->st_size == 0 ? 1 : -1); 146 0 stevel 147 0 stevel if ((ELF32_ST_TYPE(lhs->st_info) == STT_NOTYPE) != 148 0 stevel (ELF32_ST_TYPE(rhs->st_info) == STT_NOTYPE)) 149 0 stevel return (ELF32_ST_TYPE(lhs->st_info) == STT_NOTYPE ? 1 : -1); 150 0 stevel 151 0 stevel if ((ELF32_ST_BIND(lhs->st_info) == STB_WEAK) != 152 0 stevel (ELF32_ST_BIND(rhs->st_info) == STB_WEAK)) 153 0 stevel return (ELF32_ST_BIND(lhs->st_info) == STB_WEAK ? 1 : -1); 154 0 stevel 155 0 stevel return (strcmp(dt_module_strtab + lhs->st_name, 156 0 stevel dt_module_strtab + rhs->st_name)); 157 0 stevel } 158 0 stevel 159 0 stevel /* 160 0 stevel * Sort comparison function for 64-bit symbol address-to-name lookups. We sort 161 0 stevel * symbols by value. If values are equal, we prefer the symbol that is 162 0 stevel * non-zero sized, typed, not weak, or lexically first, in that order. 163 0 stevel */ 164 0 stevel static int 165 0 stevel dt_module_symcomp64(const void *lp, const void *rp) 166 0 stevel { 167 0 stevel Elf64_Sym *lhs = *((Elf64_Sym **)lp); 168 0 stevel Elf64_Sym *rhs = *((Elf64_Sym **)rp); 169 0 stevel 170 0 stevel if (lhs->st_value != rhs->st_value) 171 0 stevel return (lhs->st_value > rhs->st_value ? 1 : -1); 172 0 stevel 173 0 stevel if ((lhs->st_size == 0) != (rhs->st_size == 0)) 174 0 stevel return (lhs->st_size == 0 ? 1 : -1); 175 0 stevel 176 0 stevel if ((ELF64_ST_TYPE(lhs->st_info) == STT_NOTYPE) != 177 0 stevel (ELF64_ST_TYPE(rhs->st_info) == STT_NOTYPE)) 178 0 stevel return (ELF64_ST_TYPE(lhs->st_info) == STT_NOTYPE ? 1 : -1); 179 0 stevel 180 0 stevel if ((ELF64_ST_BIND(lhs->st_info) == STB_WEAK) != 181 0 stevel (ELF64_ST_BIND(rhs->st_info) == STB_WEAK)) 182 0 stevel return (ELF64_ST_BIND(lhs->st_info) == STB_WEAK ? 1 : -1); 183 0 stevel 184 0 stevel return (strcmp(dt_module_strtab + lhs->st_name, 185 0 stevel dt_module_strtab + rhs->st_name)); 186 0 stevel } 187 0 stevel 188 0 stevel static void 189 0 stevel dt_module_symsort32(dt_module_t *dmp) 190 0 stevel { 191 0 stevel Elf32_Sym *symtab = (Elf32_Sym *)dmp->dm_symtab.cts_data; 192 0 stevel Elf32_Sym **sympp = (Elf32_Sym **)dmp->dm_asmap; 193 0 stevel const dt_sym_t *dsp = dmp->dm_symchains + 1; 194 0 stevel uint_t i, n = dmp->dm_symfree; 195 0 stevel 196 0 stevel for (i = 1; i < n; i++, dsp++) { 197 0 stevel Elf32_Sym *sym = symtab + dsp->ds_symid; 198 0 stevel if (sym->st_value != 0 && 199 0 stevel (ELF32_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size)) 200 0 stevel *sympp++ = sym; 201 0 stevel } 202 0 stevel 203 0 stevel dmp->dm_aslen = (uint_t)(sympp - (Elf32_Sym **)dmp->dm_asmap); 204 0 stevel assert(dmp->dm_aslen <= dmp->dm_asrsv); 205 0 stevel 206 0 stevel dt_module_strtab = dmp->dm_strtab.cts_data; 207 0 stevel qsort(dmp->dm_asmap, dmp->dm_aslen, 208 0 stevel sizeof (Elf32_Sym *), dt_module_symcomp32); 209 0 stevel dt_module_strtab = NULL; 210 0 stevel } 211 0 stevel 212 0 stevel static void 213 0 stevel dt_module_symsort64(dt_module_t *dmp) 214 0 stevel { 215 0 stevel Elf64_Sym *symtab = (Elf64_Sym *)dmp->dm_symtab.cts_data; 216 0 stevel Elf64_Sym **sympp = (Elf64_Sym **)dmp->dm_asmap; 217 0 stevel const dt_sym_t *dsp = dmp->dm_symchains + 1; 218 0 stevel uint_t i, n = dmp->dm_symfree; 219 0 stevel 220 0 stevel for (i = 1; i < n; i++, dsp++) { 221 0 stevel Elf64_Sym *sym = symtab + dsp->ds_symid; 222 0 stevel if (sym->st_value != 0 && 223 0 stevel (ELF64_ST_BIND(sym->st_info) != STB_LOCAL || sym->st_size)) 224 0 stevel *sympp++ = sym; 225 0 stevel } 226 0 stevel 227 0 stevel dmp->dm_aslen = (uint_t)(sympp - (Elf64_Sym **)dmp->dm_asmap); 228 0 stevel assert(dmp->dm_aslen <= dmp->dm_asrsv); 229 0 stevel 230 0 stevel dt_module_strtab = dmp->dm_strtab.cts_data; 231 0 stevel qsort(dmp->dm_asmap, dmp->dm_aslen, 232 0 stevel sizeof (Elf64_Sym *), dt_module_symcomp64); 233 0 stevel dt_module_strtab = NULL; 234 0 stevel } 235 0 stevel 236 0 stevel static GElf_Sym * 237 0 stevel dt_module_symgelf32(const Elf32_Sym *src, GElf_Sym *dst) 238 0 stevel { 239 0 stevel if (dst != NULL) { 240 0 stevel dst->st_name = src->st_name; 241 0 stevel dst->st_info = src->st_info; 242 0 stevel dst->st_other = src->st_other; 243 0 stevel dst->st_shndx = src->st_shndx; 244 0 stevel dst->st_value = src->st_value; 245 0 stevel dst->st_size = src->st_size; 246 0 stevel } 247 0 stevel 248 0 stevel return (dst); 249 0 stevel } 250 0 stevel 251 0 stevel static GElf_Sym * 252 0 stevel dt_module_symgelf64(const Elf64_Sym *src, GElf_Sym *dst) 253 0 stevel { 254 0 stevel if (dst != NULL) 255 0 stevel bcopy(src, dst, sizeof (GElf_Sym)); 256 0 stevel 257 0 stevel return (dst); 258 0 stevel } 259 0 stevel 260 0 stevel static GElf_Sym * 261 0 stevel dt_module_symname32(dt_module_t *dmp, const char *name, 262 0 stevel GElf_Sym *symp, uint_t *idp) 263 0 stevel { 264 0 stevel const Elf32_Sym *symtab = dmp->dm_symtab.cts_data; 265 0 stevel const char *strtab = dmp->dm_strtab.cts_data; 266 0 stevel 267 0 stevel const Elf32_Sym *sym; 268 0 stevel const dt_sym_t *dsp; 269 0 stevel uint_t i, h; 270 0 stevel 271 0 stevel if (dmp->dm_nsymelems == 0) 272 0 stevel return (NULL); 273 0 stevel 274 0 stevel h = dt_strtab_hash(name, NULL) % dmp->dm_nsymbuckets; 275 0 stevel 276 0 stevel for (i = dmp->dm_symbuckets[h]; i != 0; i = dsp->ds_next) { 277 0 stevel dsp = &dmp->dm_symchains[i]; 278 0 stevel sym = symtab + dsp->ds_symid; 279 0 stevel 280 0 stevel if (strcmp(name, strtab + sym->st_name) == 0) { 281 0 stevel if (idp != NULL) 282 0 stevel *idp = dsp->ds_symid; 283 0 stevel return (dt_module_symgelf32(sym, symp)); 284 0 stevel } 285 0 stevel } 286 0 stevel 287 0 stevel return (NULL); 288 0 stevel } 289 0 stevel 290 0 stevel static GElf_Sym * 291 0 stevel dt_module_symname64(dt_module_t *dmp, const char *name, 292 0 stevel GElf_Sym *symp, uint_t *idp) 293 0 stevel { 294 0 stevel const Elf64_Sym *symtab = dmp->dm_symtab.cts_data; 295 0 stevel const char *strtab = dmp->dm_strtab.cts_data; 296 0 stevel 297 0 stevel const Elf64_Sym *sym; 298 0 stevel const dt_sym_t *dsp; 299 0 stevel uint_t i, h; 300 0 stevel 301 0 stevel if (dmp->dm_nsymelems == 0) 302 0 stevel return (NULL); 303 0 stevel 304 0 stevel h = dt_strtab_hash(name, NULL) % dmp->dm_nsymbuckets; 305 0 stevel 306 0 stevel for (i = dmp->dm_symbuckets[h]; i != 0; i = dsp->ds_next) { 307 0 stevel dsp = &dmp->dm_symchains[i]; 308 0 stevel sym = symtab + dsp->ds_symid; 309 0 stevel 310 0 stevel if (strcmp(name, strtab + sym->st_name) == 0) { 311 0 stevel if (idp != NULL) 312 0 stevel *idp = dsp->ds_symid; 313 0 stevel return (dt_module_symgelf64(sym, symp)); 314 0 stevel } 315 0 stevel } 316 0 stevel 317 0 stevel return (NULL); 318 0 stevel } 319 0 stevel 320 0 stevel static GElf_Sym * 321 0 stevel dt_module_symaddr32(dt_module_t *dmp, GElf_Addr addr, 322 0 stevel GElf_Sym *symp, uint_t *idp) 323 0 stevel { 324 0 stevel const Elf32_Sym **asmap = (const Elf32_Sym **)dmp->dm_asmap; 325 0 stevel const Elf32_Sym *symtab = dmp->dm_symtab.cts_data; 326 0 stevel const Elf32_Sym *sym; 327 0 stevel 328 0 stevel uint_t i, mid, lo = 0, hi = dmp->dm_aslen - 1; 329 0 stevel Elf32_Addr v; 330 0 stevel 331 0 stevel if (dmp->dm_aslen == 0) 332 0 stevel return (NULL); 333 0 stevel 334 0 stevel while (hi - lo > 1) { 335 0 stevel mid = (lo + hi) / 2; 336 0 stevel if (addr >= asmap[mid]->st_value) 337 0 stevel lo = mid; 338 0 stevel else 339 0 stevel hi = mid; 340 0 stevel } 341 0 stevel 342 0 stevel i = addr < asmap[hi]->st_value ? lo : hi; 343 0 stevel sym = asmap[i]; 344 0 stevel v = sym->st_value; 345 0 stevel 346 0 stevel /* 347 0 stevel * If the previous entry has the same value, improve our choice. The 348 0 stevel * order of equal-valued symbols is determined by the comparison func. 349 0 stevel */ 350 0 stevel while (i-- != 0 && asmap[i]->st_value == v) 351 0 stevel sym = asmap[i]; 352 0 stevel 353 0 stevel if (addr - sym->st_value < MAX(sym->st_size, 1)) { 354 0 stevel if (idp != NULL) 355 0 stevel *idp = (uint_t)(sym - symtab); 356 0 stevel return (dt_module_symgelf32(sym, symp)); 357 0 stevel } 358 0 stevel 359 0 stevel return (NULL); 360 0 stevel } 361 0 stevel 362 0 stevel static GElf_Sym * 363 0 stevel dt_module_symaddr64(dt_module_t *dmp, GElf_Addr addr, 364 0 stevel GElf_Sym *symp, uint_t *idp) 365 0 stevel { 366 0 stevel const Elf64_Sym **asmap = (const Elf64_Sym **)dmp->dm_asmap; 367 0 stevel const Elf64_Sym *symtab = dmp->dm_symtab.cts_data; 368 0 stevel const Elf64_Sym *sym; 369 0 stevel 370 0 stevel uint_t i, mid, lo = 0, hi = dmp->dm_aslen - 1; 371 0 stevel Elf64_Addr v; 372 0 stevel 373 0 stevel if (dmp->dm_aslen == 0) 374 0 stevel return (NULL); 375 0 stevel 376 0 stevel while (hi - lo > 1) { 377 0 stevel mid = (lo + hi) / 2; 378 0 stevel if (addr >= asmap[mid]->st_value) 379 0 stevel lo = mid; 380 0 stevel else 381 0 stevel hi = mid; 382 0 stevel } 383 0 stevel 384 0 stevel i = addr < asmap[hi]->st_value ? lo : hi; 385 0 stevel sym = asmap[i]; 386 0 stevel v = sym->st_value; 387 0 stevel 388 0 stevel /* 389 0 stevel * If the previous entry has the same value, improve our choice. The 390 0 stevel * order of equal-valued symbols is determined by the comparison func. 391 0 stevel */ 392 0 stevel while (i-- != 0 && asmap[i]->st_value == v) 393 0 stevel sym = asmap[i]; 394 0 stevel 395 0 stevel if (addr - sym->st_value < MAX(sym->st_size, 1)) { 396 0 stevel if (idp != NULL) 397 0 stevel *idp = (uint_t)(sym - symtab); 398 0 stevel return (dt_module_symgelf64(sym, symp)); 399 0 stevel } 400 0 stevel 401 0 stevel return (NULL); 402 0 stevel } 403 0 stevel 404 0 stevel static const dt_modops_t dt_modops_32 = { 405 0 stevel dt_module_syminit32, 406 0 stevel dt_module_symsort32, 407 0 stevel dt_module_symname32, 408 0 stevel dt_module_symaddr32 409 0 stevel }; 410 0 stevel 411 0 stevel static const dt_modops_t dt_modops_64 = { 412 0 stevel dt_module_syminit64, 413 0 stevel dt_module_symsort64, 414 0 stevel dt_module_symname64, 415 0 stevel dt_module_symaddr64 416 0 stevel }; 417 0 stevel 418 0 stevel dt_module_t * 419 0 stevel dt_module_create(dtrace_hdl_t *dtp, const char *name) 420 0 stevel { 421 0 stevel uint_t h = dt_strtab_hash(name, NULL) % dtp->dt_modbuckets; 422 0 stevel dt_module_t *dmp; 423 0 stevel 424 0 stevel for (dmp = dtp->dt_mods[h]; dmp != NULL; dmp = dmp->dm_next) { 425 0 stevel if (strcmp(dmp->dm_name, name) == 0) 426 0 stevel return (dmp); 427 0 stevel } 428 0 stevel 429 0 stevel if ((dmp = malloc(sizeof (dt_module_t))) == NULL) 430 0 stevel return (NULL); /* caller must handle allocation failure */ 431 0 stevel 432 0 stevel bzero(dmp, sizeof (dt_module_t)); 433 0 stevel (void) strlcpy(dmp->dm_name, name, sizeof (dmp->dm_name)); 434 0 stevel dt_list_append(&dtp->dt_modlist, dmp); 435 0 stevel dmp->dm_next = dtp->dt_mods[h]; 436 0 stevel dtp->dt_mods[h] = dmp; 437 0 stevel dtp->dt_nmods++; 438 0 stevel 439 0 stevel if (dtp->dt_conf.dtc_ctfmodel == CTF_MODEL_LP64) 440 0 stevel dmp->dm_ops = &dt_modops_64; 441 0 stevel else 442 0 stevel dmp->dm_ops = &dt_modops_32; 443 0 stevel 444 0 stevel return (dmp); 445 0 stevel } 446 0 stevel 447 0 stevel dt_module_t * 448 0 stevel dt_module_lookup_by_name(dtrace_hdl_t *dtp, const char *name) 449 0 stevel { 450 0 stevel uint_t h = dt_strtab_hash(name, NULL) % dtp->dt_modbuckets; 451 0 stevel dt_module_t *dmp; 452 0 stevel 453 0 stevel for (dmp = dtp->dt_mods[h]; dmp != NULL; dmp = dmp->dm_next) { 454 0 stevel if (strcmp(dmp->dm_name, name) == 0) 455 0 stevel return (dmp); 456 0 stevel } 457 0 stevel 458 0 stevel return (NULL); 459 0 stevel } 460 0 stevel 461 0 stevel /*ARGSUSED*/ 462 0 stevel dt_module_t * 463 0 stevel dt_module_lookup_by_ctf(dtrace_hdl_t *dtp, ctf_file_t *ctfp) 464 0 stevel { 465 0 stevel return (ctfp ? ctf_getspecific(ctfp) : NULL); 466 0 stevel } 467 0 stevel 468 0 stevel static int 469 0 stevel dt_module_load_sect(dtrace_hdl_t *dtp, dt_module_t *dmp, ctf_sect_t *ctsp) 470 0 stevel { 471 0 stevel const char *s; 472 0 stevel size_t shstrs; 473 0 stevel GElf_Shdr sh; 474 0 stevel Elf_Data *dp; 475 0 stevel Elf_Scn *sp; 476 0 stevel 477 9900 Ali if (elf_getshdrstrndx(dmp->dm_elf, &shstrs) == -1) 478 0 stevel return (dt_set_errno(dtp, EDT_NOTLOADED)); 479 0 stevel 480 0 stevel for (sp = NULL; (sp = elf_nextscn(dmp->dm_elf, sp)) != NULL; ) { 481 0 stevel if (gelf_getshdr(sp, &sh) == NULL || sh.sh_type == SHT_NULL || 482 0 stevel (s = elf_strptr(dmp->dm_elf, shstrs, sh.sh_name)) == NULL) 483 0 stevel continue; /* skip any malformed sections */ 484 0 stevel 485 0 stevel if (sh.sh_type == ctsp->cts_type && 486 0 stevel sh.sh_entsize == ctsp->cts_entsize && 487 0 stevel strcmp(s, ctsp->cts_name) == 0) 488 0 stevel break; /* section matches specification */ 489 0 stevel } 490 0 stevel 491 0 stevel /* 492 0 stevel * If the section isn't found, return success but leave cts_data set 493 0 stevel * to NULL and cts_size set to zero for our caller. 494 0 stevel */ 495 0 stevel if (sp == NULL || (dp = elf_getdata(sp, NULL)) == NULL) 496 0 stevel return (0); 497 0 stevel 498 0 stevel ctsp->cts_data = dp->d_buf; 499 0 stevel ctsp->cts_size = dp->d_size; 500 0 stevel 501 0 stevel dt_dprintf("loaded %s [%s] (%lu bytes)\n", 502 0 stevel dmp->dm_name, ctsp->cts_name, (ulong_t)ctsp->cts_size); 503 0 stevel 504 0 stevel return (0); 505 0 stevel } 506 0 stevel 507 0 stevel int 508 0 stevel dt_module_load(dtrace_hdl_t *dtp, dt_module_t *dmp) 509 0 stevel { 510 0 stevel if (dmp->dm_flags & DT_DM_LOADED) 511 0 stevel return (0); /* module is already loaded */ 512 0 stevel 513 0 stevel dmp->dm_ctdata.cts_name = ".SUNW_ctf"; 514 0 stevel dmp->dm_ctdata.cts_type = SHT_PROGBITS; 515 0 stevel dmp->dm_ctdata.cts_flags = 0; 516 0 stevel dmp->dm_ctdata.cts_data = NULL; 517 0 stevel dmp->dm_ctdata.cts_size = 0; 518 0 stevel dmp->dm_ctdata.cts_entsize = 0; 519 0 stevel dmp->dm_ctdata.cts_offset = 0; 520 0 stevel 521 0 stevel dmp->dm_symtab.cts_name = ".symtab"; 522 0 stevel dmp->dm_symtab.cts_type = SHT_SYMTAB; 523 0 stevel dmp->dm_symtab.cts_flags = 0; 524 0 stevel dmp->dm_symtab.cts_data = NULL; 525 0 stevel dmp->dm_symtab.cts_size = 0; 526 0 stevel dmp->dm_symtab.cts_entsize = dmp->dm_ops == &dt_modops_64 ? 527 0 stevel sizeof (Elf64_Sym) : sizeof (Elf32_Sym); 528 0 stevel dmp->dm_symtab.cts_offset = 0; 529 0 stevel 530 0 stevel dmp->dm_strtab.cts_name = ".strtab"; 531 0 stevel dmp->dm_strtab.cts_type = SHT_STRTAB; 532 0 stevel dmp->dm_strtab.cts_flags = 0; 533 0 stevel dmp->dm_strtab.cts_data = NULL; 534 0 stevel dmp->dm_strtab.cts_size = 0; 535 0 stevel dmp->dm_strtab.cts_entsize = 0; 536 0 stevel dmp->dm_strtab.cts_offset = 0; 537 0 stevel 538 0 stevel /* 539 0 stevel * Attempt to load the module's CTF section, symbol table section, and 540 0 stevel * string table section. Note that modules may not contain CTF data: 541 0 stevel * this will result in a successful load_sect but data of size zero. 542 0 stevel * We will then fail if dt_module_getctf() is called, as shown below. 543 0 stevel */ 544 0 stevel if (dt_module_load_sect(dtp, dmp, &dmp->dm_ctdata) == -1 || 545 0 stevel dt_module_load_sect(dtp, dmp, &dmp->dm_symtab) == -1 || 546 0 stevel dt_module_load_sect(dtp, dmp, &dmp->dm_strtab) == -1) { 547 0 stevel dt_module_unload(dtp, dmp); 548 0 stevel return (-1); /* dt_errno is set for us */ 549 0 stevel } 550 0 stevel 551 0 stevel /* 552 0 stevel * Allocate the hash chains and hash buckets for symbol name lookup. 553 0 stevel * This is relatively simple since the symbol table is of fixed size 554 0 stevel * and is known in advance. We allocate one extra element since we 555 0 stevel * use element indices instead of pointers and zero is our sentinel. 556 0 stevel */ 557 0 stevel dmp->dm_nsymelems = 558 0 stevel dmp->dm_symtab.cts_size / dmp->dm_symtab.cts_entsize; 559 0 stevel 560 0 stevel dmp->dm_nsymbuckets = _dtrace_strbuckets; 561 0 stevel dmp->dm_symfree = 1; /* first free element is index 1 */ 562 0 stevel 563 0 stevel dmp->dm_symbuckets = malloc(sizeof (uint_t) * dmp->dm_nsymbuckets); 564 0 stevel dmp->dm_symchains = malloc(sizeof (dt_sym_t) * dmp->dm_nsymelems + 1); 565 0 stevel 566 0 stevel if (dmp->dm_symbuckets == NULL || dmp->dm_symchains == NULL) { 567 0 stevel dt_module_unload(dtp, dmp); 568 0 stevel return (dt_set_errno(dtp, EDT_NOMEM)); 569 0 stevel } 570 0 stevel 571 0 stevel bzero(dmp->dm_symbuckets, sizeof (uint_t) * dmp->dm_nsymbuckets); 572 0 stevel bzero(dmp->dm_symchains, sizeof (dt_sym_t) * dmp->dm_nsymelems + 1); 573 0 stevel 574 0 stevel /* 575 0 stevel * Iterate over the symbol table data buffer and insert each symbol 576 0 stevel * name into the name hash if the name and type are valid. Then 577 0 stevel * allocate the address map, fill it in, and sort it. 578 0 stevel */ 579 0 stevel dmp->dm_asrsv = dmp->dm_ops->do_syminit(dmp); 580 0 stevel 581 0 stevel dt_dprintf("hashed %s [%s] (%u symbols)\n", 582 0 stevel dmp->dm_name, dmp->dm_symtab.cts_name, dmp->dm_symfree - 1); 583 0 stevel 584 0 stevel if ((dmp->dm_asmap = malloc(sizeof (void *) * dmp->dm_asrsv)) == NULL) { 585 0 stevel dt_module_unload(dtp, dmp); 586 0 stevel return (dt_set_errno(dtp, EDT_NOMEM)); 587 0 stevel } 588 0 stevel 589 0 stevel dmp->dm_ops->do_symsort(dmp); 590 0 stevel 591 0 stevel dt_dprintf("sorted %s [%s] (%u symbols)\n", 592 0 stevel dmp->dm_name, dmp->dm_symtab.cts_name, dmp->dm_aslen); 593 0 stevel 594 0 stevel dmp->dm_flags |= DT_DM_LOADED; 595 0 stevel return (0); 596 0 stevel } 597 0 stevel 598 0 stevel ctf_file_t * 599 0 stevel dt_module_getctf(dtrace_hdl_t *dtp, dt_module_t *dmp) 600 0 stevel { 601 0 stevel const char *parent; 602 0 stevel dt_module_t *pmp; 603 0 stevel ctf_file_t *pfp; 604 0 stevel int model; 605 0 stevel 606 0 stevel if (dmp->dm_ctfp != NULL || dt_module_load(dtp, dmp) != 0) 607 0 stevel return (dmp->dm_ctfp); 608 0 stevel 609 0 stevel if (dmp->dm_ops == &dt_modops_64) 610 0 stevel model = CTF_MODEL_LP64; 611 0 stevel else 612 0 stevel model = CTF_MODEL_ILP32; 613 0 stevel 614 0 stevel /* 615 0 stevel * If the data model of the module does not match our program data 616 0 stevel * model, then do not permit CTF from this module to be opened and 617 0 stevel * returned to the compiler. If we support mixed data models in the 618 0 stevel * future for combined kernel/user tracing, this can be removed. 619 0 stevel */ 620 0 stevel if (dtp->dt_conf.dtc_ctfmodel != model) { 621 0 stevel (void) dt_set_errno(dtp, EDT_DATAMODEL); 622 0 stevel return (NULL); 623 0 stevel } 624 0 stevel 625 0 stevel if (dmp->dm_ctdata.cts_size == 0) { 626 0 stevel (void) dt_set_errno(dtp, EDT_NOCTF); 627 0 stevel return (NULL); 628 0 stevel } 629 0 stevel 630 0 stevel dmp->dm_ctfp = ctf_bufopen(&dmp->dm_ctdata, 631 0 stevel &dmp->dm_symtab, &dmp->dm_strtab, &dtp->dt_ctferr); 632 0 stevel 633 0 stevel if (dmp->dm_ctfp == NULL) { 634 0 stevel (void) dt_set_errno(dtp, EDT_CTF); 635 0 stevel return (NULL); 636 0 stevel } 637 0 stevel 638 0 stevel (void) ctf_setmodel(dmp->dm_ctfp, model); 639 0 stevel ctf_setspecific(dmp->dm_ctfp, dmp); 640 0 stevel 641 0 stevel if ((parent = ctf_parent_name(dmp->dm_ctfp)) != NULL) { 642 0 stevel if ((pmp = dt_module_create(dtp, parent)) == NULL || 643 0 stevel (pfp = dt_module_getctf(dtp, pmp)) == NULL) { 644 0 stevel if (pmp == NULL) 645 0 stevel (void) dt_set_errno(dtp, EDT_NOMEM); 646 0 stevel goto err; 647 0 stevel } 648 0 stevel 649 0 stevel if (ctf_import(dmp->dm_ctfp, pfp) == CTF_ERR) { 650 0 stevel dtp->dt_ctferr = ctf_errno(dmp->dm_ctfp); 651 0 stevel (void) dt_set_errno(dtp, EDT_CTF); 652 0 stevel goto err; 653 0 stevel } 654 0 stevel } 655 0 stevel 656 0 stevel dt_dprintf("loaded CTF container for %s (%p)\n", 657 0 stevel dmp->dm_name, (void *)dmp->dm_ctfp); 658 0 stevel 659 0 stevel return (dmp->dm_ctfp); 660 0 stevel 661 0 stevel err: 662 0 stevel ctf_close(dmp->dm_ctfp); 663 0 stevel dmp->dm_ctfp = NULL; 664 0 stevel return (NULL); 665 0 stevel } 666 0 stevel 667 0 stevel /*ARGSUSED*/ 668 0 stevel void 669 0 stevel dt_module_unload(dtrace_hdl_t *dtp, dt_module_t *dmp) 670 0 stevel { 671 0 stevel ctf_close(dmp->dm_ctfp); 672 0 stevel dmp->dm_ctfp = NULL; 673 0 stevel 674 0 stevel bzero(&dmp->dm_ctdata, sizeof (ctf_sect_t)); 675 0 stevel bzero(&dmp->dm_symtab, sizeof (ctf_sect_t)); 676 0 stevel bzero(&dmp->dm_strtab, sizeof (ctf_sect_t)); 677 0 stevel 678 0 stevel if (dmp->dm_symbuckets != NULL) { 679 0 stevel free(dmp->dm_symbuckets); 680 0 stevel dmp->dm_symbuckets = NULL; 681 0 stevel } 682 0 stevel 683 0 stevel if (dmp->dm_symchains != NULL) { 684 0 stevel free(dmp->dm_symchains); 685 0 stevel dmp->dm_symchains = NULL; 686 0 stevel } 687 0 stevel 688 0 stevel if (dmp->dm_asmap != NULL) { 689 0 stevel free(dmp->dm_asmap); 690 0 stevel dmp->dm_asmap = NULL; 691 0 stevel } 692 0 stevel 693 0 stevel dmp->dm_symfree = 0; 694 0 stevel dmp->dm_nsymbuckets = 0; 695 0 stevel dmp->dm_nsymelems = 0; 696 0 stevel dmp->dm_asrsv = 0; 697 0 stevel dmp->dm_aslen = 0; 698 0 stevel 699 0 stevel dmp->dm_text_va = NULL; 700 0 stevel dmp->dm_text_size = 0; 701 0 stevel dmp->dm_data_va = NULL; 702 0 stevel dmp->dm_data_size = 0; 703 0 stevel dmp->dm_bss_va = NULL; 704 0 stevel dmp->dm_bss_size = 0; 705 0 stevel 706 0 stevel if (dmp->dm_extern != NULL) { 707 0 stevel dt_idhash_destroy(dmp->dm_extern); 708 0 stevel dmp->dm_extern = NULL; 709 0 stevel } 710 0 stevel 711 0 stevel (void) elf_end(dmp->dm_elf); 712 0 stevel dmp->dm_elf = NULL; 713 0 stevel 714 0 stevel dmp->dm_flags &= ~DT_DM_LOADED; 715 0 stevel } 716 0 stevel 717 0 stevel void 718 0 stevel dt_module_destroy(dtrace_hdl_t *dtp, dt_module_t *dmp) 719 0 stevel { 720 0 stevel dt_list_delete(&dtp->dt_modlist, dmp); 721 0 stevel assert(dtp->dt_nmods != 0); 722 0 stevel dtp->dt_nmods--; 723 0 stevel 724 0 stevel dt_module_unload(dtp, dmp); 725 0 stevel free(dmp); 726 0 stevel } 727 0 stevel 728 0 stevel /* 729 0 stevel * Insert a new external symbol reference into the specified module. The new 730 0 stevel * symbol will be marked as undefined and is assigned a symbol index beyond 731 0 stevel * any existing cached symbols from this module. We use the ident's di_data 732 0 stevel * field to store a pointer to a copy of the dtrace_syminfo_t for this symbol. 733 0 stevel */ 734 0 stevel dt_ident_t * 735 0 stevel dt_module_extern(dtrace_hdl_t *dtp, dt_module_t *dmp, 736 0 stevel const char *name, const dtrace_typeinfo_t *tip) 737 0 stevel { 738 0 stevel dtrace_syminfo_t *sip; 739 0 stevel dt_ident_t *idp; 740 0 stevel uint_t id; 741 0 stevel 742 0 stevel if (dmp->dm_extern == NULL && (dmp->dm_extern = dt_idhash_create( 743 0 stevel "extern", NULL, dmp->dm_nsymelems, UINT_MAX)) == NULL) { 744 0 stevel (void) dt_set_errno(dtp, EDT_NOMEM); 745 0 stevel return (NULL); 746 0 stevel } 747 0 stevel 748 0 stevel if (dt_idhash_nextid(dmp->dm_extern, &id) == -1) { 749 0 stevel (void) dt_set_errno(dtp, EDT_SYMOFLOW); 750 0 stevel return (NULL); 751 0 stevel } 752 0 stevel 753 0 stevel if ((sip = malloc(sizeof (dtrace_syminfo_t))) == NULL) { 754 0 stevel (void) dt_set_errno(dtp, EDT_NOMEM); 755 0 stevel return (NULL); 756 0 stevel } 757 0 stevel 758 0 stevel idp = dt_idhash_insert(dmp->dm_extern, name, DT_IDENT_SYMBOL, 0, id, 759 0 stevel _dtrace_symattr, 0, &dt_idops_thaw, NULL, dtp->dt_gen); 760 0 stevel 761 0 stevel if (idp == NULL) { 762 0 stevel (void) dt_set_errno(dtp, EDT_NOMEM); 763 0 stevel free(sip); 764 0 stevel return (NULL); 765 0 stevel } 766 0 stevel 767 0 stevel sip->dts_object = dmp->dm_name; 768 0 stevel sip->dts_name = idp->di_name; 769 0 stevel sip->dts_id = idp->di_id; 770 0 stevel 771 0 stevel idp->di_data = sip; 772 0 stevel idp->di_ctfp = tip->dtt_ctfp; 773 0 stevel idp->di_type = tip->dtt_type; 774 0 stevel 775 0 stevel return (idp); 776 0 stevel } 777 0 stevel 778 0 stevel const char * 779 0 stevel dt_module_modelname(dt_module_t *dmp) 780 0 stevel { 781 0 stevel if (dmp->dm_ops == &dt_modops_64) 782 0 stevel return ("64-bit"); 783 0 stevel else 784 0 stevel return ("32-bit"); 785 0 stevel } 786 0 stevel 787 0 stevel /* 788 0 stevel * Update our module cache by adding an entry for the specified module 'name'. 789 0 stevel * We create the dt_module_t and populate it using /system/object/<name>/. 790 0 stevel */ 791 0 stevel static void 792 0 stevel dt_module_update(dtrace_hdl_t *dtp, const char *name) 793 0 stevel { 794 0 stevel char fname[MAXPATHLEN]; 795 0 stevel struct stat64 st; 796 0 stevel int fd, err, bits; 797 0 stevel 798 0 stevel dt_module_t *dmp; 799 0 stevel const char *s; 800 0 stevel size_t shstrs; 801 0 stevel GElf_Shdr sh; 802 0 stevel Elf_Data *dp; 803 0 stevel Elf_Scn *sp; 804 0 stevel 805 0 stevel (void) snprintf(fname, sizeof (fname), 806 0 stevel "%s/%s/object", OBJFS_ROOT, name); 807 0 stevel 808 0 stevel if ((fd = open(fname, O_RDONLY)) == -1 || fstat64(fd, &st) == -1 || 809 0 stevel (dmp = dt_module_create(dtp, name)) == NULL) { 810 0 stevel dt_dprintf("failed to open %s: %s\n", fname, strerror(errno)); 811 0 stevel (void) close(fd); 812 0 stevel return; 813 0 stevel } 814 0 stevel 815 0 stevel /* 816 0 stevel * Since the module can unload out from under us (and /system/object 817 0 stevel * will return ENOENT), tell libelf to cook the entire file now and 818 0 stevel * then close the underlying file descriptor immediately. If this 819 0 stevel * succeeds, we know that we can continue safely using dmp->dm_elf. 820 0 stevel */ 821 0 stevel dmp->dm_elf = elf_begin(fd, ELF_C_READ, NULL); 822 0 stevel err = elf_cntl(dmp->dm_elf, ELF_C_FDREAD); 823 0 stevel (void) close(fd); 824 0 stevel 825 0 stevel if (dmp->dm_elf == NULL || err == -1 || 826 9900 Ali elf_getshdrstrndx(dmp->dm_elf, &shstrs) == -1) { 827 0 stevel dt_dprintf("failed to load %s: %s\n", 828 0 stevel fname, elf_errmsg(elf_errno())); 829 0 stevel dt_module_destroy(dtp, dmp); 830 0 stevel return; 831 0 stevel } 832 0 stevel 833 0 stevel switch (gelf_getclass(dmp->dm_elf)) { 834 0 stevel case ELFCLASS32: 835 0 stevel dmp->dm_ops = &dt_modops_32; 836 0 stevel bits = 32; 837 0 stevel break; 838 0 stevel case ELFCLASS64: 839 0 stevel dmp->dm_ops = &dt_modops_64; 840 0 stevel bits = 64; 841 0 stevel break; 842 0 stevel default: 843 0 stevel dt_dprintf("failed to load %s: unknown ELF class\n", fname); 844 0 stevel dt_module_destroy(dtp, dmp); 845 0 stevel return; 846 0 stevel } 847 0 stevel 848 0 stevel /* 849 0 stevel * Iterate over the section headers locating various sections of 850 0 stevel * interest and use their attributes to flesh out the dt_module_t. 851 0 stevel */ 852 0 stevel for (sp = NULL; (sp = elf_nextscn(dmp->dm_elf, sp)) != NULL; ) { 853 0 stevel if (gelf_getshdr(sp, &sh) == NULL || sh.sh_type == SHT_NULL || 854 0 stevel (s = elf_strptr(dmp->dm_elf, shstrs, sh.sh_name)) == NULL) 855 0 stevel continue; /* skip any malformed sections */ 856 0 stevel 857 0 stevel if (strcmp(s, ".text") == 0) { 858 0 stevel dmp->dm_text_size = sh.sh_size; 859 0 stevel dmp->dm_text_va = sh.sh_addr; 860 0 stevel } else if (strcmp(s, ".data") == 0) { 861 0 stevel dmp->dm_data_size = sh.sh_size; 862 0 stevel dmp->dm_data_va = sh.sh_addr; 863 0 stevel } else if (strcmp(s, ".bss") == 0) { 864 0 stevel dmp->dm_bss_size = sh.sh_size; 865 0 stevel dmp->dm_bss_va = sh.sh_addr; 866 0 stevel } else if (strcmp(s, ".info") == 0 && 867 0 stevel (dp = elf_getdata(sp, NULL)) != NULL) { 868 0 stevel bcopy(dp->d_buf, &dmp->dm_info, 869 0 stevel MIN(sh.sh_size, sizeof (dmp->dm_info))); 870 0 stevel } else if (strcmp(s, ".filename") == 0 && 871 0 stevel (dp = elf_getdata(sp, NULL)) != NULL) { 872 0 stevel (void) strlcpy(dmp->dm_file, 873 0 stevel dp->d_buf, sizeof (dmp->dm_file)); 874 0 stevel } 875 0 stevel } 876 0 stevel 877 0 stevel dmp->dm_flags |= DT_DM_KERNEL; 878 0 stevel dmp->dm_modid = (int)OBJFS_MODID(st.st_ino); 879 0 stevel 880 0 stevel if (dmp->dm_info.objfs_info_primary) 881 0 stevel dmp->dm_flags |= DT_DM_PRIMARY; 882 0 stevel 883 0 stevel dt_dprintf("opened %d-bit module %s (%s) [%d]\n", 884 0 stevel bits, dmp->dm_name, dmp->dm_file, dmp->dm_modid); 885 0 stevel } 886 0 stevel 887 0 stevel /* 888 0 stevel * Unload all the loaded modules and then refresh the module cache with the 889 0 stevel * latest list of loaded modules and their address ranges. 890 0 stevel */ 891 0 stevel void 892 0 stevel dtrace_update(dtrace_hdl_t *dtp) 893 0 stevel { 894 0 stevel dt_module_t *dmp; 895 0 stevel DIR *dirp; 896 0 stevel 897 0 stevel for (dmp = dt_list_next(&dtp->dt_modlist); 898 0 stevel dmp != NULL; dmp = dt_list_next(dmp)) 899 0 stevel dt_module_unload(dtp, dmp); 900 0 stevel 901 0 stevel /* 902 0 stevel * Open /system/object and attempt to create a libdtrace module for 903 0 stevel * each kernel module that is loaded on the current system. 904 0 stevel */ 905 0 stevel if (!(dtp->dt_oflags & DTRACE_O_NOSYS) && 906 0 stevel (dirp = opendir(OBJFS_ROOT)) != NULL) { 907 871 casper struct dirent *dp; 908 0 stevel 909 871 casper while ((dp = readdir(dirp)) != NULL) { 910 0 stevel if (dp->d_name[0] != '.') 911 0 stevel dt_module_update(dtp, dp->d_name); 912 0 stevel } 913 0 stevel 914 0 stevel (void) closedir(dirp); 915 0 stevel } 916 0 stevel 917 0 stevel /* 918 0 stevel * Look up all the macro identifiers and set di_id to the latest value. 919 0 stevel * This code collaborates with dt_lex.l on the use of di_id. We will 920 0 stevel * need to implement something fancier if we need to support non-ints. 921 0 stevel */ 922 0 stevel dt_idhash_lookup(dtp->dt_macros, "egid")->di_id = getegid(); 923 0 stevel dt_idhash_lookup(dtp->dt_macros, "euid")->di_id = geteuid(); 924 0 stevel dt_idhash_lookup(dtp->dt_macros, "gid")->di_id = getgid(); 925 0 stevel dt_idhash_lookup(dtp->dt_macros, "pid")->di_id = getpid(); 926 0 stevel dt_idhash_lookup(dtp->dt_macros, "pgid")->di_id = getpgid(0); 927 0 stevel dt_idhash_lookup(dtp->dt_macros, "ppid")->di_id = getppid(); 928 0 stevel dt_idhash_lookup(dtp->dt_macros, "projid")->di_id = getprojid(); 929 0 stevel dt_idhash_lookup(dtp->dt_macros, "sid")->di_id = getsid(0); 930 0 stevel dt_idhash_lookup(dtp->dt_macros, "taskid")->di_id = gettaskid(); 931 0 stevel dt_idhash_lookup(dtp->dt_macros, "uid")->di_id = getuid(); 932 0 stevel 933 0 stevel /* 934 0 stevel * Cache the pointers to the modules representing the base executable 935 3446 mrj * and the run-time linker in the dtrace client handle. Note that on 936 3446 mrj * x86 krtld is folded into unix, so if we don't find it, use unix 937 3446 mrj * instead. 938 0 stevel */ 939 0 stevel dtp->dt_exec = dt_module_lookup_by_name(dtp, "genunix"); 940 0 stevel dtp->dt_rtld = dt_module_lookup_by_name(dtp, "krtld"); 941 3446 mrj if (dtp->dt_rtld == NULL) 942 3446 mrj dtp->dt_rtld = dt_module_lookup_by_name(dtp, "unix"); 943 0 stevel 944 0 stevel /* 945 0 stevel * If this is the first time we are initializing the module list, 946 0 stevel * remove the module for genunix from the module list and then move it 947 0 stevel * to the front of the module list. We do this so that type and symbol 948 0 stevel * queries encounter genunix and thereby optimize for the common case 949 0 stevel * in dtrace_lookup_by_name() and dtrace_lookup_by_type(), below. 950 0 stevel */ 951 0 stevel if (dtp->dt_exec != NULL && 952 0 stevel dtp->dt_cdefs == NULL && dtp->dt_ddefs == NULL) { 953 0 stevel dt_list_delete(&dtp->dt_modlist, dtp->dt_exec); 954 0 stevel dt_list_prepend(&dtp->dt_modlist, dtp->dt_exec); 955 0 stevel } 956 0 stevel } 957 0 stevel 958 0 stevel static dt_module_t * 959 0 stevel dt_module_from_object(dtrace_hdl_t *dtp, const char *object) 960 0 stevel { 961 0 stevel int err = EDT_NOMOD; 962 0 stevel dt_module_t *dmp; 963 0 stevel 964 0 stevel switch ((uintptr_t)object) { 965 0 stevel case (uintptr_t)DTRACE_OBJ_EXEC: 966 0 stevel dmp = dtp->dt_exec; 967 0 stevel break; 968 0 stevel case (uintptr_t)DTRACE_OBJ_RTLD: 969 0 stevel dmp = dtp->dt_rtld; 970 0 stevel break; 971 0 stevel case (uintptr_t)DTRACE_OBJ_CDEFS: 972 0 stevel dmp = dtp->dt_cdefs; 973 0 stevel break; 974 0 stevel case (uintptr_t)DTRACE_OBJ_DDEFS: 975 0 stevel dmp = dtp->dt_ddefs; 976 0 stevel break; 977 0 stevel default: 978 0 stevel dmp = dt_module_create(dtp, object); 979 0 stevel err = EDT_NOMEM; 980 0 stevel } 981 0 stevel 982 0 stevel if (dmp == NULL) 983 0 stevel (void) dt_set_errno(dtp, err); 984 0 stevel 985 0 stevel return (dmp); 986 0 stevel } 987 0 stevel 988 0 stevel /* 989 0 stevel * Exported interface to look up a symbol by name. We return the GElf_Sym and 990 0 stevel * complete symbol information for the matching symbol. 991 0 stevel */ 992 0 stevel int 993 0 stevel dtrace_lookup_by_name(dtrace_hdl_t *dtp, const char *object, const char *name, 994 0 stevel GElf_Sym *symp, dtrace_syminfo_t *sip) 995 0 stevel { 996 0 stevel dt_module_t *dmp; 997 0 stevel dt_ident_t *idp; 998 0 stevel uint_t n, id; 999 0 stevel GElf_Sym sym; 1000 0 stevel 1001 0 stevel uint_t mask = 0; /* mask of dt_module flags to match */ 1002 0 stevel uint_t bits = 0; /* flag bits that must be present */ 1003 0 stevel 1004 0 stevel if (object != DTRACE_OBJ_EVERY && 1005 0 stevel object != DTRACE_OBJ_KMODS && 1006 0 stevel object != DTRACE_OBJ_UMODS) { 1007 0 stevel if ((dmp = dt_module_from_object(dtp, object)) == NULL) 1008 0 stevel return (-1); /* dt_errno is set for us */ 1009 0 stevel 1010 0 stevel if (dt_module_load(dtp, dmp) == -1) 1011 0 stevel return (-1); /* dt_errno is set for us */ 1012 0 stevel n = 1; 1013 0 stevel 1014 0 stevel } else { 1015 0 stevel if (object == DTRACE_OBJ_KMODS) 1016 0 stevel mask = bits = DT_DM_KERNEL; 1017 0 stevel else if (object == DTRACE_OBJ_UMODS) 1018 0 stevel mask = DT_DM_KERNEL; 1019 0 stevel 1020 0 stevel dmp = dt_list_next(&dtp->dt_modlist); 1021 0 stevel n = dtp->dt_nmods; 1022 0 stevel } 1023 0 stevel 1024 0 stevel if (symp == NULL) 1025 0 stevel symp = &sym; 1026 0 stevel 1027 0 stevel for (; n > 0; n--, dmp = dt_list_next(dmp)) { 1028 0 stevel if ((dmp->dm_flags & mask) != bits) 1029 0 stevel continue; /* failed to match required attributes */ 1030 0 stevel 1031 0 stevel if (dt_module_load(dtp, dmp) == -1) 1032 0 stevel continue; /* failed to load symbol table */ 1033 0 stevel 1034 0 stevel if (dmp->dm_ops->do_symname(dmp, name, symp, &id) != NULL) { 1035 0 stevel if (sip != NULL) { 1036 0 stevel sip->dts_object = dmp->dm_name; 1037 0 stevel sip->dts_name = (const char *) 1038 0 stevel dmp->dm_strtab.cts_data + symp->st_name; 1039 0 stevel sip->dts_id = id; 1040 0 stevel } 1041 0 stevel return (0); 1042 0 stevel } 1043 0 stevel 1044 0 stevel if (dmp->dm_extern != NULL && 1045 0 stevel (idp = dt_idhash_lookup(dmp->dm_extern, name)) != NULL) { 1046 0 stevel if (symp != &sym) { 1047 0 stevel symp->st_name = (uintptr_t)idp->di_name; 1048 0 stevel symp->st_info = 1049 0 stevel GELF_ST_INFO(STB_GLOBAL, STT_NOTYPE); 1050 0 stevel symp->st_other = 0; 1051 0 stevel symp->st_shndx = SHN_UNDEF; 1052 0 stevel symp->st_value = 0; 1053 0 stevel symp->st_size = 1054 0 stevel ctf_type_size(idp->di_ctfp, idp->di_type); 1055 0 stevel } 1056 0 stevel 1057 0 stevel if (sip != NULL) { 1058 0 stevel sip->dts_object = dmp->dm_name; 1059 0 stevel sip->dts_name = idp->di_name; 1060 0 stevel sip->dts_id = idp->di_id; 1061 0 stevel } 1062 0 stevel 1063 0 stevel return (0); 1064 0 stevel } 1065 0 stevel } 1066 0 stevel 1067 0 stevel return (dt_set_errno(dtp, EDT_NOSYM)); 1068 0 stevel } 1069 0 stevel 1070 0 stevel /* 1071 0 stevel * Exported interface to look up a symbol by address. We return the GElf_Sym 1072 0 stevel * and complete symbol information for the matching symbol. 1073 0 stevel */ 1074 0 stevel int 1075 0 stevel dtrace_lookup_by_addr(dtrace_hdl_t *dtp, GElf_Addr addr, 1076 0 stevel GElf_Sym *symp, dtrace_syminfo_t *sip) 1077 0 stevel { 1078 0 stevel dt_module_t *dmp; 1079 0 stevel uint_t id; 1080 0 stevel const dtrace_vector_t *v = dtp->dt_vector; 1081 0 stevel 1082 0 stevel if (v != NULL) 1083 0 stevel return (v->dtv_lookup_by_addr(dtp->dt_varg, addr, symp, sip)); 1084 0 stevel 1085 0 stevel for (dmp = dt_list_next(&dtp->dt_modlist); dmp != NULL; 1086 0 stevel dmp = dt_list_next(dmp)) { 1087 0 stevel if (addr - dmp->dm_text_va < dmp->dm_text_size || 1088 0 stevel addr - dmp->dm_data_va < dmp->dm_data_size || 1089 0 stevel addr - dmp->dm_bss_va < dmp->dm_bss_size) 1090 0 stevel break; 1091 0 stevel } 1092 0 stevel 1093 0 stevel if (dmp == NULL) 1094 0 stevel return (dt_set_errno(dtp, EDT_NOSYMADDR)); 1095 0 stevel 1096 0 stevel if (dt_module_load(dtp, dmp) == -1) 1097 0 stevel return (-1); /* dt_errno is set for us */ 1098 0 stevel 1099 0 stevel if (symp != NULL) { 1100 0 stevel if (dmp->dm_ops->do_symaddr(dmp, addr, symp, &id) == NULL) 1101 0 stevel return (dt_set_errno(dtp, EDT_NOSYMADDR)); 1102 0 stevel } 1103 0 stevel 1104 0 stevel if (sip != NULL) { 1105 0 stevel sip->dts_object = dmp->dm_name; 1106 0 stevel 1107 0 stevel if (symp != NULL) { 1108 0 stevel sip->dts_name = (const char *) 1109 0 stevel dmp->dm_strtab.cts_data + symp->st_name; 1110 0 stevel sip->dts_id = id; 1111 0 stevel } else { 1112 0 stevel sip->dts_name = NULL; 1113 0 stevel sip->dts_id = 0; 1114 0 stevel } 1115 0 stevel } 1116 0 stevel 1117 0 stevel return (0); 1118 0 stevel } 1119 0 stevel 1120 0 stevel int 1121 0 stevel dtrace_lookup_by_type(dtrace_hdl_t *dtp, const char *object, const char *name, 1122 0 stevel dtrace_typeinfo_t *tip) 1123 0 stevel { 1124 0 stevel dtrace_typeinfo_t ti; 1125 0 stevel dt_module_t *dmp; 1126 0 stevel int found = 0; 1127 0 stevel ctf_id_t id; 1128 0 stevel uint_t n; 1129 4821 ahl int justone; 1130 0 stevel 1131 0 stevel uint_t mask = 0; /* mask of dt_module flags to match */ 1132 0 stevel uint_t bits = 0; /* flag bits that must be present */ 1133 0 stevel 1134 0 stevel if (object != DTRACE_OBJ_EVERY && 1135 0 stevel object != DTRACE_OBJ_KMODS && 1136 0 stevel object != DTRACE_OBJ_UMODS) { 1137 0 stevel if ((dmp = dt_module_from_object(dtp, object)) == NULL) 1138 0 stevel return (-1); /* dt_errno is set for us */ 1139 0 stevel 1140 0 stevel if (dt_module_load(dtp, dmp) == -1) 1141 0 stevel return (-1); /* dt_errno is set for us */ 1142 0 stevel n = 1; 1143 4821 ahl justone = 1; 1144 0 stevel 1145 0 stevel } else { 1146 0 stevel if (object == DTRACE_OBJ_KMODS) 1147 0 stevel mask = bits = DT_DM_KERNEL; 1148 0 stevel else if (object == DTRACE_OBJ_UMODS) 1149 0 stevel mask = DT_DM_KERNEL; 1150 0 stevel 1151 0 stevel dmp = dt_list_next(&dtp->dt_modlist); 1152 0 stevel n = dtp->dt_nmods; 1153 4821 ahl justone = 0; 1154 0 stevel } 1155 0 stevel 1156 0 stevel if (tip == NULL) 1157 0 stevel tip = &ti; 1158 0 stevel 1159 0 stevel for (; n > 0; n--, dmp = dt_list_next(dmp)) { 1160 0 stevel if ((dmp->dm_flags & mask) != bits) 1161 0 stevel continue; /* failed to match required attributes */ 1162 0 stevel 1163 0 stevel /* 1164 0 stevel * If we can't load the CTF container, continue on to the next 1165 4821 ahl * module. If our search was scoped to only one module then 1166 4821 ahl * return immediately leaving dt_errno unmodified. 1167 0 stevel */ 1168 0 stevel if (dt_module_getctf(dtp, dmp) == NULL) { 1169 4821 ahl if (justone) 1170 0 stevel return (-1); 1171 0 stevel continue; 1172 0 stevel } 1173 0 stevel 1174 0 stevel /* 1175 0 stevel * Look up the type in the module's CTF container. If our 1176 0 stevel * match is a forward declaration tag, save this choice in 1177 0 stevel * 'tip' and keep going in the hope that we will locate the 1178 0 stevel * underlying structure definition. Otherwise just return. 1179 0 stevel */ 1180 0 stevel if ((id = ctf_lookup_by_name(dmp->dm_ctfp, name)) != CTF_ERR) { 1181 0 stevel tip->dtt_object = dmp->dm_name; 1182 0 stevel tip->dtt_ctfp = dmp->dm_ctfp; 1183 0 stevel tip->dtt_type = id; 1184 0 stevel 1185 0 stevel if (ctf_type_kind(dmp->dm_ctfp, ctf_type_resolve( 1186 0 stevel dmp->dm_ctfp, id)) != CTF_K_FORWARD) 1187 0 stevel return (0); 1188 0 stevel 1189 0 stevel found++; 1190 0 stevel } 1191 0 stevel } 1192 0 stevel 1193 0 stevel if (found == 0) 1194 0 stevel return (dt_set_errno(dtp, EDT_NOTYPE)); 1195 0 stevel 1196 0 stevel return (0); 1197 0 stevel } 1198 0 stevel 1199 0 stevel int 1200 0 stevel dtrace_symbol_type(dtrace_hdl_t *dtp, const GElf_Sym *symp, 1201 0 stevel const dtrace_syminfo_t *sip, dtrace_typeinfo_t *tip) 1202 0 stevel { 1203 0 stevel dt_module_t *dmp; 1204 0 stevel 1205 0 stevel tip->dtt_object = NULL; 1206 0 stevel tip->dtt_ctfp = NULL; 1207 0 stevel tip->dtt_type = CTF_ERR; 1208 0 stevel 1209 0 stevel if ((dmp = dt_module_lookup_by_name(dtp, sip->dts_object)) == NULL) 1210 0 stevel return (dt_set_errno(dtp, EDT_NOMOD)); 1211 0 stevel 1212 0 stevel if (symp->st_shndx == SHN_UNDEF && dmp->dm_extern != NULL) { 1213 0 stevel dt_ident_t *idp = 1214 0 stevel dt_idhash_lookup(dmp->dm_extern, sip->dts_name); 1215 0 stevel 1216 0 stevel if (idp == NULL) 1217 0 stevel return (dt_set_errno(dtp, EDT_NOSYM)); 1218 0 stevel 1219 0 stevel tip->dtt_ctfp = idp->di_ctfp; 1220 0 stevel tip->dtt_type = idp->di_type; 1221 0 stevel 1222 0 stevel } else if (GELF_ST_TYPE(symp->st_info) != STT_FUNC) { 1223 0 stevel if (dt_module_getctf(dtp, dmp) == NULL) 1224 0 stevel return (-1); /* errno is set for us */ 1225 0 stevel 1226 0 stevel tip->dtt_ctfp = dmp->dm_ctfp; 1227 0 stevel tip->dtt_type = ctf_lookup_by_symbol(dmp->dm_ctfp, sip->dts_id); 1228 0 stevel 1229 0 stevel if (tip->dtt_type == CTF_ERR) { 1230 0 stevel dtp->dt_ctferr = ctf_errno(tip->dtt_ctfp); 1231 0 stevel return (dt_set_errno(dtp, EDT_CTF)); 1232 0 stevel } 1233 0 stevel 1234 0 stevel } else { 1235 0 stevel tip->dtt_ctfp = DT_FPTR_CTFP(dtp); 1236 0 stevel tip->dtt_type = DT_FPTR_TYPE(dtp); 1237 0 stevel } 1238 0 stevel 1239 0 stevel tip->dtt_object = dmp->dm_name; 1240 0 stevel return (0); 1241 0 stevel } 1242 0 stevel 1243 0 stevel static dtrace_objinfo_t * 1244 0 stevel dt_module_info(const dt_module_t *dmp, dtrace_objinfo_t *dto) 1245 0 stevel { 1246 0 stevel dto->dto_name = dmp->dm_name; 1247 0 stevel dto->dto_file = dmp->dm_file; 1248 0 stevel dto->dto_id = dmp->dm_modid; 1249 0 stevel dto->dto_flags = 0; 1250 0 stevel 1251 0 stevel if (dmp->dm_flags & DT_DM_KERNEL) 1252 0 stevel dto->dto_flags |= DTRACE_OBJ_F_KERNEL; 1253 0 stevel if (dmp->dm_flags & DT_DM_PRIMARY) 1254 0 stevel dto->dto_flags |= DTRACE_OBJ_F_PRIMARY; 1255 0 stevel 1256 0 stevel dto->dto_text_va = dmp->dm_text_va; 1257 0 stevel dto->dto_text_size = dmp->dm_text_size; 1258 0 stevel dto->dto_data_va = dmp->dm_data_va; 1259 0 stevel dto->dto_data_size = dmp->dm_data_size; 1260 0 stevel dto->dto_bss_va = dmp->dm_bss_va; 1261 0 stevel dto->dto_bss_size = dmp->dm_bss_size; 1262 0 stevel 1263 0 stevel return (dto); 1264 0 stevel } 1265 0 stevel 1266 0 stevel int 1267 0 stevel dtrace_object_iter(dtrace_hdl_t *dtp, dtrace_obj_f *func, void *data) 1268 0 stevel { 1269 0 stevel const dt_module_t *dmp = dt_list_next(&dtp->dt_modlist); 1270 0 stevel dtrace_objinfo_t dto; 1271 0 stevel int rv; 1272 0 stevel 1273 0 stevel for (; dmp != NULL; dmp = dt_list_next(dmp)) { 1274 0 stevel if ((rv = (*func)(dtp, dt_module_info(dmp, &dto), data)) != 0) 1275 0 stevel return (rv); 1276 0 stevel } 1277 0 stevel 1278 0 stevel return (0); 1279 0 stevel } 1280 0 stevel 1281 0 stevel int 1282 0 stevel dtrace_object_info(dtrace_hdl_t *dtp, const char *object, dtrace_objinfo_t *dto) 1283 0 stevel { 1284 0 stevel dt_module_t *dmp; 1285 0 stevel 1286 0 stevel if (object == DTRACE_OBJ_EVERY || object == DTRACE_OBJ_KMODS || 1287 0 stevel object == DTRACE_OBJ_UMODS || dto == NULL) 1288 0 stevel return (dt_set_errno(dtp, EINVAL)); 1289 0 stevel 1290 0 stevel if ((dmp = dt_module_from_object(dtp, object)) == NULL) 1291 0 stevel return (-1); /* dt_errno is set for us */ 1292 0 stevel 1293 0 stevel if (dt_module_load(dtp, dmp) == -1) 1294 0 stevel return (-1); /* dt_errno is set for us */ 1295 0 stevel 1296 0 stevel (void) dt_module_info(dmp, dto); 1297 0 stevel return (0); 1298 0 stevel } 1299