tools/perf/util/header.c

   1 #define _FILE_OFFSET_BITS 64
   2
   3 #include <sys/types.h>
   4 #include <byteswap.h>
   5 #include <unistd.h>
   6 #include <stdio.h>
   7 #include <stdlib.h>
   8 #include <linux/list.h>
   9 #include <linux/kernel.h>
  10
  11 #include "util.h"
  12 #include "header.h"
  13 #include "../perf.h"
  14 #include "trace-event.h"
  15 #include "session.h"
  16 #include "symbol.h"
  17 #include "debug.h"
  18
  19 static bool no_buildid_cache = false;
  20
  21 /*
  22  * Create new perf.data header attribute:
  23  */
  24 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  25 {
  26         struct perf_header_attr *self = malloc(sizeof(*self));
  27
  28         if (self != NULL) {
  29                 self->attr = *attr;
  30                 self->ids  = 0;
  31                 self->size = 1;
  32                 self->id   = malloc(sizeof(u64));
  33                 if (self->id == NULL) {
  34                         free(self);
  35                         self = NULL;
  36                 }
  37         }
  38
  39         return self;
  40 }
  41
  42 void perf_header_attr__delete(struct perf_header_attr *self)
  43 {
  44         free(self->id);
  45         free(self);
  46 }
  47
  48 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  49 {
  50         int pos = self->ids;
  51
  52         self->ids++;
  53         if (self->ids > self->size) {
  54                 int nsize = self->size * 2;
  55                 u64 *nid = realloc(self->id, nsize * sizeof(u64));
  56
  57                 if (nid == NULL)
  58                         return -1;
  59
  60                 self->size = nsize;
  61                 self->id = nid;
  62         }
  63         self->id[pos] = id;
  64         return 0;
  65 }
  66
  67 int perf_header__init(struct perf_header *self)
  68 {
  69         self->size = 1;
  70         self->attr = malloc(sizeof(void *));
  71         return self->attr == NULL ? -ENOMEM : 0;
  72 }
  73
  74 void perf_header__exit(struct perf_header *self)
  75 {
  76         int i;
  77         for (i = 0; i < self->attrs; ++i)
  78                 perf_header_attr__delete(self->attr[i]);
  79         free(self->attr);
  80 }
  81
  82 int perf_header__add_attr(struct perf_header *self,
  83                           struct perf_header_attr *attr)
  84 {
  85         if (self->frozen)
  86                 return -1;
  87
  88         if (self->attrs == self->size) {
  89                 int nsize = self->size * 2;
  90                 struct perf_header_attr **nattr;
  91
  92                 nattr = realloc(self->attr, nsize * sizeof(void *));
  93                 if (nattr == NULL)
  94                         return -1;
  95
  96                 self->size = nsize;
  97                 self->attr = nattr;
  98         }
  99
 100         self->attr[self->attrs++] = attr;
 101         return 0;
 102 }
 103
 104 static int event_count;
 105 static struct perf_trace_event_type *events;
 106
 107 int perf_header__push_event(u64 id, const char *name)
 108 {
 109         if (strlen(name) > MAX_EVENT_NAME)
 110                 pr_warning("Event %s will be truncated\n", name);
 111
 112         if (!events) {
 113                 events = malloc(sizeof(struct perf_trace_event_type));
 114                 if (events == NULL)
 115                         return -ENOMEM;
 116         } else {
 117                 struct perf_trace_event_type *nevents;
 118
 119                 nevents = realloc(events, (event_count + 1) * sizeof(*events));
 120                 if (nevents == NULL)
 121                         return -ENOMEM;
 122                 events = nevents;
 123         }
 124         memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
 125         events[event_count].event_id = id;
 126         strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
 127         event_count++;
 128         return 0;
 129 }
 130
 131 char *perf_header__find_event(u64 id)
 132 {
 133         int i;
 134         for (i = 0 ; i < event_count; i++) {
 135                 if (events[i].event_id == id)
 136                         return events[i].name;
 137         }
 138         return NULL;
 139 }
 140
 141 static const char *__perf_magic = "PERFFILE";
 142
 143 #define PERF_MAGIC      (*(u64 *)__perf_magic)
 144
 145 struct perf_file_attr {
 146         struct perf_event_attr  attr;
 147         struct perf_file_section        ids;
 148 };
 149
 150 void perf_header__set_feat(struct perf_header *self, int feat)
 151 {
 152         set_bit(feat, self->adds_features);
 153 }
 154
 155 void perf_header__clear_feat(struct perf_header *self, int feat)
 156 {
 157         clear_bit(feat, self->adds_features);
 158 }
 159
 160 bool perf_header__has_feat(const struct perf_header *self, int feat)
 161 {
 162         return test_bit(feat, self->adds_features);
 163 }
 164
 165 static int do_write(int fd, const void *buf, size_t size)
 166 {
 167         while (size) {
 168                 int ret = write(fd, buf, size);
 169
 170                 if (ret < 0)
 171                         return -errno;
 172
 173                 size -= ret;
 174                 buf += ret;
 175         }
 176
 177         return 0;
 178 }
 179
 180 #define NAME_ALIGN 64
 181
 182 static int write_padded(int fd, const void *bf, size_t count,
 183                         size_t count_aligned)
 184 {
 185         static const char zero_buf[NAME_ALIGN];
 186         int err = do_write(fd, bf, count);
 187
 188         if (!err)
 189                 err = do_write(fd, zero_buf, count_aligned - count);
 190
 191         return err;
 192 }
 193
 194 #define dsos__for_each_with_build_id(pos, head) \
 195         list_for_each_entry(pos, head, node)    \
 196                 if (!pos->has_build_id)         \
 197                         continue;               \
 198                 else
 199
 200 static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
 201                                 u16 misc, int fd)
 202 {
 203         struct dso *pos;
 204
 205         dsos__for_each_with_build_id(pos, head) {
 206                 int err;
 207                 struct build_id_event b;
 208                 size_t len;
 209
 210                 if (!pos->hit)
 211                         continue;
 212                 len = pos->long_name_len + 1;
 213                 len = ALIGN(len, NAME_ALIGN);
 214                 memset(&b, 0, sizeof(b));
 215                 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
 216                 b.pid = pid;
 217                 b.header.misc = misc;
 218                 b.header.size = sizeof(b) + len;
 219                 err = do_write(fd, &b, sizeof(b));
 220                 if (err < 0)
 221                         return err;
 222                 err = write_padded(fd, pos->long_name,
 223                                    pos->long_name_len + 1, len);
 224                 if (err < 0)
 225                         return err;
 226         }
 227
 228         return 0;
 229 }
 230
 231 static int machine__write_buildid_table(struct machine *self, int fd)
 232 {
 233         int err;
 234         u16 kmisc = PERF_RECORD_MISC_KERNEL,
 235             umisc = PERF_RECORD_MISC_USER;
 236
 237         if (!machine__is_host(self)) {
 238                 kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
 239                 umisc = PERF_RECORD_MISC_GUEST_USER;
 240         }
 241
 242         err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid,
 243                                           kmisc, fd);
 244         if (err == 0)
 245                 err = __dsos__write_buildid_table(&self->user_dsos,
 246                                                   self->pid, umisc, fd);
 247         return err;
 248 }
 249
 250 static int dsos__write_buildid_table(struct perf_header *header, int fd)
 251 {
 252         struct perf_session *session = container_of(header,
 253                         struct perf_session, header);
 254         struct rb_node *nd;
 255         int err = machine__write_buildid_table(&session->host_machine, fd);
 256
 257         if (err)
 258                 return err;
 259
 260         for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
 261                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 262                 err = machine__write_buildid_table(pos, fd);
 263                 if (err)
 264                         break;
 265         }
 266         return err;
 267 }
 268
 269 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
 270                           const char *name, bool is_kallsyms)
 271 {
 272         const size_t size = PATH_MAX;
 273         char *filename = malloc(size),
 274              *linkname = malloc(size), *targetname;
 275         int len, err = -1;
 276
 277         if (filename == NULL || linkname == NULL)
 278                 goto out_free;
 279
 280         len = snprintf(filename, size, "%s%s%s",
 281                        debugdir, is_kallsyms ? "/" : "", name);
 282         if (mkdir_p(filename, 0755))
 283                 goto out_free;
 284
 285         snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
 286
 287         if (access(filename, F_OK)) {
 288                 if (is_kallsyms) {
 289                          if (copyfile("/proc/kallsyms", filename))
 290                                 goto out_free;
 291                 } else if (link(name, filename) && copyfile(name, filename))
 292                         goto out_free;
 293         }
 294
 295         len = snprintf(linkname, size, "%s/.build-id/%.2s",
 296                        debugdir, sbuild_id);
 297
 298         if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
 299                 goto out_free;
 300
 301         snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
 302         targetname = filename + strlen(debugdir) - 5;
 303         memcpy(targetname, "../..", 5);
 304
 305         if (symlink(targetname, linkname) == 0)
 306                 err = 0;
 307 out_free:
 308         free(filename);
 309         free(linkname);
 310         return err;
 311 }
 312
 313 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
 314                                  const char *name, const char *debugdir,
 315                                  bool is_kallsyms)
 316 {
 317         char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 318
 319         build_id__sprintf(build_id, build_id_size, sbuild_id);
 320
 321         return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
 322 }
 323
 324 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
 325 {
 326         const size_t size = PATH_MAX;
 327         char *filename = malloc(size),
 328              *linkname = malloc(size);
 329         int err = -1;
 330
 331         if (filename == NULL || linkname == NULL)
 332                 goto out_free;
 333
 334         snprintf(linkname, size, "%s/.build-id/%.2s/%s",
 335                  debugdir, sbuild_id, sbuild_id + 2);
 336
 337         if (access(linkname, F_OK))
 338                 goto out_free;
 339
 340         if (readlink(linkname, filename, size) < 0)
 341                 goto out_free;
 342
 343         if (unlink(linkname))
 344                 goto out_free;
 345
 346         /*
 347          * Since the link is relative, we must make it absolute:
 348          */
 349         snprintf(linkname, size, "%s/.build-id/%.2s/%s",
 350                  debugdir, sbuild_id, filename);
 351
 352         if (unlink(linkname))
 353                 goto out_free;
 354
 355         err = 0;
 356 out_free:
 357         free(filename);
 358         free(linkname);
 359         return err;
 360 }
 361
 362 static int dso__cache_build_id(struct dso *self, const char *debugdir)
 363 {
 364         bool is_kallsyms = self->kernel && self->long_name[0] != '/';
 365
 366         return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
 367                                      self->long_name, debugdir, is_kallsyms);
 368 }
 369
 370 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
 371 {
 372         struct dso *pos;
 373         int err = 0;
 374
 375         dsos__for_each_with_build_id(pos, head)
 376                 if (dso__cache_build_id(pos, debugdir))
 377                         err = -1;
 378
 379         return err;
 380 }
 381
 382 static int machine__cache_build_ids(struct machine *self, const char *debugdir)
 383 {
 384         int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir);
 385         ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir);
 386         return ret;
 387 }
 388
 389 static int perf_session__cache_build_ids(struct perf_session *self)
 390 {
 391         struct rb_node *nd;
 392         int ret;
 393         char debugdir[PATH_MAX];
 394
 395         snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
 396
 397         if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
 398                 return -1;
 399
 400         ret = machine__cache_build_ids(&self->host_machine, debugdir);
 401
 402         for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
 403                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 404                 ret |= machine__cache_build_ids(pos, debugdir);
 405         }
 406         return ret ? -1 : 0;
 407 }
 408
 409 static bool machine__read_build_ids(struct machine *self, bool with_hits)
 410 {
 411         bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits);
 412         ret |= __dsos__read_build_ids(&self->user_dsos, with_hits);
 413         return ret;
 414 }
 415
 416 static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits)
 417 {
 418         struct rb_node *nd;
 419         bool ret = machine__read_build_ids(&self->host_machine, with_hits);
 420
 421         for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
 422                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 423                 ret |= machine__read_build_ids(pos, with_hits);
 424         }
 425
 426         return ret;
 427 }
 428
 429 static int perf_header__adds_write(struct perf_header *self, int fd)
 430 {
 431         int nr_sections;
 432         struct perf_session *session;
 433         struct perf_file_section *feat_sec;
 434         int sec_size;
 435         u64 sec_start;
 436         int idx = 0, err;
 437
 438         session = container_of(self, struct perf_session, header);
 439
 440         if (perf_header__has_feat(self, HEADER_BUILD_ID &&
 441             !perf_session__read_build_ids(session, true)))
 442                 perf_header__clear_feat(self, HEADER_BUILD_ID);
 443
 444         nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
 445         if (!nr_sections)
 446                 return 0;
 447
 448         feat_sec = calloc(sizeof(*feat_sec), nr_sections);
 449         if (feat_sec == NULL)
 450                 return -ENOMEM;
 451
 452         sec_size = sizeof(*feat_sec) * nr_sections;
 453
 454         sec_start = self->data_offset + self->data_size;
 455         lseek(fd, sec_start + sec_size, SEEK_SET);
 456
 457         if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
 458                 struct perf_file_section *trace_sec;
 459
 460                 trace_sec = &feat_sec[idx++];
 461
 462                 /* Write trace info */
 463                 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
 464                 read_tracing_data(fd, attrs, nr_counters);
 465                 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
 466         }
 467
 468         if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
 469                 struct perf_file_section *buildid_sec;
 470
 471                 buildid_sec = &feat_sec[idx++];
 472
 473                 /* Write build-ids */
 474                 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
 475                 err = dsos__write_buildid_table(self, fd);
 476                 if (err < 0) {
 477                         pr_debug("failed to write buildid table\n");
 478                         goto out_free;
 479                 }
 480                 buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
 481                                           buildid_sec->offset;
 482                 if (!no_buildid_cache)
 483                         perf_session__cache_build_ids(session);
 484         }
 485
 486         lseek(fd, sec_start, SEEK_SET);
 487         err = do_write(fd, feat_sec, sec_size);
 488         if (err < 0)
 489                 pr_debug("failed to write feature section\n");
 490 out_free:
 491         free(feat_sec);
 492         return err;
 493 }
 494
 495 int perf_header__write_pipe(int fd)
 496 {
 497         struct perf_pipe_file_header f_header;
 498         int err;
 499
 500         f_header = (struct perf_pipe_file_header){
 501                 .magic     = PERF_MAGIC,
 502                 .size      = sizeof(f_header),
 503         };
 504
 505         err = do_write(fd, &f_header, sizeof(f_header));
 506         if (err < 0) {
 507                 pr_debug("failed to write perf pipe header\n");
 508                 return err;
 509         }
 510
 511         return 0;
 512 }
 513
 514 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
 515 {
 516         struct perf_file_header f_header;
 517         struct perf_file_attr   f_attr;
 518         struct perf_header_attr *attr;
 519         int i, err;
 520
 521         lseek(fd, sizeof(f_header), SEEK_SET);
 522
 523         for (i = 0; i < self->attrs; i++) {
 524                 attr = self->attr[i];
 525
 526                 attr->id_offset = lseek(fd, 0, SEEK_CUR);
 527                 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
 528                 if (err < 0) {
 529                         pr_debug("failed to write perf header\n");
 530                         return err;
 531                 }
 532         }
 533
 534
 535         self->attr_offset = lseek(fd, 0, SEEK_CUR);
 536
 537         for (i = 0; i < self->attrs; i++) {
 538                 attr = self->attr[i];
 539
 540                 f_attr = (struct perf_file_attr){
 541                         .attr = attr->attr,
 542                         .ids  = {
 543                                 .offset = attr->id_offset,
 544                                 .size   = attr->ids * sizeof(u64),
 545                         }
 546                 };
 547                 err = do_write(fd, &f_attr, sizeof(f_attr));
 548                 if (err < 0) {
 549                         pr_debug("failed to write perf header attribute\n");
 550                         return err;
 551                 }
 552         }
 553
 554         self->event_offset = lseek(fd, 0, SEEK_CUR);
 555         self->event_size = event_count * sizeof(struct perf_trace_event_type);
 556         if (events) {
 557                 err = do_write(fd, events, self->event_size);
 558                 if (err < 0) {
 559                         pr_debug("failed to write perf header events\n");
 560                         return err;
 561                 }
 562         }
 563
 564         self->data_offset = lseek(fd, 0, SEEK_CUR);
 565
 566         if (at_exit) {
 567                 err = perf_header__adds_write(self, fd);
 568                 if (err < 0)
 569                         return err;
 570         }
 571
 572         f_header = (struct perf_file_header){
 573                 .magic     = PERF_MAGIC,
 574                 .size      = sizeof(f_header),
 575                 .attr_size = sizeof(f_attr),
 576                 .attrs = {
 577                         .offset = self->attr_offset,
 578                         .size   = self->attrs * sizeof(f_attr),
 579                 },
 580                 .data = {
 581                         .offset = self->data_offset,
 582                         .size   = self->data_size,
 583                 },
 584                 .event_types = {
 585                         .offset = self->event_offset,
 586                         .size   = self->event_size,
 587                 },
 588         };
 589
 590         memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
 591
 592         lseek(fd, 0, SEEK_SET);
 593         err = do_write(fd, &f_header, sizeof(f_header));
 594         if (err < 0) {
 595                 pr_debug("failed to write perf header\n");
 596                 return err;
 597         }
 598         lseek(fd, self->data_offset + self->data_size, SEEK_SET);
 599
 600         self->frozen = 1;
 601         return 0;
 602 }
 603
 604 static int perf_header__getbuffer64(struct perf_header *self,
 605                                     int fd, void *buf, size_t size)
 606 {
 607         if (do_read(fd, buf, size) <= 0)
 608                 return -1;
 609
 610         if (self->needs_swap)
 611                 mem_bswap_64(buf, size);
 612
 613         return 0;
 614 }
 615
 616 int perf_header__process_sections(struct perf_header *self, int fd,
 617                                   int (*process)(struct perf_file_section *self,
 618                                                  struct perf_header *ph,
 619                                                  int feat, int fd))
 620 {
 621         struct perf_file_section *feat_sec;
 622         int nr_sections;
 623         int sec_size;
 624         int idx = 0;
 625         int err = -1, feat = 1;
 626
 627         nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
 628         if (!nr_sections)
 629                 return 0;
 630
 631         feat_sec = calloc(sizeof(*feat_sec), nr_sections);
 632         if (!feat_sec)
 633                 return -1;
 634
 635         sec_size = sizeof(*feat_sec) * nr_sections;
 636
 637         lseek(fd, self->data_offset + self->data_size, SEEK_SET);
 638
 639         if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
 640                 goto out_free;
 641
 642         err = 0;
 643         while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
 644                 if (perf_header__has_feat(self, feat)) {
 645                         struct perf_file_section *sec = &feat_sec[idx++];
 646
 647                         err = process(sec, self, feat, fd);
 648                         if (err < 0)
 649                                 break;
 650                 }
 651                 ++feat;
 652         }
 653 out_free:
 654         free(feat_sec);
 655         return err;
 656 }
 657
 658 int perf_file_header__read(struct perf_file_header *self,
 659                            struct perf_header *ph, int fd)
 660 {
 661         lseek(fd, 0, SEEK_SET);
 662
 663         if (do_read(fd, self, sizeof(*self)) <= 0 ||
 664             memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
 665                 return -1;
 666
 667         if (self->attr_size != sizeof(struct perf_file_attr)) {
 668                 u64 attr_size = bswap_64(self->attr_size);
 669
 670                 if (attr_size != sizeof(struct perf_file_attr))
 671                         return -1;
 672
 673                 mem_bswap_64(self, offsetof(struct perf_file_header,
 674                                             adds_features));
 675                 ph->needs_swap = true;
 676         }
 677
 678         if (self->size != sizeof(*self)) {
 679                 /* Support the previous format */
 680                 if (self->size == offsetof(typeof(*self), adds_features))
 681                         bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
 682                 else
 683                         return -1;
 684         }
 685
 686         memcpy(&ph->adds_features, &self->adds_features,
 687                sizeof(ph->adds_features));
 688         /*
 689          * FIXME: hack that assumes that if we need swap the perf.data file
 690          * may be coming from an arch with a different word-size, ergo different
 691          * DEFINE_BITMAP format, investigate more later, but for now its mostly
 692          * safe to assume that we have a build-id section. Trace files probably
 693          * have several other issues in this realm anyway...
 694          */
 695         if (ph->needs_swap) {
 696                 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
 697                 perf_header__set_feat(ph, HEADER_BUILD_ID);
 698         }
 699
 700         ph->event_offset = self->event_types.offset;
 701         ph->event_size   = self->event_types.size;
 702         ph->data_offset  = self->data.offset;
 703         ph->data_size    = self->data.size;
 704         return 0;
 705 }
 706
 707 static int __event_process_build_id(struct build_id_event *bev,
 708                                     char *filename,
 709                                     struct perf_session *session)
 710 {
 711         int err = -1;
 712         struct list_head *head;
 713         struct machine *machine;
 714         u16 misc;
 715         struct dso *dso;
 716         enum dso_kernel_type dso_type;
 717
 718         machine = perf_session__findnew_machine(session, bev->pid);
 719         if (!machine)
 720                 goto out;
 721
 722         misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
 723
 724         switch (misc) {
 725         case PERF_RECORD_MISC_KERNEL:
 726                 dso_type = DSO_TYPE_KERNEL;
 727                 head = &machine->kernel_dsos;
 728                 break;
 729         case PERF_RECORD_MISC_GUEST_KERNEL:
 730                 dso_type = DSO_TYPE_GUEST_KERNEL;
 731                 head = &machine->kernel_dsos;
 732                 break;
 733         case PERF_RECORD_MISC_USER:
 734         case PERF_RECORD_MISC_GUEST_USER:
 735                 dso_type = DSO_TYPE_USER;
 736                 head = &machine->user_dsos;
 737                 break;
 738         default:
 739                 goto out;
 740         }
 741
 742         dso = __dsos__findnew(head, filename);
 743         if (dso != NULL) {
 744                 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 745
 746                 dso__set_build_id(dso, &bev->build_id);
 747
 748                 if (filename[0] == '[')
 749                         dso->kernel = dso_type;
 750
 751                 build_id__sprintf(dso->build_id, sizeof(dso->build_id),
 752                                   sbuild_id);
 753                 pr_debug("build id event received for %s: %s\n",
 754                          dso->long_name, sbuild_id);
 755         }
 756
 757         err = 0;
 758 out:
 759         return err;
 760 }
 761
 762 static int perf_header__read_build_ids(struct perf_header *self,
 763                         int input, u64 offset, u64 size)
 764 {
 765         struct perf_session *session = container_of(self,
 766                         struct perf_session, header);
 767         struct build_id_event bev;
 768         char filename[PATH_MAX];
 769         u64 limit = offset + size;
 770         int err = -1;
 771
 772         while (offset < limit) {
 773                 ssize_t len;
 774
 775                 if (read(input, &bev, sizeof(bev)) != sizeof(bev))
 776                         goto out;
 777
 778                 if (self->needs_swap)
 779                         perf_event_header__bswap(&bev.header);
 780
 781                 len = bev.header.size - sizeof(bev);
 782                 if (read(input, filename, len) != len)
 783                         goto out;
 784
 785                 __event_process_build_id(&bev, filename, session);
 786
 787                 offset += bev.header.size;
 788         }
 789         err = 0;
 790 out:
 791         return err;
 792 }
 793
 794 static int perf_file_section__process(struct perf_file_section *self,
 795                                       struct perf_header *ph,
 796                                       int feat, int fd)
 797 {
 798         if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
 799                 pr_debug("Failed to lseek to %Ld offset for feature %d, "
 800                          "continuing...\n", self->offset, feat);
 801                 return 0;
 802         }
 803
 804         switch (feat) {
 805         case HEADER_TRACE_INFO:
 806                 trace_report(fd, false);
 807                 break;
 808
 809         case HEADER_BUILD_ID:
 810                 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
 811                         pr_debug("Failed to read buildids, continuing...\n");
 812                 break;
 813         default:
 814                 pr_debug("unknown feature %d, continuing...\n", feat);
 815         }
 816
 817         return 0;
 818 }
 819
 820 static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
 821                                        struct perf_header *ph, int fd,
 822                                        bool repipe)
 823 {
 824         if (do_read(fd, self, sizeof(*self)) <= 0 ||
 825             memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
 826                 return -1;
 827
 828         if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0)
 829                 return -1;
 830
 831         if (self->size != sizeof(*self)) {
 832                 u64 size = bswap_64(self->size);
 833
 834                 if (size != sizeof(*self))
 835                         return -1;
 836
 837                 ph->needs_swap = true;
 838         }
 839
 840         return 0;
 841 }
 842
 843 static int perf_header__read_pipe(struct perf_session *session, int fd)
 844 {
 845         struct perf_header *self = &session->header;
 846         struct perf_pipe_file_header f_header;
 847
 848         if (perf_file_header__read_pipe(&f_header, self, fd,
 849                                         session->repipe) < 0) {
 850                 pr_debug("incompatible file format\n");
 851                 return -EINVAL;
 852         }
 853
 854         session->fd = fd;
 855
 856         return 0;
 857 }
 858
 859 int perf_header__read(struct perf_session *session, int fd)
 860 {
 861         struct perf_header *self = &session->header;
 862         struct perf_file_header f_header;
 863         struct perf_file_attr   f_attr;
 864         u64                     f_id;
 865         int nr_attrs, nr_ids, i, j;
 866
 867         if (session->fd_pipe)
 868                 return perf_header__read_pipe(session, fd);
 869
 870         if (perf_file_header__read(&f_header, self, fd) < 0) {
 871                 pr_debug("incompatible file format\n");
 872                 return -EINVAL;
 873         }
 874
 875         nr_attrs = f_header.attrs.size / sizeof(f_attr);
 876         lseek(fd, f_header.attrs.offset, SEEK_SET);
 877
 878         for (i = 0; i < nr_attrs; i++) {
 879                 struct perf_header_attr *attr;
 880                 off_t tmp;
 881
 882                 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
 883                         goto out_errno;
 884
 885                 tmp = lseek(fd, 0, SEEK_CUR);
 886
 887                 attr = perf_header_attr__new(&f_attr.attr);
 888                 if (attr == NULL)
 889                          return -ENOMEM;
 890
 891                 nr_ids = f_attr.ids.size / sizeof(u64);
 892                 lseek(fd, f_attr.ids.offset, SEEK_SET);
 893
 894                 for (j = 0; j < nr_ids; j++) {
 895                         if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
 896                                 goto out_errno;
 897
 898                         if (perf_header_attr__add_id(attr, f_id) < 0) {
 899                                 perf_header_attr__delete(attr);
 900                                 return -ENOMEM;
 901                         }
 902                 }
 903                 if (perf_header__add_attr(self, attr) < 0) {
 904                         perf_header_attr__delete(attr);
 905                         return -ENOMEM;
 906                 }
 907
 908                 lseek(fd, tmp, SEEK_SET);
 909         }
 910
 911         if (f_header.event_types.size) {
 912                 lseek(fd, f_header.event_types.offset, SEEK_SET);
 913                 events = malloc(f_header.event_types.size);
 914                 if (events == NULL)
 915                         return -ENOMEM;
 916                 if (perf_header__getbuffer64(self, fd, events,
 917                                              f_header.event_types.size))
 918                         goto out_errno;
 919                 event_count =  f_header.event_types.size / sizeof(struct perf_trace_event_type);
 920         }
 921
 922         perf_header__process_sections(self, fd, perf_file_section__process);
 923
 924         lseek(fd, self->data_offset, SEEK_SET);
 925
 926         self->frozen = 1;
 927         return 0;
 928 out_errno:
 929         return -errno;
 930 }
 931
 932 u64 perf_header__sample_type(struct perf_header *header)
 933 {
 934         u64 type = 0;
 935         int i;
 936
 937         for (i = 0; i < header->attrs; i++) {
 938                 struct perf_header_attr *attr = header->attr[i];
 939
 940                 if (!type)
 941                         type = attr->attr.sample_type;
 942                 else if (type != attr->attr.sample_type)
 943                         die("non matching sample_type");
 944         }
 945
 946         return type;
 947 }
 948
 949 struct perf_event_attr *
 950 perf_header__find_attr(u64 id, struct perf_header *header)
 951 {
 952         int i;
 953
 954         /*
 955          * We set id to -1 if the data file doesn't contain sample
 956          * ids. Check for this and avoid walking through the entire
 957          * list of ids which may be large.
 958          */
 959         if (id == -1ULL)
 960                 return NULL;
 961
 962         for (i = 0; i < header->attrs; i++) {
 963                 struct perf_header_attr *attr = header->attr[i];
 964                 int j;
 965
 966                 for (j = 0; j < attr->ids; j++) {
 967                         if (attr->id[j] == id)
 968                                 return &attr->attr;
 969                 }
 970         }
 971
 972         return NULL;
 973 }
 974
 975 int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
 976                            event__handler_t process,
 977                            struct perf_session *session)
 978 {
 979         event_t *ev;
 980         size_t size;
 981         int err;
 982
 983         size = sizeof(struct perf_event_attr);
 984         size = ALIGN(size, sizeof(u64));
 985         size += sizeof(struct perf_event_header);
 986         size += ids * sizeof(u64);
 987
 988         ev = malloc(size);
 989
 990         ev->attr.attr = *attr;
 991         memcpy(ev->attr.id, id, ids * sizeof(u64));
 992
 993         ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
 994         ev->attr.header.size = size;
 995
 996         err = process(ev, session);
 997
 998         free(ev);
 999
1000         return err;
1001 }
1002
1003 int event__synthesize_attrs(struct perf_header *self,
1004                             event__handler_t process,
1005                             struct perf_session *session)
1006 {
1007         struct perf_header_attr *attr;
1008         int i, err = 0;
1009
1010         for (i = 0; i < self->attrs; i++) {
1011                 attr = self->attr[i];
1012
1013                 err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
1014                                              process, session);
1015                 if (err) {
1016                         pr_debug("failed to create perf header attribute\n");
1017                         return err;
1018                 }
1019         }
1020
1021         return err;
1022 }
1023
1024 int event__process_attr(event_t *self, struct perf_session *session)
1025 {
1026         struct perf_header_attr *attr;
1027         unsigned int i, ids, n_ids;
1028
1029         attr = perf_header_attr__new(&self->attr.attr);
1030         if (attr == NULL)
1031                 return -ENOMEM;
1032
1033         ids = self->header.size;
1034         ids -= (void *)&self->attr.id - (void *)self;
1035         n_ids = ids / sizeof(u64);
1036
1037         for (i = 0; i < n_ids; i++) {
1038                 if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
1039                         perf_header_attr__delete(attr);
1040                         return -ENOMEM;
1041                 }
1042         }
1043
1044         if (perf_header__add_attr(&session->header, attr) < 0) {
1045                 perf_header_attr__delete(attr);
1046                 return -ENOMEM;
1047         }
1048
1049         perf_session__update_sample_type(session);
1050
1051         return 0;
1052 }
1053
1054 int event__synthesize_event_type(u64 event_id, char *name,
1055                                  event__handler_t process,
1056                                  struct perf_session *session)
1057 {
1058         event_t ev;
1059         size_t size = 0;
1060         int err = 0;
1061
1062         memset(&ev, 0, sizeof(ev));
1063
1064         ev.event_type.event_type.event_id = event_id;
1065         memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
1066         strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
1067
1068         ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
1069         size = strlen(name);
1070         size = ALIGN(size, sizeof(u64));
1071         ev.event_type.header.size = sizeof(ev.event_type) -
1072                 (sizeof(ev.event_type.event_type.name) - size);
1073
1074         err = process(&ev, session);
1075
1076         return err;
1077 }
1078
1079 int event__synthesize_event_types(event__handler_t process,
1080                                   struct perf_session *session)
1081 {
1082         struct perf_trace_event_type *type;
1083         int i, err = 0;
1084
1085         for (i = 0; i < event_count; i++) {
1086                 type = &events[i];
1087
1088                 err = event__synthesize_event_type(type->event_id, type->name,
1089                                                    process, session);
1090                 if (err) {
1091                         pr_debug("failed to create perf header event type\n");
1092                         return err;
1093                 }
1094         }
1095
1096         return err;
1097 }
1098
1099 int event__process_event_type(event_t *self,
1100                               struct perf_session *session __unused)
1101 {
1102         if (perf_header__push_event(self->event_type.event_type.event_id,
1103                                     self->event_type.event_type.name) < 0)
1104                 return -ENOMEM;
1105
1106         return 0;
1107 }
1108
1109 int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs,
1110                                    int nb_events,
1111                                    event__handler_t process,
1112                                    struct perf_session *session __unused)
1113 {
1114         event_t ev;
1115         ssize_t size = 0, aligned_size = 0, padding;
1116         int err = 0;
1117
1118         memset(&ev, 0, sizeof(ev));
1119
1120         ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
1121         size = read_tracing_data_size(fd, pattrs, nb_events);
1122         if (size <= 0)
1123                 return size;
1124         aligned_size = ALIGN(size, sizeof(u64));
1125         padding = aligned_size - size;
1126         ev.tracing_data.header.size = sizeof(ev.tracing_data);
1127         ev.tracing_data.size = aligned_size;
1128
1129         process(&ev, session);
1130
1131         err = read_tracing_data(fd, pattrs, nb_events);
1132         write_padded(fd, NULL, 0, padding);
1133
1134         return aligned_size;
1135 }
1136
1137 int event__process_tracing_data(event_t *self,
1138                                 struct perf_session *session)
1139 {
1140         ssize_t size_read, padding, size = self->tracing_data.size;
1141         off_t offset = lseek(session->fd, 0, SEEK_CUR);
1142         char buf[BUFSIZ];
1143
1144         /* setup for reading amidst mmap */
1145         lseek(session->fd, offset + sizeof(struct tracing_data_event),
1146               SEEK_SET);
1147
1148         size_read = trace_report(session->fd, session->repipe);
1149
1150         padding = ALIGN(size_read, sizeof(u64)) - size_read;
1151
1152         if (read(session->fd, buf, padding) < 0)
1153                 die("reading input file");
1154         if (session->repipe) {
1155                 int retw = write(STDOUT_FILENO, buf, padding);
1156                 if (retw <= 0 || retw != padding)
1157                         die("repiping tracing data padding");
1158         }
1159
1160         if (size_read + padding != size)
1161                 die("tracing data size mismatch");
1162
1163         return size_read + padding;
1164 }
1165
1166 int event__synthesize_build_id(struct dso *pos, u16 misc,
1167                                event__handler_t process,
1168                                struct machine *machine,
1169                                struct perf_session *session)
1170 {
1171         event_t ev;
1172         size_t len;
1173         int err = 0;
1174
1175         if (!pos->hit)
1176                 return err;
1177
1178         memset(&ev, 0, sizeof(ev));
1179
1180         len = pos->long_name_len + 1;
1181         len = ALIGN(len, NAME_ALIGN);
1182         memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
1183         ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
1184         ev.build_id.header.misc = misc;
1185         ev.build_id.pid = machine->pid;
1186         ev.build_id.header.size = sizeof(ev.build_id) + len;
1187         memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
1188
1189         err = process(&ev, session);
1190
1191         return err;
1192 }
1193
1194 int event__process_build_id(event_t *self,
1195                             struct perf_session *session)
1196 {
1197         __event_process_build_id(&self->build_id,
1198                                  self->build_id.filename,
1199                                  session);
1200         return 0;
1201 }
1202
1203 void disable_buildid_cache(void)
1204 {
1205         no_buildid_cache = true;
1206 }