1043 			struct annotation_line *al = notes->offsets[offset];  in annotation__count_and_fill()  local
1045 			if (al && al->ipc == 0.0) {  in annotation__count_and_fill()
1046 				al->ipc = ipc;  in annotation__count_and_fill()
1077 			struct annotation_line *al;  in annotation__compute_ipc()  local
1081 			al = notes->offsets[offset];  in annotation__compute_ipc()
1082 			if (al && ch->num_aggr) {  in annotation__compute_ipc()
1083 				al->cycles = ch->cycles_aggr / ch->num_aggr;  in annotation__compute_ipc()
1084 				al->cycles_max = ch->cycles_max;  in annotation__compute_ipc()
1085 				al->cycles_min = ch->cycles_min;  in annotation__compute_ipc()
1154 static void annotation_line__init(struct annotation_line *al,  in annotation_line__init()  argument
1158 	al->offset = args->offset;  in annotation_line__init()
1159 	al->line = strdup(args->line);  in annotation_line__init()
1160 	al->line_nr = args->line_nr;  in annotation_line__init()
1161 	al->data_nr = nr;  in annotation_line__init()
1164 static void annotation_line__exit(struct annotation_line *al)  in annotation_line__exit()  argument
1166 	free_srcline(al->path);  in annotation_line__exit()
1167 	zfree(&al->line);  in annotation_line__exit()
1172 	struct annotation_line *al;  in disasm_line_size()  local
1174 	return (sizeof(struct disasm_line) + (sizeof(al->data[0]) * nr));  in disasm_line_size()
1200 	annotation_line__init(&dl->al, args, nr);  in disasm_line__new()
1201 	if (dl->al.line == NULL)  in disasm_line__new()
1205 		if (disasm_line__parse(dl->al.line, &dl->ins.name, &dl->ops.raw) < 0)  in disasm_line__new()
1214 	zfree(&dl->al.line);  in disasm_line__new()
1227 	annotation_line__exit(&dl->al);  in disasm_line__free()
1239 static void annotation_line__add(struct annotation_line *al, struct list_head *head)  in annotation_line__add()  argument
1241 	list_add_tail(&al->node, head);  in annotation_line__add()
1338 	s64 offset = dl->al.offset;  in disasm_line__print()
1344 	color_fprintf(stdout, annotate__asm_color(br), "%s", dl->al.line);  in disasm_line__print()
1350 annotation_line__print(struct annotation_line *al, struct symbol *sym, u64 start,  in annotation_line__print()  argument
1355 	struct disasm_line *dl = container_of(al, struct disasm_line, al);  in annotation_line__print()
1359 	if (al->offset != -1) {  in annotation_line__print()
1365 		for (i = 0; i < al->data_nr; i++) {  in annotation_line__print()
1368 			percent = annotation_data__percent(&al->data[i],  in annotation_line__print()
1375 		if (al->data_nr > nr_percent)  in annotation_line__print()
1376 			nr_percent = al->data_nr;  in annotation_line__print()
1386 				if (queue == al)  in annotation_line__print()
1401 		if (al->path) {  in annotation_line__print()
1402 			if (!prev_line || strcmp(prev_line, al->path)  in annotation_line__print()
1404 				color_fprintf(stdout, color, " %s", al->path);  in annotation_line__print()
1405 				prev_line = al->path;  in annotation_line__print()
1411 			struct annotation_data *data = &al->data[i];  in annotation_line__print()
1442 		if (!*al->line)  in annotation_line__print()
1445 			printf(" %*s:     %*s %s\n", width, " ", addr_fmt_width, " ", al->line);  in annotation_line__print()
1530 	annotation_line__add(&dl->al, &notes->src->source);  in symbol__parse_objdump_line()
1547 		dl = list_entry(list->prev, struct disasm_line, al.node);  in delete_last_nop()
1553 			if (!strstr(dl->al.line, " nop ") &&  in delete_last_nop()
1554 			    !strstr(dl->al.line, " nopl ") &&  in delete_last_nop()
1555 			    !strstr(dl->al.line, " nopw "))  in delete_last_nop()
1559 		list_del_init(&dl->al.node);  in delete_last_nop()
1797 				annotation_line__add(&dl->al,  in symbol__disassemble_bpf()
1808 			annotation_line__add(&dl->al, &notes->src->source);  in symbol__disassemble_bpf()
1841 		annotation_line__add(&dl->al, &notes->src->source);  in symbol__disassemble_bpf_image()
2120 	struct annotation_line *al, *next;  in annotation__calc_percent()  local
2123 	list_for_each_entry(al, &notes->src->source, node) {  in annotation__calc_percent()
2127 		if (al->offset == -1)  in annotation__calc_percent()
2130 		next = annotation_line__next(al, &notes->src->source);  in annotation__calc_percent()
2138 			BUG_ON(i >= al->data_nr);  in annotation__calc_percent()
2141 			data = &al->data[i++];  in annotation__calc_percent()
2143 			calc_percent(sym_hist, hists, data, al->offset, end);  in annotation__calc_percent()
2193 static void insert_source_line(struct rb_root *root, struct annotation_line *al,  in insert_source_line()  argument
2205 		ret = strcmp(iter->path, al->path);  in insert_source_line()
2207 			for (i = 0; i < al->data_nr; i++) {  in insert_source_line()
2208 				iter->data[i].percent_sum += annotation_data__percent(&al->data[i],  in insert_source_line()
2220 	for (i = 0; i < al->data_nr; i++) {  in insert_source_line()
2221 		al->data[i].percent_sum = annotation_data__percent(&al->data[i],  in insert_source_line()
2225 	rb_link_node(&al->rb_node, parent, p);  in insert_source_line()
2226 	rb_insert_color(&al->rb_node, root);  in insert_source_line()
2242 static void __resort_source_line(struct rb_root *root, struct annotation_line *al)  in __resort_source_line()  argument
2252 		if (cmp_source_line(al, iter))  in __resort_source_line()
2258 	rb_link_node(&al->rb_node, parent, p);  in __resort_source_line()
2259 	rb_insert_color(&al->rb_node, root);  in __resort_source_line()
2264 	struct annotation_line *al;  in resort_source_line()  local
2271 		al = rb_entry(node, struct annotation_line, rb_node);  in resort_source_line()
2275 		__resort_source_line(dest_root, al);  in resort_source_line()
2282 	struct annotation_line *al;  in print_summary()  local
2300 		al = rb_entry(node, struct annotation_line, rb_node);  in print_summary()
2301 		for (i = 0; i < al->data_nr; i++) {  in print_summary()
2302 			percent = al->data[i].percent_sum;  in print_summary()
2310 		path = al->path;  in print_summary()
2497 	struct annotation_line *al;  in symbol__annotate_fprintf2()  local
2499 	list_for_each_entry(al, &notes->src->source, node) {  in symbol__annotate_fprintf2()
2500 		if (annotation_line__filter(al, notes))  in symbol__annotate_fprintf2()
2502 		annotation_line__write(al, notes, &wops, opts);  in symbol__annotate_fprintf2()
2565 	struct annotation_line *al, *n;  in annotated_source__purge()  local
2567 	list_for_each_entry_safe(al, n, &as->source, node) {  in annotated_source__purge()
2568 		list_del_init(&al->node);  in annotated_source__purge()
2569 		disasm_line__free(disasm_line(al));  in annotated_source__purge()
2577 	if (dl->al.offset == -1)  in disasm_line__fprintf()
2578 		return fprintf(fp, "%s\n", dl->al.line);  in disasm_line__fprintf()
2580 	printed = fprintf(fp, "%#" PRIx64 " %s", dl->al.offset, dl->ins.name);  in disasm_line__fprintf()
2595 	list_for_each_entry(pos, head, al.node)  in disasm__fprintf()
2620 		struct annotation_line *al = notes->offsets[offset];  in annotation__mark_jump_targets()  local
2623 		dl = disasm_line(al);  in annotation__mark_jump_targets()
2628 		al = notes->offsets[dl->ops.target.offset];  in annotation__mark_jump_targets()
2634 		if (al == NULL)  in annotation__mark_jump_targets()
2637 		if (++al->jump_sources > notes->max_jump_sources)  in annotation__mark_jump_targets()
2638 			notes->max_jump_sources = al->jump_sources;  in annotation__mark_jump_targets()
2644 	struct annotation_line *al;  in annotation__set_offsets()  local
2650 	list_for_each_entry(al, &notes->src->source, node) {  in annotation__set_offsets()
2651 		size_t line_len = strlen(al->line);  in annotation__set_offsets()
2655 		al->idx = notes->nr_entries++;  in annotation__set_offsets()
2656 		if (al->offset != -1) {  in annotation__set_offsets()
2657 			al->idx_asm = notes->nr_asm_entries++;  in annotation__set_offsets()
2665 			if (al->offset < size)  in annotation__set_offsets()
2666 				notes->offsets[al->offset] = al;  in annotation__set_offsets()
2668 			al->idx_asm = -1;  in annotation__set_offsets()
2684 	struct annotation_line *al;  in annotation__max_ins_name()  local
2686         list_for_each_entry(al, &notes->src->source, node) {  in annotation__max_ins_name()
2687 		if (al->offset == -1)  in annotation__max_ins_name()
2690 		len = strlen(disasm_line(al)->ins.name);  in annotation__max_ins_name()
2724 	struct annotation_line *al;  in annotation__calc_lines()  local
2727 	list_for_each_entry(al, &notes->src->source, node) {  in annotation__calc_lines()
2731 		for (i = 0; i < al->data_nr; i++) {  in annotation__calc_lines()
2734 			percent = annotation_data__percent(&al->data[i],  in annotation__calc_lines()
2744 		al->path = get_srcline(map->dso, notes->start + al->offset, NULL,  in annotation__calc_lines()
2745 				       false, true, notes->start + al->offset);  in annotation__calc_lines()
2746 		insert_source_line(&tmp_root, al, opts);  in annotation__calc_lines()
2819 static double annotation_line__max_percent(struct annotation_line *al,  in annotation_line__max_percent()  argument
2829 		percent = annotation_data__percent(&al->data[i],  in annotation_line__max_percent()
2850 			fwd = dl->ops.target.offset > dl->al.offset;  in disasm_line__write()
2886 static void __annotation_line__write(struct annotation_line *al, struct annotation *notes,  in __annotation_line__write()  argument
2896 	double percent_max = annotation_line__max_percent(al, notes, percent_type);  in __annotation_line__write()
2903 	if (first_line && (al->offset == -1 || percent_max == 0.0)) {  in __annotation_line__write()
2905 			if (al->ipc == 0.0 && al->cycles == 0)  in __annotation_line__write()
2911 	if (al->offset != -1 && percent_max != 0.0) {  in __annotation_line__write()
2917 			percent = annotation_data__percent(&al->data[i], percent_type);  in __annotation_line__write()
2921 				obj__printf(obj, "%11" PRIu64 " ", al->data[i].he.period);  in __annotation_line__write()
2924 						   al->data[i].he.nr_samples);  in __annotation_line__write()
2942 		if (al->ipc)  in __annotation_line__write()
2943 			obj__printf(obj, "%*.2f ", ANNOTATION__IPC_WIDTH - 1, al->ipc);  in __annotation_line__write()
2950 			if (al->cycles)  in __annotation_line__write()
2952 					   ANNOTATION__CYCLES_WIDTH - 1, al->cycles);  in __annotation_line__write()
2961 			if (al->cycles) {  in __annotation_line__write()
2966 					al->cycles, al->cycles_min,  in __annotation_line__write()
2967 					al->cycles_max);  in __annotation_line__write()
2982 		if (show_title && !*al->line) {  in __annotation_line__write()
2990 	if (!*al->line)  in __annotation_line__write()
2992 	else if (al->offset == -1) {  in __annotation_line__write()
2993 		if (al->line_nr && notes->options->show_linenr)  in __annotation_line__write()
2994 			printed = scnprintf(bf, sizeof(bf), "%-*d ", notes->widths.addr + 1, al->line_nr);  in __annotation_line__write()
2998 		obj__printf(obj, "%-*s", width - printed - pcnt_width - cycles_width + 1, al->line);  in __annotation_line__write()
3000 		u64 addr = al->offset;  in __annotation_line__write()
3009 			if (al->jump_sources &&  in __annotation_line__write()
3015 							    al->jump_sources);  in __annotation_line__write()
3016 					prev = obj__set_jumps_percent_color(obj, al->jump_sources,  in __annotation_line__write()
3024 			} else if (ins__is_call(&disasm_line(al)->ins) &&  in __annotation_line__write()
3041 		disasm_line__write(disasm_line(al), notes, obj, bf, sizeof(bf), obj__printf, obj__write_graph);  in __annotation_line__write()
3048 void annotation_line__write(struct annotation_line *al, struct annotation *notes,  in annotation_line__write()  argument
3052 	__annotation_line__write(al, notes, wops->first_line, wops->current_entry,  in annotation_line__write()