Lines Matching refs:hist_data
160 struct hist_trigger_data *hist_data; member
170 struct hist_trigger_data *hist_data; member
482 #define for_each_hist_field(i, hist_data) \ argument
483 for ((i) = 0; (i) < (hist_data)->n_fields; (i)++)
485 #define for_each_hist_val_field(i, hist_data) \ argument
486 for ((i) = 0; (i) < (hist_data)->n_vals; (i)++)
488 #define for_each_hist_key_field(i, hist_data) \ argument
489 for ((i) = (hist_data)->n_vals; (i) < (hist_data)->n_fields; (i)++)
553 struct hist_trigger_data *hist_data; member
591 typedef void (*action_fn_t) (struct hist_trigger_data *hist_data,
679 struct hist_trigger_data *hist_data; member
733 struct hist_trigger_data *hist_data) in track_data_alloc() argument
749 data->hist_data = hist_data; in track_data_alloc()
852 static void action_trace(struct hist_trigger_data *hist_data, in action_trace() argument
865 struct hist_trigger_data *hist_data; member
874 struct hist_trigger_data *hist_data = hist_field->hist_data; in hist_field_timestamp() local
875 struct trace_array *tr = hist_data->event_file->tr; in hist_field_timestamp()
879 if (hist_data->attrs->ts_in_usecs && trace_clock_in_ns(tr)) in hist_field_timestamp()
924 hist_field->var.hist_data == var_data) in check_field_for_var_ref()
942 static struct hist_field *find_var_ref(struct hist_trigger_data *hist_data, in find_var_ref() argument
949 for (i = 0; i < hist_data->n_var_refs; i++) { in find_var_ref()
950 hist_field = hist_data->var_refs[i]; in find_var_ref()
972 static struct hist_field *find_any_var_ref(struct hist_trigger_data *hist_data, in find_any_var_ref() argument
975 struct trace_array *tr = hist_data->event_file->tr; in find_any_var_ref()
980 if (var_data->hist_data == hist_data) in find_any_var_ref()
982 found = find_var_ref(var_data->hist_data, hist_data, var_idx); in find_any_var_ref()
1003 static bool check_var_refs(struct hist_trigger_data *hist_data) in check_var_refs() argument
1009 for_each_hist_field(i, hist_data) { in check_var_refs()
1010 field = hist_data->fields[i]; in check_var_refs()
1012 if (find_any_var_ref(hist_data, field->var.idx)) { in check_var_refs()
1022 static struct hist_var_data *find_hist_vars(struct hist_trigger_data *hist_data) in find_hist_vars() argument
1024 struct trace_array *tr = hist_data->event_file->tr; in find_hist_vars()
1028 if (var_data->hist_data == hist_data) { in find_hist_vars()
1063 static bool has_hist_vars(struct hist_trigger_data *hist_data) in has_hist_vars() argument
1068 for_each_hist_field(i, hist_data) { in has_hist_vars()
1069 hist_field = hist_data->fields[i]; in has_hist_vars()
1077 static int save_hist_vars(struct hist_trigger_data *hist_data) in save_hist_vars() argument
1079 struct trace_array *tr = hist_data->event_file->tr; in save_hist_vars()
1082 var_data = find_hist_vars(hist_data); in save_hist_vars()
1095 var_data->hist_data = hist_data; in save_hist_vars()
1101 static void remove_hist_vars(struct hist_trigger_data *hist_data) in remove_hist_vars() argument
1103 struct trace_array *tr = hist_data->event_file->tr; in remove_hist_vars()
1106 var_data = find_hist_vars(hist_data); in remove_hist_vars()
1110 if (WARN_ON(check_var_refs(hist_data))) in remove_hist_vars()
1120 static struct hist_field *find_var_field(struct hist_trigger_data *hist_data, in find_var_field() argument
1126 for_each_hist_field(i, hist_data) { in find_var_field()
1127 hist_field = hist_data->fields[i]; in find_var_field()
1138 static struct hist_field *find_var(struct hist_trigger_data *hist_data, in find_var() argument
1148 hist_field = find_var_field(hist_data, var_name); in find_var()
1177 var_hist_data = var_data->hist_data; in find_var_file()
1217 find_match_var(struct hist_trigger_data *hist_data, char *var_name) in find_match_var() argument
1219 struct trace_array *tr = hist_data->event_file->tr; in find_match_var()
1224 for (i = 0; i < hist_data->n_actions; i++) { in find_match_var()
1225 struct action_data *data = hist_data->actions[i]; in find_match_var()
1249 static struct hist_field *find_event_var(struct hist_trigger_data *hist_data, in find_event_var() argument
1254 struct trace_array *tr = hist_data->event_file->tr; in find_event_var()
1259 hist_field = find_match_var(hist_data, var_name); in find_event_var()
1293 static bool resolve_var_refs(struct hist_trigger_data *hist_data, void *key, in resolve_var_refs() argument
1303 for (i = 0; i < hist_data->n_var_refs; i++) { in resolve_var_refs()
1304 hist_field = hist_data->var_refs[i]; in resolve_var_refs()
1306 var_data = hist_field->var.hist_data; in resolve_var_refs()
1313 if ((self && var_data != hist_data) || in resolve_var_refs()
1314 (!self && var_data == hist_data)) in resolve_var_refs()
1643 struct hist_trigger_data *hist_data = elt->map->private_data; in hist_trigger_elt_data_alloc() local
1653 for_each_hist_field(i, hist_data) { in hist_trigger_elt_data_alloc()
1654 hist_field = hist_data->fields[i]; in hist_trigger_elt_data_alloc()
1666 n_str = hist_data->n_field_var_str + hist_data->n_save_var_str + in hist_trigger_elt_data_alloc()
1667 hist_data->n_var_str; in hist_trigger_elt_data_alloc()
1955 static struct hist_field *create_hist_field(struct hist_trigger_data *hist_data, in create_hist_field() argument
1971 hist_field->hist_data = hist_data; in create_hist_field()
2013 hist_field->operands[0] = create_hist_field(hist_data, field, fl, NULL); in create_hist_field()
2105 static void destroy_hist_fields(struct hist_trigger_data *hist_data) in destroy_hist_fields() argument
2110 if (hist_data->fields[i]) { in destroy_hist_fields()
2111 destroy_hist_field(hist_data->fields[i], 0); in destroy_hist_fields()
2112 hist_data->fields[i] = NULL; in destroy_hist_fields()
2116 for (i = 0; i < hist_data->n_var_refs; i++) { in destroy_hist_fields()
2117 WARN_ON(!(hist_data->var_refs[i]->flags & HIST_FIELD_FL_VAR_REF)); in destroy_hist_fields()
2118 __destroy_hist_field(hist_data->var_refs[i]); in destroy_hist_fields()
2119 hist_data->var_refs[i] = NULL; in destroy_hist_fields()
2130 ref_field->var.hist_data = var_field->hist_data; in init_var_ref()
2182 static int find_var_ref_idx(struct hist_trigger_data *hist_data, in find_var_ref_idx() argument
2188 for (i = 0; i < hist_data->n_var_refs; i++) { in find_var_ref_idx()
2189 ref_field = hist_data->var_refs[i]; in find_var_ref_idx()
2191 ref_field->var.hist_data == var_field->hist_data) in find_var_ref_idx()
2213 static struct hist_field *create_var_ref(struct hist_trigger_data *hist_data, in create_var_ref() argument
2222 for (i = 0; i < hist_data->n_var_refs; i++) { in create_var_ref()
2223 ref_field = hist_data->var_refs[i]; in create_var_ref()
2225 ref_field->var.hist_data == var_field->hist_data) { in create_var_ref()
2231 if (hist_data->n_var_refs >= TRACING_MAP_VARS_MAX) in create_var_ref()
2233 ref_field = create_hist_field(var_field->hist_data, NULL, flags, NULL); in create_var_ref()
2240 hist_data->var_refs[hist_data->n_var_refs] = ref_field; in create_var_ref()
2241 ref_field->var_ref_idx = hist_data->n_var_refs++; in create_var_ref()
2255 static char *field_name_from_var(struct hist_trigger_data *hist_data, in field_name_from_var() argument
2261 for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) { in field_name_from_var()
2262 name = hist_data->attrs->var_defs.name[i]; in field_name_from_var()
2265 field = hist_data->attrs->var_defs.expr[i]; in field_name_from_var()
2275 static char *local_field_var_ref(struct hist_trigger_data *hist_data, in local_field_var_ref() argument
2282 call = hist_data->event_file->event_call; in local_field_var_ref()
2299 return field_name_from_var(hist_data, var_name); in local_field_var_ref()
2302 static struct hist_field *parse_var_ref(struct hist_trigger_data *hist_data, in parse_var_ref() argument
2307 struct trace_array *tr = hist_data->event_file->tr; in parse_var_ref()
2314 var_field = find_event_var(hist_data, system, event_name, var_name); in parse_var_ref()
2316 ref_field = create_var_ref(hist_data, var_field, in parse_var_ref()
2326 parse_field(struct hist_trigger_data *hist_data, struct trace_event_file *file, in parse_field() argument
2392 hist_data->enable_timestamps = true; in parse_field()
2394 hist_data->attrs->ts_in_usecs = true; in parse_field()
2433 static struct hist_field *create_alias(struct hist_trigger_data *hist_data, in create_alias() argument
2440 alias = create_hist_field(hist_data, NULL, flags, var_name); in create_alias()
2457 static struct hist_field *parse_const(struct hist_trigger_data *hist_data, in parse_const() argument
2461 struct trace_array *tr = hist_data->event_file->tr; in parse_const()
2471 field = create_hist_field(hist_data, NULL, *flags, var_name); in parse_const()
2480 static struct hist_field *parse_atom(struct hist_trigger_data *hist_data, in parse_atom() argument
2491 hist_field = parse_const(hist_data, str, var_name, flags); in parse_atom()
2517 s = local_field_var_ref(hist_data, ref_system, ref_event, ref_var); in parse_atom()
2519 hist_field = parse_var_ref(hist_data, ref_system, in parse_atom()
2523 hist_field = create_alias(hist_data, hist_field, var_name); in parse_atom()
2534 field = parse_field(hist_data, file, str, flags, &buckets); in parse_atom()
2540 hist_field = create_hist_field(hist_data, field, *flags, var_name); in parse_atom()
2552 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data,
2557 static struct hist_field *parse_unary(struct hist_trigger_data *hist_data, in parse_unary() argument
2605 expr = create_hist_field(hist_data, NULL, flags, var_name); in parse_unary()
2612 operand1 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs); in parse_unary()
2662 var = find_var_field(operand1->var.hist_data, operand1->name); in check_expr_operands()
2673 var = find_var_field(operand2->var.hist_data, operand2->name); in check_expr_operands()
2689 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data, in parse_expr() argument
2710 return parse_atom(hist_data, file, str, &flags, var_name); in parse_expr()
2713 return parse_unary(hist_data, file, str, flags, var_name, n_subexprs); in parse_expr()
2733 operand1 = parse_expr(hist_data, file, operand1_str, operand_flags, NULL, n_subexprs); in parse_expr()
2745 operand2 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs); in parse_expr()
2792 expr = create_hist_field(hist_data, NULL, flags, var_name); in parse_expr()
2873 static char *find_trigger_filter(struct hist_trigger_data *hist_data, in find_trigger_filter() argument
2882 if (test->private_data == hist_data) in find_trigger_filter()
2897 struct hist_trigger_data *hist_data, in compatible_keys() argument
2903 if (hist_data->n_fields - hist_data->n_vals != n_keys) in compatible_keys()
2906 i = hist_data->n_vals; in compatible_keys()
2910 hist_field = hist_data->fields[i + n]; in compatible_keys()
2928 struct hist_trigger_data *hist_data; in find_compatible_hist() local
2938 hist_data = test->private_data; in find_compatible_hist()
2940 if (compatible_keys(target_hist_data, hist_data, n_keys)) in find_compatible_hist()
2941 return hist_data; in find_compatible_hist()
3011 struct hist_trigger_data *hist_data; in create_field_var_hist() local
3040 hist_data = find_compatible_hist(target_hist_data, file); in create_field_var_hist()
3041 if (!hist_data) { in create_field_var_hist()
3065 for_each_hist_key_field(i, hist_data) { in create_field_var_hist()
3066 key_field = hist_data->fields[i]; in create_field_var_hist()
3080 saved_filter = find_trigger_filter(hist_data, file); in create_field_var_hist()
3094 var_hist->hist_data = hist_data; in create_field_var_hist()
3127 find_target_event_var(struct hist_trigger_data *hist_data, in find_target_event_var() argument
3130 struct trace_event_file *file = hist_data->event_file; in find_target_event_var()
3148 hist_field = find_var_field(hist_data, var_name); in find_target_event_var()
3202 static void update_field_vars(struct hist_trigger_data *hist_data, in update_field_vars() argument
3208 __update_field_vars(elt, buffer, rbe, rec, hist_data->field_vars, in update_field_vars()
3209 hist_data->n_field_vars, 0); in update_field_vars()
3212 static void save_track_data_vars(struct hist_trigger_data *hist_data, in save_track_data_vars() argument
3218 __update_field_vars(elt, buffer, rbe, rec, hist_data->save_vars, in save_track_data_vars()
3219 hist_data->n_save_vars, hist_data->n_field_var_str); in save_track_data_vars()
3222 static struct hist_field *create_var(struct hist_trigger_data *hist_data, in create_var() argument
3229 if (find_var(hist_data, file, name) && !hist_data->remove) { in create_var()
3240 idx = tracing_map_add_var(hist_data->map); in create_var()
3250 var->var.hist_data = var->hist_data = hist_data; in create_var()
3264 static struct field_var *create_field_var(struct hist_trigger_data *hist_data, in create_field_var() argument
3274 if (hist_data->n_field_vars >= SYNTH_FIELDS_MAX) { in create_field_var()
3280 val = parse_atom(hist_data, file, field_name, &flags, NULL); in create_field_var()
3287 var = create_var(hist_data, file, field_name, val->size, val->type); in create_field_var()
3374 static u64 get_track_val(struct hist_trigger_data *hist_data, in get_track_val() argument
3386 static void save_track_val(struct hist_trigger_data *hist_data, in save_track_val() argument
3395 static void save_track_data(struct hist_trigger_data *hist_data, in save_track_data() argument
3402 data->track_data.save_data(hist_data, elt, buffer, rec, rbe, in save_track_data()
3410 struct hist_trigger_data *hist_data; in check_track_val() local
3413 hist_data = data->track_data.track_var->hist_data; in check_track_val()
3414 track_val = get_track_val(hist_data, elt, data); in check_track_val()
3434 track_val = get_track_val(track_data->hist_data, context->elt, in cond_snapshot_update()
3453 static void save_track_data_snapshot(struct hist_trigger_data *hist_data, in save_track_data_snapshot() argument
3460 struct trace_event_file *file = hist_data->event_file; in save_track_data_snapshot()
3470 struct hist_trigger_data *hist_data,
3474 static struct action_data *snapshot_action(struct hist_trigger_data *hist_data) in snapshot_action() argument
3478 if (!hist_data->n_actions) in snapshot_action()
3481 for (i = 0; i < hist_data->n_actions; i++) { in snapshot_action()
3482 struct action_data *data = hist_data->actions[i]; in snapshot_action()
3492 struct hist_trigger_data *hist_data) in track_data_snapshot_print() argument
3494 struct trace_event_file *file = hist_data->event_file; in track_data_snapshot_print()
3505 action = snapshot_action(hist_data); in track_data_snapshot_print()
3515 hist_trigger_print_key(m, hist_data, track_data->key, &track_data->elt); in track_data_snapshot_print()
3523 static void save_track_data_snapshot(struct hist_trigger_data *hist_data, in save_track_data_snapshot() argument
3530 struct hist_trigger_data *hist_data) {} in track_data_snapshot_print() argument
3534 struct hist_trigger_data *hist_data, in track_data_print() argument
3538 u64 track_val = get_track_val(hist_data, elt, data); in track_data_print()
3549 for (i = 0; i < hist_data->n_save_vars; i++) { in track_data_print()
3550 struct hist_field *save_val = hist_data->save_vars[i]->val; in track_data_print()
3551 struct hist_field *save_var = hist_data->save_vars[i]->var; in track_data_print()
3566 static void ontrack_action(struct hist_trigger_data *hist_data, in ontrack_action() argument
3575 save_track_val(hist_data, elt, data, var_val); in ontrack_action()
3576 save_track_data(hist_data, elt, buffer, rec, rbe, in ontrack_action()
3600 static void track_data_destroy(struct hist_trigger_data *hist_data, in track_data_destroy() argument
3603 struct trace_event_file *file = hist_data->event_file; in track_data_destroy()
3611 if (track_data && track_data->hist_data == hist_data) { in track_data_destroy()
3622 static int action_create(struct hist_trigger_data *hist_data,
3625 static int track_data_create(struct hist_trigger_data *hist_data, in track_data_create() argument
3629 struct trace_event_file *file = hist_data->event_file; in track_data_create()
3641 var_field = find_target_event_var(hist_data, NULL, NULL, track_data_var_str); in track_data_create()
3647 ref_field = create_var_ref(hist_data, var_field, NULL, NULL); in track_data_create()
3654 track_var = create_var(hist_data, file, "__max", sizeof(u64), "u64"); in track_data_create()
3662 track_var = create_var(hist_data, file, "__change", sizeof(u64), "u64"); in track_data_create()
3670 ret = action_create(hist_data, data); in track_data_create()
3827 static struct action_data *track_data_parse(struct hist_trigger_data *hist_data, in track_data_parse() argument
3850 ret = action_parse(hist_data->event_file->tr, str, data, handler); in track_data_parse()
3856 track_data_destroy(hist_data, data); in track_data_parse()
3880 static void destroy_field_vars(struct hist_trigger_data *hist_data) in destroy_field_vars() argument
3884 for (i = 0; i < hist_data->n_field_vars; i++) in destroy_field_vars()
3885 destroy_field_var(hist_data->field_vars[i]); in destroy_field_vars()
3887 for (i = 0; i < hist_data->n_save_vars; i++) in destroy_field_vars()
3888 destroy_field_var(hist_data->save_vars[i]); in destroy_field_vars()
3891 static void save_field_var(struct hist_trigger_data *hist_data, in save_field_var() argument
3894 hist_data->field_vars[hist_data->n_field_vars++] = field_var; in save_field_var()
3898 hist_data->n_field_var_str++; in save_field_var()
3935 trace_action_find_var(struct hist_trigger_data *hist_data, in trace_action_find_var() argument
3939 struct trace_array *tr = hist_data->event_file->tr; in trace_action_find_var()
3944 hist_field = find_target_event_var(hist_data, system, event, var); in trace_action_find_var()
3951 hist_field = find_event_var(hist_data, system, event, var); in trace_action_find_var()
3961 trace_action_create_field_var(struct hist_trigger_data *hist_data, in trace_action_create_field_var() argument
3974 field_var = create_target_field_var(hist_data, system, event, var); in trace_action_create_field_var()
3977 save_field_var(hist_data, field_var); in trace_action_create_field_var()
4000 hist_field = create_field_var_hist(hist_data, system, event, var); in trace_action_create_field_var()
4012 static int trace_action_create(struct hist_trigger_data *hist_data, in trace_action_create() argument
4015 struct trace_array *tr = hist_data->event_file->tr; in trace_action_create()
4066 hist_field = trace_action_find_var(hist_data, data, in trace_action_create()
4070 hist_field = trace_action_create_field_var(hist_data, in trace_action_create()
4083 var_ref = create_var_ref(hist_data, hist_field, in trace_action_create()
4091 var_ref_idx = find_var_ref_idx(hist_data, var_ref); in trace_action_create()
4126 static int action_create(struct hist_trigger_data *hist_data, in action_create() argument
4129 struct trace_event_file *file = hist_data->event_file; in action_create()
4138 return trace_action_create(hist_data, data); in action_create()
4141 track_data = track_data_alloc(hist_data->key_size, data, hist_data); in action_create()
4156 if (hist_data->n_save_vars) { in action_create()
4169 field_var = create_target_field_var(hist_data, NULL, NULL, param); in action_create()
4178 hist_data->save_vars[hist_data->n_save_vars++] = field_var; in action_create()
4181 hist_data->n_save_var_str++; in action_create()
4189 static int onmatch_create(struct hist_trigger_data *hist_data, in onmatch_create() argument
4192 return action_create(hist_data, data); in onmatch_create()
4245 static int create_hitcount_val(struct hist_trigger_data *hist_data) in create_hitcount_val() argument
4247 hist_data->fields[HITCOUNT_IDX] = in create_hitcount_val()
4248 create_hist_field(hist_data, NULL, HIST_FIELD_FL_HITCOUNT, NULL); in create_hitcount_val()
4249 if (!hist_data->fields[HITCOUNT_IDX]) in create_hitcount_val()
4252 hist_data->n_vals++; in create_hitcount_val()
4253 hist_data->n_fields++; in create_hitcount_val()
4255 if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX)) in create_hitcount_val()
4261 static int __create_val_field(struct hist_trigger_data *hist_data, in __create_val_field() argument
4270 hist_field = parse_expr(hist_data, file, field_str, flags, var_name, &n_subexprs); in __create_val_field()
4291 hist_data->fields[val_idx] = hist_field; in __create_val_field()
4293 ++hist_data->n_vals; in __create_val_field()
4294 ++hist_data->n_fields; in __create_val_field()
4296 if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX + TRACING_MAP_VARS_MAX)) in __create_val_field()
4305 static int create_val_field(struct hist_trigger_data *hist_data, in create_val_field() argument
4313 return __create_val_field(hist_data, val_idx, file, NULL, field_str, 0); in create_val_field()
4436 static int create_var_field(struct hist_trigger_data *hist_data, in create_var_field() argument
4441 struct trace_array *tr = hist_data->event_file->tr; in create_var_field()
4448 if (find_var(hist_data, file, var_name) && !hist_data->remove) { in create_var_field()
4454 hist_data->n_vars++; in create_var_field()
4455 if (WARN_ON(hist_data->n_vars > TRACING_MAP_VARS_MAX)) in create_var_field()
4458 ret = __create_val_field(hist_data, val_idx, file, var_name, expr_str, flags); in create_var_field()
4460 if (!ret && hist_data->fields[val_idx]->flags & HIST_FIELD_FL_EXECNAME) in create_var_field()
4461 update_var_execname(hist_data->fields[val_idx]); in create_var_field()
4463 if (!ret && hist_data->fields[val_idx]->flags & in create_var_field()
4465 hist_data->fields[val_idx]->var_str_idx = hist_data->n_var_str++; in create_var_field()
4470 static int create_val_fields(struct hist_trigger_data *hist_data, in create_val_fields() argument
4477 ret = create_hitcount_val(hist_data); in create_val_fields()
4481 fields_str = hist_data->attrs->vals_str; in create_val_fields()
4496 ret = create_val_field(hist_data, j++, file, field_str); in create_val_fields()
4505 if (j == 1 && hist_data->attrs->no_hitcount) { in create_val_fields()
4506 hist_err(hist_data->event_file->tr, HIST_ERR_NEED_NOHC_VAL, 0); in create_val_fields()
4513 static int create_key_field(struct hist_trigger_data *hist_data, in create_key_field() argument
4519 struct trace_array *tr = hist_data->event_file->tr; in create_key_field()
4533 hist_field = create_hist_field(hist_data, NULL, flags, NULL); in create_key_field()
4535 hist_field = parse_expr(hist_data, file, field_str, flags, in create_key_field()
4552 hist_data->fields[key_idx] = hist_field; in create_key_field()
4555 hist_data->fields[key_idx]->size = key_size; in create_key_field()
4556 hist_data->fields[key_idx]->offset = key_offset; in create_key_field()
4558 hist_data->key_size += key_size; in create_key_field()
4560 if (hist_data->key_size > HIST_KEY_SIZE_MAX) { in create_key_field()
4565 hist_data->n_keys++; in create_key_field()
4566 hist_data->n_fields++; in create_key_field()
4568 if (WARN_ON(hist_data->n_keys > TRACING_MAP_KEYS_MAX)) in create_key_field()
4576 static int create_key_fields(struct hist_trigger_data *hist_data, in create_key_fields() argument
4579 unsigned int i, key_offset = 0, n_vals = hist_data->n_vals; in create_key_fields()
4583 fields_str = hist_data->attrs->keys_str; in create_key_fields()
4591 ret = create_key_field(hist_data, i, key_offset, in create_key_fields()
4606 static int create_var_fields(struct hist_trigger_data *hist_data, in create_var_fields() argument
4609 unsigned int i, j = hist_data->n_vals; in create_var_fields()
4612 unsigned int n_vars = hist_data->attrs->var_defs.n_vars; in create_var_fields()
4615 char *var_name = hist_data->attrs->var_defs.name[i]; in create_var_fields()
4616 char *expr = hist_data->attrs->var_defs.expr[i]; in create_var_fields()
4618 ret = create_var_field(hist_data, j++, file, var_name, expr); in create_var_fields()
4626 static void free_var_defs(struct hist_trigger_data *hist_data) in free_var_defs() argument
4630 for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) { in free_var_defs()
4631 kfree(hist_data->attrs->var_defs.name[i]); in free_var_defs()
4632 kfree(hist_data->attrs->var_defs.expr[i]); in free_var_defs()
4635 hist_data->attrs->var_defs.n_vars = 0; in free_var_defs()
4638 static int parse_var_defs(struct hist_trigger_data *hist_data) in parse_var_defs() argument
4640 struct trace_array *tr = hist_data->event_file->tr; in parse_var_defs()
4645 for (i = 0; i < hist_data->attrs->n_assignments; i++) { in parse_var_defs()
4646 str = hist_data->attrs->assignment_str[i]; in parse_var_defs()
4671 hist_data->attrs->var_defs.name[n_vars] = s; in parse_var_defs()
4675 kfree(hist_data->attrs->var_defs.name[n_vars]); in parse_var_defs()
4676 hist_data->attrs->var_defs.name[n_vars] = NULL; in parse_var_defs()
4680 hist_data->attrs->var_defs.expr[n_vars++] = s; in parse_var_defs()
4682 hist_data->attrs->var_defs.n_vars = n_vars; in parse_var_defs()
4688 free_var_defs(hist_data); in parse_var_defs()
4693 static int create_hist_fields(struct hist_trigger_data *hist_data, in create_hist_fields() argument
4698 ret = parse_var_defs(hist_data); in create_hist_fields()
4702 ret = create_val_fields(hist_data, file); in create_hist_fields()
4706 ret = create_var_fields(hist_data, file); in create_hist_fields()
4710 ret = create_key_fields(hist_data, file); in create_hist_fields()
4713 free_var_defs(hist_data); in create_hist_fields()
4734 static int create_sort_keys(struct hist_trigger_data *hist_data) in create_sort_keys() argument
4736 struct trace_array *tr = hist_data->event_file->tr; in create_sort_keys()
4737 char *fields_str = hist_data->attrs->sort_key_str; in create_sort_keys()
4742 hist_data->n_sort_keys = 1; /* we always have at least one, hitcount */ in create_sort_keys()
4752 sort_key = &hist_data->sort_keys[i]; in create_sort_keys()
4787 for (j = 1, k = 1; j < hist_data->n_fields; j++) { in create_sort_keys()
4790 hist_field = hist_data->fields[j]; in create_sort_keys()
4809 if (j == hist_data->n_fields) { in create_sort_keys()
4816 hist_data->n_sort_keys = i; in create_sort_keys()
4821 static void destroy_actions(struct hist_trigger_data *hist_data) in destroy_actions() argument
4825 for (i = 0; i < hist_data->n_actions; i++) { in destroy_actions()
4826 struct action_data *data = hist_data->actions[i]; in destroy_actions()
4832 track_data_destroy(hist_data, data); in destroy_actions()
4838 static int parse_actions(struct hist_trigger_data *hist_data) in parse_actions() argument
4840 struct trace_array *tr = hist_data->event_file->tr; in parse_actions()
4847 for (i = 0; i < hist_data->attrs->n_actions; i++) { in parse_actions()
4851 str = hist_data->attrs->action_str[i]; in parse_actions()
4868 data = track_data_parse(hist_data, action_str, hid); in parse_actions()
4880 hist_data->actions[hist_data->n_actions++] = data; in parse_actions()
4886 static int create_actions(struct hist_trigger_data *hist_data) in create_actions() argument
4892 for (i = 0; i < hist_data->attrs->n_actions; i++) { in create_actions()
4893 data = hist_data->actions[i]; in create_actions()
4896 ret = onmatch_create(hist_data, data); in create_actions()
4901 ret = track_data_create(hist_data, data); in create_actions()
4914 struct hist_trigger_data *hist_data, in print_actions() argument
4919 for (i = 0; i < hist_data->n_actions; i++) { in print_actions()
4920 struct action_data *data = hist_data->actions[i]; in print_actions()
4927 track_data_print(m, hist_data, elt, data); in print_actions()
4932 struct hist_trigger_data *hist_data, in print_action_spec() argument
4938 for (i = 0; i < hist_data->n_save_vars; i++) { in print_action_spec()
4939 seq_printf(m, "%s", hist_data->save_vars[i]->var->var.name); in print_action_spec()
4940 if (i < hist_data->n_save_vars - 1) in print_action_spec()
4955 struct hist_trigger_data *hist_data, in print_track_data_spec() argument
4965 print_action_spec(m, hist_data, data); in print_track_data_spec()
4971 struct hist_trigger_data *hist_data, in print_onmatch_spec() argument
4979 print_action_spec(m, hist_data, data); in print_onmatch_spec()
4984 static bool actions_match(struct hist_trigger_data *hist_data, in actions_match() argument
4989 if (hist_data->n_actions != hist_data_test->n_actions) in actions_match()
4992 for (i = 0; i < hist_data->n_actions; i++) { in actions_match()
4993 struct action_data *data = hist_data->actions[i]; in actions_match()
5043 struct hist_trigger_data *hist_data) in print_actions_spec() argument
5047 for (i = 0; i < hist_data->n_actions; i++) { in print_actions_spec()
5048 struct action_data *data = hist_data->actions[i]; in print_actions_spec()
5051 print_onmatch_spec(m, hist_data, data); in print_actions_spec()
5054 print_track_data_spec(m, hist_data, data); in print_actions_spec()
5058 static void destroy_field_var_hists(struct hist_trigger_data *hist_data) in destroy_field_var_hists() argument
5062 for (i = 0; i < hist_data->n_field_var_hists; i++) { in destroy_field_var_hists()
5063 kfree(hist_data->field_var_hists[i]->cmd); in destroy_field_var_hists()
5064 kfree(hist_data->field_var_hists[i]); in destroy_field_var_hists()
5068 static void destroy_hist_data(struct hist_trigger_data *hist_data) in destroy_hist_data() argument
5070 if (!hist_data) in destroy_hist_data()
5073 destroy_hist_trigger_attrs(hist_data->attrs); in destroy_hist_data()
5074 destroy_hist_fields(hist_data); in destroy_hist_data()
5075 tracing_map_destroy(hist_data->map); in destroy_hist_data()
5077 destroy_actions(hist_data); in destroy_hist_data()
5078 destroy_field_vars(hist_data); in destroy_hist_data()
5079 destroy_field_var_hists(hist_data); in destroy_hist_data()
5081 kfree(hist_data); in destroy_hist_data()
5084 static int create_tracing_map_fields(struct hist_trigger_data *hist_data) in create_tracing_map_fields() argument
5086 struct tracing_map *map = hist_data->map; in create_tracing_map_fields()
5091 for_each_hist_field(i, hist_data) { in create_tracing_map_fields()
5092 hist_field = hist_data->fields[i]; in create_tracing_map_fields()
5122 hist_field->var.hist_data = hist_data; in create_tracing_map_fields()
5136 struct hist_trigger_data *hist_data; in create_hist_data() local
5139 hist_data = kzalloc_obj(*hist_data); in create_hist_data()
5140 if (!hist_data) in create_hist_data()
5143 hist_data->attrs = attrs; in create_hist_data()
5144 hist_data->remove = remove; in create_hist_data()
5145 hist_data->event_file = file; in create_hist_data()
5147 ret = parse_actions(hist_data); in create_hist_data()
5151 ret = create_hist_fields(hist_data, file); in create_hist_data()
5155 ret = create_sort_keys(hist_data); in create_hist_data()
5161 hist_data->map = tracing_map_create(map_bits, hist_data->key_size, in create_hist_data()
5162 map_ops, hist_data); in create_hist_data()
5163 if (IS_ERR(hist_data->map)) { in create_hist_data()
5164 ret = PTR_ERR(hist_data->map); in create_hist_data()
5165 hist_data->map = NULL; in create_hist_data()
5169 ret = create_tracing_map_fields(hist_data); in create_hist_data()
5173 return hist_data; in create_hist_data()
5175 hist_data->attrs = NULL; in create_hist_data()
5177 destroy_hist_data(hist_data); in create_hist_data()
5179 hist_data = ERR_PTR(ret); in create_hist_data()
5184 static void hist_trigger_elt_update(struct hist_trigger_data *hist_data, in hist_trigger_elt_update() argument
5198 for_each_hist_val_field(i, hist_data) { in hist_trigger_elt_update()
5199 hist_field = hist_data->fields[i]; in hist_trigger_elt_update()
5210 str_start = hist_data->n_field_var_str + in hist_trigger_elt_update()
5211 hist_data->n_save_var_str; in hist_trigger_elt_update()
5240 for_each_hist_key_field(i, hist_data) { in hist_trigger_elt_update()
5241 hist_field = hist_data->fields[i]; in hist_trigger_elt_update()
5249 update_field_vars(hist_data, elt, buffer, rbe, rec); in hist_trigger_elt_update()
5280 hist_trigger_actions(struct hist_trigger_data *hist_data, in hist_trigger_actions() argument
5289 for (i = 0; i < hist_data->n_actions; i++) { in hist_trigger_actions()
5290 data = hist_data->actions[i]; in hist_trigger_actions()
5291 data->fn(hist_data, elt, buffer, rec, rbe, key, data, var_ref_vals); in hist_trigger_actions()
5378 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger() local
5379 bool use_compound_key = (hist_data->n_keys > 1); in event_hist_trigger()
5394 memset(hist_pad->compound_key, 0, hist_data->key_size); in event_hist_trigger()
5396 for_each_hist_key_field(i, hist_data) { in event_hist_trigger()
5397 key_field = hist_data->fields[i]; in event_hist_trigger()
5431 if (hist_data->n_var_refs && in event_hist_trigger()
5432 !resolve_var_refs(hist_data, key, hist_pad->var_ref_vals, false)) in event_hist_trigger()
5435 elt = tracing_map_insert(hist_data->map, key); in event_hist_trigger()
5439 hist_trigger_elt_update(hist_data, elt, buffer, rec, rbe, hist_pad->var_ref_vals); in event_hist_trigger()
5441 if (resolve_var_refs(hist_data, key, hist_pad->var_ref_vals, true)) { in event_hist_trigger()
5442 hist_trigger_actions(hist_data, elt, buffer, rec, rbe, in event_hist_trigger()
5469 struct hist_trigger_data *hist_data, in hist_trigger_print_key() argument
5481 for_each_hist_key_field(i, hist_data) { in hist_trigger_print_key()
5482 key_field = hist_data->fields[i]; in hist_trigger_print_key()
5484 if (i > hist_data->n_vals) in hist_trigger_print_key()
5626 struct hist_trigger_data *hist_data, in hist_trigger_entry_print() argument
5635 hist_trigger_print_key(m, hist_data, key, elt); in hist_trigger_entry_print()
5638 if (!hist_data->attrs->no_hitcount) in hist_trigger_entry_print()
5641 for (i = 1; i < hist_data->n_vals; i++) { in hist_trigger_entry_print()
5642 field_name = hist_field_name(hist_data->fields[i], 0); in hist_trigger_entry_print()
5643 flags = hist_data->fields[i]->flags; in hist_trigger_entry_print()
5651 print_actions(m, hist_data, elt); in hist_trigger_entry_print()
5657 struct hist_trigger_data *hist_data) in print_entries() argument
5660 struct tracing_map *map = hist_data->map; in print_entries()
5665 n_entries = tracing_map_sort_entries(map, hist_data->sort_keys, in print_entries()
5666 hist_data->n_sort_keys, in print_entries()
5672 for (j = 0; j < hist_data->n_vals; j++) { in print_entries()
5673 if (!(hist_data->fields[j]->flags & in print_entries()
5677 stats = kzalloc_objs(*stats, hist_data->n_vals); in print_entries()
5692 hist_trigger_entry_print(m, hist_data, stats, in print_entries()
5706 struct hist_trigger_data *hist_data; in hist_trigger_show() local
5716 hist_data = data->private_data; in hist_trigger_show()
5717 n_entries = print_entries(m, hist_data); in hist_trigger_show()
5721 track_data_snapshot_print(m, hist_data); in hist_trigger_show()
5724 (u64)atomic64_read(&hist_data->map->hits), in hist_trigger_show()
5725 n_entries, (u64)atomic64_read(&hist_data->map->drops)); in hist_trigger_show()
5736 struct hist_trigger_data *hist_data; in get_hist_hit_count() local
5742 hist_data = data->private_data; in get_hist_hit_count()
5743 ret += atomic64_read(&hist_data->map->hits); in get_hist_hit_count()
5920 seq_printf(m, " var.hist_data: %p\n", field->var.hist_data); in hist_field_debug_show()
6005 struct hist_trigger_data *hist_data) in hist_actions_debug_show() argument
6009 if (hist_data->n_actions) in hist_actions_debug_show()
6012 for (i = 0; i < hist_data->n_actions; i++) { in hist_actions_debug_show()
6013 struct action_data *action = hist_data->actions[i]; in hist_actions_debug_show()
6020 if (hist_data->n_save_vars) in hist_actions_debug_show()
6023 for (i = 0; i < hist_data->n_save_vars; i++) { in hist_actions_debug_show()
6024 ret = field_var_debug_show(m, hist_data->save_vars[i], i, true); in hist_actions_debug_show()
6035 struct hist_trigger_data *hist_data; in hist_trigger_debug_show() local
6045 hist_data = data->private_data; in hist_trigger_debug_show()
6047 seq_printf(m, "hist_data: %p\n\n", hist_data); in hist_trigger_debug_show()
6048 seq_printf(m, " n_vals: %u\n", hist_data->n_vals); in hist_trigger_debug_show()
6049 seq_printf(m, " n_keys: %u\n", hist_data->n_keys); in hist_trigger_debug_show()
6050 seq_printf(m, " n_fields: %u\n", hist_data->n_fields); in hist_trigger_debug_show()
6055 ret = hist_field_debug_show(m, hist_data->fields[0], in hist_trigger_debug_show()
6060 for (i = 1; i < hist_data->n_vals; i++) { in hist_trigger_debug_show()
6062 ret = hist_field_debug_show(m, hist_data->fields[i], 0); in hist_trigger_debug_show()
6069 for (i = hist_data->n_vals; i < hist_data->n_fields; i++) { in hist_trigger_debug_show()
6071 ret = hist_field_debug_show(m, hist_data->fields[i], in hist_trigger_debug_show()
6077 if (hist_data->n_var_refs) in hist_trigger_debug_show()
6080 for (i = 0; i < hist_data->n_var_refs; i++) { in hist_trigger_debug_show()
6082 ret = hist_field_debug_show(m, hist_data->var_refs[i], in hist_trigger_debug_show()
6088 if (hist_data->n_field_vars) in hist_trigger_debug_show()
6091 for (i = 0; i < hist_data->n_field_vars; i++) { in hist_trigger_debug_show()
6092 ret = field_var_debug_show(m, hist_data->field_vars[i], i, false); in hist_trigger_debug_show()
6097 ret = hist_actions_debug_show(m, hist_data); in hist_trigger_debug_show()
6183 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_print() local
6196 for_each_hist_key_field(i, hist_data) { in event_hist_trigger_print()
6197 field = hist_data->fields[i]; in event_hist_trigger_print()
6199 if (i > hist_data->n_vals) in event_hist_trigger_print()
6213 for_each_hist_val_field(i, hist_data) { in event_hist_trigger_print()
6214 field = hist_data->fields[i]; in event_hist_trigger_print()
6221 if (hist_data->attrs->no_hitcount) in event_hist_trigger_print()
6237 for_each_hist_val_field(i, hist_data) { in event_hist_trigger_print()
6238 field = hist_data->fields[i]; in event_hist_trigger_print()
6250 for (i = 0; i < hist_data->n_sort_keys; i++) { in event_hist_trigger_print()
6255 first_key_idx = hist_data->n_vals - hist_data->n_vars; in event_hist_trigger_print()
6257 sort_key = &hist_data->sort_keys[i]; in event_hist_trigger_print()
6270 idx += hist_data->n_vars; in event_hist_trigger_print()
6271 hist_field_print(m, hist_data->fields[idx]); in event_hist_trigger_print()
6277 seq_printf(m, ":size=%u", (1 << hist_data->map->map_bits)); in event_hist_trigger_print()
6278 if (hist_data->enable_timestamps) in event_hist_trigger_print()
6279 seq_printf(m, ":clock=%s", hist_data->attrs->clock); in event_hist_trigger_print()
6280 if (hist_data->attrs->no_hitcount) in event_hist_trigger_print()
6283 print_actions_spec(m, hist_data); in event_hist_trigger_print()
6300 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_init() local
6305 if (!data->ref && hist_data->attrs->name) in event_hist_trigger_init()
6306 save_named_trigger(hist_data->attrs->name, data); in event_hist_trigger_init()
6313 static void unregister_field_var_hists(struct hist_trigger_data *hist_data) in unregister_field_var_hists() argument
6320 for (i = 0; i < hist_data->n_field_var_hists; i++) { in unregister_field_var_hists()
6321 file = hist_data->field_var_hists[i]->hist_data->event_file; in unregister_field_var_hists()
6322 cmd = hist_data->field_var_hists[i]->cmd; in unregister_field_var_hists()
6331 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_free() local
6343 remove_hist_vars(hist_data); in event_hist_trigger_free()
6345 unregister_field_var_hists(hist_data); in event_hist_trigger_free()
6347 destroy_hist_data(hist_data); in event_hist_trigger_free()
6388 struct hist_trigger_data *hist_data = data->private_data; in hist_clear() local
6395 tracing_map_clear(hist_data->map); in hist_clear()
6426 struct hist_trigger_data *hist_data, *hist_data_test; in hist_trigger_match() local
6437 hist_data = data->private_data; in hist_trigger_match()
6440 if (hist_data->n_vals != hist_data_test->n_vals || in hist_trigger_match()
6441 hist_data->n_fields != hist_data_test->n_fields || in hist_trigger_match()
6442 hist_data->n_sort_keys != hist_data_test->n_sort_keys) in hist_trigger_match()
6451 for_each_hist_field(i, hist_data) { in hist_trigger_match()
6452 key_field = hist_data->fields[i]; in hist_trigger_match()
6472 for (i = 0; i < hist_data->n_sort_keys; i++) { in hist_trigger_match()
6473 sort_key = &hist_data->sort_keys[i]; in hist_trigger_match()
6485 if (!actions_match(hist_data, hist_data_test)) in hist_trigger_match()
6495 struct hist_trigger_data *hist_data = data->private_data; in existing_hist_update_only() local
6499 if (!hist_data->attrs->pause && !hist_data->attrs->cont && in existing_hist_update_only()
6500 !hist_data->attrs->clear) in existing_hist_update_only()
6503 if (hist_data->attrs->name) { in existing_hist_update_only()
6504 named_data = find_named_trigger(hist_data->attrs->name); in existing_hist_update_only()
6512 if (hist_data->attrs->name && !named_data) in existing_hist_update_only()
6519 if (hist_data->attrs->pause) in existing_hist_update_only()
6521 else if (hist_data->attrs->cont) in existing_hist_update_only()
6523 else if (hist_data->attrs->clear) in existing_hist_update_only()
6557 struct hist_trigger_data *hist_data = data->private_data; in hist_register_trigger() local
6562 if (hist_data->attrs->name) { in hist_register_trigger()
6563 named_data = find_named_trigger(hist_data->attrs->name); in hist_register_trigger()
6567 hist_err(tr, HIST_ERR_NAMED_MISMATCH, errpos(hist_data->attrs->name)); in hist_register_trigger()
6574 if (hist_data->attrs->name && !named_data) in hist_register_trigger()
6589 if (hist_data->attrs->cont || hist_data->attrs->clear) { in hist_register_trigger()
6595 if (hist_data->attrs->pause) in hist_register_trigger()
6621 if (hist_data->enable_timestamps) { in hist_register_trigger()
6622 char *clock = hist_data->attrs->clock; in hist_register_trigger()
6624 ret = tracing_set_clock(file->tr, hist_data->attrs->clock); in hist_register_trigger()
6634 destroy_hist_data(hist_data); in hist_register_trigger()
6660 struct hist_trigger_data *hist_data = data->private_data; in have_hist_trigger_match() local
6666 if (hist_data->attrs->name) in have_hist_trigger_match()
6667 named_data = find_named_trigger(hist_data->attrs->name); in have_hist_trigger_match()
6684 struct hist_trigger_data *hist_data = data->private_data; in hist_trigger_check_refs() local
6689 if (hist_data->attrs->name) in hist_trigger_check_refs()
6690 named_data = find_named_trigger(hist_data->attrs->name); in hist_trigger_check_refs()
6696 hist_data = test->private_data; in hist_trigger_check_refs()
6697 if (check_var_refs(hist_data)) in hist_trigger_check_refs()
6711 struct hist_trigger_data *hist_data = data->private_data; in hist_unregister_trigger() local
6715 if (hist_data->attrs->name) in hist_unregister_trigger()
6716 named_data = find_named_trigger(hist_data->attrs->name); in hist_unregister_trigger()
6733 if (hist_data->enable_timestamps) { in hist_unregister_trigger()
6734 if (!hist_data->remove || test) in hist_unregister_trigger()
6741 struct hist_trigger_data *hist_data; in hist_file_check_refs() local
6748 hist_data = test->private_data; in hist_file_check_refs()
6749 if (check_var_refs(hist_data)) in hist_file_check_refs()
6760 struct hist_trigger_data *hist_data; in hist_unreg_all() local
6771 hist_data = test->private_data; in hist_unreg_all()
6781 if (hist_data->enable_timestamps) in hist_unreg_all()
6797 struct hist_trigger_data *hist_data; in event_hist_trigger_parse() local
6868 hist_data = create_hist_data(hist_trigger_bits, attrs, file, remove); in event_hist_trigger_parse()
6869 if (IS_ERR(hist_data)) { in event_hist_trigger_parse()
6871 return PTR_ERR(hist_data); in event_hist_trigger_parse()
6874 trigger_data = trigger_data_alloc(cmd_ops, cmd, param, hist_data); in event_hist_trigger_parse()
6907 ret = create_actions(hist_data); in event_hist_trigger_parse()
6911 if (has_hist_vars(hist_data) || hist_data->n_var_refs) { in event_hist_trigger_parse()
6912 ret = save_hist_vars(hist_data); in event_hist_trigger_parse()
6917 ret = tracing_map_init(hist_data->map); in event_hist_trigger_parse()
6942 remove_hist_vars(hist_data); in event_hist_trigger_parse()
6946 destroy_hist_data(hist_data); in event_hist_trigger_parse()