.. | .. |
---|
1 | 1 | // SPDX-License-Identifier: GPL-2.0 |
---|
2 | | -#include "util.h" |
---|
3 | | -#include "../perf.h" |
---|
4 | 2 | #include <subcmd/parse-options.h> |
---|
5 | 3 | #include "evsel.h" |
---|
6 | 4 | #include "cgroup.h" |
---|
7 | 5 | #include "evlist.h" |
---|
8 | | -#include <linux/stringify.h> |
---|
| 6 | +#include "rblist.h" |
---|
| 7 | +#include "metricgroup.h" |
---|
| 8 | +#include "stat.h" |
---|
| 9 | +#include <linux/zalloc.h> |
---|
9 | 10 | #include <sys/types.h> |
---|
10 | 11 | #include <sys/stat.h> |
---|
11 | 12 | #include <fcntl.h> |
---|
| 13 | +#include <stdlib.h> |
---|
| 14 | +#include <string.h> |
---|
| 15 | +#include <api/fs/fs.h> |
---|
12 | 16 | |
---|
13 | 17 | int nr_cgroups; |
---|
14 | | - |
---|
15 | | -static int |
---|
16 | | -cgroupfs_find_mountpoint(char *buf, size_t maxlen) |
---|
17 | | -{ |
---|
18 | | - FILE *fp; |
---|
19 | | - char mountpoint[PATH_MAX + 1], tokens[PATH_MAX + 1], type[PATH_MAX + 1]; |
---|
20 | | - char path_v1[PATH_MAX + 1], path_v2[PATH_MAX + 2], *path; |
---|
21 | | - char *token, *saved_ptr = NULL; |
---|
22 | | - |
---|
23 | | - fp = fopen("/proc/mounts", "r"); |
---|
24 | | - if (!fp) |
---|
25 | | - return -1; |
---|
26 | | - |
---|
27 | | - /* |
---|
28 | | - * in order to handle split hierarchy, we need to scan /proc/mounts |
---|
29 | | - * and inspect every cgroupfs mount point to find one that has |
---|
30 | | - * perf_event subsystem |
---|
31 | | - */ |
---|
32 | | - path_v1[0] = '\0'; |
---|
33 | | - path_v2[0] = '\0'; |
---|
34 | | - |
---|
35 | | - while (fscanf(fp, "%*s %"__stringify(PATH_MAX)"s %"__stringify(PATH_MAX)"s %" |
---|
36 | | - __stringify(PATH_MAX)"s %*d %*d\n", |
---|
37 | | - mountpoint, type, tokens) == 3) { |
---|
38 | | - |
---|
39 | | - if (!path_v1[0] && !strcmp(type, "cgroup")) { |
---|
40 | | - |
---|
41 | | - token = strtok_r(tokens, ",", &saved_ptr); |
---|
42 | | - |
---|
43 | | - while (token != NULL) { |
---|
44 | | - if (!strcmp(token, "perf_event")) { |
---|
45 | | - strcpy(path_v1, mountpoint); |
---|
46 | | - break; |
---|
47 | | - } |
---|
48 | | - token = strtok_r(NULL, ",", &saved_ptr); |
---|
49 | | - } |
---|
50 | | - } |
---|
51 | | - |
---|
52 | | - if (!path_v2[0] && !strcmp(type, "cgroup2")) |
---|
53 | | - strcpy(path_v2, mountpoint); |
---|
54 | | - |
---|
55 | | - if (path_v1[0] && path_v2[0]) |
---|
56 | | - break; |
---|
57 | | - } |
---|
58 | | - fclose(fp); |
---|
59 | | - |
---|
60 | | - if (path_v1[0]) |
---|
61 | | - path = path_v1; |
---|
62 | | - else if (path_v2[0]) |
---|
63 | | - path = path_v2; |
---|
64 | | - else |
---|
65 | | - return -1; |
---|
66 | | - |
---|
67 | | - if (strlen(path) < maxlen) { |
---|
68 | | - strcpy(buf, path); |
---|
69 | | - return 0; |
---|
70 | | - } |
---|
71 | | - return -1; |
---|
72 | | -} |
---|
73 | 18 | |
---|
74 | 19 | static int open_cgroup(const char *name) |
---|
75 | 20 | { |
---|
.. | .. |
---|
78 | 23 | int fd; |
---|
79 | 24 | |
---|
80 | 25 | |
---|
81 | | - if (cgroupfs_find_mountpoint(mnt, PATH_MAX + 1)) |
---|
| 26 | + if (cgroupfs_find_mountpoint(mnt, PATH_MAX + 1, "perf_event")) |
---|
82 | 27 | return -1; |
---|
83 | 28 | |
---|
84 | 29 | scnprintf(path, PATH_MAX, "%s/%s", mnt, name); |
---|
.. | .. |
---|
90 | 35 | return fd; |
---|
91 | 36 | } |
---|
92 | 37 | |
---|
93 | | -static struct cgroup *evlist__find_cgroup(struct perf_evlist *evlist, const char *str) |
---|
| 38 | +static struct cgroup *evlist__find_cgroup(struct evlist *evlist, const char *str) |
---|
94 | 39 | { |
---|
95 | | - struct perf_evsel *counter; |
---|
| 40 | + struct evsel *counter; |
---|
96 | 41 | /* |
---|
97 | 42 | * check if cgrp is already defined, if so we reuse it |
---|
98 | 43 | */ |
---|
.. | .. |
---|
106 | 51 | return NULL; |
---|
107 | 52 | } |
---|
108 | 53 | |
---|
109 | | -static struct cgroup *cgroup__new(const char *name) |
---|
| 54 | +static struct cgroup *cgroup__new(const char *name, bool do_open) |
---|
110 | 55 | { |
---|
111 | 56 | struct cgroup *cgroup = zalloc(sizeof(*cgroup)); |
---|
112 | 57 | |
---|
.. | .. |
---|
116 | 61 | cgroup->name = strdup(name); |
---|
117 | 62 | if (!cgroup->name) |
---|
118 | 63 | goto out_err; |
---|
119 | | - cgroup->fd = open_cgroup(name); |
---|
120 | | - if (cgroup->fd == -1) |
---|
121 | | - goto out_free_name; |
---|
| 64 | + |
---|
| 65 | + if (do_open) { |
---|
| 66 | + cgroup->fd = open_cgroup(name); |
---|
| 67 | + if (cgroup->fd == -1) |
---|
| 68 | + goto out_free_name; |
---|
| 69 | + } else { |
---|
| 70 | + cgroup->fd = -1; |
---|
| 71 | + } |
---|
122 | 72 | } |
---|
123 | 73 | |
---|
124 | 74 | return cgroup; |
---|
125 | 75 | |
---|
126 | 76 | out_free_name: |
---|
127 | | - free(cgroup->name); |
---|
| 77 | + zfree(&cgroup->name); |
---|
128 | 78 | out_err: |
---|
129 | 79 | free(cgroup); |
---|
130 | 80 | return NULL; |
---|
131 | 81 | } |
---|
132 | 82 | |
---|
133 | | -struct cgroup *evlist__findnew_cgroup(struct perf_evlist *evlist, const char *name) |
---|
| 83 | +struct cgroup *evlist__findnew_cgroup(struct evlist *evlist, const char *name) |
---|
134 | 84 | { |
---|
135 | 85 | struct cgroup *cgroup = evlist__find_cgroup(evlist, name); |
---|
136 | 86 | |
---|
137 | | - return cgroup ?: cgroup__new(name); |
---|
| 87 | + return cgroup ?: cgroup__new(name, true); |
---|
138 | 88 | } |
---|
139 | 89 | |
---|
140 | | -static int add_cgroup(struct perf_evlist *evlist, const char *str) |
---|
| 90 | +static int add_cgroup(struct evlist *evlist, const char *str) |
---|
141 | 91 | { |
---|
142 | | - struct perf_evsel *counter; |
---|
| 92 | + struct evsel *counter; |
---|
143 | 93 | struct cgroup *cgrp = evlist__findnew_cgroup(evlist, str); |
---|
144 | 94 | int n; |
---|
145 | 95 | |
---|
.. | .. |
---|
165 | 115 | |
---|
166 | 116 | static void cgroup__delete(struct cgroup *cgroup) |
---|
167 | 117 | { |
---|
168 | | - close(cgroup->fd); |
---|
| 118 | + if (cgroup->fd >= 0) |
---|
| 119 | + close(cgroup->fd); |
---|
169 | 120 | zfree(&cgroup->name); |
---|
170 | 121 | free(cgroup); |
---|
171 | 122 | } |
---|
.. | .. |
---|
184 | 135 | return cgroup; |
---|
185 | 136 | } |
---|
186 | 137 | |
---|
187 | | -static void evsel__set_default_cgroup(struct perf_evsel *evsel, struct cgroup *cgroup) |
---|
| 138 | +static void evsel__set_default_cgroup(struct evsel *evsel, struct cgroup *cgroup) |
---|
188 | 139 | { |
---|
189 | 140 | if (evsel->cgrp == NULL) |
---|
190 | 141 | evsel->cgrp = cgroup__get(cgroup); |
---|
191 | 142 | } |
---|
192 | 143 | |
---|
193 | | -void evlist__set_default_cgroup(struct perf_evlist *evlist, struct cgroup *cgroup) |
---|
| 144 | +void evlist__set_default_cgroup(struct evlist *evlist, struct cgroup *cgroup) |
---|
194 | 145 | { |
---|
195 | | - struct perf_evsel *evsel; |
---|
| 146 | + struct evsel *evsel; |
---|
196 | 147 | |
---|
197 | 148 | evlist__for_each_entry(evlist, evsel) |
---|
198 | 149 | evsel__set_default_cgroup(evsel, cgroup); |
---|
.. | .. |
---|
201 | 152 | int parse_cgroups(const struct option *opt, const char *str, |
---|
202 | 153 | int unset __maybe_unused) |
---|
203 | 154 | { |
---|
204 | | - struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; |
---|
205 | | - struct perf_evsel *counter; |
---|
| 155 | + struct evlist *evlist = *(struct evlist **)opt->value; |
---|
| 156 | + struct evsel *counter; |
---|
206 | 157 | struct cgroup *cgrp = NULL; |
---|
207 | 158 | const char *p, *e, *eos = str + strlen(str); |
---|
208 | 159 | char *s; |
---|
209 | 160 | int ret, i; |
---|
210 | 161 | |
---|
211 | | - if (list_empty(&evlist->entries)) { |
---|
| 162 | + if (list_empty(&evlist->core.entries)) { |
---|
212 | 163 | fprintf(stderr, "must define events before cgroups\n"); |
---|
213 | 164 | return -1; |
---|
214 | 165 | } |
---|
.. | .. |
---|
249 | 200 | } |
---|
250 | 201 | return 0; |
---|
251 | 202 | } |
---|
| 203 | + |
---|
| 204 | +int evlist__expand_cgroup(struct evlist *evlist, const char *str, |
---|
| 205 | + struct rblist *metric_events, bool open_cgroup) |
---|
| 206 | +{ |
---|
| 207 | + struct evlist *orig_list, *tmp_list; |
---|
| 208 | + struct evsel *pos, *evsel, *leader; |
---|
| 209 | + struct rblist orig_metric_events; |
---|
| 210 | + struct cgroup *cgrp = NULL; |
---|
| 211 | + const char *p, *e, *eos = str + strlen(str); |
---|
| 212 | + int ret = -1; |
---|
| 213 | + |
---|
| 214 | + if (evlist->core.nr_entries == 0) { |
---|
| 215 | + fprintf(stderr, "must define events before cgroups\n"); |
---|
| 216 | + return -EINVAL; |
---|
| 217 | + } |
---|
| 218 | + |
---|
| 219 | + orig_list = evlist__new(); |
---|
| 220 | + tmp_list = evlist__new(); |
---|
| 221 | + if (orig_list == NULL || tmp_list == NULL) { |
---|
| 222 | + fprintf(stderr, "memory allocation failed\n"); |
---|
| 223 | + return -ENOMEM; |
---|
| 224 | + } |
---|
| 225 | + |
---|
| 226 | + /* save original events and init evlist */ |
---|
| 227 | + perf_evlist__splice_list_tail(orig_list, &evlist->core.entries); |
---|
| 228 | + evlist->core.nr_entries = 0; |
---|
| 229 | + |
---|
| 230 | + if (metric_events) { |
---|
| 231 | + orig_metric_events = *metric_events; |
---|
| 232 | + rblist__init(metric_events); |
---|
| 233 | + } else { |
---|
| 234 | + rblist__init(&orig_metric_events); |
---|
| 235 | + } |
---|
| 236 | + |
---|
| 237 | + for (;;) { |
---|
| 238 | + p = strchr(str, ','); |
---|
| 239 | + e = p ? p : eos; |
---|
| 240 | + |
---|
| 241 | + /* allow empty cgroups, i.e., skip */ |
---|
| 242 | + if (e - str) { |
---|
| 243 | + /* termination added */ |
---|
| 244 | + char *name = strndup(str, e - str); |
---|
| 245 | + if (!name) |
---|
| 246 | + goto out_err; |
---|
| 247 | + |
---|
| 248 | + cgrp = cgroup__new(name, open_cgroup); |
---|
| 249 | + free(name); |
---|
| 250 | + if (cgrp == NULL) |
---|
| 251 | + goto out_err; |
---|
| 252 | + } else { |
---|
| 253 | + cgrp = NULL; |
---|
| 254 | + } |
---|
| 255 | + |
---|
| 256 | + leader = NULL; |
---|
| 257 | + evlist__for_each_entry(orig_list, pos) { |
---|
| 258 | + evsel = evsel__clone(pos); |
---|
| 259 | + if (evsel == NULL) |
---|
| 260 | + goto out_err; |
---|
| 261 | + |
---|
| 262 | + cgroup__put(evsel->cgrp); |
---|
| 263 | + evsel->cgrp = cgroup__get(cgrp); |
---|
| 264 | + |
---|
| 265 | + if (evsel__is_group_leader(pos)) |
---|
| 266 | + leader = evsel; |
---|
| 267 | + evsel->leader = leader; |
---|
| 268 | + |
---|
| 269 | + evlist__add(tmp_list, evsel); |
---|
| 270 | + } |
---|
| 271 | + /* cgroup__new() has a refcount, release it here */ |
---|
| 272 | + cgroup__put(cgrp); |
---|
| 273 | + nr_cgroups++; |
---|
| 274 | + |
---|
| 275 | + if (metric_events) { |
---|
| 276 | + perf_stat__collect_metric_expr(tmp_list); |
---|
| 277 | + if (metricgroup__copy_metric_events(tmp_list, cgrp, |
---|
| 278 | + metric_events, |
---|
| 279 | + &orig_metric_events) < 0) |
---|
| 280 | + break; |
---|
| 281 | + } |
---|
| 282 | + |
---|
| 283 | + perf_evlist__splice_list_tail(evlist, &tmp_list->core.entries); |
---|
| 284 | + tmp_list->core.nr_entries = 0; |
---|
| 285 | + |
---|
| 286 | + if (!p) { |
---|
| 287 | + ret = 0; |
---|
| 288 | + break; |
---|
| 289 | + } |
---|
| 290 | + str = p+1; |
---|
| 291 | + } |
---|
| 292 | + |
---|
| 293 | +out_err: |
---|
| 294 | + evlist__delete(orig_list); |
---|
| 295 | + evlist__delete(tmp_list); |
---|
| 296 | + rblist__exit(&orig_metric_events); |
---|
| 297 | + |
---|
| 298 | + return ret; |
---|
| 299 | +} |
---|
| 300 | + |
---|
| 301 | +static struct cgroup *__cgroup__findnew(struct rb_root *root, uint64_t id, |
---|
| 302 | + bool create, const char *path) |
---|
| 303 | +{ |
---|
| 304 | + struct rb_node **p = &root->rb_node; |
---|
| 305 | + struct rb_node *parent = NULL; |
---|
| 306 | + struct cgroup *cgrp; |
---|
| 307 | + |
---|
| 308 | + while (*p != NULL) { |
---|
| 309 | + parent = *p; |
---|
| 310 | + cgrp = rb_entry(parent, struct cgroup, node); |
---|
| 311 | + |
---|
| 312 | + if (cgrp->id == id) |
---|
| 313 | + return cgrp; |
---|
| 314 | + |
---|
| 315 | + if (cgrp->id < id) |
---|
| 316 | + p = &(*p)->rb_left; |
---|
| 317 | + else |
---|
| 318 | + p = &(*p)->rb_right; |
---|
| 319 | + } |
---|
| 320 | + |
---|
| 321 | + if (!create) |
---|
| 322 | + return NULL; |
---|
| 323 | + |
---|
| 324 | + cgrp = malloc(sizeof(*cgrp)); |
---|
| 325 | + if (cgrp == NULL) |
---|
| 326 | + return NULL; |
---|
| 327 | + |
---|
| 328 | + cgrp->name = strdup(path); |
---|
| 329 | + if (cgrp->name == NULL) { |
---|
| 330 | + free(cgrp); |
---|
| 331 | + return NULL; |
---|
| 332 | + } |
---|
| 333 | + |
---|
| 334 | + cgrp->fd = -1; |
---|
| 335 | + cgrp->id = id; |
---|
| 336 | + refcount_set(&cgrp->refcnt, 1); |
---|
| 337 | + |
---|
| 338 | + rb_link_node(&cgrp->node, parent, p); |
---|
| 339 | + rb_insert_color(&cgrp->node, root); |
---|
| 340 | + |
---|
| 341 | + return cgrp; |
---|
| 342 | +} |
---|
| 343 | + |
---|
| 344 | +struct cgroup *cgroup__findnew(struct perf_env *env, uint64_t id, |
---|
| 345 | + const char *path) |
---|
| 346 | +{ |
---|
| 347 | + struct cgroup *cgrp; |
---|
| 348 | + |
---|
| 349 | + down_write(&env->cgroups.lock); |
---|
| 350 | + cgrp = __cgroup__findnew(&env->cgroups.tree, id, true, path); |
---|
| 351 | + up_write(&env->cgroups.lock); |
---|
| 352 | + return cgrp; |
---|
| 353 | +} |
---|
| 354 | + |
---|
| 355 | +struct cgroup *cgroup__find(struct perf_env *env, uint64_t id) |
---|
| 356 | +{ |
---|
| 357 | + struct cgroup *cgrp; |
---|
| 358 | + |
---|
| 359 | + down_read(&env->cgroups.lock); |
---|
| 360 | + cgrp = __cgroup__findnew(&env->cgroups.tree, id, false, NULL); |
---|
| 361 | + up_read(&env->cgroups.lock); |
---|
| 362 | + return cgrp; |
---|
| 363 | +} |
---|
| 364 | + |
---|
| 365 | +void perf_env__purge_cgroups(struct perf_env *env) |
---|
| 366 | +{ |
---|
| 367 | + struct rb_node *node; |
---|
| 368 | + struct cgroup *cgrp; |
---|
| 369 | + |
---|
| 370 | + down_write(&env->cgroups.lock); |
---|
| 371 | + while (!RB_EMPTY_ROOT(&env->cgroups.tree)) { |
---|
| 372 | + node = rb_first(&env->cgroups.tree); |
---|
| 373 | + cgrp = rb_entry(node, struct cgroup, node); |
---|
| 374 | + |
---|
| 375 | + rb_erase(node, &env->cgroups.tree); |
---|
| 376 | + cgroup__put(cgrp); |
---|
| 377 | + } |
---|
| 378 | + up_write(&env->cgroups.lock); |
---|
| 379 | +} |
---|