2019-06-04 08:11:33 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2015-01-20 16:36:55 +00:00
|
|
|
/*
|
|
|
|
* inode.c - part of tracefs, a pseudo file system for activating tracing
|
|
|
|
*
|
|
|
|
* Based on debugfs by: Greg Kroah-Hartman <greg@kroah.com>
|
|
|
|
*
|
|
|
|
* Copyright (C) 2014 Red Hat Inc, author: Steven Rostedt <srostedt@redhat.com>
|
|
|
|
*
|
|
|
|
* tracefs is the file system that is used by the tracing infrastructure.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/fs.h>
|
2024-03-05 23:09:30 +00:00
|
|
|
#include <linux/fs_context.h>
|
|
|
|
#include <linux/fs_parser.h>
|
2015-01-21 16:28:23 +00:00
|
|
|
#include <linux/kobject.h>
|
2015-01-20 16:36:55 +00:00
|
|
|
#include <linux/namei.h>
|
|
|
|
#include <linux/tracefs.h>
|
|
|
|
#include <linux/fsnotify.h>
|
2019-10-12 00:41:41 +00:00
|
|
|
#include <linux/security.h>
|
2015-01-20 16:36:55 +00:00
|
|
|
#include <linux/seq_file.h>
|
|
|
|
#include <linux/magic.h>
|
|
|
|
#include <linux/slab.h>
|
2023-07-28 18:20:44 +00:00
|
|
|
#include "internal.h"
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
#define TRACEFS_DEFAULT_MODE 0700
|
2023-07-28 18:20:44 +00:00
|
|
|
static struct kmem_cache *tracefs_inode_cachep __ro_after_init;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
static struct vfsmount *tracefs_mount;
|
|
|
|
static int tracefs_mount_count;
|
|
|
|
static bool tracefs_registered;
|
|
|
|
|
2024-05-02 20:08:23 +00:00
|
|
|
/*
|
|
|
|
* Keep track of all tracefs_inodes in order to update their
|
|
|
|
* flags if necessary on a remount.
|
|
|
|
*/
|
|
|
|
static DEFINE_SPINLOCK(tracefs_inode_lock);
|
|
|
|
static LIST_HEAD(tracefs_inodes);
|
|
|
|
|
2023-07-28 18:20:44 +00:00
|
|
|
static struct inode *tracefs_alloc_inode(struct super_block *sb)
|
|
|
|
{
|
|
|
|
struct tracefs_inode *ti;
|
2024-05-02 20:08:23 +00:00
|
|
|
unsigned long flags;
|
2023-07-28 18:20:44 +00:00
|
|
|
|
|
|
|
ti = kmem_cache_alloc(tracefs_inode_cachep, GFP_KERNEL);
|
|
|
|
if (!ti)
|
|
|
|
return NULL;
|
|
|
|
|
2024-05-02 20:08:23 +00:00
|
|
|
spin_lock_irqsave(&tracefs_inode_lock, flags);
|
|
|
|
list_add_rcu(&ti->list, &tracefs_inodes);
|
|
|
|
spin_unlock_irqrestore(&tracefs_inode_lock, flags);
|
|
|
|
|
2023-07-28 18:20:44 +00:00
|
|
|
return &ti->vfs_inode;
|
|
|
|
}
|
|
|
|
|
2024-05-02 20:08:23 +00:00
|
|
|
static void tracefs_free_inode_rcu(struct rcu_head *rcu)
|
|
|
|
{
|
|
|
|
struct tracefs_inode *ti;
|
|
|
|
|
|
|
|
ti = container_of(rcu, struct tracefs_inode, rcu);
|
|
|
|
kmem_cache_free(tracefs_inode_cachep, ti);
|
|
|
|
}
|
|
|
|
|
2023-07-28 18:20:44 +00:00
|
|
|
static void tracefs_free_inode(struct inode *inode)
|
|
|
|
{
|
2024-05-02 20:08:23 +00:00
|
|
|
struct tracefs_inode *ti = get_tracefs(inode);
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&tracefs_inode_lock, flags);
|
|
|
|
list_del_rcu(&ti->list);
|
|
|
|
spin_unlock_irqrestore(&tracefs_inode_lock, flags);
|
|
|
|
|
|
|
|
call_rcu(&ti->rcu, tracefs_free_inode_rcu);
|
2023-07-28 18:20:44 +00:00
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
static ssize_t default_read_file(struct file *file, char __user *buf,
|
|
|
|
size_t count, loff_t *ppos)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t default_write_file(struct file *file, const char __user *buf,
|
|
|
|
size_t count, loff_t *ppos)
|
|
|
|
{
|
|
|
|
return count;
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct file_operations tracefs_file_operations = {
|
|
|
|
.read = default_read_file,
|
|
|
|
.write = default_write_file,
|
|
|
|
.open = simple_open,
|
|
|
|
.llseek = noop_llseek,
|
|
|
|
};
|
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
static struct tracefs_dir_ops {
|
|
|
|
int (*mkdir)(const char *name);
|
|
|
|
int (*rmdir)(const char *name);
|
2018-07-25 17:19:01 +00:00
|
|
|
} tracefs_ops __ro_after_init;
|
2015-01-21 15:01:39 +00:00
|
|
|
|
|
|
|
static char *get_dname(struct dentry *dentry)
|
|
|
|
{
|
|
|
|
const char *dname;
|
|
|
|
char *name;
|
|
|
|
int len = dentry->d_name.len;
|
|
|
|
|
|
|
|
dname = dentry->d_name.name;
|
|
|
|
name = kmalloc(len + 1, GFP_KERNEL);
|
|
|
|
if (!name)
|
|
|
|
return NULL;
|
|
|
|
memcpy(name, dname, len);
|
|
|
|
name[len] = 0;
|
|
|
|
return name;
|
|
|
|
}
|
|
|
|
|
2023-01-13 11:49:15 +00:00
|
|
|
static int tracefs_syscall_mkdir(struct mnt_idmap *idmap,
|
2021-01-21 13:19:43 +00:00
|
|
|
struct inode *inode, struct dentry *dentry,
|
|
|
|
umode_t mode)
|
2015-01-21 15:01:39 +00:00
|
|
|
{
|
2024-01-04 02:50:16 +00:00
|
|
|
struct tracefs_inode *ti;
|
2015-01-21 15:01:39 +00:00
|
|
|
char *name;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
name = get_dname(dentry);
|
|
|
|
if (!name)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
/*
|
|
|
|
* This is a new directory that does not take the default of
|
|
|
|
* the rootfs. It becomes the default permissions for all the
|
|
|
|
* files and directories underneath it.
|
|
|
|
*/
|
|
|
|
ti = get_tracefs(inode);
|
|
|
|
ti->flags |= TRACEFS_INSTANCE_INODE;
|
|
|
|
ti->private = inode;
|
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
/*
|
|
|
|
* The mkdir call can call the generic functions that create
|
|
|
|
* the files within the tracefs system. It is up to the individual
|
|
|
|
* mkdir routine to handle races.
|
|
|
|
*/
|
2016-01-22 20:40:57 +00:00
|
|
|
inode_unlock(inode);
|
2015-01-21 15:01:39 +00:00
|
|
|
ret = tracefs_ops.mkdir(name);
|
2016-01-22 20:40:57 +00:00
|
|
|
inode_lock(inode);
|
2015-01-21 15:01:39 +00:00
|
|
|
|
|
|
|
kfree(name);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int tracefs_syscall_rmdir(struct inode *inode, struct dentry *dentry)
|
|
|
|
{
|
|
|
|
char *name;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
name = get_dname(dentry);
|
|
|
|
if (!name)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The rmdir call can call the generic functions that create
|
|
|
|
* the files within the tracefs system. It is up to the individual
|
|
|
|
* rmdir routine to handle races.
|
|
|
|
* This time we need to unlock not only the parent (inode) but
|
|
|
|
* also the directory that is being deleted.
|
|
|
|
*/
|
2016-01-22 20:40:57 +00:00
|
|
|
inode_unlock(inode);
|
2021-12-08 15:27:31 +00:00
|
|
|
inode_unlock(d_inode(dentry));
|
2015-01-21 15:01:39 +00:00
|
|
|
|
|
|
|
ret = tracefs_ops.rmdir(name);
|
|
|
|
|
2016-01-22 20:40:57 +00:00
|
|
|
inode_lock_nested(inode, I_MUTEX_PARENT);
|
2021-12-08 15:27:31 +00:00
|
|
|
inode_lock(d_inode(dentry));
|
2015-01-21 15:01:39 +00:00
|
|
|
|
|
|
|
kfree(name);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
static void set_tracefs_inode_owner(struct inode *inode)
|
|
|
|
{
|
|
|
|
struct tracefs_inode *ti = get_tracefs(inode);
|
|
|
|
struct inode *root_inode = ti->private;
|
2024-05-02 20:08:24 +00:00
|
|
|
kuid_t uid;
|
|
|
|
kgid_t gid;
|
|
|
|
|
|
|
|
uid = root_inode->i_uid;
|
|
|
|
gid = root_inode->i_gid;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* If the root is not the mount point, then check the root's
|
|
|
|
* permissions. If it was never set, then default to the
|
|
|
|
* mount point.
|
|
|
|
*/
|
|
|
|
if (root_inode != d_inode(root_inode->i_sb->s_root)) {
|
|
|
|
struct tracefs_inode *rti;
|
|
|
|
|
|
|
|
rti = get_tracefs(root_inode);
|
|
|
|
root_inode = d_inode(root_inode->i_sb->s_root);
|
|
|
|
|
|
|
|
if (!(rti->flags & TRACEFS_UID_PERM_SET))
|
|
|
|
uid = root_inode->i_uid;
|
|
|
|
|
|
|
|
if (!(rti->flags & TRACEFS_GID_PERM_SET))
|
|
|
|
gid = root_inode->i_gid;
|
|
|
|
}
|
2024-01-04 02:50:16 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* If this inode has never been referenced, then update
|
|
|
|
* the permissions to the superblock.
|
|
|
|
*/
|
|
|
|
if (!(ti->flags & TRACEFS_UID_PERM_SET))
|
2024-05-02 20:08:24 +00:00
|
|
|
inode->i_uid = uid;
|
2024-01-04 02:50:16 +00:00
|
|
|
|
|
|
|
if (!(ti->flags & TRACEFS_GID_PERM_SET))
|
2024-05-02 20:08:24 +00:00
|
|
|
inode->i_gid = gid;
|
2024-01-04 02:50:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static int tracefs_permission(struct mnt_idmap *idmap,
|
|
|
|
struct inode *inode, int mask)
|
|
|
|
{
|
|
|
|
set_tracefs_inode_owner(inode);
|
|
|
|
return generic_permission(idmap, inode, mask);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int tracefs_getattr(struct mnt_idmap *idmap,
|
|
|
|
const struct path *path, struct kstat *stat,
|
|
|
|
u32 request_mask, unsigned int flags)
|
|
|
|
{
|
|
|
|
struct inode *inode = d_backing_inode(path->dentry);
|
|
|
|
|
|
|
|
set_tracefs_inode_owner(inode);
|
|
|
|
generic_fillattr(idmap, request_mask, inode, stat);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int tracefs_setattr(struct mnt_idmap *idmap, struct dentry *dentry,
|
|
|
|
struct iattr *attr)
|
|
|
|
{
|
|
|
|
unsigned int ia_valid = attr->ia_valid;
|
|
|
|
struct inode *inode = d_inode(dentry);
|
|
|
|
struct tracefs_inode *ti = get_tracefs(inode);
|
|
|
|
|
|
|
|
if (ia_valid & ATTR_UID)
|
|
|
|
ti->flags |= TRACEFS_UID_PERM_SET;
|
|
|
|
|
|
|
|
if (ia_valid & ATTR_GID)
|
|
|
|
ti->flags |= TRACEFS_GID_PERM_SET;
|
|
|
|
|
|
|
|
return simple_setattr(idmap, dentry, attr);
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct inode_operations tracefs_instance_dir_inode_operations = {
|
2015-01-21 15:01:39 +00:00
|
|
|
.lookup = simple_lookup,
|
|
|
|
.mkdir = tracefs_syscall_mkdir,
|
|
|
|
.rmdir = tracefs_syscall_rmdir,
|
2024-01-04 02:50:16 +00:00
|
|
|
.permission = tracefs_permission,
|
|
|
|
.getattr = tracefs_getattr,
|
|
|
|
.setattr = tracefs_setattr,
|
|
|
|
};
|
|
|
|
|
|
|
|
static const struct inode_operations tracefs_dir_inode_operations = {
|
|
|
|
.lookup = simple_lookup,
|
|
|
|
.permission = tracefs_permission,
|
|
|
|
.getattr = tracefs_getattr,
|
|
|
|
.setattr = tracefs_setattr,
|
|
|
|
};
|
|
|
|
|
|
|
|
static const struct inode_operations tracefs_file_inode_operations = {
|
|
|
|
.permission = tracefs_permission,
|
|
|
|
.getattr = tracefs_getattr,
|
|
|
|
.setattr = tracefs_setattr,
|
2015-01-21 15:01:39 +00:00
|
|
|
};
|
|
|
|
|
2023-07-28 18:20:45 +00:00
|
|
|
struct inode *tracefs_get_inode(struct super_block *sb)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
|
|
|
struct inode *inode = new_inode(sb);
|
|
|
|
if (inode) {
|
|
|
|
inode->i_ino = get_next_ino();
|
2023-10-04 18:52:57 +00:00
|
|
|
simple_inode_init_ts(inode);
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
return inode;
|
|
|
|
}
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
struct tracefs_fs_info {
|
2015-01-20 16:36:55 +00:00
|
|
|
kuid_t uid;
|
|
|
|
kgid_t gid;
|
|
|
|
umode_t mode;
|
2022-08-27 00:44:17 +00:00
|
|
|
/* Opt_* bitfield. */
|
|
|
|
unsigned int opts;
|
2015-01-20 16:36:55 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
enum {
|
|
|
|
Opt_uid,
|
|
|
|
Opt_gid,
|
|
|
|
Opt_mode,
|
|
|
|
};
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
static const struct fs_parameter_spec tracefs_param_specs[] = {
|
|
|
|
fsparam_u32 ("gid", Opt_gid),
|
|
|
|
fsparam_u32oct ("mode", Opt_mode),
|
|
|
|
fsparam_u32 ("uid", Opt_uid),
|
|
|
|
{}
|
2015-01-20 16:36:55 +00:00
|
|
|
};
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
static int tracefs_parse_param(struct fs_context *fc, struct fs_parameter *param)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2024-03-05 23:09:30 +00:00
|
|
|
struct tracefs_fs_info *opts = fc->s_fs_info;
|
|
|
|
struct fs_parse_result result;
|
2015-01-20 16:36:55 +00:00
|
|
|
kuid_t uid;
|
|
|
|
kgid_t gid;
|
2024-03-05 23:09:30 +00:00
|
|
|
int opt;
|
|
|
|
|
|
|
|
opt = fs_parse(fc, tracefs_param_specs, param, &result);
|
|
|
|
if (opt < 0)
|
|
|
|
return opt;
|
|
|
|
|
|
|
|
switch (opt) {
|
|
|
|
case Opt_uid:
|
|
|
|
uid = make_kuid(current_user_ns(), result.uint_32);
|
|
|
|
if (!uid_valid(uid))
|
|
|
|
return invalf(fc, "Unknown uid");
|
|
|
|
opts->uid = uid;
|
|
|
|
break;
|
|
|
|
case Opt_gid:
|
|
|
|
gid = make_kgid(current_user_ns(), result.uint_32);
|
|
|
|
if (!gid_valid(gid))
|
|
|
|
return invalf(fc, "Unknown gid");
|
|
|
|
opts->gid = gid;
|
|
|
|
break;
|
|
|
|
case Opt_mode:
|
|
|
|
opts->mode = result.uint_32 & S_IALLUGO;
|
|
|
|
break;
|
|
|
|
/*
|
|
|
|
* We might like to report bad mount options here;
|
|
|
|
* but traditionally tracefs has ignored all mount options
|
|
|
|
*/
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
opts->opts |= BIT(opt);
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2022-08-27 00:44:17 +00:00
|
|
|
static int tracefs_apply_options(struct super_block *sb, bool remount)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
|
|
|
struct tracefs_fs_info *fsi = sb->s_fs_info;
|
2021-12-08 15:27:31 +00:00
|
|
|
struct inode *inode = d_inode(sb->s_root);
|
2024-05-02 20:08:23 +00:00
|
|
|
struct tracefs_inode *ti;
|
|
|
|
bool update_uid, update_gid;
|
2023-08-18 00:00:31 +00:00
|
|
|
umode_t tmp_mode;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2022-08-27 00:44:17 +00:00
|
|
|
/*
|
|
|
|
* On remount, only reset mode/uid/gid if they were provided as mount
|
|
|
|
* options.
|
|
|
|
*/
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
if (!remount || fsi->opts & BIT(Opt_mode)) {
|
2023-08-18 00:00:31 +00:00
|
|
|
tmp_mode = READ_ONCE(inode->i_mode) & ~S_IALLUGO;
|
2024-03-05 23:09:30 +00:00
|
|
|
tmp_mode |= fsi->mode;
|
2023-08-18 00:00:31 +00:00
|
|
|
WRITE_ONCE(inode->i_mode, tmp_mode);
|
2022-08-27 00:44:17 +00:00
|
|
|
}
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
if (!remount || fsi->opts & BIT(Opt_uid))
|
|
|
|
inode->i_uid = fsi->uid;
|
2022-02-25 20:34:26 +00:00
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
if (!remount || fsi->opts & BIT(Opt_gid))
|
|
|
|
inode->i_gid = fsi->gid;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2024-05-13 19:09:18 +00:00
|
|
|
if (remount && (fsi->opts & BIT(Opt_uid) || fsi->opts & BIT(Opt_gid))) {
|
2024-05-02 20:08:23 +00:00
|
|
|
|
2024-05-13 19:09:18 +00:00
|
|
|
update_uid = fsi->opts & BIT(Opt_uid);
|
|
|
|
update_gid = fsi->opts & BIT(Opt_gid);
|
2024-05-02 20:08:23 +00:00
|
|
|
|
|
|
|
rcu_read_lock();
|
|
|
|
list_for_each_entry_rcu(ti, &tracefs_inodes, list) {
|
2024-05-23 05:14:27 +00:00
|
|
|
if (update_uid) {
|
2024-05-02 20:08:23 +00:00
|
|
|
ti->flags &= ~TRACEFS_UID_PERM_SET;
|
2024-05-23 05:14:27 +00:00
|
|
|
ti->vfs_inode.i_uid = fsi->uid;
|
|
|
|
}
|
2024-05-02 20:08:23 +00:00
|
|
|
|
2024-05-23 05:14:27 +00:00
|
|
|
if (update_gid) {
|
2024-05-02 20:08:23 +00:00
|
|
|
ti->flags &= ~TRACEFS_GID_PERM_SET;
|
2024-05-23 05:14:27 +00:00
|
|
|
ti->vfs_inode.i_gid = fsi->gid;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Note, the above ti->vfs_inode updates are
|
|
|
|
* used in eventfs_remount() so they must come
|
|
|
|
* before calling it.
|
|
|
|
*/
|
2024-05-02 20:08:23 +00:00
|
|
|
if (ti->flags & TRACEFS_EVENT_INODE)
|
|
|
|
eventfs_remount(ti, update_uid, update_gid);
|
|
|
|
}
|
|
|
|
rcu_read_unlock();
|
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
static int tracefs_reconfigure(struct fs_context *fc)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2024-03-05 23:09:30 +00:00
|
|
|
struct super_block *sb = fc->root->d_sb;
|
|
|
|
struct tracefs_fs_info *sb_opts = sb->s_fs_info;
|
|
|
|
struct tracefs_fs_info *new_opts = fc->s_fs_info;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
sync_filesystem(sb);
|
2024-03-05 23:09:30 +00:00
|
|
|
/* structure copy of new mount options to sb */
|
|
|
|
*sb_opts = *new_opts;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
return tracefs_apply_options(sb, true);
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static int tracefs_show_options(struct seq_file *m, struct dentry *root)
|
|
|
|
{
|
|
|
|
struct tracefs_fs_info *fsi = root->d_sb->s_fs_info;
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
if (!uid_eq(fsi->uid, GLOBAL_ROOT_UID))
|
2015-01-20 16:36:55 +00:00
|
|
|
seq_printf(m, ",uid=%u",
|
2024-03-05 23:09:30 +00:00
|
|
|
from_kuid_munged(&init_user_ns, fsi->uid));
|
|
|
|
if (!gid_eq(fsi->gid, GLOBAL_ROOT_GID))
|
2015-01-20 16:36:55 +00:00
|
|
|
seq_printf(m, ",gid=%u",
|
2024-03-05 23:09:30 +00:00
|
|
|
from_kgid_munged(&init_user_ns, fsi->gid));
|
|
|
|
if (fsi->mode != TRACEFS_DEFAULT_MODE)
|
|
|
|
seq_printf(m, ",mode=%o", fsi->mode);
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2024-05-23 05:14:29 +00:00
|
|
|
static int tracefs_drop_inode(struct inode *inode)
|
|
|
|
{
|
|
|
|
struct tracefs_inode *ti = get_tracefs(inode);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This inode is being freed and cannot be used for
|
|
|
|
* eventfs. Clear the flag so that it doesn't call into
|
|
|
|
* eventfs during the remount flag updates. The eventfs_inode
|
|
|
|
* gets freed after an RCU cycle, so the content will still
|
|
|
|
* be safe if the iteration is going on now.
|
|
|
|
*/
|
|
|
|
ti->flags &= ~TRACEFS_EVENT_INODE;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
static const struct super_operations tracefs_super_operations = {
|
2023-07-28 18:20:44 +00:00
|
|
|
.alloc_inode = tracefs_alloc_inode,
|
|
|
|
.free_inode = tracefs_free_inode,
|
2024-05-23 05:14:29 +00:00
|
|
|
.drop_inode = tracefs_drop_inode,
|
2015-01-20 16:36:55 +00:00
|
|
|
.statfs = simple_statfs,
|
|
|
|
.show_options = tracefs_show_options,
|
|
|
|
};
|
|
|
|
|
2024-01-31 18:49:24 +00:00
|
|
|
/*
|
|
|
|
* It would be cleaner if eventfs had its own dentry ops.
|
|
|
|
*
|
|
|
|
* Note that d_revalidate is called potentially under RCU,
|
|
|
|
* so it can't take the eventfs mutex etc. It's fine - if
|
|
|
|
* we open a file just as it's marked dead, things will
|
|
|
|
* still work just fine, and just see the old stale case.
|
|
|
|
*/
|
|
|
|
static void tracefs_d_release(struct dentry *dentry)
|
eventfs: Move tracing/events to eventfs
Up until now, /sys/kernel/tracing/events was no different than any other
part of tracefs. The files and directories within the events directory was
created when the tracefs was mounted, and also created for the instances in
/sys/kernel/tracing/instances/<instance>/events. Most of these files and
directories will never be referenced. Since there are thousands of these
files and directories they spend their time wasting precious memory
resources.
Move the "events" directory to the new eventfs. The eventfs will take the
meta data of the events that they represent and store that. When the files
in the events directory are referenced, the dentry and inodes to represent
them are then created. When the files are no longer referenced, they are
freed. This saves the precious memory resources that were wasted on these
seldom referenced dentries and inodes.
Running the following:
~# cat /proc/meminfo /proc/slabinfo > before.out
~# mkdir /sys/kernel/tracing/instances/foo
~# cat /proc/meminfo /proc/slabinfo > after.out
to test the changes produces the following deltas:
Before this change:
Before after deltas for meminfo:
MemFree: -32260
MemAvailable: -21496
KReclaimable: 21528
Slab: 22440
SReclaimable: 21528
SUnreclaim: 912
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 14472 [* 1184 = 17134848]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 28 [* 1480 = 41440]
dentry: 14450 [* 312 = 4508400]
lsm_inode_cache: 14453 [* 32 = 462496]
vma_lock: 11 [* 152 = 1672]
vm_area_struct: 2 [* 184 = 368]
trace_event_file: 1748 [* 88 = 153824]
kmalloc-256: 1072 [* 256 = 274432]
kmalloc-64: 2842 [* 64 = 181888]
Total slab additions in size: 22,763,400 bytes
With this change:
Before after deltas for meminfo:
MemFree: -12600
MemAvailable: -12580
Cached: 24
Active: 12
Inactive: 68
Inactive(anon): 48
Active(file): 12
Inactive(file): 20
Dirty: -4
AnonPages: 68
KReclaimable: 12
Slab: 1856
SReclaimable: 12
SUnreclaim: 1844
KernelStack: 16
PageTables: 36
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 108 [* 1184 = 127872]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 18 [* 1480 = 26640]
dentry: 127 [* 312 = 39624]
lsm_inode_cache: 152 [* 32 = 4864]
vma_lock: 67 [* 152 = 10184]
vm_area_struct: -12 [* 184 = -2208]
trace_event_file: 1764 [* 96 = 169344]
kmalloc-96: 14322 [* 96 = 1374912]
kmalloc-64: 2814 [* 64 = 180096]
kmalloc-32: 1103 [* 32 = 35296]
kmalloc-16: 2308 [* 16 = 36928]
kmalloc-8: 12800 [* 8 = 102400]
Total slab additions in size: 2,109,984 bytes
Which is a savings of 20,653,416 bytes (20 MB) per tracing instance.
Link: https://lkml.kernel.org/r/1690568452-46553-10-git-send-email-akaher@vmware.com
Signed-off-by: Ajay Kaher <akaher@vmware.com>
Co-developed-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Tested-by: Ching-lin Yu <chinglinyu@google.com>
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
2023-07-28 18:20:51 +00:00
|
|
|
{
|
2024-01-31 18:49:24 +00:00
|
|
|
if (dentry->d_fsdata)
|
|
|
|
eventfs_d_release(dentry);
|
|
|
|
}
|
eventfs: Move tracing/events to eventfs
Up until now, /sys/kernel/tracing/events was no different than any other
part of tracefs. The files and directories within the events directory was
created when the tracefs was mounted, and also created for the instances in
/sys/kernel/tracing/instances/<instance>/events. Most of these files and
directories will never be referenced. Since there are thousands of these
files and directories they spend their time wasting precious memory
resources.
Move the "events" directory to the new eventfs. The eventfs will take the
meta data of the events that they represent and store that. When the files
in the events directory are referenced, the dentry and inodes to represent
them are then created. When the files are no longer referenced, they are
freed. This saves the precious memory resources that were wasted on these
seldom referenced dentries and inodes.
Running the following:
~# cat /proc/meminfo /proc/slabinfo > before.out
~# mkdir /sys/kernel/tracing/instances/foo
~# cat /proc/meminfo /proc/slabinfo > after.out
to test the changes produces the following deltas:
Before this change:
Before after deltas for meminfo:
MemFree: -32260
MemAvailable: -21496
KReclaimable: 21528
Slab: 22440
SReclaimable: 21528
SUnreclaim: 912
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 14472 [* 1184 = 17134848]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 28 [* 1480 = 41440]
dentry: 14450 [* 312 = 4508400]
lsm_inode_cache: 14453 [* 32 = 462496]
vma_lock: 11 [* 152 = 1672]
vm_area_struct: 2 [* 184 = 368]
trace_event_file: 1748 [* 88 = 153824]
kmalloc-256: 1072 [* 256 = 274432]
kmalloc-64: 2842 [* 64 = 181888]
Total slab additions in size: 22,763,400 bytes
With this change:
Before after deltas for meminfo:
MemFree: -12600
MemAvailable: -12580
Cached: 24
Active: 12
Inactive: 68
Inactive(anon): 48
Active(file): 12
Inactive(file): 20
Dirty: -4
AnonPages: 68
KReclaimable: 12
Slab: 1856
SReclaimable: 12
SUnreclaim: 1844
KernelStack: 16
PageTables: 36
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 108 [* 1184 = 127872]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 18 [* 1480 = 26640]
dentry: 127 [* 312 = 39624]
lsm_inode_cache: 152 [* 32 = 4864]
vma_lock: 67 [* 152 = 10184]
vm_area_struct: -12 [* 184 = -2208]
trace_event_file: 1764 [* 96 = 169344]
kmalloc-96: 14322 [* 96 = 1374912]
kmalloc-64: 2814 [* 64 = 180096]
kmalloc-32: 1103 [* 32 = 35296]
kmalloc-16: 2308 [* 16 = 36928]
kmalloc-8: 12800 [* 8 = 102400]
Total slab additions in size: 2,109,984 bytes
Which is a savings of 20,653,416 bytes (20 MB) per tracing instance.
Link: https://lkml.kernel.org/r/1690568452-46553-10-git-send-email-akaher@vmware.com
Signed-off-by: Ajay Kaher <akaher@vmware.com>
Co-developed-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Tested-by: Ching-lin Yu <chinglinyu@google.com>
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
2023-07-28 18:20:51 +00:00
|
|
|
|
2024-01-31 18:49:24 +00:00
|
|
|
static int tracefs_d_revalidate(struct dentry *dentry, unsigned int flags)
|
|
|
|
{
|
|
|
|
struct eventfs_inode *ei = dentry->d_fsdata;
|
eventfs: Move tracing/events to eventfs
Up until now, /sys/kernel/tracing/events was no different than any other
part of tracefs. The files and directories within the events directory was
created when the tracefs was mounted, and also created for the instances in
/sys/kernel/tracing/instances/<instance>/events. Most of these files and
directories will never be referenced. Since there are thousands of these
files and directories they spend their time wasting precious memory
resources.
Move the "events" directory to the new eventfs. The eventfs will take the
meta data of the events that they represent and store that. When the files
in the events directory are referenced, the dentry and inodes to represent
them are then created. When the files are no longer referenced, they are
freed. This saves the precious memory resources that were wasted on these
seldom referenced dentries and inodes.
Running the following:
~# cat /proc/meminfo /proc/slabinfo > before.out
~# mkdir /sys/kernel/tracing/instances/foo
~# cat /proc/meminfo /proc/slabinfo > after.out
to test the changes produces the following deltas:
Before this change:
Before after deltas for meminfo:
MemFree: -32260
MemAvailable: -21496
KReclaimable: 21528
Slab: 22440
SReclaimable: 21528
SUnreclaim: 912
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 14472 [* 1184 = 17134848]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 28 [* 1480 = 41440]
dentry: 14450 [* 312 = 4508400]
lsm_inode_cache: 14453 [* 32 = 462496]
vma_lock: 11 [* 152 = 1672]
vm_area_struct: 2 [* 184 = 368]
trace_event_file: 1748 [* 88 = 153824]
kmalloc-256: 1072 [* 256 = 274432]
kmalloc-64: 2842 [* 64 = 181888]
Total slab additions in size: 22,763,400 bytes
With this change:
Before after deltas for meminfo:
MemFree: -12600
MemAvailable: -12580
Cached: 24
Active: 12
Inactive: 68
Inactive(anon): 48
Active(file): 12
Inactive(file): 20
Dirty: -4
AnonPages: 68
KReclaimable: 12
Slab: 1856
SReclaimable: 12
SUnreclaim: 1844
KernelStack: 16
PageTables: 36
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 108 [* 1184 = 127872]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 18 [* 1480 = 26640]
dentry: 127 [* 312 = 39624]
lsm_inode_cache: 152 [* 32 = 4864]
vma_lock: 67 [* 152 = 10184]
vm_area_struct: -12 [* 184 = -2208]
trace_event_file: 1764 [* 96 = 169344]
kmalloc-96: 14322 [* 96 = 1374912]
kmalloc-64: 2814 [* 64 = 180096]
kmalloc-32: 1103 [* 32 = 35296]
kmalloc-16: 2308 [* 16 = 36928]
kmalloc-8: 12800 [* 8 = 102400]
Total slab additions in size: 2,109,984 bytes
Which is a savings of 20,653,416 bytes (20 MB) per tracing instance.
Link: https://lkml.kernel.org/r/1690568452-46553-10-git-send-email-akaher@vmware.com
Signed-off-by: Ajay Kaher <akaher@vmware.com>
Co-developed-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Tested-by: Ching-lin Yu <chinglinyu@google.com>
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
2023-07-28 18:20:51 +00:00
|
|
|
|
2024-01-31 18:49:24 +00:00
|
|
|
return !(ei && ei->is_freed);
|
eventfs: Move tracing/events to eventfs
Up until now, /sys/kernel/tracing/events was no different than any other
part of tracefs. The files and directories within the events directory was
created when the tracefs was mounted, and also created for the instances in
/sys/kernel/tracing/instances/<instance>/events. Most of these files and
directories will never be referenced. Since there are thousands of these
files and directories they spend their time wasting precious memory
resources.
Move the "events" directory to the new eventfs. The eventfs will take the
meta data of the events that they represent and store that. When the files
in the events directory are referenced, the dentry and inodes to represent
them are then created. When the files are no longer referenced, they are
freed. This saves the precious memory resources that were wasted on these
seldom referenced dentries and inodes.
Running the following:
~# cat /proc/meminfo /proc/slabinfo > before.out
~# mkdir /sys/kernel/tracing/instances/foo
~# cat /proc/meminfo /proc/slabinfo > after.out
to test the changes produces the following deltas:
Before this change:
Before after deltas for meminfo:
MemFree: -32260
MemAvailable: -21496
KReclaimable: 21528
Slab: 22440
SReclaimable: 21528
SUnreclaim: 912
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 14472 [* 1184 = 17134848]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 28 [* 1480 = 41440]
dentry: 14450 [* 312 = 4508400]
lsm_inode_cache: 14453 [* 32 = 462496]
vma_lock: 11 [* 152 = 1672]
vm_area_struct: 2 [* 184 = 368]
trace_event_file: 1748 [* 88 = 153824]
kmalloc-256: 1072 [* 256 = 274432]
kmalloc-64: 2842 [* 64 = 181888]
Total slab additions in size: 22,763,400 bytes
With this change:
Before after deltas for meminfo:
MemFree: -12600
MemAvailable: -12580
Cached: 24
Active: 12
Inactive: 68
Inactive(anon): 48
Active(file): 12
Inactive(file): 20
Dirty: -4
AnonPages: 68
KReclaimable: 12
Slab: 1856
SReclaimable: 12
SUnreclaim: 1844
KernelStack: 16
PageTables: 36
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 108 [* 1184 = 127872]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 18 [* 1480 = 26640]
dentry: 127 [* 312 = 39624]
lsm_inode_cache: 152 [* 32 = 4864]
vma_lock: 67 [* 152 = 10184]
vm_area_struct: -12 [* 184 = -2208]
trace_event_file: 1764 [* 96 = 169344]
kmalloc-96: 14322 [* 96 = 1374912]
kmalloc-64: 2814 [* 64 = 180096]
kmalloc-32: 1103 [* 32 = 35296]
kmalloc-16: 2308 [* 16 = 36928]
kmalloc-8: 12800 [* 8 = 102400]
Total slab additions in size: 2,109,984 bytes
Which is a savings of 20,653,416 bytes (20 MB) per tracing instance.
Link: https://lkml.kernel.org/r/1690568452-46553-10-git-send-email-akaher@vmware.com
Signed-off-by: Ajay Kaher <akaher@vmware.com>
Co-developed-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Tested-by: Ching-lin Yu <chinglinyu@google.com>
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
2023-07-28 18:20:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static const struct dentry_operations tracefs_dentry_operations = {
|
2024-01-31 18:49:24 +00:00
|
|
|
.d_revalidate = tracefs_d_revalidate,
|
|
|
|
.d_release = tracefs_d_release,
|
eventfs: Move tracing/events to eventfs
Up until now, /sys/kernel/tracing/events was no different than any other
part of tracefs. The files and directories within the events directory was
created when the tracefs was mounted, and also created for the instances in
/sys/kernel/tracing/instances/<instance>/events. Most of these files and
directories will never be referenced. Since there are thousands of these
files and directories they spend their time wasting precious memory
resources.
Move the "events" directory to the new eventfs. The eventfs will take the
meta data of the events that they represent and store that. When the files
in the events directory are referenced, the dentry and inodes to represent
them are then created. When the files are no longer referenced, they are
freed. This saves the precious memory resources that were wasted on these
seldom referenced dentries and inodes.
Running the following:
~# cat /proc/meminfo /proc/slabinfo > before.out
~# mkdir /sys/kernel/tracing/instances/foo
~# cat /proc/meminfo /proc/slabinfo > after.out
to test the changes produces the following deltas:
Before this change:
Before after deltas for meminfo:
MemFree: -32260
MemAvailable: -21496
KReclaimable: 21528
Slab: 22440
SReclaimable: 21528
SUnreclaim: 912
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 14472 [* 1184 = 17134848]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 28 [* 1480 = 41440]
dentry: 14450 [* 312 = 4508400]
lsm_inode_cache: 14453 [* 32 = 462496]
vma_lock: 11 [* 152 = 1672]
vm_area_struct: 2 [* 184 = 368]
trace_event_file: 1748 [* 88 = 153824]
kmalloc-256: 1072 [* 256 = 274432]
kmalloc-64: 2842 [* 64 = 181888]
Total slab additions in size: 22,763,400 bytes
With this change:
Before after deltas for meminfo:
MemFree: -12600
MemAvailable: -12580
Cached: 24
Active: 12
Inactive: 68
Inactive(anon): 48
Active(file): 12
Inactive(file): 20
Dirty: -4
AnonPages: 68
KReclaimable: 12
Slab: 1856
SReclaimable: 12
SUnreclaim: 1844
KernelStack: 16
PageTables: 36
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 108 [* 1184 = 127872]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 18 [* 1480 = 26640]
dentry: 127 [* 312 = 39624]
lsm_inode_cache: 152 [* 32 = 4864]
vma_lock: 67 [* 152 = 10184]
vm_area_struct: -12 [* 184 = -2208]
trace_event_file: 1764 [* 96 = 169344]
kmalloc-96: 14322 [* 96 = 1374912]
kmalloc-64: 2814 [* 64 = 180096]
kmalloc-32: 1103 [* 32 = 35296]
kmalloc-16: 2308 [* 16 = 36928]
kmalloc-8: 12800 [* 8 = 102400]
Total slab additions in size: 2,109,984 bytes
Which is a savings of 20,653,416 bytes (20 MB) per tracing instance.
Link: https://lkml.kernel.org/r/1690568452-46553-10-git-send-email-akaher@vmware.com
Signed-off-by: Ajay Kaher <akaher@vmware.com>
Co-developed-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Tested-by: Ching-lin Yu <chinglinyu@google.com>
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
2023-07-28 18:20:51 +00:00
|
|
|
};
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
static int tracefs_fill_super(struct super_block *sb, struct fs_context *fc)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2017-03-26 04:15:37 +00:00
|
|
|
static const struct tree_descr trace_files[] = {{""}};
|
2015-01-20 16:36:55 +00:00
|
|
|
int err;
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
err = simple_fill_super(sb, TRACEFS_MAGIC, trace_files);
|
2015-01-20 16:36:55 +00:00
|
|
|
if (err)
|
2024-03-05 23:09:30 +00:00
|
|
|
return err;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
sb->s_op = &tracefs_super_operations;
|
eventfs: Move tracing/events to eventfs
Up until now, /sys/kernel/tracing/events was no different than any other
part of tracefs. The files and directories within the events directory was
created when the tracefs was mounted, and also created for the instances in
/sys/kernel/tracing/instances/<instance>/events. Most of these files and
directories will never be referenced. Since there are thousands of these
files and directories they spend their time wasting precious memory
resources.
Move the "events" directory to the new eventfs. The eventfs will take the
meta data of the events that they represent and store that. When the files
in the events directory are referenced, the dentry and inodes to represent
them are then created. When the files are no longer referenced, they are
freed. This saves the precious memory resources that were wasted on these
seldom referenced dentries and inodes.
Running the following:
~# cat /proc/meminfo /proc/slabinfo > before.out
~# mkdir /sys/kernel/tracing/instances/foo
~# cat /proc/meminfo /proc/slabinfo > after.out
to test the changes produces the following deltas:
Before this change:
Before after deltas for meminfo:
MemFree: -32260
MemAvailable: -21496
KReclaimable: 21528
Slab: 22440
SReclaimable: 21528
SUnreclaim: 912
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 14472 [* 1184 = 17134848]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 28 [* 1480 = 41440]
dentry: 14450 [* 312 = 4508400]
lsm_inode_cache: 14453 [* 32 = 462496]
vma_lock: 11 [* 152 = 1672]
vm_area_struct: 2 [* 184 = 368]
trace_event_file: 1748 [* 88 = 153824]
kmalloc-256: 1072 [* 256 = 274432]
kmalloc-64: 2842 [* 64 = 181888]
Total slab additions in size: 22,763,400 bytes
With this change:
Before after deltas for meminfo:
MemFree: -12600
MemAvailable: -12580
Cached: 24
Active: 12
Inactive: 68
Inactive(anon): 48
Active(file): 12
Inactive(file): 20
Dirty: -4
AnonPages: 68
KReclaimable: 12
Slab: 1856
SReclaimable: 12
SUnreclaim: 1844
KernelStack: 16
PageTables: 36
VmallocUsed: 16
Before after deltas for slabinfo:
<slab>: <objects> [ * <size> = <total>]
tracefs_inode_cache: 108 [* 1184 = 127872]
buffer_head: 24 [* 168 = 4032]
hmem_inode_cache: 18 [* 1480 = 26640]
dentry: 127 [* 312 = 39624]
lsm_inode_cache: 152 [* 32 = 4864]
vma_lock: 67 [* 152 = 10184]
vm_area_struct: -12 [* 184 = -2208]
trace_event_file: 1764 [* 96 = 169344]
kmalloc-96: 14322 [* 96 = 1374912]
kmalloc-64: 2814 [* 64 = 180096]
kmalloc-32: 1103 [* 32 = 35296]
kmalloc-16: 2308 [* 16 = 36928]
kmalloc-8: 12800 [* 8 = 102400]
Total slab additions in size: 2,109,984 bytes
Which is a savings of 20,653,416 bytes (20 MB) per tracing instance.
Link: https://lkml.kernel.org/r/1690568452-46553-10-git-send-email-akaher@vmware.com
Signed-off-by: Ajay Kaher <akaher@vmware.com>
Co-developed-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
Tested-by: Ching-lin Yu <chinglinyu@google.com>
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
2023-07-28 18:20:51 +00:00
|
|
|
sb->s_d_op = &tracefs_dentry_operations;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2022-08-27 00:44:17 +00:00
|
|
|
tracefs_apply_options(sb, false);
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
return 0;
|
2024-03-05 23:09:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static int tracefs_get_tree(struct fs_context *fc)
|
|
|
|
{
|
|
|
|
return get_tree_single(fc, tracefs_fill_super);
|
|
|
|
}
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
static void tracefs_free_fc(struct fs_context *fc)
|
|
|
|
{
|
|
|
|
kfree(fc->s_fs_info);
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
2024-03-05 23:09:30 +00:00
|
|
|
static const struct fs_context_operations tracefs_context_ops = {
|
|
|
|
.free = tracefs_free_fc,
|
|
|
|
.parse_param = tracefs_parse_param,
|
|
|
|
.get_tree = tracefs_get_tree,
|
|
|
|
.reconfigure = tracefs_reconfigure,
|
|
|
|
};
|
|
|
|
|
|
|
|
static int tracefs_init_fs_context(struct fs_context *fc)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2024-03-05 23:09:30 +00:00
|
|
|
struct tracefs_fs_info *fsi;
|
|
|
|
|
|
|
|
fsi = kzalloc(sizeof(struct tracefs_fs_info), GFP_KERNEL);
|
|
|
|
if (!fsi)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
fsi->mode = TRACEFS_DEFAULT_MODE;
|
|
|
|
|
|
|
|
fc->s_fs_info = fsi;
|
|
|
|
fc->ops = &tracefs_context_ops;
|
|
|
|
return 0;
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct file_system_type trace_fs_type = {
|
|
|
|
.owner = THIS_MODULE,
|
|
|
|
.name = "tracefs",
|
2024-03-05 23:09:30 +00:00
|
|
|
.init_fs_context = tracefs_init_fs_context,
|
|
|
|
.parameters = tracefs_param_specs,
|
2015-01-20 16:36:55 +00:00
|
|
|
.kill_sb = kill_litter_super,
|
|
|
|
};
|
|
|
|
MODULE_ALIAS_FS("tracefs");
|
|
|
|
|
2023-07-28 18:20:45 +00:00
|
|
|
struct dentry *tracefs_start_creating(const char *name, struct dentry *parent)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
|
|
|
struct dentry *dentry;
|
|
|
|
int error;
|
|
|
|
|
|
|
|
pr_debug("tracefs: creating file '%s'\n",name);
|
|
|
|
|
|
|
|
error = simple_pin_fs(&trace_fs_type, &tracefs_mount,
|
|
|
|
&tracefs_mount_count);
|
|
|
|
if (error)
|
|
|
|
return ERR_PTR(error);
|
|
|
|
|
|
|
|
/* If the parent is not specified, we create it in the root.
|
|
|
|
* We need the root dentry to do this, which is in the super
|
|
|
|
* block. A pointer to that is in the struct vfsmount that we
|
|
|
|
* have around.
|
|
|
|
*/
|
|
|
|
if (!parent)
|
|
|
|
parent = tracefs_mount->mnt_root;
|
|
|
|
|
2021-12-08 15:27:31 +00:00
|
|
|
inode_lock(d_inode(parent));
|
|
|
|
if (unlikely(IS_DEADDIR(d_inode(parent))))
|
2019-11-18 14:43:10 +00:00
|
|
|
dentry = ERR_PTR(-ENOENT);
|
|
|
|
else
|
|
|
|
dentry = lookup_one_len(name, parent, strlen(name));
|
2021-12-08 15:27:31 +00:00
|
|
|
if (!IS_ERR(dentry) && d_inode(dentry)) {
|
2015-01-20 16:36:55 +00:00
|
|
|
dput(dentry);
|
|
|
|
dentry = ERR_PTR(-EEXIST);
|
|
|
|
}
|
2015-11-04 22:33:17 +00:00
|
|
|
|
|
|
|
if (IS_ERR(dentry)) {
|
2021-12-08 15:27:31 +00:00
|
|
|
inode_unlock(d_inode(parent));
|
2015-11-04 22:33:17 +00:00
|
|
|
simple_release_fs(&tracefs_mount, &tracefs_mount_count);
|
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
return dentry;
|
|
|
|
}
|
|
|
|
|
2023-07-28 18:20:45 +00:00
|
|
|
struct dentry *tracefs_failed_creating(struct dentry *dentry)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2021-12-08 15:27:31 +00:00
|
|
|
inode_unlock(d_inode(dentry->d_parent));
|
2015-01-20 16:36:55 +00:00
|
|
|
dput(dentry);
|
|
|
|
simple_release_fs(&tracefs_mount, &tracefs_mount_count);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2023-07-28 18:20:45 +00:00
|
|
|
struct dentry *tracefs_end_creating(struct dentry *dentry)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2021-12-08 15:27:31 +00:00
|
|
|
inode_unlock(d_inode(dentry->d_parent));
|
2015-01-20 16:36:55 +00:00
|
|
|
return dentry;
|
|
|
|
}
|
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
/* Find the inode that this will use for default */
|
|
|
|
static struct inode *instance_inode(struct dentry *parent, struct inode *inode)
|
|
|
|
{
|
|
|
|
struct tracefs_inode *ti;
|
|
|
|
|
|
|
|
/* If parent is NULL then use root inode */
|
|
|
|
if (!parent)
|
|
|
|
return d_inode(inode->i_sb->s_root);
|
|
|
|
|
|
|
|
/* Find the inode that is flagged as an instance or the root inode */
|
|
|
|
while (!IS_ROOT(parent)) {
|
|
|
|
ti = get_tracefs(d_inode(parent));
|
|
|
|
if (ti->flags & TRACEFS_INSTANCE_INODE)
|
|
|
|
break;
|
|
|
|
parent = parent->d_parent;
|
|
|
|
}
|
|
|
|
|
|
|
|
return d_inode(parent);
|
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
/**
|
|
|
|
* tracefs_create_file - create a file in the tracefs filesystem
|
|
|
|
* @name: a pointer to a string containing the name of the file to create.
|
|
|
|
* @mode: the permission that the file should have.
|
|
|
|
* @parent: a pointer to the parent dentry for this file. This should be a
|
|
|
|
* directory dentry if set. If this parameter is NULL, then the
|
|
|
|
* file will be created in the root of the tracefs filesystem.
|
|
|
|
* @data: a pointer to something that the caller will want to get to later
|
|
|
|
* on. The inode.i_private pointer will point to this value on
|
|
|
|
* the open() call.
|
|
|
|
* @fops: a pointer to a struct file_operations that should be used for
|
|
|
|
* this file.
|
|
|
|
*
|
|
|
|
* This is the basic "create a file" function for tracefs. It allows for a
|
|
|
|
* wide range of flexibility in creating a file, or a directory (if you want
|
|
|
|
* to create a directory, the tracefs_create_dir() function is
|
|
|
|
* recommended to be used instead.)
|
|
|
|
*
|
|
|
|
* This function will return a pointer to a dentry if it succeeds. This
|
|
|
|
* pointer must be passed to the tracefs_remove() function when the file is
|
|
|
|
* to be removed (no automatic cleanup happens if your module is unloaded,
|
|
|
|
* you are responsible here.) If an error occurs, %NULL will be returned.
|
|
|
|
*
|
|
|
|
* If tracefs is not enabled in the kernel, the value -%ENODEV will be
|
|
|
|
* returned.
|
|
|
|
*/
|
|
|
|
struct dentry *tracefs_create_file(const char *name, umode_t mode,
|
|
|
|
struct dentry *parent, void *data,
|
|
|
|
const struct file_operations *fops)
|
|
|
|
{
|
2024-01-04 02:50:16 +00:00
|
|
|
struct tracefs_inode *ti;
|
2015-01-20 16:36:55 +00:00
|
|
|
struct dentry *dentry;
|
|
|
|
struct inode *inode;
|
|
|
|
|
2019-10-12 00:41:41 +00:00
|
|
|
if (security_locked_down(LOCKDOWN_TRACEFS))
|
|
|
|
return NULL;
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
if (!(mode & S_IFMT))
|
|
|
|
mode |= S_IFREG;
|
|
|
|
BUG_ON(!S_ISREG(mode));
|
2023-07-28 18:20:45 +00:00
|
|
|
dentry = tracefs_start_creating(name, parent);
|
2015-01-20 16:36:55 +00:00
|
|
|
|
|
|
|
if (IS_ERR(dentry))
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
inode = tracefs_get_inode(dentry->d_sb);
|
|
|
|
if (unlikely(!inode))
|
2023-07-28 18:20:45 +00:00
|
|
|
return tracefs_failed_creating(dentry);
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
ti = get_tracefs(inode);
|
|
|
|
ti->private = instance_inode(parent, inode);
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
inode->i_mode = mode;
|
2024-01-04 02:50:16 +00:00
|
|
|
inode->i_op = &tracefs_file_inode_operations;
|
2019-10-11 17:54:58 +00:00
|
|
|
inode->i_fop = fops ? fops : &tracefs_file_operations;
|
2015-01-20 16:36:55 +00:00
|
|
|
inode->i_private = data;
|
2021-12-08 12:57:20 +00:00
|
|
|
inode->i_uid = d_inode(dentry->d_parent)->i_uid;
|
|
|
|
inode->i_gid = d_inode(dentry->d_parent)->i_gid;
|
2015-01-20 16:36:55 +00:00
|
|
|
d_instantiate(dentry, inode);
|
2021-12-08 15:27:31 +00:00
|
|
|
fsnotify_create(d_inode(dentry->d_parent), dentry);
|
2023-07-28 18:20:45 +00:00
|
|
|
return tracefs_end_creating(dentry);
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
static struct dentry *__create_dir(const char *name, struct dentry *parent,
|
|
|
|
const struct inode_operations *ops)
|
|
|
|
{
|
2024-01-04 02:50:16 +00:00
|
|
|
struct tracefs_inode *ti;
|
2023-07-28 18:20:45 +00:00
|
|
|
struct dentry *dentry = tracefs_start_creating(name, parent);
|
2015-01-21 15:01:39 +00:00
|
|
|
struct inode *inode;
|
|
|
|
|
|
|
|
if (IS_ERR(dentry))
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
inode = tracefs_get_inode(dentry->d_sb);
|
|
|
|
if (unlikely(!inode))
|
2023-07-28 18:20:45 +00:00
|
|
|
return tracefs_failed_creating(dentry);
|
2015-01-21 15:01:39 +00:00
|
|
|
|
2021-08-18 15:24:50 +00:00
|
|
|
/* Do not set bits for OTH */
|
|
|
|
inode->i_mode = S_IFDIR | S_IRWXU | S_IRUSR| S_IRGRP | S_IXUSR | S_IXGRP;
|
2015-01-21 15:01:39 +00:00
|
|
|
inode->i_op = ops;
|
|
|
|
inode->i_fop = &simple_dir_operations;
|
2021-12-08 12:57:20 +00:00
|
|
|
inode->i_uid = d_inode(dentry->d_parent)->i_uid;
|
|
|
|
inode->i_gid = d_inode(dentry->d_parent)->i_gid;
|
2015-01-21 15:01:39 +00:00
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
ti = get_tracefs(inode);
|
|
|
|
ti->private = instance_inode(parent, inode);
|
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
/* directory inodes start off with i_nlink == 2 (for "." entry) */
|
|
|
|
inc_nlink(inode);
|
|
|
|
d_instantiate(dentry, inode);
|
2021-12-08 15:27:31 +00:00
|
|
|
inc_nlink(d_inode(dentry->d_parent));
|
|
|
|
fsnotify_mkdir(d_inode(dentry->d_parent), dentry);
|
2023-07-28 18:20:45 +00:00
|
|
|
return tracefs_end_creating(dentry);
|
2015-01-21 15:01:39 +00:00
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
/**
|
|
|
|
* tracefs_create_dir - create a directory in the tracefs filesystem
|
|
|
|
* @name: a pointer to a string containing the name of the directory to
|
|
|
|
* create.
|
|
|
|
* @parent: a pointer to the parent dentry for this file. This should be a
|
|
|
|
* directory dentry if set. If this parameter is NULL, then the
|
|
|
|
* directory will be created in the root of the tracefs filesystem.
|
|
|
|
*
|
|
|
|
* This function creates a directory in tracefs with the given name.
|
|
|
|
*
|
|
|
|
* This function will return a pointer to a dentry if it succeeds. This
|
|
|
|
* pointer must be passed to the tracefs_remove() function when the file is
|
|
|
|
* to be removed. If an error occurs, %NULL will be returned.
|
|
|
|
*
|
|
|
|
* If tracing is not enabled in the kernel, the value -%ENODEV will be
|
|
|
|
* returned.
|
|
|
|
*/
|
|
|
|
struct dentry *tracefs_create_dir(const char *name, struct dentry *parent)
|
|
|
|
{
|
2023-09-05 18:26:08 +00:00
|
|
|
if (security_locked_down(LOCKDOWN_TRACEFS))
|
|
|
|
return NULL;
|
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
return __create_dir(name, parent, &tracefs_dir_inode_operations);
|
2015-01-21 15:01:39 +00:00
|
|
|
}
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
/**
|
|
|
|
* tracefs_create_instance_dir - create the tracing instances directory
|
|
|
|
* @name: The name of the instances directory to create
|
|
|
|
* @parent: The parent directory that the instances directory will exist
|
|
|
|
* @mkdir: The function to call when a mkdir is performed.
|
|
|
|
* @rmdir: The function to call when a rmdir is performed.
|
|
|
|
*
|
|
|
|
* Only one instances directory is allowed.
|
|
|
|
*
|
2022-06-05 09:27:29 +00:00
|
|
|
* The instances directory is special as it allows for mkdir and rmdir
|
2015-01-21 15:01:39 +00:00
|
|
|
* to be done by userspace. When a mkdir or rmdir is performed, the inode
|
2021-03-23 17:49:35 +00:00
|
|
|
* locks are released and the methods passed in (@mkdir and @rmdir) are
|
2015-01-21 15:01:39 +00:00
|
|
|
* called without locks and with the name of the directory being created
|
|
|
|
* within the instances directory.
|
|
|
|
*
|
|
|
|
* Returns the dentry of the instances directory.
|
|
|
|
*/
|
2018-07-25 17:19:01 +00:00
|
|
|
__init struct dentry *tracefs_create_instance_dir(const char *name,
|
|
|
|
struct dentry *parent,
|
2015-01-21 15:01:39 +00:00
|
|
|
int (*mkdir)(const char *name),
|
|
|
|
int (*rmdir)(const char *name))
|
|
|
|
{
|
|
|
|
struct dentry *dentry;
|
|
|
|
|
|
|
|
/* Only allow one instance of the instances directory. */
|
|
|
|
if (WARN_ON(tracefs_ops.mkdir || tracefs_ops.rmdir))
|
2015-01-20 16:36:55 +00:00
|
|
|
return NULL;
|
|
|
|
|
2024-01-04 02:50:16 +00:00
|
|
|
dentry = __create_dir(name, parent, &tracefs_instance_dir_inode_operations);
|
2015-01-21 15:01:39 +00:00
|
|
|
if (!dentry)
|
|
|
|
return NULL;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
tracefs_ops.mkdir = mkdir;
|
|
|
|
tracefs_ops.rmdir = rmdir;
|
2015-01-20 16:36:55 +00:00
|
|
|
|
2015-01-21 15:01:39 +00:00
|
|
|
return dentry;
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
2019-11-18 14:43:10 +00:00
|
|
|
static void remove_one(struct dentry *victim)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
2019-11-18 14:43:10 +00:00
|
|
|
simple_release_fs(&tracefs_mount, &tracefs_mount_count);
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2019-11-18 14:43:10 +00:00
|
|
|
* tracefs_remove - recursively removes a directory
|
2015-01-20 16:36:55 +00:00
|
|
|
* @dentry: a pointer to a the dentry of the directory to be removed.
|
|
|
|
*
|
|
|
|
* This function recursively removes a directory tree in tracefs that
|
|
|
|
* was previously created with a call to another tracefs function
|
|
|
|
* (like tracefs_create_file() or variants thereof.)
|
|
|
|
*/
|
2019-11-18 14:43:10 +00:00
|
|
|
void tracefs_remove(struct dentry *dentry)
|
2015-01-20 16:36:55 +00:00
|
|
|
{
|
|
|
|
if (IS_ERR_OR_NULL(dentry))
|
|
|
|
return;
|
|
|
|
|
2019-11-18 14:43:10 +00:00
|
|
|
simple_pin_fs(&trace_fs_type, &tracefs_mount, &tracefs_mount_count);
|
|
|
|
simple_recursive_removal(dentry, remove_one);
|
|
|
|
simple_release_fs(&tracefs_mount, &tracefs_mount_count);
|
2015-01-20 16:36:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* tracefs_initialized - Tells whether tracefs has been registered
|
|
|
|
*/
|
|
|
|
bool tracefs_initialized(void)
|
|
|
|
{
|
|
|
|
return tracefs_registered;
|
|
|
|
}
|
|
|
|
|
2023-07-28 18:20:44 +00:00
|
|
|
static void init_once(void *foo)
|
|
|
|
{
|
|
|
|
struct tracefs_inode *ti = (struct tracefs_inode *) foo;
|
|
|
|
|
2024-01-31 18:49:19 +00:00
|
|
|
/* inode_init_once() calls memset() on the vfs_inode portion */
|
2023-07-28 18:20:44 +00:00
|
|
|
inode_init_once(&ti->vfs_inode);
|
2024-01-31 18:49:19 +00:00
|
|
|
|
|
|
|
/* Zero out the rest */
|
|
|
|
memset_after(ti, 0, vfs_inode);
|
2023-07-28 18:20:44 +00:00
|
|
|
}
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
static int __init tracefs_init(void)
|
|
|
|
{
|
|
|
|
int retval;
|
|
|
|
|
2023-07-28 18:20:44 +00:00
|
|
|
tracefs_inode_cachep = kmem_cache_create("tracefs_inode_cache",
|
|
|
|
sizeof(struct tracefs_inode),
|
|
|
|
0, (SLAB_RECLAIM_ACCOUNT|
|
|
|
|
SLAB_ACCOUNT),
|
|
|
|
init_once);
|
|
|
|
if (!tracefs_inode_cachep)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
2015-05-13 22:35:41 +00:00
|
|
|
retval = sysfs_create_mount_point(kernel_kobj, "tracing");
|
|
|
|
if (retval)
|
2015-01-21 16:28:23 +00:00
|
|
|
return -EINVAL;
|
|
|
|
|
2015-01-20 16:36:55 +00:00
|
|
|
retval = register_filesystem(&trace_fs_type);
|
|
|
|
if (!retval)
|
|
|
|
tracefs_registered = true;
|
|
|
|
|
|
|
|
return retval;
|
|
|
|
}
|
|
|
|
core_initcall(tracefs_init);
|