forked from Minki/linux
mm: memcontrol: prepare swap controller setup for integration
A few cleanups to streamline the swap controller setup: - Replace the do_swap_account flag with cgroup_memory_noswap. This brings it in line with other functionality that is usually available unless explicitly opted out of - nosocket, nokmem. - Remove the really_do_swap_account flag that stores the boot option and is later used to switch the do_swap_account. It's not clear why this indirection is/was necessary. Use do_swap_account directly. - Minor coding style polishing Signed-off-by: Johannes Weiner <hannes@cmpxchg.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Reviewed-by: Joonsoo Kim <iamjoonsoo.kim@lge.com> Cc: Alex Shi <alex.shi@linux.alibaba.com> Cc: Hugh Dickins <hughd@google.com> Cc: "Kirill A. Shutemov" <kirill@shutemov.name> Cc: Michal Hocko <mhocko@suse.com> Cc: Roman Gushchin <guro@fb.com> Cc: Shakeel Butt <shakeelb@google.com> Cc: Balbir Singh <bsingharora@gmail.com> Link: http://lkml.kernel.org/r/20200508183105.225460-15-hannes@cmpxchg.org Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
parent
f0e45fb4da
commit
eccb52e788
@ -558,7 +558,7 @@ struct mem_cgroup *mem_cgroup_get_oom_group(struct task_struct *victim,
|
|||||||
void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
|
void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
|
||||||
|
|
||||||
#ifdef CONFIG_MEMCG_SWAP
|
#ifdef CONFIG_MEMCG_SWAP
|
||||||
extern int do_swap_account;
|
extern bool cgroup_memory_noswap;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
struct mem_cgroup *lock_page_memcg(struct page *page);
|
struct mem_cgroup *lock_page_memcg(struct page *page);
|
||||||
|
@ -83,10 +83,14 @@ static bool cgroup_memory_nokmem;
|
|||||||
|
|
||||||
/* Whether the swap controller is active */
|
/* Whether the swap controller is active */
|
||||||
#ifdef CONFIG_MEMCG_SWAP
|
#ifdef CONFIG_MEMCG_SWAP
|
||||||
int do_swap_account __read_mostly;
|
#ifdef CONFIG_MEMCG_SWAP_ENABLED
|
||||||
|
bool cgroup_memory_noswap __read_mostly;
|
||||||
#else
|
#else
|
||||||
#define do_swap_account 0
|
bool cgroup_memory_noswap __read_mostly = 1;
|
||||||
#endif
|
#endif /* CONFIG_MEMCG_SWAP_ENABLED */
|
||||||
|
#else
|
||||||
|
#define cgroup_memory_noswap 1
|
||||||
|
#endif /* CONFIG_MEMCG_SWAP */
|
||||||
|
|
||||||
#ifdef CONFIG_CGROUP_WRITEBACK
|
#ifdef CONFIG_CGROUP_WRITEBACK
|
||||||
static DECLARE_WAIT_QUEUE_HEAD(memcg_cgwb_frn_waitq);
|
static DECLARE_WAIT_QUEUE_HEAD(memcg_cgwb_frn_waitq);
|
||||||
@ -95,7 +99,7 @@ static DECLARE_WAIT_QUEUE_HEAD(memcg_cgwb_frn_waitq);
|
|||||||
/* Whether legacy memory+swap accounting is active */
|
/* Whether legacy memory+swap accounting is active */
|
||||||
static bool do_memsw_account(void)
|
static bool do_memsw_account(void)
|
||||||
{
|
{
|
||||||
return !cgroup_subsys_on_dfl(memory_cgrp_subsys) && do_swap_account;
|
return !cgroup_subsys_on_dfl(memory_cgrp_subsys) && !cgroup_memory_noswap;
|
||||||
}
|
}
|
||||||
|
|
||||||
#define THRESHOLDS_EVENTS_TARGET 128
|
#define THRESHOLDS_EVENTS_TARGET 128
|
||||||
@ -6528,18 +6532,19 @@ int mem_cgroup_charge(struct page *page, struct mm_struct *mm, gfp_t gfp_mask,
|
|||||||
/*
|
/*
|
||||||
* Every swap fault against a single page tries to charge the
|
* Every swap fault against a single page tries to charge the
|
||||||
* page, bail as early as possible. shmem_unuse() encounters
|
* page, bail as early as possible. shmem_unuse() encounters
|
||||||
* already charged pages, too. The USED bit is protected by
|
* already charged pages, too. page->mem_cgroup is protected
|
||||||
* the page lock, which serializes swap cache removal, which
|
* by the page lock, which serializes swap cache removal, which
|
||||||
* in turn serializes uncharging.
|
* in turn serializes uncharging.
|
||||||
*/
|
*/
|
||||||
VM_BUG_ON_PAGE(!PageLocked(page), page);
|
VM_BUG_ON_PAGE(!PageLocked(page), page);
|
||||||
if (compound_head(page)->mem_cgroup)
|
if (compound_head(page)->mem_cgroup)
|
||||||
goto out;
|
goto out;
|
||||||
|
|
||||||
if (do_swap_account) {
|
if (!cgroup_memory_noswap) {
|
||||||
swp_entry_t ent = { .val = page_private(page), };
|
swp_entry_t ent = { .val = page_private(page), };
|
||||||
unsigned short id = lookup_swap_cgroup_id(ent);
|
unsigned short id;
|
||||||
|
|
||||||
|
id = lookup_swap_cgroup_id(ent);
|
||||||
rcu_read_lock();
|
rcu_read_lock();
|
||||||
memcg = mem_cgroup_from_id(id);
|
memcg = mem_cgroup_from_id(id);
|
||||||
if (memcg && !css_tryget_online(&memcg->css))
|
if (memcg && !css_tryget_online(&memcg->css))
|
||||||
@ -7012,7 +7017,7 @@ int mem_cgroup_try_charge_swap(struct page *page, swp_entry_t entry)
|
|||||||
struct mem_cgroup *memcg;
|
struct mem_cgroup *memcg;
|
||||||
unsigned short oldid;
|
unsigned short oldid;
|
||||||
|
|
||||||
if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) || !do_swap_account)
|
if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) || cgroup_memory_noswap)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
memcg = page->mem_cgroup;
|
memcg = page->mem_cgroup;
|
||||||
@ -7056,7 +7061,7 @@ void mem_cgroup_uncharge_swap(swp_entry_t entry, unsigned int nr_pages)
|
|||||||
struct mem_cgroup *memcg;
|
struct mem_cgroup *memcg;
|
||||||
unsigned short id;
|
unsigned short id;
|
||||||
|
|
||||||
if (!do_swap_account)
|
if (cgroup_memory_noswap)
|
||||||
return;
|
return;
|
||||||
|
|
||||||
id = swap_cgroup_record(entry, 0, nr_pages);
|
id = swap_cgroup_record(entry, 0, nr_pages);
|
||||||
@ -7079,7 +7084,7 @@ long mem_cgroup_get_nr_swap_pages(struct mem_cgroup *memcg)
|
|||||||
{
|
{
|
||||||
long nr_swap_pages = get_nr_swap_pages();
|
long nr_swap_pages = get_nr_swap_pages();
|
||||||
|
|
||||||
if (!do_swap_account || !cgroup_subsys_on_dfl(memory_cgrp_subsys))
|
if (cgroup_memory_noswap || !cgroup_subsys_on_dfl(memory_cgrp_subsys))
|
||||||
return nr_swap_pages;
|
return nr_swap_pages;
|
||||||
for (; memcg != root_mem_cgroup; memcg = parent_mem_cgroup(memcg))
|
for (; memcg != root_mem_cgroup; memcg = parent_mem_cgroup(memcg))
|
||||||
nr_swap_pages = min_t(long, nr_swap_pages,
|
nr_swap_pages = min_t(long, nr_swap_pages,
|
||||||
@ -7096,7 +7101,7 @@ bool mem_cgroup_swap_full(struct page *page)
|
|||||||
|
|
||||||
if (vm_swap_full())
|
if (vm_swap_full())
|
||||||
return true;
|
return true;
|
||||||
if (!do_swap_account || !cgroup_subsys_on_dfl(memory_cgrp_subsys))
|
if (cgroup_memory_noswap || !cgroup_subsys_on_dfl(memory_cgrp_subsys))
|
||||||
return false;
|
return false;
|
||||||
|
|
||||||
memcg = page->mem_cgroup;
|
memcg = page->mem_cgroup;
|
||||||
@ -7114,22 +7119,15 @@ bool mem_cgroup_swap_full(struct page *page)
|
|||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* for remember boot option*/
|
static int __init setup_swap_account(char *s)
|
||||||
#ifdef CONFIG_MEMCG_SWAP_ENABLED
|
|
||||||
static int really_do_swap_account __initdata = 1;
|
|
||||||
#else
|
|
||||||
static int really_do_swap_account __initdata;
|
|
||||||
#endif
|
|
||||||
|
|
||||||
static int __init enable_swap_account(char *s)
|
|
||||||
{
|
{
|
||||||
if (!strcmp(s, "1"))
|
if (!strcmp(s, "1"))
|
||||||
really_do_swap_account = 1;
|
cgroup_memory_noswap = 0;
|
||||||
else if (!strcmp(s, "0"))
|
else if (!strcmp(s, "0"))
|
||||||
really_do_swap_account = 0;
|
cgroup_memory_noswap = 1;
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
__setup("swapaccount=", enable_swap_account);
|
__setup("swapaccount=", setup_swap_account);
|
||||||
|
|
||||||
static u64 swap_current_read(struct cgroup_subsys_state *css,
|
static u64 swap_current_read(struct cgroup_subsys_state *css,
|
||||||
struct cftype *cft)
|
struct cftype *cft)
|
||||||
@ -7226,7 +7224,7 @@ static struct cftype swap_files[] = {
|
|||||||
{ } /* terminate */
|
{ } /* terminate */
|
||||||
};
|
};
|
||||||
|
|
||||||
static struct cftype memsw_cgroup_files[] = {
|
static struct cftype memsw_files[] = {
|
||||||
{
|
{
|
||||||
.name = "memsw.usage_in_bytes",
|
.name = "memsw.usage_in_bytes",
|
||||||
.private = MEMFILE_PRIVATE(_MEMSWAP, RES_USAGE),
|
.private = MEMFILE_PRIVATE(_MEMSWAP, RES_USAGE),
|
||||||
@ -7255,13 +7253,12 @@ static struct cftype memsw_cgroup_files[] = {
|
|||||||
|
|
||||||
static int __init mem_cgroup_swap_init(void)
|
static int __init mem_cgroup_swap_init(void)
|
||||||
{
|
{
|
||||||
if (!mem_cgroup_disabled() && really_do_swap_account) {
|
if (mem_cgroup_disabled() || cgroup_memory_noswap)
|
||||||
do_swap_account = 1;
|
return 0;
|
||||||
WARN_ON(cgroup_add_dfl_cftypes(&memory_cgrp_subsys,
|
|
||||||
swap_files));
|
WARN_ON(cgroup_add_dfl_cftypes(&memory_cgrp_subsys, swap_files));
|
||||||
WARN_ON(cgroup_add_legacy_cftypes(&memory_cgrp_subsys,
|
WARN_ON(cgroup_add_legacy_cftypes(&memory_cgrp_subsys, memsw_files));
|
||||||
memsw_cgroup_files));
|
|
||||||
}
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
subsys_initcall(mem_cgroup_swap_init);
|
subsys_initcall(mem_cgroup_swap_init);
|
||||||
|
@ -171,7 +171,7 @@ int swap_cgroup_swapon(int type, unsigned long max_pages)
|
|||||||
unsigned long length;
|
unsigned long length;
|
||||||
struct swap_cgroup_ctrl *ctrl;
|
struct swap_cgroup_ctrl *ctrl;
|
||||||
|
|
||||||
if (!do_swap_account)
|
if (cgroup_memory_noswap)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
length = DIV_ROUND_UP(max_pages, SC_PER_PAGE);
|
length = DIV_ROUND_UP(max_pages, SC_PER_PAGE);
|
||||||
@ -209,7 +209,7 @@ void swap_cgroup_swapoff(int type)
|
|||||||
unsigned long i, length;
|
unsigned long i, length;
|
||||||
struct swap_cgroup_ctrl *ctrl;
|
struct swap_cgroup_ctrl *ctrl;
|
||||||
|
|
||||||
if (!do_swap_account)
|
if (cgroup_memory_noswap)
|
||||||
return;
|
return;
|
||||||
|
|
||||||
mutex_lock(&swap_cgroup_mutex);
|
mutex_lock(&swap_cgroup_mutex);
|
||||||
|
Loading…
Reference in New Issue
Block a user