| From: Qi Zheng <zhengqi.arch@bytedance.com> |
| Subject: mm: shrinker: convert shrinker_rwsem to mutex |
| Date: Mon, 11 Sep 2023 17:44:44 +0800 |
| |
| Now there are no readers of shrinker_rwsem, so we can simply replace it |
| with mutex lock. |
| |
| [akpm@linux-foundation.org: update the fix to alloc_shrinker_info()] |
| Link: https://lkml.kernel.org/r/20230911094444.68966-46-zhengqi.arch@bytedance.com |
| Signed-off-by: Qi Zheng <zhengqi.arch@bytedance.com> |
| Reviewed-by: Muchun Song <songmuchun@bytedance.com> |
| Cc: Abhinav Kumar <quic_abhinavk@quicinc.com> |
| Cc: Alasdair Kergon <agk@redhat.com> |
| Cc: Alexander Viro <viro@zeniv.linux.org.uk> |
| Cc: Alyssa Rosenzweig <alyssa.rosenzweig@collabora.com> |
| Cc: Andreas Dilger <adilger.kernel@dilger.ca> |
| Cc: Andreas Gruenbacher <agruenba@redhat.com> |
| Cc: Anna Schumaker <anna@kernel.org> |
| Cc: Arnd Bergmann <arnd@arndb.de> |
| Cc: Bob Peterson <rpeterso@redhat.com> |
| Cc: Borislav Petkov <bp@alien8.de> |
| Cc: Carlos Llamas <cmllamas@google.com> |
| Cc: Chandan Babu R <chandan.babu@oracle.com> |
| Cc: Chao Yu <chao@kernel.org> |
| Cc: Chris Mason <clm@fb.com> |
| Cc: Christian Brauner <brauner@kernel.org> |
| Cc: Christian Koenig <christian.koenig@amd.com> |
| Cc: Chuck Lever <cel@kernel.org> |
| Cc: Coly Li <colyli@suse.de> |
| Cc: Dai Ngo <Dai.Ngo@oracle.com> |
| Cc: Daniel Vetter <daniel@ffwll.ch> |
| Cc: Daniel Vetter <daniel.vetter@ffwll.ch> |
| Cc: "Darrick J. Wong" <djwong@kernel.org> |
| Cc: Dave Chinner <david@fromorbit.com> |
| Cc: Dave Hansen <dave.hansen@linux.intel.com> |
| Cc: David Airlie <airlied@gmail.com> |
| Cc: David Hildenbrand <david@redhat.com> |
| Cc: David Sterba <dsterba@suse.com> |
| Cc: Dmitry Baryshkov <dmitry.baryshkov@linaro.org> |
| Cc: Gao Xiang <hsiangkao@linux.alibaba.com> |
| Cc: Greg Kroah-Hartman <gregkh@linuxfoundation.org> |
| Cc: Huang Rui <ray.huang@amd.com> |
| Cc: Ingo Molnar <mingo@redhat.com> |
| Cc: Jaegeuk Kim <jaegeuk@kernel.org> |
| Cc: Jani Nikula <jani.nikula@linux.intel.com> |
| Cc: Jan Kara <jack@suse.cz> |
| Cc: Jason Wang <jasowang@redhat.com> |
| Cc: Jeff Layton <jlayton@kernel.org> |
| Cc: Jeffle Xu <jefflexu@linux.alibaba.com> |
| Cc: Joel Fernandes (Google) <joel@joelfernandes.org> |
| Cc: Joonas Lahtinen <joonas.lahtinen@linux.intel.com> |
| Cc: Josef Bacik <josef@toxicpanda.com> |
| Cc: Juergen Gross <jgross@suse.com> |
| Cc: Kent Overstreet <kent.overstreet@gmail.com> |
| Cc: Kirill Tkhai <tkhai@ya.ru> |
| Cc: Marijn Suijten <marijn.suijten@somainline.org> |
| Cc: "Michael S. Tsirkin" <mst@redhat.com> |
| Cc: Mike Snitzer <snitzer@kernel.org> |
| Cc: Minchan Kim <minchan@kernel.org> |
| Cc: Nadav Amit <namit@vmware.com> |
| Cc: Neil Brown <neilb@suse.de> |
| Cc: Oleksandr Tyshchenko <oleksandr_tyshchenko@epam.com> |
| Cc: Olga Kornievskaia <kolga@netapp.com> |
| Cc: Paul E. McKenney <paulmck@kernel.org> |
| Cc: Richard Weinberger <richard@nod.at> |
| Cc: Rob Clark <robdclark@gmail.com> |
| Cc: Rob Herring <robh@kernel.org> |
| Cc: Rodrigo Vivi <rodrigo.vivi@intel.com> |
| Cc: Roman Gushchin <roman.gushchin@linux.dev> |
| Cc: Sean Paul <sean@poorly.run> |
| Cc: Sergey Senozhatsky <senozhatsky@chromium.org> |
| Cc: Song Liu <song@kernel.org> |
| Cc: Stefano Stabellini <sstabellini@kernel.org> |
| Cc: Steven Price <steven.price@arm.com> |
| Cc: "Theodore Ts'o" <tytso@mit.edu> |
| Cc: Thomas Gleixner <tglx@linutronix.de> |
| Cc: Tomeu Vizoso <tomeu.vizoso@collabora.com> |
| Cc: Tom Talpey <tom@talpey.com> |
| Cc: Trond Myklebust <trond.myklebust@hammerspace.com> |
| Cc: Tvrtko Ursulin <tvrtko.ursulin@linux.intel.com> |
| Cc: Vlastimil Babka <vbabka@suse.cz> |
| Cc: Xuan Zhuo <xuanzhuo@linux.alibaba.com> |
| Cc: Yue Hu <huyue2@coolpad.com> |
| Signed-off-by: Andrew Morton <akpm@linux-foundation.org> |
| --- |
| |
| drivers/md/dm-cache-metadata.c | 2 +- |
| fs/super.c | 2 +- |
| mm/shrinker.c | 30 +++++++++++++++--------------- |
| mm/shrinker_debug.c | 14 +++++++------- |
| 4 files changed, 24 insertions(+), 24 deletions(-) |
| |
| --- a/drivers/md/dm-cache-metadata.c~mm-shrinker-convert-shrinker_rwsem-to-mutex |
| +++ a/drivers/md/dm-cache-metadata.c |
| @@ -1828,7 +1828,7 @@ int dm_cache_metadata_abort(struct dm_ca |
| * Replacement block manager (new_bm) is created and old_bm destroyed outside of |
| * cmd root_lock to avoid ABBA deadlock that would result (due to life-cycle of |
| * shrinker associated with the block manager's bufio client vs cmd root_lock). |
| - * - must take shrinker_rwsem without holding cmd->root_lock |
| + * - must take shrinker_mutex without holding cmd->root_lock |
| */ |
| new_bm = dm_block_manager_create(cmd->bdev, DM_CACHE_METADATA_BLOCK_SIZE << SECTOR_SHIFT, |
| CACHE_MAX_CONCURRENT_LOCKS); |
| --- a/fs/super.c~mm-shrinker-convert-shrinker_rwsem-to-mutex |
| +++ a/fs/super.c |
| @@ -178,7 +178,7 @@ static void super_wake(struct super_bloc |
| * One thing we have to be careful of with a per-sb shrinker is that we don't |
| * drop the last active reference to the superblock from within the shrinker. |
| * If that happens we could trigger unregistering the shrinker from within the |
| - * shrinker path and that leads to deadlock on the shrinker_rwsem. Hence we |
| + * shrinker path and that leads to deadlock on the shrinker_mutex. Hence we |
| * take a passive reference to the superblock to avoid this from occurring. |
| */ |
| static unsigned long super_cache_scan(struct shrinker *shrink, |
| --- a/mm/shrinker.c~mm-shrinker-convert-shrinker_rwsem-to-mutex |
| +++ a/mm/shrinker.c |
| @@ -8,7 +8,7 @@ |
| #include "internal.h" |
| |
| LIST_HEAD(shrinker_list); |
| -DECLARE_RWSEM(shrinker_rwsem); |
| +DEFINE_MUTEX(shrinker_mutex); |
| |
| #ifdef CONFIG_MEMCG |
| static int shrinker_nr_max; |
| @@ -80,7 +80,7 @@ int alloc_shrinker_info(struct mem_cgrou |
| int nid, ret = 0; |
| int array_size = 0; |
| |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| array_size = shrinker_unit_size(shrinker_nr_max); |
| for_each_node(nid) { |
| info = kvzalloc_node(sizeof(*info) + array_size, GFP_KERNEL, nid); |
| @@ -91,12 +91,12 @@ int alloc_shrinker_info(struct mem_cgrou |
| goto err; |
| rcu_assign_pointer(memcg->nodeinfo[nid]->shrinker_info, info); |
| } |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| |
| return ret; |
| |
| err: |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| free_shrinker_info(memcg); |
| return -ENOMEM; |
| } |
| @@ -105,7 +105,7 @@ static struct shrinker_info *shrinker_in |
| int nid) |
| { |
| return rcu_dereference_protected(memcg->nodeinfo[nid]->shrinker_info, |
| - lockdep_is_held(&shrinker_rwsem)); |
| + lockdep_is_held(&shrinker_mutex)); |
| } |
| |
| static int expand_one_shrinker_info(struct mem_cgroup *memcg, int new_size, |
| @@ -155,7 +155,7 @@ static int expand_shrinker_info(int new_ |
| if (!root_mem_cgroup) |
| goto out; |
| |
| - lockdep_assert_held(&shrinker_rwsem); |
| + lockdep_assert_held(&shrinker_mutex); |
| |
| new_size = shrinker_unit_size(new_nr_max); |
| old_size = shrinker_unit_size(shrinker_nr_max); |
| @@ -218,7 +218,7 @@ static int shrinker_memcg_alloc(struct s |
| if (mem_cgroup_disabled()) |
| return -ENOSYS; |
| |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| id = idr_alloc(&shrinker_idr, shrinker, 0, 0, GFP_KERNEL); |
| if (id < 0) |
| goto unlock; |
| @@ -232,7 +232,7 @@ static int shrinker_memcg_alloc(struct s |
| shrinker->id = id; |
| ret = 0; |
| unlock: |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| return ret; |
| } |
| |
| @@ -242,7 +242,7 @@ static void shrinker_memcg_remove(struct |
| |
| BUG_ON(id < 0); |
| |
| - lockdep_assert_held(&shrinker_rwsem); |
| + lockdep_assert_held(&shrinker_mutex); |
| |
| idr_remove(&shrinker_idr, id); |
| } |
| @@ -293,7 +293,7 @@ void reparent_shrinker_deferred(struct m |
| parent = root_mem_cgroup; |
| |
| /* Prevent from concurrent shrinker_info expand */ |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| for_each_node(nid) { |
| child_info = shrinker_info_protected(memcg, nid); |
| parent_info = shrinker_info_protected(parent, nid); |
| @@ -306,7 +306,7 @@ void reparent_shrinker_deferred(struct m |
| } |
| } |
| } |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| } |
| #else |
| static int shrinker_memcg_alloc(struct shrinker *shrinker) |
| @@ -740,11 +740,11 @@ void shrinker_register(struct shrinker * |
| return; |
| } |
| |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| list_add_tail_rcu(&shrinker->list, &shrinker_list); |
| shrinker->flags |= SHRINKER_REGISTERED; |
| shrinker_debugfs_add(shrinker); |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| |
| init_completion(&shrinker->done); |
| /* |
| @@ -784,7 +784,7 @@ void shrinker_free(struct shrinker *shri |
| wait_for_completion(&shrinker->done); |
| } |
| |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| if (shrinker->flags & SHRINKER_REGISTERED) { |
| /* |
| * Now we can safely remove it from the shrinker_list and then |
| @@ -799,7 +799,7 @@ void shrinker_free(struct shrinker *shri |
| |
| if (shrinker->flags & SHRINKER_MEMCG_AWARE) |
| shrinker_memcg_remove(shrinker); |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| |
| if (debugfs_entry) |
| shrinker_debugfs_remove(debugfs_entry, debugfs_id); |
| --- a/mm/shrinker_debug.c~mm-shrinker-convert-shrinker_rwsem-to-mutex |
| +++ a/mm/shrinker_debug.c |
| @@ -9,7 +9,7 @@ |
| #include "internal.h" |
| |
| /* defined in vmscan.c */ |
| -extern struct rw_semaphore shrinker_rwsem; |
| +extern struct mutex shrinker_mutex; |
| extern struct list_head shrinker_list; |
| |
| static DEFINE_IDA(shrinker_debugfs_ida); |
| @@ -165,7 +165,7 @@ int shrinker_debugfs_add(struct shrinker |
| char buf[128]; |
| int id; |
| |
| - lockdep_assert_held(&shrinker_rwsem); |
| + lockdep_assert_held(&shrinker_mutex); |
| |
| /* debugfs isn't initialized yet, add debugfs entries later. */ |
| if (!shrinker_debugfs_root) |
| @@ -208,7 +208,7 @@ int shrinker_debugfs_rename(struct shrin |
| if (!new) |
| return -ENOMEM; |
| |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| |
| old = shrinker->name; |
| shrinker->name = new; |
| @@ -226,7 +226,7 @@ int shrinker_debugfs_rename(struct shrin |
| shrinker->debugfs_entry = entry; |
| } |
| |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| |
| kfree_const(old); |
| |
| @@ -239,7 +239,7 @@ struct dentry *shrinker_debugfs_detach(s |
| { |
| struct dentry *entry = shrinker->debugfs_entry; |
| |
| - lockdep_assert_held(&shrinker_rwsem); |
| + lockdep_assert_held(&shrinker_mutex); |
| |
| *debugfs_id = entry ? shrinker->debugfs_id : -1; |
| shrinker->debugfs_entry = NULL; |
| @@ -265,14 +265,14 @@ static int __init shrinker_debugfs_init( |
| shrinker_debugfs_root = dentry; |
| |
| /* Create debugfs entries for shrinkers registered at boot */ |
| - down_write(&shrinker_rwsem); |
| + mutex_lock(&shrinker_mutex); |
| list_for_each_entry(shrinker, &shrinker_list, list) |
| if (!shrinker->debugfs_entry) { |
| ret = shrinker_debugfs_add(shrinker); |
| if (ret) |
| break; |
| } |
| - up_write(&shrinker_rwsem); |
| + mutex_unlock(&shrinker_mutex); |
| |
| return ret; |
| } |
| _ |