linux-mm.kvack.org archive mirror
 help / color / mirror / Atom feed
From: Wei Yang <richard.weiyang@gmail.com>
To: Wei Yang <richard.weiyang@gmail.com>
Cc: akpm@linux-foundation.org, linux-mm@kvack.org,
	David Hildenbrand <david@redhat.com>,
	Lorenzo Stoakes <lorenzo.stoakes@oracle.com>,
	Rik van Riel <riel@surriel.com>,
	"Liam R . Howlett" <Liam.Howlett@oracle.com>,
	Vlastimil Babka <vbabka@suse.cz>,
	Harry Yoo <harry.yoo@oracle.com>
Subject: Re: [Patch v2 1/2] selftests/mm: put general ksm operation into vm_util
Date: Fri, 15 Aug 2025 06:47:17 +0000	[thread overview]
Message-ID: <20250815064717.hlkehch75t6blj6e@master> (raw)
In-Reply-To: <20250726025223.350-2-richard.weiyang@gmail.com>

Ping...

On Sat, Jul 26, 2025 at 02:52:22AM +0000, Wei Yang wrote:
>There are some general ksm operations could be used by other related
>test case. Put them into vm_util for common use.
>
>This is a preparation patch for later use.
>
>Signed-off-by: Wei Yang <richard.weiyang@gmail.com>
>Suggested-by: David Hildenbrand <david@redhat.com>
>Cc: David Hildenbrand <david@redhat.com>
>Cc: Lorenzo Stoakes <lorenzo.stoakes@oracle.com>
>Cc: Rik van Riel <riel@surriel.com>
>Cc: Liam R. Howlett <Liam.Howlett@oracle.com>
>Cc: Vlastimil Babka <vbabka@suse.cz>
>Cc: Harry Yoo <harry.yoo@oracle.com>
>
>---
>v2:
>  * do check on file opening in init_global_file_handlers()
>  * factor out ksm_merge() and ksm_unmerge() instead of partial of it
>  * align the return value of helpers: 0 on success, -errno on error
>v1: open/close fd in function itself instead of pass as parameter
>---
> .../selftests/mm/ksm_functional_tests.c       | 128 +++---------------
> tools/testing/selftests/mm/vm_util.c          | 123 +++++++++++++++++
> tools/testing/selftests/mm/vm_util.h          |   7 +
> 3 files changed, 147 insertions(+), 111 deletions(-)
>
>diff --git a/tools/testing/selftests/mm/ksm_functional_tests.c b/tools/testing/selftests/mm/ksm_functional_tests.c
>index d8bd1911dfc0..bab74455d70b 100644
>--- a/tools/testing/selftests/mm/ksm_functional_tests.c
>+++ b/tools/testing/selftests/mm/ksm_functional_tests.c
>@@ -38,11 +38,6 @@ enum ksm_merge_mode {
> };
> 
> static int mem_fd;
>-static int ksm_fd;
>-static int ksm_full_scans_fd;
>-static int proc_self_ksm_stat_fd;
>-static int proc_self_ksm_merging_pages_fd;
>-static int ksm_use_zero_pages_fd;
> static int pagemap_fd;
> static size_t pagesize;
> 
>@@ -73,88 +68,6 @@ static bool range_maps_duplicates(char *addr, unsigned long size)
> 	return false;
> }
> 
>-static long get_my_ksm_zero_pages(void)
>-{
>-	char buf[200];
>-	char *substr_ksm_zero;
>-	size_t value_pos;
>-	ssize_t read_size;
>-	unsigned long my_ksm_zero_pages;
>-
>-	if (!proc_self_ksm_stat_fd)
>-		return 0;
>-
>-	read_size = pread(proc_self_ksm_stat_fd, buf, sizeof(buf) - 1, 0);
>-	if (read_size < 0)
>-		return -errno;
>-
>-	buf[read_size] = 0;
>-
>-	substr_ksm_zero = strstr(buf, "ksm_zero_pages");
>-	if (!substr_ksm_zero)
>-		return 0;
>-
>-	value_pos = strcspn(substr_ksm_zero, "0123456789");
>-	my_ksm_zero_pages = strtol(substr_ksm_zero + value_pos, NULL, 10);
>-
>-	return my_ksm_zero_pages;
>-}
>-
>-static long get_my_merging_pages(void)
>-{
>-	char buf[10];
>-	ssize_t ret;
>-
>-	if (proc_self_ksm_merging_pages_fd < 0)
>-		return proc_self_ksm_merging_pages_fd;
>-
>-	ret = pread(proc_self_ksm_merging_pages_fd, buf, sizeof(buf) - 1, 0);
>-	if (ret <= 0)
>-		return -errno;
>-	buf[ret] = 0;
>-
>-	return strtol(buf, NULL, 10);
>-}
>-
>-static long ksm_get_full_scans(void)
>-{
>-	char buf[10];
>-	ssize_t ret;
>-
>-	ret = pread(ksm_full_scans_fd, buf, sizeof(buf) - 1, 0);
>-	if (ret <= 0)
>-		return -errno;
>-	buf[ret] = 0;
>-
>-	return strtol(buf, NULL, 10);
>-}
>-
>-static int ksm_merge(void)
>-{
>-	long start_scans, end_scans;
>-
>-	/* Wait for two full scans such that any possible merging happened. */
>-	start_scans = ksm_get_full_scans();
>-	if (start_scans < 0)
>-		return start_scans;
>-	if (write(ksm_fd, "1", 1) != 1)
>-		return -errno;
>-	do {
>-		end_scans = ksm_get_full_scans();
>-		if (end_scans < 0)
>-			return end_scans;
>-	} while (end_scans < start_scans + 2);
>-
>-	return 0;
>-}
>-
>-static int ksm_unmerge(void)
>-{
>-	if (write(ksm_fd, "2", 1) != 1)
>-		return -errno;
>-	return 0;
>-}
>-
> static char *__mmap_and_merge_range(char val, unsigned long size, int prot,
> 				  enum ksm_merge_mode mode)
> {
>@@ -163,12 +76,12 @@ static char *__mmap_and_merge_range(char val, unsigned long size, int prot,
> 	int ret;
> 
> 	/* Stabilize accounting by disabling KSM completely. */
>-	if (ksm_unmerge()) {
>+	if (ksm_stop() < 0) {
> 		ksft_print_msg("Disabling (unmerging) KSM failed\n");
> 		return err_map;
> 	}
> 
>-	if (get_my_merging_pages() > 0) {
>+	if (ksm_get_self_merging_pages() > 0) {
> 		ksft_print_msg("Still pages merged\n");
> 		return err_map;
> 	}
>@@ -218,7 +131,7 @@ static char *__mmap_and_merge_range(char val, unsigned long size, int prot,
> 	}
> 
> 	/* Run KSM to trigger merging and wait. */
>-	if (ksm_merge()) {
>+	if (ksm_start() < 0) {
> 		ksft_print_msg("Running KSM failed\n");
> 		goto unmap;
> 	}
>@@ -227,7 +140,7 @@ static char *__mmap_and_merge_range(char val, unsigned long size, int prot,
> 	 * Check if anything was merged at all. Ignore the zero page that is
> 	 * accounted differently (depending on kernel support).
> 	 */
>-	if (val && !get_my_merging_pages()) {
>+	if (val && !ksm_get_self_merging_pages()) {
> 		ksft_print_msg("No pages got merged\n");
> 		goto unmap;
> 	}
>@@ -286,15 +199,12 @@ static void test_unmerge_zero_pages(void)
> 
> 	ksft_print_msg("[RUN] %s\n", __func__);
> 
>-	if (proc_self_ksm_stat_fd < 0) {
>-		ksft_test_result_skip("open(\"/proc/self/ksm_stat\") failed\n");
>-		return;
>-	}
>-	if (ksm_use_zero_pages_fd < 0) {
>-		ksft_test_result_skip("open \"/sys/kernel/mm/ksm/use_zero_pages\" failed\n");
>+	if (ksm_get_self_zero_pages() < 0) {
>+		ksft_test_result_skip("accessing \"/proc/self/ksm_stat\" failed\n");
> 		return;
> 	}
>-	if (write(ksm_use_zero_pages_fd, "1", 1) != 1) {
>+
>+	if (ksm_use_zero_pages() < 0) {
> 		ksft_test_result_skip("write \"/sys/kernel/mm/ksm/use_zero_pages\" failed\n");
> 		return;
> 	}
>@@ -306,7 +216,7 @@ static void test_unmerge_zero_pages(void)
> 
> 	/* Check if ksm_zero_pages is updated correctly after KSM merging */
> 	pages_expected = size / pagesize;
>-	if (pages_expected != get_my_ksm_zero_pages()) {
>+	if (pages_expected != ksm_get_self_zero_pages()) {
> 		ksft_test_result_fail("'ksm_zero_pages' updated after merging\n");
> 		goto unmap;
> 	}
>@@ -319,7 +229,7 @@ static void test_unmerge_zero_pages(void)
> 
> 	/* Check if ksm_zero_pages is updated correctly after unmerging */
> 	pages_expected /= 2;
>-	if (pages_expected != get_my_ksm_zero_pages()) {
>+	if (pages_expected != ksm_get_self_zero_pages()) {
> 		ksft_test_result_fail("'ksm_zero_pages' updated after unmerging\n");
> 		goto unmap;
> 	}
>@@ -329,7 +239,7 @@ static void test_unmerge_zero_pages(void)
> 		*((unsigned int *)&map[offs]) = offs;
> 
> 	/* Now we should have no zeropages remaining. */
>-	if (get_my_ksm_zero_pages()) {
>+	if (ksm_get_self_zero_pages()) {
> 		ksft_test_result_fail("'ksm_zero_pages' updated after write fault\n");
> 		goto unmap;
> 	}
>@@ -685,19 +595,15 @@ static void init_global_file_handles(void)
> 	mem_fd = open("/proc/self/mem", O_RDWR);
> 	if (mem_fd < 0)
> 		ksft_exit_fail_msg("opening /proc/self/mem failed\n");
>-	ksm_fd = open("/sys/kernel/mm/ksm/run", O_RDWR);
>-	if (ksm_fd < 0)
>-		ksft_exit_skip("open(\"/sys/kernel/mm/ksm/run\") failed\n");
>-	ksm_full_scans_fd = open("/sys/kernel/mm/ksm/full_scans", O_RDONLY);
>-	if (ksm_full_scans_fd < 0)
>-		ksft_exit_skip("open(\"/sys/kernel/mm/ksm/full_scans\") failed\n");
>+	if (ksm_stop() < 0)
>+		ksft_exit_skip("accessing \"/sys/kernel/mm/ksm/run\") failed\n");
>+	if (ksm_get_full_scans() < 0)
>+		ksft_exit_skip("accessing \"/sys/kernel/mm/ksm/full_scans\") failed\n");
> 	pagemap_fd = open("/proc/self/pagemap", O_RDONLY);
> 	if (pagemap_fd < 0)
> 		ksft_exit_skip("open(\"/proc/self/pagemap\") failed\n");
>-	proc_self_ksm_stat_fd = open("/proc/self/ksm_stat", O_RDONLY);
>-	proc_self_ksm_merging_pages_fd = open("/proc/self/ksm_merging_pages",
>-						O_RDONLY);
>-	ksm_use_zero_pages_fd = open("/sys/kernel/mm/ksm/use_zero_pages", O_RDWR);
>+	if (ksm_get_self_merging_pages() < 0)
>+		ksft_exit_skip("accessing \"/proc/self/ksm_merging_pages\") failed\n");
> }
> 
> int main(int argc, char **argv)
>diff --git a/tools/testing/selftests/mm/vm_util.c b/tools/testing/selftests/mm/vm_util.c
>index 9dafa7669ef9..c0b82e9eaa9f 100644
>--- a/tools/testing/selftests/mm/vm_util.c
>+++ b/tools/testing/selftests/mm/vm_util.c
>@@ -555,3 +555,126 @@ bool detect_huge_zeropage(void)
> 	close(fd);
> 	return enabled;
> }
>+
>+long ksm_get_self_zero_pages(void)
>+{
>+	int proc_self_ksm_stat_fd;
>+	char buf[200];
>+	char *substr_ksm_zero;
>+	size_t value_pos;
>+	ssize_t read_size;
>+
>+	proc_self_ksm_stat_fd = open("/proc/self/ksm_stat", O_RDONLY);
>+	if (proc_self_ksm_stat_fd < 0)
>+		return -errno;
>+
>+	read_size = pread(proc_self_ksm_stat_fd, buf, sizeof(buf) - 1, 0);
>+	close(proc_self_ksm_stat_fd);
>+	if (read_size < 0)
>+		return -errno;
>+
>+	buf[read_size] = 0;
>+
>+	substr_ksm_zero = strstr(buf, "ksm_zero_pages");
>+	if (!substr_ksm_zero)
>+		return 0;
>+
>+	value_pos = strcspn(substr_ksm_zero, "0123456789");
>+	return strtol(substr_ksm_zero + value_pos, NULL, 10);
>+}
>+
>+long ksm_get_self_merging_pages(void)
>+{
>+	int proc_self_ksm_merging_pages_fd;
>+	char buf[10];
>+	ssize_t ret;
>+
>+	proc_self_ksm_merging_pages_fd = open("/proc/self/ksm_merging_pages",
>+						O_RDONLY);
>+	if (proc_self_ksm_merging_pages_fd < 0)
>+		return -errno;
>+
>+	ret = pread(proc_self_ksm_merging_pages_fd, buf, sizeof(buf) - 1, 0);
>+	close(proc_self_ksm_merging_pages_fd);
>+	if (ret <= 0)
>+		return -errno;
>+	buf[ret] = 0;
>+
>+	return strtol(buf, NULL, 10);
>+}
>+
>+long ksm_get_full_scans(void)
>+{
>+	int ksm_full_scans_fd;
>+	char buf[10];
>+	ssize_t ret;
>+
>+	ksm_full_scans_fd = open("/sys/kernel/mm/ksm/full_scans", O_RDONLY);
>+	if (ksm_full_scans_fd < 0)
>+		return -errno;
>+
>+	ret = pread(ksm_full_scans_fd, buf, sizeof(buf) - 1, 0);
>+	close(ksm_full_scans_fd);
>+	if (ret <= 0)
>+		return -errno;
>+	buf[ret] = 0;
>+
>+	return strtol(buf, NULL, 10);
>+}
>+
>+int ksm_use_zero_pages(void)
>+{
>+	int ksm_use_zero_pages_fd;
>+	ssize_t ret;
>+
>+	ksm_use_zero_pages_fd = open("/sys/kernel/mm/ksm/use_zero_pages", O_RDWR);
>+	if (ksm_use_zero_pages_fd < 0)
>+		return -errno;
>+
>+	ret = write(ksm_use_zero_pages_fd, "1", 1);
>+	close(ksm_use_zero_pages_fd);
>+	return ret == 1 ? 0 : -errno;
>+}
>+
>+int ksm_start(void)
>+{
>+	int ksm_fd;
>+	ssize_t ret;
>+	long start_scans, end_scans;
>+
>+	ksm_fd = open("/sys/kernel/mm/ksm/run", O_RDWR);
>+	if (ksm_fd < 0)
>+		return -errno;
>+
>+	/* Wait for two full scans such that any possible merging happened. */
>+	start_scans = ksm_get_full_scans();
>+	if (start_scans < 0) {
>+		close(ksm_fd);
>+		return start_scans;
>+	}
>+	ret = write(ksm_fd, "1", 1);
>+	close(ksm_fd);
>+	if (ret != 1)
>+		return -errno;
>+	do {
>+		end_scans = ksm_get_full_scans();
>+		if (end_scans < 0)
>+			return end_scans;
>+	} while (end_scans < start_scans + 2);
>+
>+	return 0;
>+}
>+
>+int ksm_stop(void)
>+{
>+	int ksm_fd;
>+	ssize_t ret;
>+
>+	ksm_fd = open("/sys/kernel/mm/ksm/run", O_RDWR);
>+	if (ksm_fd < 0)
>+		return -errno;
>+
>+	ret = write(ksm_fd, "2", 1);
>+	close(ksm_fd);
>+	return ret == 1 ? 0 : -errno;
>+}
>diff --git a/tools/testing/selftests/mm/vm_util.h b/tools/testing/selftests/mm/vm_util.h
>index c20298ae98ea..ba84ec17d04a 100644
>--- a/tools/testing/selftests/mm/vm_util.h
>+++ b/tools/testing/selftests/mm/vm_util.h
>@@ -129,6 +129,13 @@ static inline void log_test_result(int result)
> void *sys_mremap(void *old_address, unsigned long old_size,
> 		 unsigned long new_size, int flags, void *new_address);
> 
>+long ksm_get_self_zero_pages(void);
>+long ksm_get_self_merging_pages(void);
>+long ksm_get_full_scans(void);
>+int ksm_use_zero_pages(void);
>+int ksm_start(void);
>+int ksm_stop(void);
>+
> /*
>  * On ppc64 this will only work with radix 2M hugepage size
>  */
>-- 
>2.34.1

-- 
Wei Yang
Help you, Help me


  reply	other threads:[~2025-08-15  6:47 UTC|newest]

Thread overview: 9+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2025-07-26  2:52 [Patch v2 0/2] assert rmap behaves as expected Wei Yang
2025-07-26  2:52 ` [Patch v2 1/2] selftests/mm: put general ksm operation into vm_util Wei Yang
2025-08-15  6:47   ` Wei Yang [this message]
2025-08-16  7:18     ` Andrew Morton
2025-08-16  8:57       ` Wei Yang
2025-08-18  2:05         ` Andrew Morton
2025-08-18  2:20           ` Wei Yang
2025-07-26  2:52 ` [Patch v2 2/2] selftests/mm: assert rmap behave as expected Wei Yang
2025-07-28  2:09   ` Wei Yang

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=20250815064717.hlkehch75t6blj6e@master \
    --to=richard.weiyang@gmail.com \
    --cc=Liam.Howlett@oracle.com \
    --cc=akpm@linux-foundation.org \
    --cc=david@redhat.com \
    --cc=harry.yoo@oracle.com \
    --cc=linux-mm@kvack.org \
    --cc=lorenzo.stoakes@oracle.com \
    --cc=riel@surriel.com \
    --cc=vbabka@suse.cz \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox