Blame SOURCES/0320-mm-Adjust-new-region-size-to-take-management-overhea.patch

b35c50
From 0000000000000000000000000000000000000000 Mon Sep 17 00:00:00 2001
b35c50
From: Zhang Boyang <zhangboyang.id@gmail.com>
b35c50
Date: Sun, 29 Jan 2023 19:49:31 +0800
b35c50
Subject: [PATCH] mm: Adjust new region size to take management overhead into
b35c50
 account
b35c50
b35c50
When grub_memalign() encounters out-of-memory, it will try
b35c50
grub_mm_add_region_fn() to request more memory from system firmware.
b35c50
However, the size passed to it doesn't take region management overhead
b35c50
into account. Adding a memory area of "size" bytes may result in a heap
b35c50
region of less than "size" bytes really available. Thus, the new region
b35c50
may not be adequate for current allocation request, confusing
b35c50
out-of-memory handling code.
b35c50
b35c50
This patch introduces GRUB_MM_MGMT_OVERHEAD to address the region
b35c50
management overhead (e.g. metadata, padding). The value of this new
b35c50
constant must be large enough to make sure grub_memalign(align, size)
b35c50
always succeeds after a successful call to
b35c50
  grub_mm_init_region(addr, size + align + GRUB_MM_MGMT_OVERHEAD),
b35c50
for any given addr and size (assuming no integer overflow).
b35c50
b35c50
The size passed to grub_mm_add_region_fn() is now correctly adjusted,
b35c50
thus if grub_mm_add_region_fn() succeeded, current allocation request
b35c50
can always succeed.
b35c50
b35c50
Signed-off-by: Zhang Boyang <zhangboyang.id@gmail.com>
b35c50
Reviewed-by: Daniel Kiper <daniel.kiper@oracle.com>
b35c50
(cherry picked from commit 2282cbfe5aa1ff6c1bbcbdcd2003089ad7c03ba3)
b35c50
---
b35c50
 grub-core/kern/mm.c | 64 ++++++++++++++++++++++++++++++++++++++++++++++++++---
b35c50
 1 file changed, 61 insertions(+), 3 deletions(-)
b35c50
b35c50
diff --git a/grub-core/kern/mm.c b/grub-core/kern/mm.c
b35c50
index da1ac9427c..f29a3e5cbd 100644
b35c50
--- a/grub-core/kern/mm.c
b35c50
+++ b/grub-core/kern/mm.c
b35c50
@@ -83,6 +83,46 @@
b35c50
 
b35c50
 
b35c50
 
b35c50
+/*
b35c50
+ * GRUB_MM_MGMT_OVERHEAD is an upper bound of management overhead of
b35c50
+ * each region, with any possible padding taken into account.
b35c50
+ *
b35c50
+ * The value must be large enough to make sure grub_memalign(align, size)
b35c50
+ * always succeeds after a successful call to
b35c50
+ * grub_mm_init_region(addr, size + align + GRUB_MM_MGMT_OVERHEAD),
b35c50
+ * for any given addr, align and size (assuming no interger overflow).
b35c50
+ *
b35c50
+ * The worst case which has maximum overhead is shown in the figure below:
b35c50
+ *
b35c50
+ * +-- addr
b35c50
+ * v                                           |<- size + align ->|
b35c50
+ * +---------+----------------+----------------+------------------+---------+
b35c50
+ * | padding | grub_mm_region | grub_mm_header |   usable bytes   | padding |
b35c50
+ * +---------+----------------+----------------+------------------+---------+
b35c50
+ * |<-  a  ->|<-     b      ->|<-     c      ->|<-      d       ->|<-  e  ->|
b35c50
+ *                                             ^
b35c50
+ *    b == sizeof (struct grub_mm_region)      | / Assuming no other suitable
b35c50
+ *    c == sizeof (struct grub_mm_header)      | | block is available, then:
b35c50
+ *    d == size + align                        +-| If align == 0, this will be
b35c50
+ *                                               | the pointer returned by next
b35c50
+ * Assuming addr % GRUB_MM_ALIGN == 1, then:     | grub_memalign(align, size).
b35c50
+ *    a == GRUB_MM_ALIGN - 1                     | If align > 0, this chunk may
b35c50
+ *                                               | need to be split to fulfill
b35c50
+ * Assuming d % GRUB_MM_ALIGN == 1, then:        | alignment requirements, and
b35c50
+ *    e == GRUB_MM_ALIGN - 1                     | the returned pointer may be
b35c50
+ *                                               \ inside these usable bytes.
b35c50
+ * Therefore, the maximum overhead is:
b35c50
+ *    a + b + c + e == (GRUB_MM_ALIGN - 1) + sizeof (struct grub_mm_region)
b35c50
+ *                     + sizeof (struct grub_mm_header) + (GRUB_MM_ALIGN - 1)
b35c50
+ */
b35c50
+#define GRUB_MM_MGMT_OVERHEAD	((GRUB_MM_ALIGN - 1) \
b35c50
+				 + sizeof (struct grub_mm_region) \
b35c50
+				 + sizeof (struct grub_mm_header) \
b35c50
+				 + (GRUB_MM_ALIGN - 1))
b35c50
+
b35c50
+/* The size passed to grub_mm_add_region_fn() is aligned up by this value. */
b35c50
+#define GRUB_MM_HEAP_GROW_ALIGN	4096
b35c50
+
b35c50
 grub_mm_region_t grub_mm_base;
b35c50
 grub_mm_add_region_func_t grub_mm_add_region_fn;
b35c50
 
b35c50
@@ -230,6 +270,11 @@ grub_mm_init_region (void *addr, grub_size_t size)
b35c50
 
b35c50
   grub_dprintf ("regions", "No: considering a new region at %p of size %" PRIxGRUB_SIZE "\n",
b35c50
 		addr, size);
b35c50
+  /*
b35c50
+   * If you want to modify the code below, please also take a look at
b35c50
+   * GRUB_MM_MGMT_OVERHEAD and make sure it is synchronized with the code.
b35c50
+   */
b35c50
+
b35c50
   /* Allocate a region from the head.  */
b35c50
   r = (grub_mm_region_t) ALIGN_UP ((grub_addr_t) addr, GRUB_MM_ALIGN);
b35c50
 
b35c50
@@ -410,6 +455,7 @@ grub_memalign (grub_size_t align, grub_size_t size)
b35c50
 {
b35c50
   grub_mm_region_t r;
b35c50
   grub_size_t n = ((size + GRUB_MM_ALIGN - 1) >> GRUB_MM_ALIGN_LOG2) + 1;
b35c50
+  grub_size_t grow;
b35c50
   int count = 0;
b35c50
 
b35c50
   if (!grub_mm_base)
b35c50
@@ -418,10 +464,22 @@ grub_memalign (grub_size_t align, grub_size_t size)
b35c50
   if (size > ~(grub_size_t) align)
b35c50
     goto fail;
b35c50
 
b35c50
+  /*
b35c50
+   * Pre-calculate the necessary size of heap growth (if applicable),
b35c50
+   * with region management overhead taken into account.
b35c50
+   */
b35c50
+  if (grub_add (size + align, GRUB_MM_MGMT_OVERHEAD, &grow))
b35c50
+    goto fail;
b35c50
+
b35c50
+  /* Align up heap growth to make it friendly to CPU/MMU. */
b35c50
+  if (grow > ~(grub_size_t) (GRUB_MM_HEAP_GROW_ALIGN - 1))
b35c50
+    goto fail;
b35c50
+  grow = ALIGN_UP (grow, GRUB_MM_HEAP_GROW_ALIGN);
b35c50
+
b35c50
   /* We currently assume at least a 32-bit grub_size_t,
b35c50
      so limiting allocations to <adress space size> - 1MiB
b35c50
      in name of sanity is beneficial. */
b35c50
-  if ((size + align) > ~(grub_size_t) 0x100000)
b35c50
+  if (grow > ~(grub_size_t) 0x100000)
b35c50
     goto fail;
b35c50
 
b35c50
   align = (align >> GRUB_MM_ALIGN_LOG2);
b35c50
@@ -447,7 +505,7 @@ grub_memalign (grub_size_t align, grub_size_t size)
b35c50
       count++;
b35c50
 
b35c50
       if (grub_mm_add_region_fn != NULL &&
b35c50
-          grub_mm_add_region_fn (size, GRUB_MM_ADD_REGION_CONSECUTIVE) == GRUB_ERR_NONE)
b35c50
+          grub_mm_add_region_fn (grow, GRUB_MM_ADD_REGION_CONSECUTIVE) == GRUB_ERR_NONE)
b35c50
 	goto again;
b35c50
 
b35c50
       /* fallthrough  */
b35c50
@@ -462,7 +520,7 @@ grub_memalign (grub_size_t align, grub_size_t size)
b35c50
            * Try again even if this fails, in case it was able to partially
b35c50
            * satisfy the request
b35c50
            */
b35c50
-          grub_mm_add_region_fn (size, GRUB_MM_ADD_REGION_NONE);
b35c50
+          grub_mm_add_region_fn (grow, GRUB_MM_ADD_REGION_NONE);
b35c50
           goto again;
b35c50
         }
b35c50