Re: [Bugme-new] [Bug 13302] New: "bad pmd" on fork() of process with hugepage shared memory segments attached

[starlight@binnacle.cx]

[-- Attachment #1: Type: text/plain, Size: 476 bytes --]

This was really bugging me, so I hacked out
the test case for the attach failure.

Hoses 2.6.29.1 100% every time.  Run it like this:

tcbm_att
tcbm_att -
tcbm_att -
tcbm_att -

It will break on the last iteration with ENOMEM
and ENOMEM is all any shmget() or shmat() call
gets forever more.

After removing the segments this appears:

HugePages_Total:    2048
HugePages_Free:     2048
HugePages_Rsvd:     1280
HugePages_Surp:        0

Even though no segments show in 'ipcs'.

[-- Attachment #2: tcbm_att.C.txt --]
[-- Type: text/plain, Size: 2429 bytes --]

extern "C" {
#include <errno.h>
#include <memory.h>
#include <stdlib.h>
#include <stdio.h>
#include <unistd.h>
#include <sys/shm.h>
}

int main(
   int          argc,
   const char** argv,
   const char** envp
)
{
   if (argc == 1) {

      int seg1id = shmget(0x12345600,
                          (size_t) 0x40000000,
                          IPC_CREAT|SHM_HUGETLB|0640
                         );
      if (seg1id == -1) {
         perror("shmget(1GB)");
         return 1;
      }
      void* seg1adr = shmat(seg1id, (void*) 0x400000000, 0);
      if (seg1adr == (void*) -1) {
         perror("shmat(1GB)");
         return 1;
      }

      int seg2id = shmget(0x12345601,
                          (size_t) 0x10000000,
                          IPC_CREAT|SHM_HUGETLB|0640
                         );
      if (seg2id == -1) {
         perror("shmget(256MB)");
         return 1;
      }
      void* seg2adr = shmat(seg2id, (void*) 0x580000000, 0);
      if (seg2adr == (void*) -1) {
         perror("shmat(256MB)");
         return 1;
      }

      char* seg_p = (char*) seg1adr;
      int i1 = 182;
      while (i1 > 0) {
         memset(seg_p, 0x55, 0x400000);
         seg_p += 0x400000;
         i1--;
      }

      seg_p = (char*) seg2adr;
      i1 = 6;
      while (i1 > 0) {
         memset(seg_p, 0xAA, 0x400000);
         seg_p += 0x400000;
         i1--;
      }

      if (shmdt((void*) 0x400000000) != 0) {
         perror("shmdt(1GB)");
         return 1;
      }

      if (shmdt((void*) 0x580000000) != 0) {
         perror("shmdt(256MB)");
         return 1;
      }

   } else {

      int seg1id = shmget(0x12345600, 0, 0);
      if (seg1id == -1) {
         perror("shmget(1GB)");
         return 1;
      }
      void* seg1adr = shmat(seg1id, (void*) 0x400000000, SHM_RDONLY);
      if (seg1adr == (void*) -1) {
         perror("shmat(1GB)");
         return 1;
      }

      int seg2id = shmget(0x12345601, 0, 0);
      if (seg2id == -1) {
         perror("shmget(256MB)");
         return 1;
      }
      void* seg2adr = shmat(seg2id, (void*) 0x580000000, SHM_RDONLY);
      if (seg2adr == (void*) -1) {
         perror("shmat(256MB)");
         return 1;
      }

      if (shmdt((void*) 0x400000000) != 0) {
         perror("shmdt(1GB)");
         return 1;
      }

      if (shmdt((void*) 0x580000000) != 0) {
         perror("shmdt(256MB)");
         return 1;
      }

   }

   return 0;
}

[-- Attachment #3: do_tcbm_att.txt --]
[-- Type: application/octet-stream, Size: 36 bytes --]

g++ -Wall -g -o tcbm_att tcbm_att.C