Windows conformance: RMA mutexes

This patch provides the following fix wrt Windows conformance feature
(makes single code working on both platforms Linux and Windows):
    - RMA mutexes fix for Windows

Change-Id: Ib4f7b2ec8a07813f0ed35281a1d584637c84c0a9
Signed-off-by: Ken Raffenetti <raffenet@mcs.anl.gov>

src/mpi/errhan/errnames.txt

@@ -590,7 +590,6 @@ is too big (> MPIU_SHMW_GHND_SZ)
 **msgrcv:msgrcv failed
 **msgrcv %d:msgrcv returned %d
 **nextbootmsg:failed to get the next bootstrap message
-**winwait:WaitForSingleObject failed
 **CreateThread:CreateThread failed
 **CreateThread %d:CreateThread failed, error %d
 **FindWindowEx:FindWindowEx failed
@@ -815,6 +814,8 @@ is too big (> MPIU_SHMW_GHND_SZ)
 **pthread_unlock %s:pthread_unlock failed (%s)
 **pthread_mutex:pthread mutex routine failed
 **pthread_mutex %s:pthread mutex routine failed (%s)
+**windows_mutex:Windows mutex routine failed
+**windows_mutex %s:Windows mutex routine failed (%s)
 **badportrange:MPICH_PORT_RANGE - invalid range specified
 **argstr_missingifname:Missing ifname or invalid host/port description in business card
 **rtspkt:failure occurred while attempting to send RTS packet

src/mpid/ch3/channels/nemesis/include/mpidi_ch3_impl.h

@@ -87,6 +87,7 @@ int MPIDI_CH3_SHM_Win_free(MPID_Win **win_ptr);
 
 /* Shared memory window atomic/accumulate mutex implementation */
 
+#if !defined(HAVE_WINDOWS_H)
 #define MPIDI_CH3I_SHM_MUTEX_LOCK(win_ptr)                                              \
     do {                                                                                \
         int pt_err = pthread_mutex_lock((win_ptr)->shm_mutex);                          \
@@ -126,6 +127,64 @@ int MPIDI_CH3_SHM_Win_free(MPID_Win **win_ptr);
         MPIU_ERR_CHKANDJUMP1(pt_err, mpi_errno, MPI_ERR_OTHER, "**pthread_mutex",       \
                              "**pthread_mutex %s", strerror(pt_err));                   \
     } while (0);
+#else
+#define HANDLE_WIN_MUTEX_ERROR()                                                        \
+    do {                                                                                \
+        HLOCAL str;                                                                     \
+        char error_msg[MPIU_STRERROR_BUF_SIZE];                                         \
+        DWORD error = GetLastError();                                                   \
+        int num_bytes = FormatMessage(                                                  \
+        FORMAT_MESSAGE_FROM_SYSTEM |                                                    \
+        FORMAT_MESSAGE_ALLOCATE_BUFFER,                                                 \
+        0,                                                                              \
+        error,                                                                          \
+        MAKELANGID( LANG_NEUTRAL, SUBLANG_DEFAULT ),                                    \
+        (LPTSTR) &str,                                                                  \
+        0,0);                                                                           \
+                                                                                        \
+        if (num_bytes != 0) {                                                           \
+            int pt_err = 1;                                                             \
+            int mpi_errno = MPI_ERR_OTHER;                                              \
+            MPIU_Strncpy(error_msg, str, MPIU_STRERROR_BUF_SIZE);                       \
+            LocalFree(str);                                                             \
+            strtok(error_msg, "\r\n");                                                  \
+            MPIU_ERR_CHKANDJUMP1(pt_err, mpi_errno, MPI_ERR_OTHER, "**windows_mutex",   \
+                                 "**windows_mutex %s", error_msg);                      \
+        }                                                                               \
+    } while (0);
+
+#define MPIDI_CH3I_SHM_MUTEX_LOCK(win_ptr)                                              \
+    do {                                                                                \
+        DWORD result = WaitForSingleObject(*((win_ptr)->shm_mutex), INFINITE);          \
+        if (result == WAIT_FAILED) {                                                    \
+            HANDLE_WIN_MUTEX_ERROR();                                                   \
+        }                                                                               \
+    } while (0);
+
+#define MPIDI_CH3I_SHM_MUTEX_UNLOCK(win_ptr)                                            \
+    do {                                                                                \
+        BOOL result = ReleaseMutex(*((win_ptr)->shm_mutex));                            \
+        if (!result) {                                                                  \
+            HANDLE_WIN_MUTEX_ERROR();                                                   \
+        }                                                                               \
+    } while (0);
+
+#define MPIDI_CH3I_SHM_MUTEX_INIT(win_ptr)                                              \
+    do {                                                                                \
+        *((win_ptr)->shm_mutex) = CreateMutex(NULL, FALSE, NULL);                       \
+        if (*((win_ptr)->shm_mutex) == NULL) {                                          \
+            HANDLE_WIN_MUTEX_ERROR();                                                   \
+        }                                                                               \
+    } while (0);
+
+#define MPIDI_CH3I_SHM_MUTEX_DESTROY(win_ptr)                                           \
+    do {                                                                                \
+        BOOL result = CloseHandle(*((win_ptr)->shm_mutex));                             \
+        if (!result) {                                                                  \
+            HANDLE_WIN_MUTEX_ERROR();                                                   \
+        }                                                                               \
+    } while (0);
+#endif /* !defined(HAVE_WINDOWS_H) */
 
 
 /* Starting of shared window list */