Add write memory barrier before invoking request callback

Signed-off-by: Joseph Schuchart <[email protected]>

Author: devreal

ompi/request/request.h

@@ -529,12 +529,13 @@ static inline void ompi_request_wait_completion(ompi_request_t *req)
 static inline int ompi_request_complete(ompi_request_t* request, bool with_signal)
 {
     int rc = 0;
-
-    if(NULL != request->req_complete_cb) {
-        /* Set the request cb to NULL to allow resetting in the callback */
-        ompi_request_complete_fn_t fct = request->req_complete_cb;
-        request->req_complete_cb = NULL;
-        rc = fct( request );
+    ompi_request_complete_fn_t cb;
+	cb = (ompi_request_complete_fn_t)OPAL_ATOMIC_SWAP_PTR((opal_atomic_intptr_t*)&request->req_complete_cb,
+			                                              (intptr_t)REQUEST_CB_COMPLETED);
+    if (REQUEST_CB_PENDING != cb) {
+        request->req_complete_cb = REQUEST_CB_PENDING;
+        opal_atomic_wmb();
+        rc = cb(request);
     }
 
     if (0 == rc) {
@@ -560,12 +561,18 @@ static inline int ompi_request_set_callback(ompi_request_t* request,
                                             void* cb_data)
 {
     request->req_complete_cb_data = cb_data;
-    request->req_complete_cb = cb;
-    /* If request is completed and the callback is not called, need to call callback */
-    if ((NULL != request->req_complete_cb) && (request->req_complete == REQUEST_COMPLETED)) {
-        ompi_request_complete_fn_t fct = request->req_complete_cb;
-        request->req_complete_cb = NULL;
-        return fct( request );
+    opal_atomic_wmb();
+    if ((REQUEST_CB_COMPLETED == request->req_complete_cb) ||
+        (REQUEST_CB_COMPLETED == (void*)OPAL_ATOMIC_SWAP_PTR((opal_atomic_intptr_t*)&request->req_complete_cb,
+                                                             (intptr_t)cb))) {
+        if (NULL != cb) {
+            /* the request was marked at least partially completed, make sure it's fully complete */
+            while (!REQUEST_COMPLETE(request)) {}
+            /* Set the request cb to NULL to allow resetting in the callback */
+            request->req_complete_cb = REQUEST_CB_PENDING;
+            opal_atomic_wmb();
+            cb(request);
+        }
     }
     return OMPI_SUCCESS;
 }