Changeset d3ba775 for libcfa/src/concurrency/ready_queue.cfa

Timestamp:

May 3, 2021, 5:04:05 PM (3 years ago)

Author:

Thierry Delisle <tdelisle@…>

Branches:

ADT, arm-eh, ast-experimental, enum, forall-pointer-decay, jacob/cs343-translation, master, new-ast-unique-expr, pthread-emulation, qualifiedEnum

Children:

9fa538c

Parents:

eeb9f9f

Message:

More clean-up after new subqueue

File:

• libcfa/src/concurrency/ready_queue.cfa (modified) (7 diffs)

libcfa/src/concurrency/ready_queue.cfa

@@ -17 +17 @@
 // #define __CFA_DEBUG_PRINT_READY_QUEUE__
 
-// #define USE_MPSC
 
 #define USE_RELAXED_FIFO
@@ -274 +273 @@
                         #endif
 
-                #if defined(USE_MPSC)
-                        // mpsc always succeeds
-                } while( false );
-                #else
                         // If we can't lock it retry
                 } while( !__atomic_try_acquire( &lanes.data[i].lock ) );
-                #endif
 
                 // Actually push it
                 push(lanes.data[i], thrd);
 
-                #if !defined(USE_MPSC)
                         // Unlock and return
                         __atomic_unlock( &lanes.data[i].lock );
-                #endif
 
                 // Mark the current index in the tls rng instance as having an item
@@ -347 +339 @@
                 __cfadbg_print_safe(ready_queue, "Kernel : Pushing %p on cluster %p\n", thrd, cltr);
 
+                // #define USE_PREFERRED
+                #if !defined(USE_PREFERRED)
                 const bool external = (!kernelTLS().this_processor) || (cltr != kernelTLS().this_processor->cltr);
                 /* paranoid */ verify(external || kernelTLS().this_processor->rdq.id < lanes.count );
-
-                // write timestamp
-                #if !defined(USE_NEW_SUBQUEUE)
-                        thrd->link.ts = rdtscl();
+                #else
+                        unsigned preferred = thrd->preferred;
+                        const bool external = (!kernelTLS().this_processor) || preferred == -1u || thrd->curr_cluster != cltr;
+                        /* paranoid */ verifyf(external || preferred < lanes.count, "Invalid preferred queue %u for %u lanes", preferred, lanes.count );
+
+                        unsigned r = preferred % READYQ_SHARD_FACTOR;
+                        const unsigned start = preferred - r;
                 #endif
 
@@ -367 +364 @@
                         }
                         else {
+                                #if !defined(USE_PREFERRED)
                                 processor * proc = kernelTLS().this_processor;
                                 unsigned r = proc->rdq.its++;
                                 i =  proc->rdq.id + (r % READYQ_SHARD_FACTOR);
+                #else
+                                        i = start + (r++ % READYQ_SHARD_FACTOR);
+                                #endif
                         }
-
-
-                #if defined(USE_MPSC)
-                        // mpsc always succeeds
-                } while( false );
-                #else
                         // If we can't lock it retry
                 } while( !__atomic_try_acquire( &lanes.data[i].lock ) );
-                #endif
 
                 // Actually push it
                 push(lanes.data[i], thrd);
 
-                #if !defined(USE_MPSC)
                         // Unlock and return
                         __atomic_unlock( &lanes.data[i].lock );
-                #endif
 
                 #if !defined(__CFA_NO_STATISTICS__)
@@ -491 +483 @@
                 lanes.tscs[w].tv = thrd->link.ts;
         #endif
+
+        thrd->preferred = w;
 
         // return the popped thread
@@ -518 +512 @@
 // Check that all the intrusive queues in the data structure are still consistent
 static void check( __ready_queue_t & q ) with (q) {
-        #if defined(__CFA_WITH_VERIFY__) && !defined(USE_MPSC)
+        #if defined(__CFA_WITH_VERIFY__)
                 {
                         for( idx ; lanes.count ) {
@@ -553 +547 @@
 // fixes the list so that the pointers back to anchors aren't left dangling
 static inline void fix(__intrusive_lane_t & ll) {
-        #if !defined(USE_MPSC)
                         if(is_empty(ll)) {
                                 verify(ll.anchor.next == 0p);
                                 ll.prev = mock_head(ll);
                         }
-        #endif
 }