Changes in libcfa/src/concurrency/io.cfa [24e321c:2514f68b]

File:

• libcfa/src/concurrency/io.cfa (modified) (7 diffs)

libcfa/src/concurrency/io.cfa

@@ -133 +133 @@
         }
 
-        void __cfa_io_flush( processor * proc ) {
+        bool __cfa_io_flush( processor * proc, bool wait ) {
                 /* paranoid */ verify( ! __preemption_enabled() );
                 /* paranoid */ verify( proc );
@@ -141 +141 @@
                 $io_context & ctx = *proc->io.ctx;
 
-                // for(i; 2) {
-                //      unsigned idx = proc->rdq.id + i;
-                //      cltr->ready_queue.lanes.tscs[idx].tv = -1ull;
-                // }
-
                 __ioarbiter_flush( ctx );
 
                 __STATS__( true, io.calls.flush++; )
-                int ret = syscall( __NR_io_uring_enter, ctx.fd, ctx.sq.to_submit, 0, 0, (sigset_t *)0p, _NSIG / 8);
+                int ret = syscall( __NR_io_uring_enter, ctx.fd, ctx.sq.to_submit, wait ? 1 : 0, 0, (sigset_t *)0p, _NSIG / 8);
                 if( ret < 0 ) {
                         switch((int)errno) {
@@ -157 +152 @@
                                 // Update statistics
                                 __STATS__( false, io.calls.errors.busy ++; )
-                                // for(i; 2) {
-                                //      unsigned idx = proc->rdq.id + i;
-                                //      cltr->ready_queue.lanes.tscs[idx].tv = rdtscl();
-                                // }
-                                return;
+                                return false;
                         default:
                                 abort( "KERNEL ERROR: IO_URING SYSCALL - (%d) %s\n", (int)errno, strerror(errno) );
@@ -182 +173 @@
 
                 ctx.proc->io.pending = false;
-
                 ready_schedule_lock();
-                __cfa_io_drain( proc );
+                bool ret = __cfa_io_drain( proc );
                 ready_schedule_unlock();
-                // for(i; 2) {
-                //      unsigned idx = proc->rdq.id + i;
-                //      cltr->ready_queue.lanes.tscs[idx].tv = rdtscl();
-                // }
+                return ret;
         }
 
@@ -293 +280 @@
         }
 
-
         //=============================================================================================
         // submission
@@ -311 +297 @@
                 // Make the sqes visible to the submitter
                 __atomic_store_n(sq.kring.tail, tail + have, __ATOMIC_RELEASE);
-                sq.to_submit++;
+                sq.to_submit += have;
 
                 ctx->proc->io.pending = true;
                 ctx->proc->io.dirty   = true;
                 if(sq.to_submit > 30 || !lazy) {
-                        __cfa_io_flush( ctx->proc );
+                        __cfa_io_flush( ctx->proc, false );
                 }
         }
@@ -515 +501 @@
                 }
         }
+
+        #if defined(IO_URING_IDLE)
+                bool __kernel_read(processor * proc, io_future_t & future, char buf[], int fd) {
+                        $io_context * ctx = proc->io.ctx;
+                        /* paranoid */ verify( ! __preemption_enabled() );
+                        /* paranoid */ verify( proc == __cfaabi_tls.this_processor );
+                        /* paranoid */ verify( ctx );
+
+                        __u32 idx;
+                        struct io_uring_sqe * sqe;
+
+                        // We can proceed to the fast path
+                        if( !__alloc(ctx, &idx, 1) ) return false;
+
+                        // Allocation was successful
+                        __fill( &sqe, 1, &idx, ctx );
+
+                        sqe->opcode = IORING_OP_READ;
+                        sqe->user_data = (uintptr_t)&future;
+                        sqe->flags = 0;
+                        sqe->ioprio = 0;
+                        sqe->fd = 0;
+                        sqe->off = 0;
+                        sqe->fsync_flags = 0;
+                        sqe->__pad2[0] = 0;
+                        sqe->__pad2[1] = 0;
+                        sqe->__pad2[2] = 0;
+                        sqe->addr = (uintptr_t)buf;
+                        sqe->len = sizeof(uint64_t);
+
+                        asm volatile("": : :"memory");
+
+                        /* paranoid */ verify( sqe->user_data == (uintptr_t)&future );
+                        __submit( ctx, &idx, 1, true );
+
+                        /* paranoid */ verify( proc == __cfaabi_tls.this_processor );
+                        /* paranoid */ verify( ! __preemption_enabled() );
+                }
+        #endif
 #endif