Changes in libcfa/src/concurrency/io.cfa [d3605f8:e8ac228]

File:

• libcfa/src/concurrency/io.cfa (modified) (8 diffs)

libcfa/src/concurrency/io.cfa

@@ -33 +33 @@
                 #include <sys/syscall.h>
                 #include <sys/eventfd.h>
-                #include <sys/uio.h>
 
                 #include <linux/io_uring.h>
@@ -134 +133 @@
         }
 
-        bool __cfa_io_flush( processor * proc, int min_comp ) {
+        void __cfa_io_flush( processor * proc ) {
                 /* paranoid */ verify( ! __preemption_enabled() );
                 /* paranoid */ verify( proc );
@@ -142 +141 @@
                 $io_context & ctx = *proc->io.ctx;
 
+                // for(i; 2) {
+                //      unsigned idx = proc->rdq.id + i;
+                //      cltr->ready_queue.lanes.tscs[idx].tv = -1ull;
+                // }
+
                 __ioarbiter_flush( ctx );
 
                 __STATS__( true, io.calls.flush++; )
-                int ret = syscall( __NR_io_uring_enter, ctx.fd, ctx.sq.to_submit, min_comp, min_comp > 0 ? IORING_ENTER_GETEVENTS : 0, (sigset_t *)0p, _NSIG / 8);
+                int ret = syscall( __NR_io_uring_enter, ctx.fd, ctx.sq.to_submit, 0, 0, (sigset_t *)0p, _NSIG / 8);
                 if( ret < 0 ) {
                         switch((int)errno) {
@@ -153 +157 @@
                                 // Update statistics
                                 __STATS__( false, io.calls.errors.busy ++; )
-                                return false;
+                                // for(i; 2) {
+                                //      unsigned idx = proc->rdq.id + i;
+                                //      cltr->ready_queue.lanes.tscs[idx].tv = rdtscl();
+                                // }
+                                return;
                         default:
                                 abort( "KERNEL ERROR: IO_URING SYSCALL - (%d) %s\n", (int)errno, strerror(errno) );
@@ -174 +182 @@
 
                 ctx.proc->io.pending = false;
-                ready_schedule_lock();
-                bool ret = __cfa_io_drain( proc );
-                ready_schedule_unlock();
-                return ret;
+
+                __cfa_io_drain( proc );
+                // for(i; 2) {
+                //      unsigned idx = proc->rdq.id + i;
+                //      cltr->ready_queue.lanes.tscs[idx].tv = rdtscl();
+                // }
         }
 
@@ -281 +291 @@
         }
 
+
         //=============================================================================================
         // submission
@@ -303 +314 @@
                 ctx->proc->io.dirty   = true;
                 if(sq.to_submit > 30 || !lazy) {
-                        __cfa_io_flush( ctx->proc, 0 );
+                        ready_schedule_lock();
+                        __cfa_io_flush( ctx->proc );
+                        ready_schedule_unlock();
                 }
         }
@@ -502 +515 @@
                 }
         }
-
-        #if defined(CFA_WITH_IO_URING_IDLE)
-                bool __kernel_read(processor * proc, io_future_t & future, iovec & iov, int fd) {
-                        $io_context * ctx = proc->io.ctx;
-                        /* paranoid */ verify( ! __preemption_enabled() );
-                        /* paranoid */ verify( proc == __cfaabi_tls.this_processor );
-                        /* paranoid */ verify( ctx );
-
-                        __u32 idx;
-                        struct io_uring_sqe * sqe;
-
-                        // We can proceed to the fast path
-                        if( !__alloc(ctx, &idx, 1) ) return false;
-
-                        // Allocation was successful
-                        __fill( &sqe, 1, &idx, ctx );
-
-                        sqe->user_data = (uintptr_t)&future;
-                        sqe->flags = 0;
-                        sqe->fd = fd;
-                        sqe->off = 0;
-                        sqe->ioprio = 0;
-                        sqe->fsync_flags = 0;
-                        sqe->__pad2[0] = 0;
-                        sqe->__pad2[1] = 0;
-                        sqe->__pad2[2] = 0;
-
-                        #if defined(CFA_HAVE_IORING_OP_READ)
-                                sqe->opcode = IORING_OP_READ;
-                                sqe->addr = (uint64_t)iov.iov_base;
-                                sqe->len = iov.iov_len;
-                        #elif defined(CFA_HAVE_READV) && defined(CFA_HAVE_IORING_OP_READV)
-                                sqe->opcode = IORING_OP_READV;
-                                sqe->addr = (uintptr_t)&iov;
-                                sqe->len = 1;
-                        #else
-                                #error CFA_WITH_IO_URING_IDLE but none of CFA_HAVE_READV, CFA_HAVE_IORING_OP_READV or CFA_HAVE_IORING_OP_READ defined
-                        #endif
-
-                        asm volatile("": : :"memory");
-
-                        /* paranoid */ verify( sqe->user_data == (uintptr_t)&future );
-                        __submit( ctx, &idx, 1, true );
-
-                        /* paranoid */ verify( proc == __cfaabi_tls.this_processor );
-                        /* paranoid */ verify( ! __preemption_enabled() );
-                }
-        #endif
 #endif