int onload_recvmsg_kernel(int fd, struct msghdr *msg, int flags)
{
int rc;
citp_lib_context_t lib_context;
citp_fdinfo* fdi;
Log_CALL(ci_log("%s(%d, %p, %x)", __FUNCTION__, fd, msg, flags));
if( (fdi = citp_fdtable_lookup_fast(&lib_context, fd)) ) {
rc = citp_fdinfo_get_ops(fdi)->recvmsg_kernel(fdi, msg, flags);
citp_fdinfo_release_ref_fast(fdi);
citp_exit_lib(&lib_context, rc >= 0);
} else {
citp_exit_lib_if(&lib_context, TRUE);
rc = -ESOCKTNOSUPPORT;
}
Log_CALL_RESULT(rc);
return rc;
}
int onload_zc_recv(int fd, struct onload_zc_recv_args* args)
{
int rc;
citp_lib_context_t lib_context;
citp_fdinfo* fdi;
Log_CALL(ci_log("%s(%d, %p(flags=%x))", __FUNCTION__, fd, args, args->flags));
if( (fdi = citp_fdtable_lookup_fast(&lib_context, fd)) ) {
rc = citp_fdinfo_get_ops(fdi)->zc_recv(fdi, args);
citp_fdinfo_release_ref_fast(fdi);
citp_exit_lib(&lib_context, rc >= 0);
} else {
citp_exit_lib_if(&lib_context, TRUE);
rc = -ESOCKTNOSUPPORT;
}
Log_CALL_RESULT(rc);
return rc;
}
int onload_set_recv_filter(int fd, onload_zc_recv_filter_callback filter,
void* cb_arg, int flags)
{
int rc;
citp_lib_context_t lib_context;
citp_fdinfo* fdi;
Log_CALL(ci_log("%s(%d, %p, %p, %x)", __FUNCTION__, fd, filter,
cb_arg, flags));
if( (fdi = citp_fdtable_lookup_fast(&lib_context, fd)) ) {
rc = citp_fdinfo_get_ops(fdi)->zc_recv_filter(fdi, filter, cb_arg, flags);
citp_fdinfo_release_ref_fast(fdi);
citp_exit_lib(&lib_context, rc >= 0);
} else {
citp_exit_lib_if(&lib_context, TRUE);
rc = -ESOCKTNOSUPPORT;
}
Log_CALL_RESULT(rc);
return rc;
}
/* Re-probe fdinfo after endpoint was moved to another stack.
* The function assumes that fdinfo was obtained via citp_fdtable_lookup()
* or from citp_fdtable_lookup_fast(). */
citp_fdinfo* citp_reprobe_moved(citp_fdinfo* fdinfo, int from_fast_lookup,
int fdip_is_already_busy)
{
int fd = fdinfo->fd;
citp_fdinfo* new_fdinfo = NULL;
CITP_FDTABLE_LOCK();
if( ! fdip_is_already_busy ) {
volatile citp_fdinfo_p* p_fdip;
citp_fdinfo_p fdip;
p_fdip = &citp_fdtable.table[fd].fdip;
again:
fdip = *p_fdip;
if( fdip_is_busy(fdip) ) fdip = citp_fdtable_busy_wait(fd, 1);
ci_assert( fdip_is_normal(fdip) || fdip_is_passthru(fdip) );
if( fdip_cas_fail(p_fdip, fdip, fdip_busy) ) goto again;
/* Possibly, a parrallel thread have already called
* citp_reprobe_moved() for us. */
if( fdip_is_passthru(fdip) ) {
citp_fdtable_busy_clear(fd, fdip, 1);
if( new_fdinfo != NULL )
citp_fdinfo_ref(new_fdinfo);
goto done;
}
ci_assert( fdip_is_normal(fdip) );
new_fdinfo = fdip_to_fdi(fdip);
if( new_fdinfo != fdinfo) {
citp_fdtable_busy_clear(fd, fdip, 1);
if( new_fdinfo != NULL )
citp_fdinfo_ref(new_fdinfo);
goto done;
}
}
else
ci_assert(fdip_is_busy(citp_fdtable.table[fd].fdip));
/* re-probe new fd */
new_fdinfo = citp_fdtable_probe_locked(fd, CI_TRUE, CI_TRUE);
if( fdinfo->epoll_fd >= 0 ) {
citp_fdinfo* epoll_fdi = citp_epoll_fdi_from_member(fdinfo, 1);
if( epoll_fdi->protocol->type == CITP_EPOLL_FD )
citp_epoll_on_move(epoll_fdi, fdinfo, new_fdinfo, 1);
else
citp_epollb_on_handover(epoll_fdi, fdinfo);
citp_fdinfo_release_ref(epoll_fdi, 1);
}
/* Drop refcount from fdtable */
fdinfo->on_ref_count_zero = FDI_ON_RCZ_MOVED;
citp_fdinfo_release_ref(fdinfo, 1);
done:
/* One refcount from the caller */
if( from_fast_lookup )
citp_fdinfo_release_ref_fast(fdinfo);
else
citp_fdinfo_release_ref(fdinfo, 1);
CITP_FDTABLE_UNLOCK();
if( new_fdinfo == NULL )
return NULL;
if( from_fast_lookup ) {
citp_fdinfo_ref_fast(new_fdinfo);
citp_fdinfo_release_ref(new_fdinfo, 0);
}
return new_fdinfo;
}
