static struct sock_conn *sock_conn_map_insert(struct sock_ep_attr *ep_attr,
struct sockaddr_in *addr, int conn_fd,
int addr_published)
{
int index;
struct sock_conn_map *map = &ep_attr->cmap;
if (map->size == map->used) {
index = sock_conn_get_next_index(map);
if (index < 0) {
if (sock_conn_map_increase(map, map->size * 2))
return NULL;
index = map->used;
map->used++;
}
} else {
index = map->used;
map->used++;
}
map->table[index].av_index = FI_ADDR_NOTAVAIL;
map->table[index].connected = 1;
map->table[index].addr = *addr;
map->table[index].sock_fd = conn_fd;
map->table[index].ep_attr = ep_attr;
sock_set_sockopts(conn_fd);
if (fi_epoll_add(map->epoll_set, conn_fd, &map->table[index]))
SOCK_LOG_ERROR("failed to add to epoll set: %d\n", conn_fd);
map->table[index].address_published = addr_published;
sock_pe_poll_add(ep_attr->domain->pe, conn_fd);
return &map->table[index];
}
int ofi_wait_fd_open(struct fid_fabric *fabric_fid, struct fi_wait_attr *attr,
struct fid_wait **waitset)
{
struct util_fabric *fabric;
struct util_wait_fd *wait;
int ret;
fabric = container_of(fabric_fid, struct util_fabric, fabric_fid);
ret = util_verify_wait_fd_attr(fabric->prov, attr);
if (ret)
return ret;
wait = calloc(1, sizeof(*wait));
if (!wait)
return -FI_ENOMEM;
ret = fi_wait_init(fabric, attr, &wait->util_wait);
if (ret)
goto err1;
wait->util_wait.signal = util_wait_fd_signal;
wait->util_wait.wait_try = util_wait_fd_try;
ret = fd_signal_init(&wait->signal);
if (ret)
goto err2;
ret = fi_epoll_create(&wait->epoll_fd);
if (ret)
goto err3;
ret = fi_epoll_add(wait->epoll_fd, wait->signal.fd[FI_READ_FD],
FI_EPOLL_IN, &wait->util_wait.wait_fid.fid);
if (ret)
goto err4;
wait->util_wait.wait_fid.fid.ops = &util_wait_fd_fi_ops;
wait->util_wait.wait_fid.ops = &util_wait_fd_ops;
dlist_init(&wait->fd_list);
fastlock_init(&wait->lock);
*waitset = &wait->util_wait.wait_fid;
return 0;
err4:
fi_epoll_close(wait->epoll_fd);
err3:
fd_signal_free(&wait->signal);
err2:
fi_wait_cleanup(&wait->util_wait);
err1:
free(wait);
return ret;
}
int ofi_wait_fd_add(struct util_wait *wait, int fd, uint32_t events,
ofi_wait_fd_try_func wait_try, void *arg, void *context)
{
struct ofi_wait_fd_entry *fd_entry;
struct dlist_entry *entry;
struct util_wait_fd *wait_fd = container_of(wait, struct util_wait_fd,
util_wait);
int ret = 0;
fastlock_acquire(&wait_fd->lock);
entry = dlist_find_first_match(&wait_fd->fd_list, ofi_wait_fd_match, &fd);
if (entry) {
FI_DBG(wait->prov, FI_LOG_EP_CTRL,
"Given fd (%d) already added to wait list - %p \n",
fd, wait_fd);
fd_entry = container_of(entry, struct ofi_wait_fd_entry, entry);
ofi_atomic_inc32(&fd_entry->ref);
goto out;
}
ret = fi_epoll_add(wait_fd->epoll_fd, fd, events, context);
if (ret) {
FI_WARN(wait->prov, FI_LOG_FABRIC, "Unable to add fd to epoll\n");
goto out;
}
fd_entry = calloc(1, sizeof *fd_entry);
if (!fd_entry) {
ret = -FI_ENOMEM;
fi_epoll_del(wait_fd->epoll_fd, fd);
goto out;
}
fd_entry->fd = fd;
fd_entry->wait_try = wait_try;
fd_entry->arg = arg;
ofi_atomic_initialize32(&fd_entry->ref, 1);
dlist_insert_tail(&fd_entry->entry, &wait_fd->fd_list);
out:
fastlock_release(&wait_fd->lock);
return ret;
}