void mq_stream_read_request(mq_stream_t *mqs)
{
mq_msg_t *msg;
//** If 1st time make all the variables
if (mqs->mpool == NULL) {
apr_pool_create(&mqs->mpool, NULL);
apr_thread_mutex_create(&(mqs->lock), APR_THREAD_MUTEX_DEFAULT, mqs->mpool);
apr_thread_cond_create(&(mqs->cond), mqs->mpool);
}
log_printf(5, "msid=%d want_more=%c\n", mqs->msid, mqs->want_more);
//** Form the message
msg = mq_make_exec_core_msg(mqs->remote_host, 1);
mq_msg_append_mem(msg, MQS_MORE_DATA_KEY, MQS_MORE_DATA_SIZE, MQF_MSG_KEEP_DATA);
mq_msg_append_mem(msg, mqs->host_id, mqs->hid_len, MQF_MSG_KEEP_DATA);
mq_msg_append_mem(msg, mqs->stream_id, mqs->sid_len, MQF_MSG_KEEP_DATA);
mq_msg_append_mem(msg, &(mqs->want_more), 1, MQF_MSG_KEEP_DATA); //** Want more data
mq_msg_append_mem(msg, NULL, 0, MQF_MSG_KEEP_DATA);
//DELETE??? mq_apply_return_address_msg(msg, mqs->remote_host, 0);
//** Make the gop
mqs->gop_waiting = new_mq_op(mqs->mqc, msg, mqs_response_client_more, mqs, NULL, mqs->timeout);
//** Start executing it
apr_thread_mutex_lock(mqs->lock);
mqs->waiting = 1;
apr_thread_mutex_unlock(mqs->lock);
gop_start_execution(mqs->gop_waiting);
}
int ibp_sync_command(ibp_op_t *iop)
{
op_generic_t *gop = ibp_get_gop(iop);
op_status_t status;
//** Submit if for execution
// gop->base.started_execution = 1; //** Mark it as being submitted
// submit_hportal_sync(gop->op->pc, gop);
gop_set_exec_mode(gop, OP_EXEC_DIRECT);
gop_start_execution(gop);
//** and Wait for completion
gop_waitany(gop);
status = gop_get_status(gop);
IBP_errno = status.error_code;
if (gop->op->cmd.hostport != NULL) {
free(gop->op->cmd.hostport);
gop->op->cmd.hostport = NULL;
}
log_printf(10, "ibp_sync_command: IBP_errno=%d\n", IBP_errno); //tbx_log_flush();
return(IBP_errno);
}
op_status_t segment_put_func(void *arg, int id)
{
segment_copy_t *sc = (segment_copy_t *)arg;
tbuffer_t *wbuf, *rbuf, *tmpbuf;
tbuffer_t tbuf1, tbuf2;
char *rb, *wb, *tb;
ex_off_t bufsize;
int err;
ex_off_t rpos, wpos, rlen, wlen, tlen, nbytes, got, dend;
ex_iovec_t wex;
op_generic_t *gop;
op_status_t status;
apr_time_t loop_start, file_start;
double dt_loop, dt_file;
//** Set up the buffers
bufsize = sc->bufsize / 2; //** The buffer is split for R/W
rb = sc->buffer;
wb = &(sc->buffer[bufsize]);
tbuffer_single(&tbuf1, bufsize, rb);
tbuffer_single(&tbuf2, bufsize, wb);
rbuf = &tbuf1;
wbuf = &tbuf2;
nbytes = sc->len;
status = op_success_status;
//** Go ahead and reserve the space in the destintaion
dend = sc->dest_offset + nbytes;
gop_sync_exec(segment_truncate(sc->dest, sc->da, -dend, sc->timeout));
//** Read the initial block
rpos = 0;
wpos = sc->dest_offset;
if (nbytes < 0) {
rlen = bufsize;
} else {
rlen = (nbytes > bufsize) ? bufsize : nbytes;
}
wlen = 0;
rpos += rlen;
nbytes -= rlen;
log_printf(0, "FILE fd=%p bufsize=" XOT " rlen=" XOT " nbytes=" XOT "\n", sc->fd, bufsize, rlen, nbytes);
loop_start = apr_time_now();
got = fread(rb, 1, rlen, sc->fd);
dt_file = apr_time_now() - loop_start;
dt_file /= (double)APR_USEC_PER_SEC;
if (got == 0) {
if (feof(sc->fd) == 0) {
log_printf(1, "ERROR from fread=%d dest sid=" XIDT " rlen=" XOT " got=" XOT "\n", errno, segment_id(sc->dest), rlen, got);
status = op_failure_status;
}
goto finished;
}
rlen = got;
do {
//** Swap the buffers
tb = rb;
rb = wb;
wb = tb;
tmpbuf = rbuf;
rbuf = wbuf;
wbuf = tmpbuf;
tlen = rlen;
rlen = wlen;
wlen = tlen;
log_printf(1, "dseg=" XIDT " wpos=" XOT " rlen=" XOT " wlen=" XOT "\n", segment_id(sc->dest), wpos, rlen, wlen);
//** Start the write
ex_iovec_single(&wex, wpos, wlen);
wpos += wlen;
loop_start = apr_time_now();
gop = segment_write(sc->dest, sc->da, sc->rw_hints, 1, &wex, wbuf, 0, sc->timeout);
gop_start_execution(gop); //** Start doing the transfer
//** Read in the next block
if (nbytes < 0) {
rlen = bufsize;
} else {
rlen = (nbytes > bufsize) ? bufsize : nbytes;
}
if (rlen > 0) {
file_start = apr_time_now();
got = fread(rb, 1, rlen, sc->fd);
dt_file = apr_time_now() - file_start;
dt_file /= (double)APR_USEC_PER_SEC;
if (got == 0) {
if (feof(sc->fd) == 0) {
log_printf(1, "ERROR from fread=%d dest sid=" XIDT " got=" XOT " rlen=" XOT "\n", errno, segment_id(sc->dest), got, rlen);
status = op_failure_status;
gop_waitall(gop);
gop_free(gop, OP_DESTROY);
goto finished;
}
}
rlen = got;
rpos += rlen;
nbytes -= rlen;
}
//** Wait for it to complete
err = gop_waitall(gop);
dt_loop = apr_time_now() - loop_start;
dt_loop /= (double)APR_USEC_PER_SEC;
log_printf(1, "dt_loop=%lf dt_file=%lf\n", dt_loop, dt_file);
if (err != OP_STATE_SUCCESS) {
log_printf(1, "ERROR write(dseg=" XIDT ") failed! wpos=" XOT " len=" XOT "\n", segment_id(sc->dest), wpos, wlen);
status = op_failure_status;
gop_free(gop, OP_DESTROY);
goto finished;
}
gop_free(gop, OP_DESTROY);
} while (rlen > 0);
if (sc->truncate == 1) { //** Truncate if wanted
gop_sync_exec(segment_truncate(sc->dest, sc->da, wpos, sc->timeout));
}
finished:
// status.error_code = rpos;
return(status);
}
op_status_t segment_get_func(void *arg, int id)
{
segment_copy_t *sc = (segment_copy_t *)arg;
tbuffer_t *wbuf, *rbuf, *tmpbuf;
tbuffer_t tbuf1, tbuf2;
char *rb, *wb, *tb;
ex_off_t bufsize;
int err;
ex_off_t rpos, wpos, rlen, wlen, tlen, nbytes, got, total;
ex_iovec_t rex;
apr_time_t loop_start, file_start;
double dt_loop, dt_file;
op_generic_t *gop;
op_status_t status;
//** Set up the buffers
bufsize = sc->bufsize / 2; //** The buffer is split for R/W
rb = sc->buffer;
wb = &(sc->buffer[bufsize]);
tbuffer_single(&tbuf1, bufsize, rb);
tbuffer_single(&tbuf2, bufsize, wb);
rbuf = &tbuf1;
wbuf = &tbuf2;
status = op_success_status;
//** Read the initial block
rpos = sc->src_offset;
wpos = 0;
nbytes = segment_size(sc->src) - sc->src_offset;
if (nbytes < 0) {
rlen = bufsize;
} else {
rlen = (nbytes > bufsize) ? bufsize : nbytes;
}
log_printf(5, "FILE fd=%p\n", sc->fd);
ex_iovec_single(&rex, rpos, rlen);
wlen = 0;
rpos += rlen;
nbytes -= rlen;
loop_start = apr_time_now();
gop = segment_read(sc->src, sc->da, sc->rw_hints, 1, &rex, rbuf, 0, sc->timeout);
err = gop_waitall(gop);
if (err != OP_STATE_SUCCESS) {
log_printf(1, "Intial read failed! src=" XIDT " rpos=" XOT " len=" XOT "\n", segment_id(sc->src), rpos, rlen);
gop_free(gop, OP_DESTROY);
return(op_failure_status);
}
gop_free(gop, OP_DESTROY);
total = 0;
do {
//** Swap the buffers
tb = rb;
rb = wb;
wb = tb;
tmpbuf = rbuf;
rbuf = wbuf;
wbuf = tmpbuf;
tlen = rlen;
rlen = wlen;
wlen = tlen;
log_printf(1, "sseg=" XIDT " rpos=" XOT " wpos=" XOT " rlen=" XOT " wlen=" XOT " nbytes=" XOT "\n", segment_id(sc->src), rpos, wpos, rlen, wlen, nbytes);
//** Read in the next block
if (nbytes < 0) {
rlen = bufsize;
} else {
rlen = (nbytes > bufsize) ? bufsize : nbytes;
}
if (rlen > 0) {
ex_iovec_single(&rex, rpos, rlen);
loop_start = apr_time_now();
gop = segment_read(sc->src, sc->da, sc->rw_hints, 1, &rex, rbuf, 0, sc->timeout);
gop_start_execution(gop); //** Start doing the transfer
rpos += rlen;
nbytes -= rlen;
}
//** Start the write
file_start = apr_time_now();
got = fwrite(wb, 1, wlen, sc->fd);
dt_file = apr_time_now() - file_start;
dt_file /= (double)APR_USEC_PER_SEC;
total += got;
log_printf(5, "sid=" XIDT " fwrite(wb,1," XOT ", sc->fd)=" XOT " total=" XOT "\n", segment_id(sc->src), wlen, got, total);
if (wlen != got) {
log_printf(1, "ERROR from fread=%d dest sid=" XIDT "\n", errno, segment_id(sc->dest));
status = op_failure_status;
gop_waitall(gop);
gop_free(gop, OP_DESTROY);
goto fail;
}
wpos += wlen;
//** Wait for the read to complete
if (rlen > 0) {
err = gop_waitall(gop);
gop_free(gop, OP_DESTROY);
if (err != OP_STATE_SUCCESS) {
log_printf(1, "ERROR write(dseg=" XIDT ") failed! wpos=" XOT " len=" XOT "\n", segment_id(sc->dest), wpos, wlen);
status = op_failure_status;
goto fail;
}
}
dt_loop = apr_time_now() - loop_start;
dt_loop /= (double)APR_USEC_PER_SEC;
log_printf(1, "dt_loop=%lf dt_file=%lf\n", dt_loop, dt_file);
} while (rlen > 0);
fail:
return(status);
}
