/*-------------------------------------------------------------------------
wake_up_streams
Send an event to the upstream vconnection to either
- ask for more data
- let it know we're done
Reenable the downstream vconnection
Input:
contp continuation for the current transaction
Output :
Return Value:
0 if failure
1 if success
-------------------------------------------------------------------------*/
static int
wake_up_streams(TSCont contp)
{
TSVIO input_vio;
ContData *data;
int ntodo;
data = TSContDataGet(contp);
TSAssert(data->magic == MAGIC_ALIVE);
input_vio = TSVConnWriteVIOGet(contp);
ntodo = TSVIONTodoGet(input_vio);
if (ntodo > 0) {
TSVIOReenable(data->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_READY, input_vio);
} else {
TSDebug(DBG_TAG, "Total bytes produced by transform = %d", data->transform_bytes);
TSVIONBytesSet(data->output_vio, data->transform_bytes);
TSVIOReenable(data->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_COMPLETE, input_vio);
}
return 1;
}
static int
ts_lua_http_intercept_run_coroutine(ts_lua_http_intercept_ctx * ictx)
{
int ret;
const char *res;
size_t res_len;
lua_State *L;
L = ictx->lua;
ret = lua_resume(L, 0);
switch (ret) {
case 0: // finished
res = lua_tolstring(L, -1, &res_len);
ts_lua_http_intercept_setup_write(ictx);
TSIOBufferWrite(ictx->output.buffer, res, res_len);
TSVIONBytesSet(ictx->output.vio, res_len);
break;
case 1: // yield
break;
default: // error
fprintf(stderr, "lua_resume failed: %s\n", lua_tostring(L, -1));
return -1;
}
return 0;
}
static void
stats_process_write(TSCont contp, TSEvent event, stats_state * my_state)
{
if (event == TS_EVENT_VCONN_WRITE_READY) {
if (my_state->body_written == 0) {
TSDebug("istats", "plugin adding response body");
my_state->body_written = 1;
json_out_stats(my_state);
TSVIONBytesSet(my_state->write_vio, my_state->output_bytes);
}
TSVIOReenable(my_state->write_vio);
} else if (TS_EVENT_VCONN_WRITE_COMPLETE) {
stats_cleanup(contp, my_state);
} else if (event == TS_EVENT_ERROR) {
TSError("stats_process_write: Received TS_EVENT_ERROR\n");
} else {
TSReleaseAssert(!"Unexpected Event");
}
}
/* Process a write event from the SM */
static void
acme_process_write(TSCont contp, TSEvent event, AcmeState *my_state)
{
if (event == TS_EVENT_VCONN_WRITE_READY) {
char buf[64]; /* Plenty of space for CL: header */
int len;
len = snprintf(buf, sizeof(buf) - 1, "Content-Length: %zd\r\n\r\n", my_state->stat_buf.st_size);
my_state->output_bytes += add_data_to_resp(buf, len, my_state);
my_state->output_bytes += add_file_to_resp(my_state);
TSVIONBytesSet(my_state->write_vio, my_state->output_bytes);
TSVIOReenable(my_state->write_vio);
} else if (TS_EVENT_VCONN_WRITE_COMPLETE) {
cleanup(contp, my_state);
} else if (event == TS_EVENT_ERROR) {
TSError("[%s] acme_process_write: Received TS_EVENT_ERROR", PLUGIN_NAME);
} else {
TSReleaseAssert(!"Unexpected Event");
}
}
static int
ts_lua_http_intercept_run_coroutine(ts_lua_http_intercept_ctx * ictx, int n)
{
int ret;
int64_t avail;
int64_t done;
lua_State *L;
L = ictx->lua;
ret = lua_resume(L, n);
switch (ret) {
case 0: // finished
avail = TSIOBufferReaderAvail(ictx->output.reader);
done = TSVIONDoneGet(ictx->output.vio);
TSVIONBytesSet(ictx->output.vio, avail + done);
ictx->all_ready = 1;
if (avail) {
TSVIOReenable(ictx->output.vio);
} else {
ictx->send_complete = 1;
}
break;
case 1: // yield
break;
default: // error
fprintf(stderr, "lua_resume failed: %s\n", lua_tostring(L, -1));
return -1;
}
return 0;
}
/* Process a write event from the SM */
static void
hc_process_write(TSCont contp, TSEvent event, HCState *my_state)
{
if (event == TS_EVENT_VCONN_WRITE_READY) {
char buf[48];
int len;
len = snprintf(buf, sizeof(buf)-1, "Content-Length: %d\r\n\r\n", my_state->data->b_len);
my_state->output_bytes += add_data_to_resp(buf, len, my_state);
if (my_state->data->b_len > 0)
my_state->output_bytes += add_data_to_resp(my_state->data->body, my_state->data->b_len, my_state);
else
my_state->output_bytes += add_data_to_resp("\r\n", 2, my_state);
TSVIONBytesSet(my_state->write_vio, my_state->output_bytes);
TSVIOReenable(my_state->write_vio);
} else if (TS_EVENT_VCONN_WRITE_COMPLETE) {
cleanup(contp, my_state);
} else if (event == TS_EVENT_ERROR) {
TSError("hc_process_write: Received TS_EVENT_ERROR\n");
} else {
TSReleaseAssert(!"Unexpected Event");
}
}
static int
ts_dechunk_transform_handler(TSCont contp, ts_dechunk_transform_ctx *tc)
{
TSVConn output_conn;
TSVIO input_vio;
TSIOBufferReader input_reader;
int64_t towrite, upstream_done, avail;
int ret, eos;
output_conn = TSTransformOutputVConnGet(contp);
input_vio = TSVConnWriteVIOGet(contp);
input_reader = TSVIOReaderGet(input_vio);
if (!tc->output_buffer) {
tc->output_buffer = TSIOBufferCreate();
tc->output_reader = TSIOBufferReaderAlloc(tc->output_buffer);
tc->output_vio = TSVConnWrite(output_conn, contp, tc->output_reader, INT64_MAX);
}
if (!TSVIOBufferGet(input_vio)) {
TSVIONBytesSet(tc->output_vio, tc->total);
TSVIOReenable(tc->output_vio);
return 1;
}
towrite = TSVIONTodoGet(input_vio);
upstream_done = TSVIONDoneGet(input_vio);
avail = TSIOBufferReaderAvail(input_reader);
if (towrite > avail) {
towrite = avail;
eos = 0;
} else {
eos = 1;
}
ret = ts_dechunk_process(tc->info, input_reader, tc->output_buffer, eos);
if (ret < 0) {
tc->total = TSVIONDoneGet(tc->output_vio) + TSIOBufferReaderAvail(tc->output_reader);
TSVIONBytesSet(tc->output_vio, tc->total);
TSVIOReenable(tc->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_ERROR, input_vio);
return ret;
}
if (!ret) {
TSVIOReenable(tc->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_READY, input_vio);
} else {
tc->total = TSVIONDoneGet(tc->output_vio) + TSIOBufferReaderAvail(tc->output_reader);
TSVIONBytesSet(tc->output_vio, tc->total);
TSVIOReenable(tc->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_COMPLETE, input_vio);
}
return 1;
}
/**
* Function to flush buffered data and apply edits in-stream
*
* @param[in] fctx - the filter data
* @param[in] nbytes - number of bytes to flush (-1 to flush all data)
* @param[in] last - final flush indicator (no more data to come)
* @return success or error status
*/
static ib_status_t flush_data(tsib_filter_ctx *fctx, int64_t nbytes, int last)
{
/* copy logic from mod_range_filter.
*
*
* It's a push logic, so that'll be range_filter's output filter
*
* Note: We're not buffering anything here. We only see data
* when they're flushed from the buffer!
*/
ib_status_t rc = IB_OK;
int nedits, i;
size_t n, start;
if (nbytes == -1) {
/* just output all we have */
nbytes = fctx->buffered;
}
if ((fctx->edits != NULL) && (fctx->edits->len > 0)) {
/* Sort to reverse order, so we can pop elements simply by
* decrementing len
*/
nedits = fctx->edits->len/sizeof(edit_t);
qsort(fctx->edits->data, nedits, sizeof(edit_t), qcompare);
for (i = nedits-1; i >= 0; --i) {
edit_t *edit = &((edit_t*) fctx->edits->data)[i];
/* sanity-check that edit is in range */
if (edit->start < fctx->bytes_done) {
/* Edit applies to data already gone. This probably means
* someone fed us overlapping edits
*/
rc = IB_EBADVAL;
/* Abandon this edit. Continue loop (next edit may be fine) */
fctx->edits->len -= sizeof(edit_t);
continue;
}
else if (edit->start + edit->bytes > fctx->bytes_done + nbytes) {
/* Edit goes beyond data we're dealing with.
* So leave it for next time.
* This could affect buffering behaviour, but in a good cause
* If this is out-of-range then so are other edits,
* but they'll be in range when we have more data.
*
* Best we can do now is to flush data before this edit.
* by setting nbytes.
*
* Exception: if it's the last call, this edit is out-of-range
* so we just abandon it.
*/
if (!last) {
nbytes = edit->start - fctx->bytes_done;
rc = IB_EAGAIN;
break;
}
else {
fctx->edits->len -= sizeof(edit_t);
rc = IB_EBADVAL;
continue;
}
}
/* copy data up to start-of-edit */
start = edit->start - fctx->bytes_done;
while (start > 0) {
n = TSIOBufferCopy(fctx->output_buffer, fctx->reader, start, 0);
assert (n > 0); // FIXME - handle error
TSIOBufferReaderConsume(fctx->reader, n);
fctx->buffered -= n;
fctx->bytes_done += n;
nbytes -= n;
start -= n;
}
/* Discard anything that's being deleted */
TSIOBufferReaderConsume(fctx->reader, edit->bytes);
nbytes -= edit->bytes;
fctx->buffered -= edit->bytes;
fctx->bytes_done += edit->bytes;
/* Insert replacement string */
n = TSIOBufferWrite(fctx->output_buffer, edit->repl, edit->repl_len);
assert(n == edit->repl_len); // FIXME (if this ever happens)!
/* Record change to data size */
fctx->offs += edit->repl_len - edit->bytes;
/* We're done with this edit. */
fctx->edits->len -= sizeof(edit_t);
}
}
/* There's no (more) editing to do, so we can just move data to output
* using TS native refcounted pointer ops
*/
while (nbytes > 0) {
n = TSIOBufferCopy(fctx->output_buffer, fctx->reader, nbytes, 0);
assert (n > 0); // FIXME - handle error
TSIOBufferReaderConsume(fctx->reader, n);
fctx->buffered -= n;
fctx->bytes_done += n;
nbytes -= n;
}
if (last) {
// TODO - Do we need to add this to what is there vs just set it as we are now?
/* Now we can tell downstream exactly how much data it has */
TSVIONBytesSet(fctx->output_vio, fctx->bytes_done + fctx->offs);
}
TSVIOReenable(fctx->output_vio);
return rc;
}
/*-------------------------------------------------------------------------
handle_transform
Get data from upstream vconn.
Parse it.
Include file if include tags found.
Copy data to downstream vconn.
Wake up upstream to get more data.
Input:
contp continuation for the current transaction
Output :
Return Value:
0 if failure
1 if success
-------------------------------------------------------------------------*/
static int
handle_transform(TSCont contp)
{
TSVConn output_conn;
TSVIO input_vio;
ContData *data;
TSIOBufferReader input_reader;
int toread, avail, psi, toconsume, towrite;
/* Get the output (downstream) vconnection where we'll write data to. */
output_conn = TSTransformOutputVConnGet(contp);
/* Get upstream vio */
input_vio = TSVConnWriteVIOGet(contp);
data = TSContDataGet(contp);
TSAssert(data->magic == MAGIC_ALIVE);
if (!data->output_buffer) {
data->output_buffer = TSIOBufferCreate();
data->output_reader = TSIOBufferReaderAlloc(data->output_buffer);
/* INT64_MAX because we don't know yet how much bytes we'll produce */
data->output_vio = TSVConnWrite(output_conn, contp, data->output_reader, INT64_MAX);
}
/* If the input VIO's buffer is NULL, the transformation is over */
if (!TSVIOBufferGet(input_vio)) {
TSDebug(DBG_TAG, "input_vio NULL, terminating transformation");
TSVIONBytesSet(data->output_vio, data->transform_bytes);
TSVIOReenable(data->output_vio);
return 1;
}
/* Determine how much data we have left to read. */
toread = TSVIONTodoGet(input_vio);
if (toread > 0) {
input_reader = TSVIOReaderGet(input_vio);
avail = TSIOBufferReaderAvail(input_reader);
/* There are some data available for reading. Let's parse it */
if (avail > 0) {
/* No need to parse data if there are too few bytes left to contain
an include command... */
if (toread > (PSI_START_TAG_LEN + PSI_END_TAG_LEN)) {
psi = parse_data(contp, input_reader, avail, &toconsume, &towrite);
} else {
towrite = avail;
toconsume = avail;
psi = 0;
}
if (towrite > 0) {
/* Update the total size of the doc so far */
data->transform_bytes += towrite;
/* Copy the data from the read buffer to the output buffer. */
/* TODO: Should we check the return value of TSIOBufferCopy() ? */
TSIOBufferCopy(TSVIOBufferGet(data->output_vio), TSVIOReaderGet(input_vio), towrite, 0);
/* Reenable the output connection so it can read the data we've produced. */
TSVIOReenable(data->output_vio);
}
if (toconsume > 0) {
/* Consume data we've processed an we are no longer interested in */
TSIOBufferReaderConsume(input_reader, toconsume);
/* Modify the input VIO to reflect how much data we've completed. */
TSVIONDoneSet(input_vio, TSVIONDoneGet(input_vio) + toconsume);
}
/* Did we find a psi filename to execute in the data ? */
if (psi) {
Job *new_job;
/* Add a request to include a file into the jobs queue.. */
/* We'll be called back once it's done with an EVENT_IMMEDIATE */
TSDebug(DBG_TAG, "Psi filename extracted. Adding an include job to thread queue.");
data->state = STATE_READ_PSI;
/* Create a new job request and add it to the queue */
new_job = job_create(contp, &psi_include, NULL);
add_to_queue(&job_queue, new_job);
/* Signal to the threads there is a new job */
thread_signal_job();
return 1;
}
}
}
/* Wake up upstream and downstream vconnections */
wake_up_streams(contp);
return 1;
}
static void
handle_transform(TSCont contp)
{
TSVConn output_conn;
TSIOBuffer buf_test;
TSVIO input_vio;
MyData *data;
int64_t towrite;
int64_t avail;
TSDebug("null-transform", "Entering handle_transform()");
/* Get the output (downstream) vconnection where we'll write data to. */
output_conn = TSTransformOutputVConnGet(contp);
/* Get the write VIO for the write operation that was performed on
* ourself. This VIO contains the buffer that we are to read from
* as well as the continuation we are to call when the buffer is
* empty. This is the input VIO (the write VIO for the upstream
* vconnection).
*/
input_vio = TSVConnWriteVIOGet(contp);
/* Get our data structure for this operation. The private data
* structure contains the output VIO and output buffer. If the
* private data structure pointer is NULL, then we'll create it
* and initialize its internals.
*/
data = TSContDataGet(contp);
if (!data) {
data = my_data_alloc();
data->output_buffer = TSIOBufferCreate();
data->output_reader = TSIOBufferReaderAlloc(data->output_buffer);
TSDebug("null-transform", "\tWriting %" PRId64 " bytes on VConn", TSVIONBytesGet(input_vio));
// data->output_vio = TSVConnWrite(output_conn, contp, data->output_reader, INT32_MAX);
data->output_vio = TSVConnWrite(output_conn, contp, data->output_reader, INT64_MAX);
// data->output_vio = TSVConnWrite(output_conn, contp, data->output_reader, TSVIONBytesGet(input_vio));
TSContDataSet(contp, data);
}
/* We also check to see if the input VIO's buffer is non-NULL. A
* NULL buffer indicates that the write operation has been
* shutdown and that the upstream continuation does not want us to send any
* more WRITE_READY or WRITE_COMPLETE events. For this simplistic
* transformation that means we're done. In a more complex
* transformation we might have to finish writing the transformed
* data to our output connection.
*/
buf_test = TSVIOBufferGet(input_vio);
if (!buf_test) {
TSVIONBytesSet(data->output_vio, TSVIONDoneGet(input_vio));
TSVIOReenable(data->output_vio);
return;
}
/* Determine how much data we have left to read. For this null
* transform plugin this is also the amount of data we have left
* to write to the output connection.
*/
towrite = TSVIONTodoGet(input_vio);
TSDebug("null-transform", "\ttoWrite is %" PRId64 "", towrite);
if (towrite > 0) {
/* The amount of data left to read needs to be truncated by
* the amount of data actually in the read buffer.
*/
avail = TSIOBufferReaderAvail(TSVIOReaderGet(input_vio));
TSDebug("null-transform", "\tavail is %" PRId64 "", avail);
if (towrite > avail) {
towrite = avail;
}
if (towrite > 0) {
/* Copy the data from the read buffer to the output buffer. */
TSIOBufferCopy(TSVIOBufferGet(data->output_vio), TSVIOReaderGet(input_vio), towrite, 0);
/* Tell the read buffer that we have read the data and are no
* longer interested in it.
*/
TSIOBufferReaderConsume(TSVIOReaderGet(input_vio), towrite);
/* Modify the input VIO to reflect how much data we've
* completed.
*/
TSVIONDoneSet(input_vio, TSVIONDoneGet(input_vio) + towrite);
}
}
/* Now we check the input VIO to see if there is data left to
* read.
*/
if (TSVIONTodoGet(input_vio) > 0) {
if (towrite > 0) {
/* If there is data left to read, then we reenable the output
* connection by reenabling the output VIO. This will wake up
* the output connection and allow it to consume data from the
* output buffer.
*/
TSVIOReenable(data->output_vio);
/* Call back the input VIO continuation to let it know that we
* are ready for more data.
*/
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_READY, input_vio);
}
} else {
/* If there is no data left to read, then we modify the output
* VIO to reflect how much data the output connection should
* expect. This allows the output connection to know when it
* is done reading. We then reenable the output connection so
* that it can consume the data we just gave it.
*/
TSVIONBytesSet(data->output_vio, TSVIONDoneGet(input_vio));
TSVIOReenable(data->output_vio);
/* Call back the input VIO continuation to let it know that we
* have completed the write operation.
*/
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_COMPLETE, input_vio);
}
}
static void
handle_transform(TSCont contp)
{
TSVConn output_conn;
TSVIO write_vio;
MyData *data;
int64_t towrite;
/* Get the output connection where we'll write data to. */
output_conn = TSTransformOutputVConnGet(contp);
/* Get the write VIO for the write operation that was performed on
ourself. This VIO contains the buffer that we are to read from
as well as the continuation we are to call when the buffer is
empty. */
write_vio = TSVConnWriteVIOGet(contp);
/* Get our data structure for this operation. The private data
structure contains the output VIO and output buffer. If the
private data structure pointer is NULL, then we'll create it
and initialize its internals. */
data = TSContDataGet(contp);
if (!data) {
towrite = TSVIONBytesGet(write_vio);
if (towrite != INT64_MAX) {
towrite += append_buffer_length;
}
data = my_data_alloc();
data->output_buffer = TSIOBufferCreate();
data->output_reader = TSIOBufferReaderAlloc(data->output_buffer);
data->output_vio = TSVConnWrite(output_conn, contp, data->output_reader, towrite);
TSContDataSet(contp, data);
}
/* We also check to see if the write VIO's buffer is non-NULL. A
NULL buffer indicates that the write operation has been
shutdown and that the continuation does not want us to send any
more WRITE_READY or WRITE_COMPLETE events. For this simplistic
transformation that means we're done. In a more complex
transformation we might have to finish writing the transformed
data to our output connection. */
if (!TSVIOBufferGet(write_vio)) {
if (data->append_needed) {
data->append_needed = 0;
TSIOBufferCopy(TSVIOBufferGet(data->output_vio), append_buffer_reader, append_buffer_length, 0);
}
TSVIONBytesSet(data->output_vio, TSVIONDoneGet(write_vio) + append_buffer_length);
TSVIOReenable(data->output_vio);
return;
}
/* Determine how much data we have left to read. For this append
transform plugin this is also the amount of data we have left
to write to the output connection. */
towrite = TSVIONTodoGet(write_vio);
if (towrite > 0) {
/* The amount of data left to read needs to be truncated by
the amount of data actually in the read buffer. */
int64_t avail = TSIOBufferReaderAvail(TSVIOReaderGet(write_vio));
if (towrite > avail) {
towrite = avail;
}
if (towrite > 0) {
/* Copy the data from the read buffer to the output buffer. */
TSIOBufferCopy(TSVIOBufferGet(data->output_vio), TSVIOReaderGet(write_vio), towrite, 0);
/* Tell the read buffer that we have read the data and are no
longer interested in it. */
TSIOBufferReaderConsume(TSVIOReaderGet(write_vio), towrite);
/* Modify the write VIO to reflect how much data we've
completed. */
TSVIONDoneSet(write_vio, TSVIONDoneGet(write_vio) + towrite);
}
}
/* Now we check the write VIO to see if there is data left to
read. */
if (TSVIONTodoGet(write_vio) > 0) {
if (towrite > 0) {
/* If there is data left to read, then we reenable the output
connection by reenabling the output VIO. This will wakeup
the output connection and allow it to consume data from the
output buffer. */
TSVIOReenable(data->output_vio);
/* Call back the write VIO continuation to let it know that we
are ready for more data. */
TSContCall(TSVIOContGet(write_vio), TS_EVENT_VCONN_WRITE_READY, write_vio);
}
} else {
if (data->append_needed) {
data->append_needed = 0;
TSIOBufferCopy(TSVIOBufferGet(data->output_vio), append_buffer_reader, append_buffer_length, 0);
}
/* If there is no data left to read, then we modify the output
VIO to reflect how much data the output connection should
expect. This allows the output connection to know when it
is done reading. We then reenable the output connection so
that it can consume the data we just gave it. */
TSVIONBytesSet(data->output_vio, TSVIONDoneGet(write_vio) + append_buffer_length);
TSVIOReenable(data->output_vio);
/* Call back the write VIO continuation to let it know that we
have completed the write operation. */
TSContCall(TSVIOContGet(write_vio), TS_EVENT_VCONN_WRITE_COMPLETE, write_vio);
}
}
static int
ts_lua_transform_handler(TSCont contp, ts_lua_transform_ctx *transform_ctx)
{
TSVConn output_conn;
TSVIO input_vio;
TSIOBufferReader input_reader;
TSIOBufferBlock blk;
int64_t towrite, blk_len, upstream_done, avail, left;
const char *start;
const char *res;
size_t res_len;
int ret, eos;
lua_State *L;
TSMutex mtxp;
L = transform_ctx->hctx->lua;
mtxp = transform_ctx->hctx->mctx->mutexp;
output_conn = TSTransformOutputVConnGet(contp);
input_vio = TSVConnWriteVIOGet(contp);
input_reader = TSVIOReaderGet(input_vio);
if (!transform_ctx->output_buffer) {
transform_ctx->output_buffer = TSIOBufferCreate();
transform_ctx->output_reader = TSIOBufferReaderAlloc(transform_ctx->output_buffer);
transform_ctx->output_vio = TSVConnWrite(output_conn, contp, transform_ctx->output_reader, INT64_MAX);
}
if (!TSVIOBufferGet(input_vio)) {
TSVIONBytesSet(transform_ctx->output_vio, transform_ctx->total);
TSVIOReenable(transform_ctx->output_vio);
return 1;
}
if (transform_ctx->eos) {
return 1;
}
left = towrite = TSVIONTodoGet(input_vio);
upstream_done = TSVIONDoneGet(input_vio);
avail = TSIOBufferReaderAvail(input_reader);
eos = 0;
if (left <= avail)
eos = 1;
if (towrite > avail)
towrite = avail;
TSMutexLock(mtxp);
blk = TSIOBufferReaderStart(input_reader);
do {
start = TSIOBufferBlockReadStart(blk, input_reader, &blk_len);
lua_pushlightuserdata(L, transform_ctx);
lua_rawget(L, LUA_GLOBALSINDEX); /* push function */
if (towrite > blk_len) {
lua_pushlstring(L, start, (size_t)blk_len);
towrite -= blk_len;
} else {
lua_pushlstring(L, start, (size_t)towrite);
towrite = 0;
}
if (!towrite && eos) {
lua_pushinteger(L, 1); /* second param, not finish */
} else {
lua_pushinteger(L, 0); /* second param, not finish */
}
if (lua_pcall(L, 2, 2, 0)) {
fprintf(stderr, "lua_pcall failed: %s\n", lua_tostring(L, -1));
}
ret = lua_tointeger(L, -1); /* 0 is not finished, 1 is finished */
res = lua_tolstring(L, -2, &res_len);
if (res && res_len) {
TSIOBufferWrite(transform_ctx->output_buffer, res, res_len);
transform_ctx->total += res_len;
}
lua_pop(L, 2);
if (ret || (eos && !towrite)) { // EOS
eos = 1;
break;
}
blk = TSIOBufferBlockNext(blk);
} while (blk && towrite > 0);
TSMutexUnlock(mtxp);
TSIOBufferReaderConsume(input_reader, avail);
TSVIONDoneSet(input_vio, upstream_done + avail);
if (eos) {
transform_ctx->eos = 1;
TSVIONBytesSet(transform_ctx->output_vio, transform_ctx->total);
TSVIOReenable(transform_ctx->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_COMPLETE, input_vio);
} else {
TSVIOReenable(transform_ctx->output_vio);
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_READY, input_vio);
}
return 1;
}
static void process_data(TSCont contp, ibd_ctx* ibd)
{
TSVConn output_conn;
TSIOBuffer buf_test;
TSVIO input_vio;
ib_txn_ctx *data;
int64_t towrite;
int64_t avail;
int first_time = 0;
char *bufp = NULL;
TSDebug("ironbee", "Entering process_data()");
/* Get the output (downstream) vconnection where we'll write data to. */
output_conn = TSTransformOutputVConnGet(contp);
/* Get the write VIO for the write operation that was performed on
* ourself. This VIO contains the buffer that we are to read from
* as well as the continuation we are to call when the buffer is
* empty. This is the input VIO (the write VIO for the upstream
* vconnection).
*/
input_vio = TSVConnWriteVIOGet(contp);
data = TSContDataGet(contp);
if (!ibd->data->output_buffer) {
first_time = 1;
ibd->data->output_buffer = TSIOBufferCreate();
ibd->data->output_reader = TSIOBufferReaderAlloc(ibd->data->output_buffer);
TSDebug("ironbee", "\tWriting %d bytes on VConn", TSVIONBytesGet(input_vio));
ibd->data->output_vio = TSVConnWrite(output_conn, contp, ibd->data->output_reader, INT64_MAX);
}
if (ibd->data->buf) {
/* this is the second call to us, and we have data buffered.
* Feed buffered data to ironbee
*/
ib_conndata_t icdata;
icdata.ib = ironbee;
icdata.mp = data->ssn->iconn->mp;
icdata.conn = data->ssn->iconn;
icdata.dalloc = ibd->data->buflen;
icdata.dlen = ibd->data->buflen;
icdata.data = (uint8_t *)ibd->data->buf;
(*ibd->ibd->ib_notify)(ironbee, &icdata);
TSfree(ibd->data->buf);
ibd->data->buf = NULL;
ibd->data->buflen = 0;
}
/* test for input data */
buf_test = TSVIOBufferGet(input_vio);
if (!buf_test) {
TSDebug("ironbee", "No more data, finishing");
TSVIONBytesSet(ibd->data->output_vio, TSVIONDoneGet(input_vio));
TSVIOReenable(ibd->data->output_vio);
/* FIXME - is this right here - can conn data be kept across reqs? */
ibd->data->output_buffer = NULL;
ibd->data->output_reader = NULL;
ibd->data->output_vio = NULL;
return;
}
/* Determine how much data we have left to read. For this null
* transform plugin this is also the amount of data we have left
* to write to the output connection.
*/
towrite = TSVIONTodoGet(input_vio);
TSDebug("ironbee", "\ttoWrite is %" PRId64 "", towrite);
if (towrite > 0) {
/* The amount of data left to read needs to be truncated by
* the amount of data actually in the read buffer.
*/
/* first time through, we have to buffer the data until
* after the headers have been sent. Ugh!
*/
if (first_time) {
bufp = ibd->data->buf = TSmalloc(towrite);
ibd->data->buflen = towrite;
}
avail = TSIOBufferReaderAvail(TSVIOReaderGet(input_vio));
TSDebug("ironbee", "\tavail is %" PRId64 "", avail);
if (towrite > avail) {
towrite = avail;
}
if (towrite > 0) {
int btowrite = towrite;
/* Copy the data from the read buffer to the output buffer. */
TSIOBufferCopy(TSVIOBufferGet(ibd->data->output_vio), TSVIOReaderGet(input_vio), towrite, 0);
/* feed the data to ironbee, and consume them */
while (btowrite > 0) {
ib_conndata_t icdata;
int64_t ilength;
TSIOBufferReader input_reader = TSVIOReaderGet(input_vio);
TSIOBufferBlock blkp = TSIOBufferReaderStart(input_reader);
const char *ibuf = TSIOBufferBlockReadStart(blkp, input_reader, &ilength);
/* feed it to ironbee or to buffer */
if (first_time) {
memcpy(bufp, ibuf, ilength);
bufp += ilength;
}
else {
icdata.ib = ironbee;
icdata.mp = data->ssn->iconn->mp;
icdata.conn = data->ssn->iconn;
icdata.dalloc = ilength;
icdata.dlen = ilength;
icdata.data = (uint8_t *)ibuf;
(*ibd->ibd->ib_notify)(ironbee, &icdata);
}
//"response", TSHttpTxnClientRespGet, ib_state_notify_conn_data_out
// ib_state_notify_conn_data_out(ironbee, &icdata);
/* and mark it as all consumed */
btowrite -= ilength;
TSIOBufferReaderConsume(input_reader, ilength);
TSVIONDoneSet(input_vio, TSVIONDoneGet(input_vio) + ilength);
}
}
}
/* Now we check the input VIO to see if there is data left to
* read.
*/
if (TSVIONTodoGet(input_vio) > 0) {
if (towrite > 0) {
/* If there is data left to read, then we reenable the output
* connection by reenabling the output VIO. This will wake up
* the output connection and allow it to consume data from the
* output buffer.
*/
TSVIOReenable(ibd->data->output_vio);
/* Call back the input VIO continuation to let it know that we
* are ready for more data.
*/
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_READY, input_vio);
}
} else {
/* If there is no data left to read, then we modify the output
* VIO to reflect how much data the output connection should
* expect. This allows the output connection to know when it
* is done reading. We then reenable the output connection so
* that it can consume the data we just gave it.
*/
TSVIONBytesSet(ibd->data->output_vio, TSVIONDoneGet(input_vio));
TSVIOReenable(ibd->data->output_vio);
/* Call back the input VIO continuation to let it know that we
* have completed the write operation.
*/
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_COMPLETE, input_vio);
}
}
static int
ts_lua_transform_handler(TSCont contp, ts_lua_http_transform_ctx *transform_ctx, TSEvent event, int n)
{
TSVConn output_conn;
TSVIO input_vio;
TSIOBufferReader input_reader;
TSIOBufferBlock blk;
int64_t toread, towrite, blk_len, upstream_done, input_avail, input_wm_bytes, l;
const char *start;
const char *res;
size_t res_len;
int ret, eos, write_down, rc, top, empty_input;
ts_lua_coroutine *crt;
ts_lua_cont_info *ci;
lua_State *L;
TSMutex mtxp;
ci = &transform_ctx->cinfo;
crt = &ci->routine;
mtxp = crt->mctx->mutexp;
L = crt->lua;
output_conn = TSTransformOutputVConnGet(contp);
input_vio = TSVConnWriteVIOGet(contp);
empty_input = 0;
if (!TSVIOBufferGet(input_vio)) {
if (transform_ctx->output.vio) {
TSDebug(TS_LUA_DEBUG_TAG, "[%s] reenabling output VIO after input VIO does not exist", __FUNCTION__);
TSVIONBytesSet(transform_ctx->output.vio, transform_ctx->total);
TSVIOReenable(transform_ctx->output.vio);
return 0;
} else {
TSDebug(TS_LUA_DEBUG_TAG, "[%s] no input VIO and output VIO", __FUNCTION__);
empty_input = 1;
}
} else { // input VIO exists
input_wm_bytes = TSIOBufferWaterMarkGet(TSVIOBufferGet(input_vio));
if (transform_ctx->upstream_watermark_bytes >= 0 && transform_ctx->upstream_watermark_bytes != input_wm_bytes) {
TSDebug(TS_LUA_DEBUG_TAG, "[%s] Setting input_vio watermark to %" PRId64 " bytes", __FUNCTION__,
transform_ctx->upstream_watermark_bytes);
TSIOBufferWaterMarkSet(TSVIOBufferGet(input_vio), transform_ctx->upstream_watermark_bytes);
}
}
if (empty_input == 0) {
input_reader = TSVIOReaderGet(input_vio);
}
if (!transform_ctx->output.buffer) {
transform_ctx->output.buffer = TSIOBufferCreate();
transform_ctx->output.reader = TSIOBufferReaderAlloc(transform_ctx->output.buffer);
transform_ctx->reserved.buffer = TSIOBufferCreate();
transform_ctx->reserved.reader = TSIOBufferReaderAlloc(transform_ctx->reserved.buffer);
if (empty_input == 0) {
transform_ctx->upstream_bytes = TSVIONBytesGet(input_vio);
} else {
transform_ctx->upstream_bytes = 0;
}
transform_ctx->downstream_bytes = INT64_MAX;
}
if (empty_input == 0) {
input_avail = TSIOBufferReaderAvail(input_reader);
upstream_done = TSVIONDoneGet(input_vio);
toread = TSVIONTodoGet(input_vio);
if (toread <= input_avail) { // upstream finished
eos = 1;
} else {
eos = 0;
}
} else {
input_avail = 0;
toread = 0;
eos = 1;
}
if (input_avail > 0) {
// move to the reserved.buffer
TSIOBufferCopy(transform_ctx->reserved.buffer, input_reader, input_avail, 0);
// reset input
TSIOBufferReaderConsume(input_reader, input_avail);
TSVIONDoneSet(input_vio, upstream_done + input_avail);
}
write_down = 0;
if (empty_input == 0) {
towrite = TSIOBufferReaderAvail(transform_ctx->reserved.reader);
} else {
towrite = 0;
}
TSMutexLock(mtxp);
ts_lua_set_cont_info(L, ci);
do {
if (event == TS_LUA_EVENT_COROUTINE_CONT) {
event = 0;
goto launch;
} else {
n = 2;
}
if (towrite == 0 && empty_input == 0) {
break;
}
if (empty_input == 0) {
blk = TSIOBufferReaderStart(transform_ctx->reserved.reader);
start = TSIOBufferBlockReadStart(blk, transform_ctx->reserved.reader, &blk_len);
lua_pushlightuserdata(L, transform_ctx);
lua_rawget(L, LUA_GLOBALSINDEX); /* push function */
if (towrite > blk_len) {
lua_pushlstring(L, start, (size_t)blk_len);
towrite -= blk_len;
TSIOBufferReaderConsume(transform_ctx->reserved.reader, blk_len);
} else {
lua_pushlstring(L, start, (size_t)towrite);
TSIOBufferReaderConsume(transform_ctx->reserved.reader, towrite);
towrite = 0;
}
if (!towrite && eos) {
lua_pushinteger(L, 1); /* second param, data finished */
} else {
lua_pushinteger(L, 0); /* second param, data not finish */
}
} else {
lua_pushlightuserdata(L, transform_ctx);
lua_rawget(L, LUA_GLOBALSINDEX); /* push function */
lua_pushlstring(L, "", 0);
lua_pushinteger(L, 1); /* second param, data finished */
}
launch:
rc = lua_resume(L, n);
top = lua_gettop(L);
switch (rc) {
case LUA_YIELD: // coroutine yield
TSMutexUnlock(mtxp);
return 0;
case 0: // coroutine success
if (top == 2) {
ret = lua_tointeger(L, -1); /* 0 is not finished, 1 is finished */
res = lua_tolstring(L, -2, &res_len);
} else { // what hells code are you writing ?
ret = 0;
res = NULL;
res_len = 0;
}
break;
default: // coroutine failed
TSError("[ts_lua] lua_resume failed: %s", lua_tostring(L, -1));
ret = 1;
res = NULL;
res_len = 0;
break;
}
if (res && res_len > 0) {
if (!transform_ctx->output.vio) {
l = transform_ctx->downstream_bytes;
if (ret) {
l = res_len;
}
transform_ctx->output.vio = TSVConnWrite(output_conn, contp, transform_ctx->output.reader, l); // HttpSM go on
}
TSIOBufferWrite(transform_ctx->output.buffer, res, res_len);
transform_ctx->total += res_len;
write_down = 1;
}
lua_pop(L, top);
if (ret || (eos && !towrite)) { // EOS
eos = 1;
break;
}
} while (towrite > 0);
TSMutexUnlock(mtxp);
if (eos && !transform_ctx->output.vio) {
transform_ctx->output.vio = TSVConnWrite(output_conn, contp, transform_ctx->output.reader, 0);
}
if (write_down || eos) {
TSVIOReenable(transform_ctx->output.vio);
}
if (toread > input_avail) { // upstream not finished.
if (eos) {
TSVIONBytesSet(transform_ctx->output.vio, transform_ctx->total);
if (empty_input == 0) {
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_EOS, input_vio);
}
} else {
if (empty_input == 0) {
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_READY, input_vio);
}
}
} else { // upstream is finished.
TSVIONBytesSet(transform_ctx->output.vio, transform_ctx->total);
if (empty_input == 0) {
TSContCall(TSVIOContGet(input_vio), TS_EVENT_VCONN_WRITE_COMPLETE, input_vio);
}
}
return 0;
}
