void http_set_proxyaddr(const char *host, struct conf_server *server)
{
const char *p;
short port;
struct hostent *he;
WRBUF w = wrbuf_alloc();
yaz_log(YLOG_LOG, "HTTP backend %s", host);
p = strchr(host, ':');
if (p)
{
port = atoi(p + 1);
wrbuf_write(w, host, p - host);
wrbuf_puts(w, "");
}
else
{
port = 80;
wrbuf_puts(w, host);
}
if (!(he = gethostbyname(wrbuf_cstr(w))))
{
fprintf(stderr, "Failed to lookup '%s'\n", wrbuf_cstr(w));
exit(1);
}
wrbuf_destroy(w);
server->http_server->proxy_addr = xmalloc(sizeof(struct sockaddr_in));
server->http_server->proxy_addr->sin_family = he->h_addrtype;
memcpy(&server->http_server->proxy_addr->sin_addr.s_addr,
he->h_addr_list[0], he->h_length);
server->http_server->proxy_addr->sin_port = htons(port);
}
static void tst2(void)
{
WRBUF w = wrbuf_alloc();
cql_transform_t ct = 0;
const char *srcdir = getenv("srcdir");
if (srcdir)
{
wrbuf_puts(w, srcdir);
wrbuf_puts(w, "/");
}
wrbuf_puts(w, "../etc/pqf.properties");
ct = cql_transform_open_fname(wrbuf_cstr(w));
YAZ_CHECK(compare(ct, "@attr 1=4 abc", "dc.title=abc"));
YAZ_CHECK(compare(ct, "@attr 1=4 @attr 4=108 abc", "dc.title=/exact abc"));
YAZ_CHECK(compare(ct, "@attr 1=4 @attr 3=1 @attr 6=1 abc", "dc.title=abc"));
YAZ_CHECK(compare(ct, "@attr 1=4 @attr 4=1 @attr 6=1 abc",
"dc.title=abc"));
YAZ_CHECK(compare(ct, "@attr 1=1016 abc", "abc"));
YAZ_CHECK(compare(ct, "@attr 2=1 @attr 1=30 1980", "dc.date<1980"));
YAZ_CHECK(compare(ct, "@attr 1=30 @attr 2=3 1980", "dc.date=1980"));
YAZ_CHECK(compare(ct, "@attr 1=30 @attr 2=5 1980", "dc.date>1980"));
YAZ_CHECK(compare(ct, "@attr 1=30 @attr 2=2 1980", "dc.date<=1980"));
YAZ_CHECK(compare(ct, "@attr 1=30 @attr 2=4 1980", "dc.date>=1980"));
YAZ_CHECK(compare(ct, "@attr 2=103 @attr 1=_ALLRECORDS 1", "cql.allRecords=1"));
YAZ_CHECK(compare(ct, "@attr 1=500 abc", 0));
cql_transform_close(ct);
wrbuf_destroy(w);
}
static struct http_channel *http_channel_create(http_server_t hs,
const char *addr,
struct conf_server *server)
{
struct http_channel *r;
r = xmalloc(sizeof(struct http_channel));
r->nmem = nmem_create();
r->wrbuf = wrbuf_alloc();
http_server_incref(hs);
r->http_server = hs;
r->http_sessions = hs->http_sessions;
assert(r->http_sessions);
r->server = server;
r->proxy = 0;
r->iochan = 0;
r->iqueue = r->oqueue = 0;
r->state = Http_Idle;
r->keep_alive = 0;
r->request = 0;
r->response = 0;
if (!addr)
{
yaz_log(YLOG_WARN, "Invalid HTTP forward address");
exit(1);
}
strcpy(r->addr, addr);
r->observers = 0;
return r;
}
int main(int argc, char **argv)
{
struct json_node *n;
int print = 0;
int ret;
char *arg;
while ((ret = options("p", argv, argc, &arg)) != YAZ_OPTIONS_EOF)
{
switch (ret)
{
case 'p':
print++;
break;
default:
usage(argv[0]);
}
}
n = do_parse_from_stdin();
if (!n)
exit(1);
if (print)
{
WRBUF result = wrbuf_alloc();
if (print > 1)
json_write_wrbuf_pretty(n, result);
else
json_write_wrbuf(n, result);
puts(wrbuf_cstr(result));
wrbuf_destroy(result);
}
json_remove_node(n);
return 0;
}
void yaz_query_charset_convert_rpnquery(Z_RPNQuery *q,
ODR o, yaz_iconv_t cd)
{
WRBUF wrbuf = wrbuf_alloc();
yaz_query_charset_convert_structure(q->RPNStructure, o, wrbuf, cd);
wrbuf_destroy(wrbuf);
}
int conv_configure_test(const char *xmlstring, const char *expect_error,
yaz_record_conv_t *pt)
{
WRBUF w = wrbuf_alloc();
int ret;
yaz_record_conv_t p = conv_configure(xmlstring, w);
if (!p)
{
if (expect_error && !strcmp(wrbuf_cstr(w), expect_error))
ret = 1;
else
{
ret = 0;
printf("%s\n", wrbuf_cstr(w));
}
}
else
{
if (expect_error)
ret = 0;
else
ret = 1;
}
if (pt)
*pt = p;
else
if (p)
yaz_record_conv_destroy(p);
wrbuf_destroy(w);
return ret;
}
void yaz_query_charset_convert_apt(Z_AttributesPlusTerm *apt,
ODR o, yaz_iconv_t cd)
{
WRBUF wrbuf = wrbuf_alloc();
yaz_query_charset_convert_term(apt->term, o, wrbuf, cd);
wrbuf_destroy(wrbuf);
}
static int compare(cql_transform_t ct, const char *pqf, const char *cql)
{
int ret = 0;
ODR odr = odr_createmem(ODR_ENCODE);
WRBUF w = wrbuf_alloc();
Z_RPNQuery *q = p_query_rpn(odr, pqf);
if (q)
{
int r = cql_transform_rpn2cql_wrbuf(ct, w, q);
if (r != 0)
{
/* transform error */
yaz_log(YLOG_LOG, "%s -> Error %d", pqf, r);
if (!cql) /* also expected error? */
ret = 1;
}
else if (r == 0)
{
yaz_log(YLOG_LOG, "%s -> %s", pqf, wrbuf_cstr(w));
if (cql && !strcmp(wrbuf_cstr(w), cql))
{
ret = 1;
}
}
}
wrbuf_destroy(w);
odr_destroy(odr);
return ret;
}
yaz_record_conv_t yaz_record_conv_create()
{
yaz_record_conv_t p = (yaz_record_conv_t) xmalloc(sizeof(*p));
p->nmem = nmem_create();
p->wr_error = wrbuf_alloc();
p->rules = 0;
p->path = 0;
return p;
}
int yaz_query_charset_convert_rpnquery_check(Z_RPNQuery *q,
ODR o, yaz_iconv_t cd)
{
int r = 0;
WRBUF wrbuf = wrbuf_alloc();
r = yaz_query_charset_convert_structure(q->RPNStructure, o, wrbuf, cd);
wrbuf_destroy(wrbuf);
return r;
}
void add_marc_datafield_turbo_xml(yaz_marc_t mt, struct yaz_marc_node *n,
xmlNode *record_ptr,
xmlNsPtr ns_record, WRBUF wr_cdata,
int identifier_length)
{
xmlNode *ptr;
struct yaz_marc_subfield *s;
WRBUF subfield_name = wrbuf_alloc();
/* TODO consider if safe */
char field[10];
field[0] = 'd';
strncpy(field + 1, n->u.datafield.tag, 3);
field[4] = '\0';
ptr = xmlNewChild(record_ptr, ns_record, BAD_CAST field, 0);
if (n->u.datafield.indicator)
{
int i;
for (i = 0; n->u.datafield.indicator[i]; i++)
{
char ind_str[6];
char ind_val[2];
ind_val[0] = n->u.datafield.indicator[i];
ind_val[1] = '\0';
sprintf(ind_str, "%s%d", indicator_name[1], i+1);
xmlNewProp(ptr, BAD_CAST ind_str, BAD_CAST ind_val);
}
}
for (s = n->u.datafield.subfields; s; s = s->next)
{
int not_written;
xmlNode *ptr_subfield;
size_t using_code_len = get_subfield_len(mt, s->code_data,
identifier_length);
wrbuf_rewind(wr_cdata);
wrbuf_iconv_puts(wr_cdata, mt->iconv_cd, s->code_data + using_code_len);
marc_iconv_reset(mt, wr_cdata);
wrbuf_rewind(subfield_name);
wrbuf_puts(subfield_name, "s");
not_written = element_name_append_attribute_value(mt, subfield_name, 0, s->code_data, using_code_len) != 0;
ptr_subfield = xmlNewTextChild(ptr, ns_record,
BAD_CAST wrbuf_cstr(subfield_name),
BAD_CAST wrbuf_cstr(wr_cdata));
if (not_written)
{
/* Generate code attribute value and add */
wrbuf_rewind(wr_cdata);
wrbuf_iconv_write(wr_cdata, mt->iconv_cd,s->code_data, using_code_len);
xmlNewProp(ptr_subfield, BAD_CAST "code", BAD_CAST wrbuf_cstr(wr_cdata));
}
}
wrbuf_destroy(subfield_name);
}
pp2_charset_token_t pp2_charset_tokenize(pp2_charset_t pct)
{
pp2_charset_token_t prt = xmalloc(sizeof(*prt));
assert(pct);
prt->norm_str = wrbuf_alloc();
prt->sort_str = wrbuf_alloc();
prt->cp = 0;
prt->last_cp = 0;
prt->pct = pct;
#if YAZ_HAVE_ICU
prt->iter = 0;
if (pct->icu_chn)
prt->iter = icu_iter_create(pct->icu_chn);
#endif
return prt;
}
cql_transform_t cql_transform_create(void)
{
cql_transform_t ct = (cql_transform_t) xmalloc(sizeof(*ct));
ct->tok_cfg = yaz_tok_cfg_create();
ct->w = wrbuf_alloc();
ct->error = 0;
ct->addinfo = 0;
ct->entry = 0;
ct->nmem = nmem_create();
return ct;
}
static void tstwrbuf(void)
{
int step;
WRBUF wr = wrbuf_alloc();
YAZ_CHECK(wr);
wrbuf_destroy(wr);
wr = wrbuf_alloc();
YAZ_CHECK(wr);
for (step = 1; step < 65; step++)
{
int i, j, k;
int len;
char buf[64];
char *cp;
for (j = 1; j<step; j++)
{
for (i = 0; i<j; i++)
buf[i] = i+1;
buf[i] = '\0';
wrbuf_puts(wr, buf);
}
cp = wrbuf_buf(wr);
len = wrbuf_len(wr);
YAZ_CHECK(len == step * (step-1) / 2);
k = 0;
for (j = 1; j<step; j++)
for (i = 0; i<j; i++)
{
YAZ_CHECK(cp[k] == i+1);
k++;
}
wrbuf_rewind(wr);
}
wrbuf_destroy(wr);
}
yaz_url_t yaz_url_create(void)
{
yaz_url_t p = xmalloc(sizeof(*p));
p->odr_in = odr_createmem(ODR_DECODE);
p->odr_out = odr_createmem(ODR_ENCODE);
p->proxy = 0;
p->max_redirects = 10;
p->w_error = wrbuf_alloc();
p->verbose = 0;
p->cookies = yaz_cookies_create();
return p;
}
int solr_transform_rpn2solr_stream(solr_transform_t ct,
void (*pr)(const char *buf, void *client_data),
void *client_data,
Z_RPNQuery *q)
{
WRBUF w = wrbuf_alloc();
int r = solr_transform_rpn2solr_stream_r(ct, w, pr, client_data, q);
if (r)
solr_transform_set_error(ct, r, wrbuf_len(w) ? wrbuf_cstr(w) : 0);
wrbuf_destroy(w);
return r;
}
int solr_transform_rpn2solr_stream(solr_transform_t ct,
void (*pr)(const char *buf, void *client_data),
void *client_data,
Z_RPNQuery *q)
{
int r;
WRBUF w = wrbuf_alloc();
solr_transform_set_error(ct, 0, 0);
r = rpn2solr_structure(ct, pr, client_data, q->RPNStructure, 0, w);
wrbuf_destroy(w);
return r;
}
Z_RPNQuery *ccl_rpn_query (ODR o, struct ccl_rpn_node *p)
{
YAZ_PQF_Parser parser = yaz_pqf_create();
WRBUF wr = wrbuf_alloc();
Z_RPNQuery *q;
ccl_pquery(wr, p);
q = yaz_pqf_parse(parser, o, wrbuf_cstr(wr));
wrbuf_destroy(wr);
yaz_pqf_destroy(parser);
return q;
}
static int conv_convert_test(yaz_record_conv_t p,
const char *input_record,
const char *output_expect_record)
{
int ret = 0;
if (!p)
{
YAZ_CHECK(ret);
}
else
{
WRBUF output_record = wrbuf_alloc();
int r = yaz_record_conv_record(p, input_record, strlen(input_record),
output_record);
if (r)
{
if (output_expect_record)
{
printf("yaz_record_conv error=%s\n",
yaz_record_conv_get_error(p));
ret = 0;
}
else
ret = 1;
}
else
{
if (!output_expect_record)
{
ret = 0;
}
else if (strcmp(output_expect_record, wrbuf_cstr(output_record)))
{
ret = 0;
printf("got-output_record len=%ld: %s\n",
(long) wrbuf_len(output_record),
wrbuf_cstr(output_record));
printf("output_expect_record len=%ld %s\n",
(long) strlen(output_expect_record),
output_expect_record);
}
else
{
ret = 1;
}
}
wrbuf_destroy(output_record);
}
return ret;
}
Z_AttributesPlusTerm *ccl_scan_query (ODR o, struct ccl_rpn_node *p)
{
YAZ_PQF_Parser parser = yaz_pqf_create();
WRBUF wr = wrbuf_alloc();
Z_AttributesPlusTerm *q;
Odr_oid *setp;
ccl_pquery(wr, p);
q = yaz_pqf_scan(parser, o, &setp, wrbuf_cstr(wr));
wrbuf_destroy(wr);
yaz_pqf_destroy(parser);
return q;
}
static int compare2(cql_transform_t ct, const char *pqf, const char *cql,
int expected_error)
{
int ret = 0;
ODR odr = odr_createmem(ODR_ENCODE);
WRBUF w = wrbuf_alloc();
Z_RPNQuery *q = p_query_rpn(odr, pqf);
if (q)
{
int r = cql_transform_rpn2cql_wrbuf(ct, w, q);
if (r != 0)
{
const char *addinfo = 0;
int err = cql_transform_error(ct, &addinfo);
/* transform error */
yaz_log(YLOG_LOG, "%s -> Error %d", pqf, r);
if (err == 0)
;
else if (err == expected_error)
{
if (addinfo && cql && !strcmp(addinfo, cql))
ret = 1;
else if (!addinfo && !cql)
ret = 1;
}
}
else if (r == 0)
{
yaz_log(YLOG_LOG, "%s -> %s", pqf, wrbuf_cstr(w));
if (!expected_error)
ret = 1;
else if (cql && !strcmp(wrbuf_cstr(w), cql))
{
ret = 1;
}
else
{
yaz_log(YLOG_WARN, " expected: %s", cql ? cql : "null");
yaz_log(YLOG_WARN, " got: %s", wrbuf_cstr(w));
}
}
}
wrbuf_destroy(w);
odr_destroy(odr);
return ret;
}
yaz_marc_t yaz_marc_create(void)
{
yaz_marc_t mt = (yaz_marc_t) xmalloc(sizeof(*mt));
mt->output_format = YAZ_MARC_LINE;
mt->debug = 0;
mt->write_using_libxml2 = 0;
mt->enable_collection = no_collection;
mt->m_wr = wrbuf_alloc();
mt->iconv_cd = 0;
mt->leader_spec = 0;
strcpy(mt->subfield_str, " $");
strcpy(mt->endline_str, "\n");
mt->nmem = nmem_create();
yaz_marc_reset(mt);
return mt;
}
yaz_tok_parse_t yaz_tok_parse_create(yaz_tok_cfg_t t,
yaz_tok_get_byte_t h,
void *vp)
{
yaz_tok_parse_t tp = (yaz_tok_parse_t) xmalloc(sizeof(*tp));
tp->cfg = t;
tp->cfg->ref_count++;
tp->get_byte_func = h;
tp->get_byte_data = vp;
tp->look = YAZ_TOK_ERROR;
tp->unget_byte = 0;
tp->wr_string = wrbuf_alloc();
return tp;
}
static void test(void)
{
WRBUF w = wrbuf_alloc();
WRBUF_shptr_t t = 0;
YAZ_SHPTR_INIT(t, w);
YAZ_CHECK(t);
YAZ_SHPTR_INC(t);
YAZ_CHECK(t);
YAZ_SHPTR_DEC(t, wrbuf_destroy);
YAZ_CHECK(t);
YAZ_SHPTR_DEC(t, wrbuf_destroy);
YAZ_CHECK(!t);
}
int yaz_record_conv_opac_record(yaz_record_conv_t p,
Z_OPACRecord *input_record,
WRBUF output_record)
{
int ret = 0;
struct yaz_record_conv_rule *r = p->rules;
if (!r || r->type->construct != construct_marc)
{
wrbuf_puts(p->wr_error, "Expecting MARC rule as first rule for OPAC");
ret = -1; /* no marc rule so we can't do OPAC */
}
else
{
struct marc_info *mi = r->info;
const char *input_charset = mi->input_charset;
yaz_iconv_t cd;
WRBUF res = wrbuf_alloc();
yaz_marc_t mt = yaz_marc_create();
if (yaz_opac_check_marc21_coding(input_charset, input_record))
input_charset = "utf-8";
cd = yaz_iconv_open(mi->output_charset, input_charset);
wrbuf_rewind(p->wr_error);
yaz_marc_xml(mt, mi->output_format_mode);
yaz_marc_iconv(mt, cd);
yaz_opac_decode_wrbuf(mt, input_record, res);
if (ret != -1)
{
ret = yaz_record_conv_record_rule(p,
r->next,
wrbuf_buf(res), wrbuf_len(res),
output_record);
}
yaz_marc_destroy(mt);
if (cd)
yaz_iconv_close(cd);
wrbuf_destroy(res);
}
return ret;
}
void xmlquerytopqf(const char *xmlstr)
{
xmlDocPtr doc;
doc = xmlParseMemory(xmlstr, strlen(xmlstr));
if (!doc)
{
fprintf(stderr, "%s: xml parse error for XML:\n%s\n", prog, xmlstr);
exit(1);
}
else
{
int error_code = 0;
const char *addinfo = 0;
Z_Query *query = 0;
ODR odr = odr_createmem(ODR_ENCODE);
const xmlNode *root_element = xmlDocGetRootElement(doc);
yaz_xml2query(root_element, &query, odr, &error_code, &addinfo);
if (error_code)
{
fprintf(stderr, "%s: yaz_xml2query failed code=%d addinfo=%s\n",
prog, error_code, addinfo);
exit(1);
}
else if (!query)
{
fprintf(stderr, "%s: yaz_xml2query no query result\n",
prog);
exit(1);
}
else
{
WRBUF w = wrbuf_alloc();
yaz_query_to_wrbuf(w, query);
printf("%s\n", wrbuf_cstr(w));
wrbuf_destroy(w);
}
odr_destroy(odr);
xmlFreeDoc(doc);
}
}
static void marcdump_read_line(yaz_marc_t mt, const char *fname)
{
FILE *inf = fopen(fname, "rb");
if (!inf)
{
fprintf(stderr, "%s: cannot open %s:%s\n",
prog, fname, strerror(errno));
exit(1);
}
while (yaz_marc_read_line(mt, getbyte_stream,
ungetbyte_stream, inf) == 0)
{
WRBUF wrbuf = wrbuf_alloc();
yaz_marc_write_mode(mt, wrbuf);
fputs(wrbuf_cstr(wrbuf), stdout);
wrbuf_destroy(wrbuf);
}
fclose(inf);
}
static int convert_solrmarc(void *info, WRBUF record, WRBUF wr_error)
{
WRBUF w = wrbuf_alloc();
const char *buf = wrbuf_buf(record);
size_t i, sz = wrbuf_len(record);
for (i = 0; i < sz; i++)
{
int ch;
if (buf[i] == '#' && i < sz - 3 && buf[i+3] == ';'
&& atoi_n_check(buf+i+1, 2, &ch))
i += 3;
else
ch = buf[i];
wrbuf_putc(w, ch);
}
wrbuf_rewind(record);
wrbuf_write(record, wrbuf_buf(w), wrbuf_len(w));
wrbuf_destroy(w);
return 0;
}
int expect_pqf(const char *pqf, const char *expect_pqf, int expect_error)
{
YAZ_PQF_Parser parser = yaz_pqf_create();
int res = 0;
ODR odr = odr_createmem(ODR_ENCODE);
Z_RPNQuery *rpn;
if (!parser)
return 0;
if (!odr)
return 0;
rpn = yaz_pqf_parse(parser, odr, pqf);
if (!rpn)
{
const char *msg;
size_t offset;
int got_error = yaz_pqf_error (parser, &msg, &offset);
if (expect_error == got_error)
res = 1;
}
else if (expect_error == YAZ_PQF_ERROR_NONE)
{
WRBUF wrbuf = wrbuf_alloc();
if (wrbuf)
{
yaz_rpnquery_to_wrbuf(wrbuf, rpn);
if (!strcmp(wrbuf_cstr(wrbuf), expect_pqf))
res = 1;
wrbuf_destroy(wrbuf);
}
}
yaz_pqf_destroy(parser);
odr_destroy(odr);
return res;
}
static struct json_node *do_parse_from_stdin(void)
{
FILE *f = stdin;
WRBUF w = wrbuf_alloc();
struct json_node *n;
size_t pos;
const char *json_str;
const char *err_msg;
int c;
while ((c = getc(f)) != EOF)
wrbuf_putc(w, c);
json_str = wrbuf_cstr(w);
n = json_parse2(json_str, &err_msg, &pos);
if (!n)
{
fprintf(stderr, "JSON parse error: %s\nLeading text was:\n", err_msg);
fwrite(json_str, 1, pos, stderr);
fprintf(stderr, "^\n");
}
wrbuf_destroy(w);
return n;
}