static void test_iri_compare(void)
{
static const struct iri_test_data {
const char
*url1,
*url2;
int
result;
} test_data[] = {
{ "http://abc.com", "http://abc.com/", -1}, // different, some web servers redirect ... to .../ due to normalization issues
{ "http://abc.com", "http://abc.com:", 0},
{ "http://abc.com", "http://abc.com:/", -1},
{ "http://abc.com", "http://abc.com:80/", -1},
{ "http://abc.com", "http://abc.com:80//", -1},
// { "http://äöü.com", "http://ÄÖÜ.com:80//", 0},
{ "http://abc.com:80/~smith/home.html", "http://abc.com/~smith/home.html", 0},
{ "http://abc.com:80/~smith/home.html", "http://ABC.com/~smith/home.html", 0},
{ "http://abc.com:80/~smith/home.html", "http://ABC.com/%7Esmith/home.html", 0},
{ "http://abc.com:80/~smith/home.html", "http://ABC.com/%7esmith/home.html", 0},
{ "http://ABC.com/%7esmith/home.html", "http://ABC.com/%7Esmith/home.html", 0},
{ "http://ABC.com/%7esmith/home.html", "http://ACB.com/%7Esmith/home.html", -1}
};
unsigned it;
int n;
for (it = 0; it < countof(test_data); it++) {
const struct iri_test_data *t = &test_data[it];
wget_iri_t *iri1 = wget_iri_parse(t->url1, "utf-8");
wget_iri_t *iri2 = wget_iri_parse(t->url2, "utf-8");
n = wget_iri_compare(iri1, iri2);
if (n < -1) n = -1;
else if (n > 1) n = 1;
if (n == t->result)
ok++;
else {
failed++;
info_printf("Failed [%u]: compare(%s,%s) -> %d (expected %d)\n", it, t->url1, t->url2, n, t->result);
printf(" display %s / %s\n", iri1->display, iri2->display);
printf(" scheme %s / %s\n", iri1->scheme, iri2->scheme);
printf(" user %s / %s\n", iri1->userinfo, iri2->userinfo);
printf(" host %s / %s\n", iri1->host, iri2->host);
printf(" port %s / %s\n", iri1->port, iri2->port);
printf(" path %s / %s\n", iri1->path, iri2->path);
printf(" query %s / %s\n", iri1->query, iri2->query);
printf(" fragment %s / %s\n", iri1->fragment, iri2->fragment);
printf("\n");
}
wget_iri_free(&iri2);
wget_iri_free(&iri1);
}
}
static void _free_mirror(wget_metalink_mirror_t *mirror)
{
wget_iri_free(&mirror->iri);
}
static void test_cookies(void)
{
static const struct test_data {
const char
*uri,
*set_cookie,
*name, *value, *domain, *path, *expires;
unsigned int
domain_dot : 1, // for compatibility with Netscape cookie format
normalized : 1,
persistent : 1,
host_only : 1,
secure_only : 1, // cookie should be used over secure connections only (TLS/HTTPS)
http_only : 1; // just use the cookie via HTTP/HTTPS protocol
int
result,
psl_result;
} test_data[] = {
{ // allowed cookie
"www.example.com",
"ID=65=abcd; expires=Tuesday, 07-May-2013 07:48:53 GMT; path=/; domain=.example.com; HttpOnly",
"ID", "65=abcd", "example.com", "/", "Tue, 07 May 2013 07:48:53 GMT",
1, 1, 1, 0, 0, 1,
0, 0
},
{ // allowed cookie ANSI C's asctime format
"www.example.com",
"ID=65=abcd; expires=Tue May 07 07:48:53 2013; path=/; domain=.example.com",
"ID", "65=abcd", "example.com", "/", "Tue, 07 May 2013 07:48:53 GMT",
1, 1, 1, 0, 0, 0,
0, 0
},
{ // allowed cookie without path
"www.example.com",
"ID=65=abcd; expires=Tue, 07-May-2013 07:48:53 GMT; domain=.example.com",
"ID", "65=abcd", "example.com", "/", "Tue, 07 May 2013 07:48:53 GMT",
1, 1, 1, 0, 0, 0,
0, 0
},
{ // allowed cookie without domain
"www.example.com",
"ID=65=abcd; expires=Tue, 07-May-2013 07:48:53 GMT; path=/",
"ID", "65=abcd", "www.example.com", "/", "Tue, 07 May 2013 07:48:53 GMT",
0, 1, 1, 1, 0, 0,
0, 0
},
{ // allowed cookie without domain, path and expires
"www.example.com",
"ID=65=abcd",
"ID", "65=abcd", "www.example.com", "/", "Tue, 07 May 2013 07:48:53 GMT",
0, 1, 0, 1, 0, 0,
0, 0
},
{ // illegal cookie (.com against .org)
"www.example.com",
"ID=65=abcd; expires=Tue, 07-May-2013 07:48:53 GMT; path=/; domain=.example.org",
"ID", "65=abcd", "example.org", "/", "Tue, 07 May 2013 07:48:53 GMT",
1, 0, 1, 0, 0, 0,
-1, 0
},
#ifdef WITH_LIBPSL
{ // supercookie, accepted by normalization (rule 'com') but not by wget_cookie_check_psl())
"www.example.com",
"ID=65=abcd; expires=Mon, 29-Feb-2016 07:48:54 GMT; path=/; domain=.com; HttpOnly; Secure",
"ID", "65=abcd", "com", "/", "Mon, 29 Feb 2016 07:48:54 GMT",
1, 1, 1, 0, 1, 1,
0, -1
},
{ // supercookie, accepted by normalization (rule 'sa.gov.au') but not by wget_cookie_check_psl())
"www.sa.gov.au",
"ID=65=abcd; expires=Tue, 29-Feb-2000 07:48:55 GMT; path=/; domain=.sa.gov.au",
"ID", "65=abcd", "sa.gov.au", "/", "Tue, 29 Feb 2000 07:48:55 GMT",
1, 1, 1, 0, 0, 0,
0, -1
},
#endif
{ // exception rule '!educ.ar', accepted by normalization
"www.educ.ar",
"ID=65=abcd; path=/; domain=.educ.ar",
"ID", "65=abcd", "educ.ar", "/", NULL,
1, 1, 0, 0, 0, 0,
0, 0
},
};
wget_cookie_t cookie;
wget_cookie_db_t *cookies;
wget_iri_t *iri;
unsigned it;
int result, result_psl;
cookies = wget_cookie_db_init(NULL);
wget_cookie_db_load_psl(cookies, DATADIR "/effective_tld_names.dat");
for (it = 0; it < countof(test_data); it++) {
const struct test_data *t = &test_data[it];
char thedate[32], *header;
iri = wget_iri_parse(t->uri, "utf-8");
wget_http_parse_setcookie(t->set_cookie, &cookie);
if ((result = wget_cookie_normalize(iri, &cookie)) != t->result) {
failed++;
info_printf("Failed [%u]: normalize_cookie(%s) -> %d (expected %d)\n", it, t->set_cookie, result, t->result);
wget_cookie_deinit(&cookie);
goto next;
} else {
if ((result_psl = wget_cookie_check_psl(cookies, &cookie)) != t->psl_result) {
failed++;
info_printf("Failed [%u]: PSL check(%s) -> %d (expected %d)\n", it, t->set_cookie, result_psl, t->psl_result);
wget_cookie_deinit(&cookie);
goto next;
}
}
if (cookie.expires) {
wget_http_print_date(cookie.expires, thedate, sizeof(thedate));
if (strcmp(thedate, t->expires)) {
failed++;
info_printf("Failed [%u]: expires mismatch: '%s' != '%s' (time_t %lld)\n", it, thedate, t->expires, (long long)cookie.expires);
wget_cookie_deinit(&cookie);
goto next;
}
}
if (strcmp(cookie.name, t->name) ||
strcmp(cookie.value, t->value) ||
strcmp(cookie.domain, t->domain) ||
strcmp(cookie.path, t->path) ||
cookie.domain_dot != t->domain_dot ||
cookie.normalized != t->normalized ||
cookie.persistent != t->persistent ||
cookie.host_only != t->host_only ||
cookie.secure_only != t->secure_only ||
cookie.http_only != t->http_only)
{
failed++;
info_printf("Failed [%u]: cookie (%s) differs:\n", it, t->set_cookie);
if (strcmp(cookie.name, t->name))
info_printf(" name %s (expected %s)\n", cookie.name, t->name);
if (strcmp(cookie.value, t->value))
info_printf(" value %s (expected %s)\n", cookie.value, t->value);
if (strcmp(cookie.domain, t->domain))
info_printf(" domain %s (expected %s)\n", cookie.domain, t->domain);
if (strcmp(cookie.path, t->path))
info_printf(" path %s (expected %s)\n", cookie.path, t->path);
if (cookie.domain_dot != t->domain_dot)
info_printf(" domain_dot %d (expected %d)\n", cookie.domain_dot, t->domain_dot);
if (cookie.normalized != t->normalized)
info_printf(" normalized %d (expected %d)\n", cookie.normalized, t->normalized);
if (cookie.persistent != t->persistent)
info_printf(" persistent %d (expected %d)\n", cookie.persistent, t->persistent);
if (cookie.host_only != t->host_only)
info_printf(" host_only %d (expected %d)\n", cookie.host_only, t->host_only);
if (cookie.secure_only != t->secure_only)
info_printf(" secure_only %d (expected %d)\n", cookie.secure_only, t->secure_only);
if (cookie.http_only != t->http_only)
info_printf(" http_only %d (expected %d)\n", cookie.http_only, t->http_only);
wget_cookie_deinit(&cookie);
goto next;
}
wget_cookie_store_cookie(cookies, &cookie);
// just check for memory issues
header = wget_cookie_create_request_header(cookies, iri);
xfree(header);
ok++;
next:
wget_iri_free(&iri);
}
wget_cookie_db_free(&cookies);
}
static void test_iri_relative_to_absolute(void)
{
static const struct iri_test_data {
const char
*base,
*relative,
*result;
} test_data[] = {
#define H1 "http://x.tld"
{ H1, "", H1"/" },
{ H1, ".", H1"/" },
{ H1, "./", H1"/" },
{ H1, "..", H1"/" },
{ H1, "../", H1"/" },
{ H1, "foo", H1"/foo" },
{ H1, "foo/bar", H1"/foo/bar" },
{ H1, "foo///bar", H1"/foo/bar" },
{ H1, "foo/.", H1"/foo/" },
{ H1, "foo/./", H1"/foo/" },
{ H1, "foo./", H1"/foo./" },
{ H1, "foo/../bar", H1"/bar" },
{ H1, "foo/../bar/", H1"/bar/" },
{ H1, "foo/bar/..", H1"/foo/" },
{ H1, "foo/bar/../x", H1"/foo/x" },
{ H1, "foo/bar/../x/", H1"/foo/x/" },
{ H1, "foo/..", H1"/" },
{ H1, "foo/../..", H1"/" },
{ H1, "foo/../../..", H1"/" },
{ H1, "foo/../../bar/../../baz", H1"/baz" },
{ H1, "a/b/../../c", H1"/c" },
{ H1, "./a/../b", H1"/b" },
{ H1, "/", H1"/" },
{ H1, "/.", H1"/" },
{ H1, "/./", H1"/" },
{ H1, "/..", H1"/" },
{ H1, "/../", H1"/" },
{ H1, "/foo", H1"/foo" },
{ H1, "/foo/bar", H1"/foo/bar" },
{ H1, "/foo///bar", H1"/foo/bar" },
{ H1, "/foo/.", H1"/foo/" },
{ H1, "/foo/./", H1"/foo/" },
{ H1, "/foo./", H1"/foo./" },
{ H1, "/foo/../bar", H1"/bar" },
{ H1, "/foo/../bar/", H1"/bar/" },
{ H1, "/foo/bar/..", H1"/foo/" },
{ H1, "/foo/bar/../x", H1"/foo/x" },
{ H1, "/foo/bar/../x/", H1"/foo/x/" },
{ H1, "/foo/..", H1"/" },
{ H1, "/foo/../..", H1"/" },
{ H1, "/foo/../../..", H1"/" },
{ H1, "/foo/../../bar/../../baz", H1"/baz" },
{ H1, "/a/b/../../c", H1"/c" },
{ H1, "/./a/../b", H1"/b" },
{ H1, ".x", H1"/.x" },
{ H1, "..x", H1"/..x" },
{ H1, "foo/.x", H1"/foo/.x" },
{ H1, "foo/bar/.x", H1"/foo/bar/.x" },
{ H1, "foo/..x", H1"/foo/..x" },
{ H1, "foo/bar/..x", H1"/foo/bar/..x" },
{ H1, "/x.php?y=ftp://example.com/&z=1_2", H1"/x.php?y=ftp://example.com/&z=1_2" },
{ H1, "//x.y.com/", "http://x.y.com/" },
{ H1, "http://x.y.com/", "http://x.y.com/" },
// { H1, "site;sub:.html", H1"/site;sub:.html" },
#undef H1
#define H1 "http://x.tld/"
{ H1, "", H1"" },
{ H1, ".", H1"" },
{ H1, "./", H1"" },
{ H1, "..", H1"" },
{ H1, "../", H1"" },
{ H1, "foo", H1"foo" },
{ H1, "foo/bar", H1"foo/bar" },
{ H1, "foo///bar", H1"foo/bar" },
{ H1, "foo/.", H1"foo/" },
{ H1, "foo/./", H1"foo/" },
{ H1, "foo./", H1"foo./" },
{ H1, "foo/../bar", H1"bar" },
{ H1, "foo/../bar/", H1"bar/" },
{ H1, "foo/bar/..", H1"foo/" },
{ H1, "foo/bar/../x", H1"foo/x" },
{ H1, "foo/bar/../x/", H1"foo/x/" },
{ H1, "foo/..", H1"" },
{ H1, "foo/../..", H1"" },
{ H1, "foo/../../..", H1"" },
{ H1, "foo/../../bar/../../baz", H1"baz" },
{ H1, "a/b/../../c", H1"c" },
{ H1, "./a/../b", H1"b" },
{ H1, "/", H1"" },
{ H1, "/.", H1"" },
{ H1, "/./", H1"" },
{ H1, "/..", H1"" },
{ H1, "/../", H1"" },
{ H1, "/foo", H1"foo" },
{ H1, "/foo/bar", H1"foo/bar" },
{ H1, "/foo///bar", H1"foo/bar" },
{ H1, "/foo/.", H1"foo/" },
{ H1, "/foo/./", H1"foo/" },
{ H1, "/foo./", H1"foo./" },
{ H1, "/foo/../bar", H1"bar" },
{ H1, "/foo/../bar/", H1"bar/" },
{ H1, "/foo/bar/..", H1"foo/" },
{ H1, "/foo/bar/../x", H1"foo/x" },
{ H1, "/foo/bar/../x/", H1"foo/x/" },
{ H1, "/foo/..", H1"" },
{ H1, "/foo/../..", H1"" },
{ H1, "/foo/../../..", H1"" },
{ H1, "/foo/../../bar/../../baz", H1"baz" },
{ H1, "/a/b/../../c", H1"c" },
{ H1, "/./a/../b", H1"b" },
{ H1, ".x", H1".x" },
{ H1, "..x", H1"..x" },
{ H1, "foo/.x", H1"foo/.x" },
{ H1, "foo/bar/.x", H1"foo/bar/.x" },
{ H1, "foo/..x", H1"foo/..x" },
{ H1, "foo/bar/..x", H1"foo/bar/..x" },
{ H1, "/x.php?y=ftp://example.com/&z=1_2", H1"x.php?y=ftp://example.com/&z=1_2" },
{ H1, "//x.y.com/", "http://x.y.com/" },
{ H1, "http://x.y.com/", "http://x.y.com/" },
#undef H1
#define H1 "http://x.tld/file"
#define R1 "http://x.tld/"
{ H1, "", R1"" },
{ H1, ".", R1"" },
{ H1, "./", R1"" },
{ H1, "..", R1"" },
{ H1, "../", R1"" },
{ H1, "foo", R1"foo" },
{ H1, "foo/bar", R1"foo/bar" },
{ H1, "foo///bar", R1"foo/bar" },
{ H1, "foo/.", R1"foo/" },
{ H1, "foo/./", R1"foo/" },
{ H1, "foo./", R1"foo./" },
{ H1, "foo/../bar", R1"bar" },
{ H1, "foo/../bar/", R1"bar/" },
{ H1, "foo/bar/..", R1"foo/" },
{ H1, "foo/bar/../x", R1"foo/x" },
{ H1, "foo/bar/../x/", R1"foo/x/" },
{ H1, "foo/..", R1"" },
{ H1, "foo/../..", R1"" },
{ H1, "foo/../../..", R1"" },
{ H1, "foo/../../bar/../../baz", R1"baz" },
{ H1, "a/b/../../c", R1"c" },
{ H1, "./a/../b", R1"b" },
{ H1, "/", R1"" },
{ H1, "/.", R1"" },
{ H1, "/./", R1"" },
{ H1, "/..", R1"" },
{ H1, "/../", R1"" },
{ H1, "/foo", R1"foo" },
{ H1, "/foo/bar", R1"foo/bar" },
{ H1, "/foo///bar", R1"foo/bar" },
{ H1, "/foo/.", R1"foo/" },
{ H1, "/foo/./", R1"foo/" },
{ H1, "/foo./", R1"foo./" },
{ H1, "/foo/../bar", R1"bar" },
{ H1, "/foo/../bar/", R1"bar/" },
{ H1, "/foo/bar/..", R1"foo/" },
{ H1, "/foo/bar/../x", R1"foo/x" },
{ H1, "/foo/bar/../x/", R1"foo/x/" },
{ H1, "/foo/..", R1"" },
{ H1, "/foo/../..", R1"" },
{ H1, "/foo/../../..", R1"" },
{ H1, "/foo/../../bar/../../baz", R1"baz" },
{ H1, "/a/b/../../c", R1"c" },
{ H1, "/./a/../b", R1"b" },
{ H1, ".x", R1".x" },
{ H1, "..x", R1"..x" },
{ H1, "foo/.x", R1"foo/.x" },
{ H1, "foo/bar/.x", R1"foo/bar/.x" },
{ H1, "foo/..x", R1"foo/..x" },
{ H1, "foo/bar/..x", R1"foo/bar/..x" },
{ H1, "/x.php?y=ftp://example.com/&z=1_2", R1"x.php?y=ftp://example.com/&z=1_2" },
{ H1, "//x.y.com/", "http://x.y.com/" },
{ H1, "http://x.y.com/", "http://x.y.com/" },
#undef H1
#undef R1
#define H1 "http://x.tld/dir/"
#define R1 "http://x.tld/"
{ H1, "", H1"" },
{ H1, ".", H1"" },
{ H1, "./", H1"" },
{ H1, "..", R1"" },
{ H1, "../", R1"" },
{ H1, "foo", H1"foo" },
{ H1, "foo/bar", H1"foo/bar" },
{ H1, "foo///bar", H1"foo/bar" },
{ H1, "foo/.", H1"foo/" },
{ H1, "foo/./", H1"foo/" },
{ H1, "foo./", H1"foo./" },
{ H1, "foo/../bar", H1"bar" },
{ H1, "foo/../bar/", H1"bar/" },
{ H1, "foo/bar/..", H1"foo/" },
{ H1, "foo/bar/../x", H1"foo/x" },
{ H1, "foo/bar/../x/", H1"foo/x/" },
{ H1, "foo/..", H1"" },
{ H1, "foo/../..", R1"" },
{ H1, "foo/../../..", R1"" },
{ H1, "foo/../../bar/../../baz", R1"baz" },
{ H1, "a/b/../../c", H1"c" },
{ H1, "./a/../b", H1"b" },
{ H1, "/", R1"" },
{ H1, "/.", R1"" },
{ H1, "/./", R1"" },
{ H1, "/..", R1"" },
{ H1, "/../", R1"" },
{ H1, "/foo", R1"foo" },
{ H1, "/foo/bar", R1"foo/bar" },
{ H1, "/foo///bar", R1"foo/bar" },
{ H1, "/foo/.", R1"foo/" },
{ H1, "/foo/./", R1"foo/" },
{ H1, "/foo./", R1"foo./" },
{ H1, "/foo/../bar", R1"bar" },
{ H1, "/foo/../bar/", R1"bar/" },
{ H1, "/foo/bar/..", R1"foo/" },
{ H1, "/foo/bar/../x", R1"foo/x" },
{ H1, "/foo/bar/../x/", R1"foo/x/" },
{ H1, "/foo/..", R1"" },
{ H1, "/foo/../..", R1"" },
{ H1, "/foo/../../..", R1"" },
{ H1, "/foo/../../bar/../../baz", R1"baz" },
{ H1, "/a/b/../../c", R1"c" },
{ H1, "/./a/../b", R1"b" },
{ H1, ".x", H1".x" },
{ H1, "..x", H1"..x" },
{ H1, "foo/.x", H1"foo/.x" },
{ H1, "foo/bar/.x", H1"foo/bar/.x" },
{ H1, "foo/..x", H1"foo/..x" },
{ H1, "foo/bar/..x", H1"foo/bar/..x" },
{ H1, "/x.php?y=ftp://example.com/&z=1_2", R1"x.php?y=ftp://example.com/&z=1_2" },
{ H1, "//x.y.com/", "http://x.y.com/" },
{ H1, "http://x.y.com/", "http://x.y.com/" }
#undef H1
#undef R1
};
unsigned it;
char uri_buf_static[32]; // use a size that forces allocation in some cases
wget_buffer_t *uri_buf = wget_buffer_init(NULL, uri_buf_static, sizeof(uri_buf_static));
wget_iri_t *base;
for (it = 0; it < countof(test_data); it++) {
const struct iri_test_data *t = &test_data[it];
base = wget_iri_parse(t->base, "utf-8");
wget_iri_relative_to_abs(base, t->relative, strlen(t->relative), uri_buf);
if (!strcmp(uri_buf->data, t->result))
ok++;
else {
failed++;
info_printf("Failed [%u]: %s+%s -> %s (expected %s)\n", it, t->base, t->relative, uri_buf->data, t->result);
}
wget_iri_free(&base);
}
wget_buffer_free(&uri_buf);
}
static void test_iri_parse(void)
{
const struct iri_test_data {
const char
*uri,
*display,
*scheme,
*userinfo,
*password,
*host,
*port,
*path,
*query,
*fragment;
} test_data[] = {
{ "1.2.3.4", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "1.2.3.4", NULL, NULL, NULL, NULL},
{ "1.2.3.4:987", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "1.2.3.4", "987", NULL, NULL, NULL},
{ "//example.com/thepath", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "thepath", NULL, NULL},
// { "///thepath", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, NULL, NULL, "thepath", NULL, NULL},
{ "example.com", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, NULL, NULL, NULL},
{ "example.com:555", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", "555", NULL, NULL, NULL},
{ "http://example.com", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, NULL, NULL, NULL},
{ "http://example.com:", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, NULL, NULL, NULL},
{ "http://example.com:/", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "", NULL, NULL},
{ "http://example.com:80/", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "", NULL, NULL},
{ "https://example.com", NULL, WGET_IRI_SCHEME_HTTPS, NULL, NULL, "example.com", NULL, NULL, NULL, NULL},
{ "https://example.com:443", NULL, WGET_IRI_SCHEME_HTTPS, NULL, NULL, "example.com", NULL, NULL, NULL, NULL},
{ "https://example.com:444", NULL, WGET_IRI_SCHEME_HTTPS, NULL, NULL, "example.com", "444", NULL, NULL, NULL},
{ "http://example.com:80", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, NULL, NULL, NULL},
{ "http://example.com:81", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", "81", NULL, NULL, NULL},
{ "http://example.com/index.html", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "index.html", NULL, NULL},
{ "http://example.com/index.html?query#frag", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "index.html", "query", "frag"},
{ "http://example.com/index.html?query¶m#frag", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "index.html", "query¶m", "frag"},
{ "http://example.com/index.html?query&par%26am%61x=1#frag", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "index.html", "query&par%26am%61x=1", "frag"},
{ "http://example.com/index.html?#", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "example.com", NULL, "index.html", "", ""},
{ "碼標準萬國碼.com", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "xn--9cs565brid46mda086o.com", NULL, NULL, NULL, NULL},
// { "ftp://cnn.example.com&[email protected]/top_story.htm", NULL,"ftp",NULL,NULL,"cnn.example.com",NULL,NULL,"[email protected]/top_story.htm",NULL }
{ "ftp://[email protected]/top_story.htm", NULL, "ftp", NULL, NULL, "cnn.example.com", NULL, NULL, "[email protected]/top_story.htm", NULL},
// { "site;sub:.html", NULL, WGET_IRI_SCHEME_HTTP, NULL, NULL, "site", NULL, ";sub:.html", NULL, NULL},
{ "mailto:[email protected]", NULL, "mailto", "info", NULL, "example.com", NULL, NULL, NULL, NULL},
};
unsigned it;
for (it = 0; it < countof(test_data); it++) {
const struct iri_test_data *t = &test_data[it];
wget_iri_t *iri = wget_iri_parse(t->uri, "utf-8");
if (wget_strcmp(iri->display, t->display)
|| wget_strcmp(iri->scheme, t->scheme)
|| wget_strcmp(iri->userinfo, t->userinfo)
|| wget_strcmp(iri->password, t->password)
|| wget_strcmp(iri->host, t->host)
|| wget_strcmp(iri->port, t->port)
|| wget_strcmp(iri->path, t->path)
|| wget_strcmp(iri->query, t->query)
|| wget_strcmp(iri->fragment, t->fragment))
{
failed++;
printf("IRI test #%u failed:\n", it + 1);
printf(" [%s]\n", iri->uri);
printf(" display %s (expected %s)\n", iri->display, t->display);
printf(" scheme %s (expected %s)\n", iri->scheme, t->scheme);
printf(" user %s (expected %s)\n", iri->userinfo, t->userinfo);
printf(" host %s (expected %s)\n", iri->host, t->host);
printf(" port %s (expected %s)\n", iri->port, t->port);
printf(" path %s (expected %s)\n", iri->path, t->path);
printf(" query %s (expected %s)\n", iri->query, t->query);
printf(" fragment %s (expected %s)\n", iri->fragment, t->fragment);
printf("\n");
} else {
ok++;
}
wget_iri_free(&iri);
}
}
static void test_stringmap(void)
{
wget_stringmap_t *m;
char key[128], value[128], *val;
int run, it;
size_t valuesize;
// the initial size of 16 forces the internal reshashing function to be called twice
m = wget_stringmap_create(16);
for (run = 0; run < 2; run++) {
if (run) {
wget_stringmap_clear(m);
wget_stringmap_sethashfunc(m, hash_txt);
}
for (it = 0; it < 26; it++) {
sprintf(key, "http://www.example.com/subdir/%d.html", it);
valuesize = sprintf(value, "%d.html", it);
if (wget_stringmap_put(m, key, value, valuesize + 1)) {
failed++;
info_printf("stringmap_put(%s) returns unexpected old value\n", key);
} else ok++;
}
if ((it = wget_stringmap_size(m)) != 26) {
failed++;
info_printf("stringmap_size() returned %d (expected %d)\n", it, 26);
} else ok++;
// now, look up every single entry
for (it = 0; it < 26; it++) {
sprintf(key, "http://www.example.com/subdir/%d.html", it);
sprintf(value, "%d.html", it);
if (!(val = wget_stringmap_get(m, key))) {
failed++;
info_printf("stringmap_get(%s) didn't find entry\n", key);
} else if (strcmp(val, value)) {
failed++;
info_printf("stringmap_get(%s) found '%s' (expected '%s')\n", key, val, value);
} else ok++;
}
wget_stringmap_clear(m);
if ((it = wget_stringmap_size(m)) != 0) {
failed++;
info_printf("stringmap_size() returned %d (expected 0)\n", it);
} else ok++;
for (it = 0; it < 26; it++) {
sprintf(key, "http://www.example.com/subdir/%d.html", it);
valuesize = sprintf(value, "%d.html", it);
if (wget_stringmap_put(m, key, value, valuesize + 1)) {
failed++;
info_printf("stringmap_put(%s) returns unexpected old value\n", key);
} else ok++;
}
if ((it = wget_stringmap_size(m)) != 26) {
failed++;
info_printf("stringmap_size() returned %d (expected %d)\n", it, 26);
} else ok++;
// now, remove every single entry
for (it = 0; it < 26; it++) {
sprintf(key, "http://www.example.com/subdir/%d.html", it);
sprintf(value, "%d.html", it);
wget_stringmap_remove(m, key);
}
if ((it = wget_stringmap_size(m)) != 0) {
failed++;
info_printf("stringmap_size() returned %d (expected 0)\n", it);
} else ok++;
for (it = 0; it < 26; it++) {
sprintf(key, "http://www.example.com/subdir/%d.html", it);
valuesize = sprintf(value, "%d.html", it);
if (wget_stringmap_put(m, key, value, valuesize + 1)) {
failed++;
info_printf("stringmap_put(%s) returns unexpected old value\n", key);
} else ok++;
}
if ((it = wget_stringmap_size(m)) != 26) {
failed++;
info_printf("stringmap_size() returned %d (expected %d)\n", it, 26);
} else ok++;
}
// testing alloc/free in stringmap/hashmap
wget_stringmap_clear(m);
wget_stringmap_put(m, "thekey", NULL, 0) ? failed++ : ok++;
wget_stringmap_put(m, "thekey", NULL, 0) ? ok++ : failed++;
wget_stringmap_put(m, "thekey", "thevalue", 9) ? ok++ : failed++;
wget_stringmap_put(m, "thekey", "thevalue", 9) ? ok++ : failed++;
wget_stringmap_put(m, "thekey", NULL, 0) ? ok++ : failed++;
// testing key/value identity alloc/free in stringmap/hashmap
wget_stringmap_clear(m);
wget_stringmap_put(m, "thekey", NULL, 0) ? failed++ : ok++;
wget_stringmap_put(m, "thekey", NULL, 0) ? ok++ : failed++;
wget_stringmap_put(m, "thekey", "thevalue", 9) ? ok++ : failed++;
wget_stringmap_put(m, "thekey", NULL, 0) ? ok++ : failed++;
wget_stringmap_free(&m);
wget_http_challenge_t challenge;
wget_http_parse_challenge("Basic realm=\"test realm\"", &challenge);
wget_http_free_challenge(&challenge);
wget_vector_t *challenges;
challenges = wget_vector_create(2, 2, NULL);
wget_vector_set_destructor(challenges, (void(*)(void *))wget_http_free_challenge);
wget_http_parse_challenge("Basic realm=\"test realm\"", &challenge);
wget_vector_add(challenges, &challenge, sizeof(challenge));
wget_http_free_challenges(&challenges);
char *response_text = strdup(
"HTTP/1.1 401 Authorization Required\r\n"\
"Date: Sun, 23 Dec 2012 21:03:45 GMT\r\n"\
"Server: Apache/2.2.22 (Debian)\r\n"\
"WWW-Authenticate: Digest realm=\"therealm\", nonce=\"Ip6MaovRBAA=c4af733c51270698260f5d357724c2cbce20fa3d\", algorithm=MD5, domain=\"/prot_digest_md5\", qop=\"auth\"\r\n"\
"Vary: Accept-Encoding\r\n"\
"Content-Length: 476\r\n"\
"Keep-Alive: timeout=5, max=99\r\n"\
"Connection: Keep-Alive\r\n"\
"Content-Type: text/html; charset=iso-8859-1\r\n\r\n");
wget_iri_t *iri = wget_iri_parse("http://localhost/prot_digest_md5/", NULL);
wget_http_request_t *req = wget_http_create_request(iri, "GET");
wget_http_response_t *resp = wget_http_parse_response_header(response_text);
wget_http_add_credentials(req, wget_vector_get(resp->challenges, 0), "tim", "123");
// for (it=0;it<vec_size(req->lines);it++) {
// info_printf("%s\n", (char *)vec_get(req->lines, it));
// }
wget_http_free_response(&resp);
wget_http_free_request(&req);
wget_iri_free(&iri);
xfree(response_text);
// Authorization: Digest username="******", realm="therealm", nonce="Ip6MaovRBAA=c4af733c51270698260f5d357724c2cbce20fa3d", uri="/prot_digest_md5/", response="a99e2012d507a73dd46eb044d3f4641c", qop=auth, nc=00000001, cnonce="3d20faa1"
}
