static int PUT_file(SLNRepoRef const repo, SLNSessionRef const session, HTTPConnectionRef const conn, HTTPMethod const method, strarg_t const URI, HTTPHeadersRef const headers) {
// TODO: This is pretty much copy and pasted from above.
if(HTTP_PUT != method) return -1;
int len = 0;
str_t algo[SLN_ALGO_SIZE];
str_t hash[SLN_HASH_SIZE];
algo[0] = '\0';
hash[0] = '\0';
sscanf(URI, "/sln/file/" SLN_ALGO_FMT "/" SLN_HASH_FMT "%n", algo, hash, &len);
if(!algo[0] || !hash[0]) return -1;
if('\0' != URI[len] && '?' != URI[len]) return -1;
str_t *knownURI = SLNFormatURI(algo, hash);
if(!knownURI) return 500;
int rc = SLNSessionGetFileInfo(session, knownURI, NULL);
if(DB_NOTFOUND == rc) {
int status = accept_sub(session, knownURI, conn, headers);
FREE(&knownURI);
return status;
}
if(rc < 0) goto cleanup;
rc = HTTPConnectionDrainMessage(conn);
if(rc < 0) goto cleanup;
created(knownURI, conn);
cleanup:
FREE(&knownURI);
if(UV_EACCES == rc) return 403;
if(UV_ECONNABORTED == rc) return 400;
if(rc < 0) return 500;
return 0;
}
static void gen_preview(BlogRef const blog, SLNSessionRef const session, strarg_t const URI, strarg_t const path) {
// It's okay to accidentally regenerate a preview
// It's okay to send an error if another thread tried to gen and failed
// We want to minimize false positives and false negatives
// In particular, if a million connections request a new file at once,
// we want to avoid starting gen for each connection before any of them
// have finished
// Capping the total number of concurrent gens to PENDING_MAX is not
// a bad side effect
bool beat_us_to_it = false;
size_t slot = SIZE_MAX;
async_mutex_lock(blog->pending_mutex);
for(;; async_cond_wait(blog->pending_cond, blog->pending_mutex)) {
if(gen_pending(blog, path)) { beat_us_to_it = true; continue; }
if(beat_us_to_it) break;
if(gen_available(blog, path, &slot)) break;
}
async_mutex_unlock(blog->pending_mutex);
if(beat_us_to_it) return; // Note: we don't know their return status.
assert(slot < PENDING_MAX);
SLNFileInfo src[1];
int rc = SLNSessionGetFileInfo(session, URI, src);
if(rc >= 0) {
rc = -1;
rc = rc >= 0 ? rc : BlogConvert(blog, session, path, NULL, URI, src);
rc = rc >= 0 ? rc : BlogGeneric(blog, session, path, URI, src);
SLNFileInfoCleanup(src);
}
async_mutex_lock(blog->pending_mutex);
assert(path == blog->pending[slot]);
blog->pending[slot] = NULL;
async_cond_broadcast(blog->pending_cond);
async_mutex_unlock(blog->pending_mutex);
}
static int import(SLNPullRef const pull, strarg_t const URI, size_t const pos, HTTPConnectionRef *const conn) {
if(!pull) return 0;
// TODO: Even if there's nothing to do, we have to enqueue something to fill up our reserved slots. I guess it's better than doing a lot of work inside the connection lock, but there's got to be a better way.
SLNSubmissionRef sub = NULL;
HTTPHeadersRef headers = NULL;
if(!URI) goto enqueue;
str_t algo[SLN_ALGO_SIZE];
str_t hash[SLN_HASH_SIZE];
if(SLNParseURI(URI, algo, hash) < 0) goto enqueue;
int rc = SLNSessionGetFileInfo(pull->session, URI, NULL);
if(rc >= 0) goto enqueue;
db_assertf(DB_NOTFOUND == rc, "Database error: %s", sln_strerror(rc));
// TODO: We're logging out of order when we do it like this...
// alogf("Pulling %s\n", URI);
if(!*conn) {
rc = HTTPConnectionCreateOutgoing(pull->host, 0, conn);
if(rc < 0) {
alogf("Pull import connection error: %s\n", sln_strerror(rc));
goto fail;
}
}
str_t *path = aasprintf("/sln/file/%s/%s", algo, hash);
if(!path) {
alogf("Pull aasprintf error\n");
goto fail;
}
rc = HTTPConnectionWriteRequest(*conn, HTTP_GET, path, pull->host);
assert(rc >= 0); // TODO
FREE(&path);
HTTPConnectionWriteHeader(*conn, "Cookie", pull->cookie);
HTTPConnectionBeginBody(*conn);
rc = HTTPConnectionEnd(*conn);
if(rc < 0) {
alogf("Pull import request error: %s\n", sln_strerror(rc));
goto fail;
}
int const status = HTTPConnectionReadResponseStatus(*conn);
if(status < 0) {
alogf("Pull import response error: %s\n", sln_strerror(status));
goto fail;
}
if(status < 200 || status >= 300) {
alogf("Pull import status error: %d\n", status);
goto fail;
}
rc = HTTPHeadersCreateFromConnection(*conn, &headers);
assert(rc >= 0); // TODO
/* if(rc < 0) {
alogf("Pull import headers error %s\n", sln_strerror(rc));
goto fail;
}*/
strarg_t const type = HTTPHeadersGet(headers, "content-type");
rc = SLNSubmissionCreate(pull->session, URI, &sub);
if(rc < 0) {
alogf("Pull submission error: %s\n", sln_strerror(rc));
goto fail;
}
rc = SLNSubmissionSetType(sub, type);
if(rc < 0) {
alogf("Pull submission type error: %s\n", sln_strerror(rc));
goto fail;
}
for(;;) {
if(pull->stop) goto fail;
uv_buf_t buf[1] = {};
rc = HTTPConnectionReadBody(*conn, buf);
if(rc < 0) {
alogf("Pull download error: %s\n", sln_strerror(rc));
goto fail;
}
if(0 == buf->len) break;
rc = SLNSubmissionWrite(sub, (byte_t *)buf->base, buf->len);
if(rc < 0) {
alogf("Pull write error\n");
goto fail;
}
}
rc = SLNSubmissionEnd(sub);
if(rc < 0) {
alogf("Pull submission error: %s\n", sln_strerror(rc));
goto fail;
}
enqueue:
HTTPHeadersFree(&headers);
async_mutex_lock(pull->mutex);
pull->queue[pos] = sub; sub = NULL;
pull->filled[pos] = true;
async_cond_broadcast(pull->cond);
async_mutex_unlock(pull->mutex);
return 0;
fail:
HTTPHeadersFree(&headers);
SLNSubmissionFree(&sub);
HTTPConnectionFree(conn);
return -1;
}
static int GET_query(BlogRef const blog, SLNSessionRef const session, HTTPConnectionRef const conn, HTTPMethod const method, strarg_t const URI, HTTPHeadersRef const headers) {
if(HTTP_GET != method) return -1;
strarg_t qs = NULL;
if(!URIPath(URI, "/", &qs)) return -1;
// TODO: This is the most complicated function in the whole program.
// It's unbearable.
str_t *query = NULL;
str_t *query_HTMLSafe = NULL;
SLNFilterRef filter = NULL;
int rc;
static strarg_t const fields[] = {
"q",
};
str_t *values[numberof(fields)] = {};
QSValuesParse(qs, values, fields, numberof(fields));
query = values[0] ? strdup(values[0]) : NULL;
query_HTMLSafe = htmlenc(values[0]);
rc = SLNUserFilterParse(session, values[0], &filter);
QSValuesCleanup(values, numberof(values));
if(DB_EACCES == rc) {
FREE(&query);
FREE(&query_HTMLSafe);
return 403;
}
if(DB_EINVAL == rc) rc = SLNFilterCreate(session, SLNVisibleFilterType, &filter);
if(rc < 0) {
FREE(&query);
FREE(&query_HTMLSafe);
return 500;
}
str_t tmp[URI_MAX];
SLNFilterToUserFilterString(filter, tmp, sizeof(tmp), 0);
str_t *parsed_HTMLSafe = htmlenc(tmp);
str_t *primaryURI = NULL;
SLNFilterRef core = SLNFilterUnwrap(filter);
SLNFilterType const filtertype = SLNFilterGetType(core);
if(SLNURIFilterType == filtertype) {
primaryURI = strdup(SLNFilterGetStringArg(core, 0));
assert(primaryURI); // TODO
SLNFilterRef alt;
rc = SLNFilterCreate(session, SLNLinksToFilterType, &alt);
assert(rc >= 0); // TODO
SLNFilterAddStringArg(alt, primaryURI, -1);
SLNFilterFree(&filter);
filter = alt; alt = NULL;
}
core = NULL;
// SLNFilterPrint(filter, 0); // DEBUG
SLNFilterPosition pos[1] = {{ .dir = -1 }};
uint64_t max = RESULTS_MAX;
int outdir = -1;
SLNFilterParseOptions(qs, pos, &max, &outdir, NULL);
if(max < 1) max = 1;
if(max > RESULTS_MAX) max = RESULTS_MAX;
uint64_t const t1 = uv_hrtime();
str_t *URIs[RESULTS_MAX];
ssize_t const count = SLNFilterCopyURIs(filter, session, pos, outdir, false, URIs, (size_t)max);
SLNFilterPositionCleanup(pos);
if(count < 0) {
fprintf(stderr, "Filter error: %s\n", sln_strerror(count));
FREE(&query);
FREE(&query_HTMLSafe);
SLNFilterFree(&filter);
return 500;
}
SLNFilterFree(&filter);
uint64_t const t2 = uv_hrtime();
str_t *reponame_HTMLSafe = htmlenc(SLNRepoGetName(blog->repo));
snprintf(tmp, sizeof(tmp), "Queried in %.3f seconds", (t2-t1) / 1e9);
str_t *querytime_HTMLSafe = htmlenc(tmp);
str_t *account_HTMLSafe;
if(0 == SLNSessionGetUserID(session)) {
account_HTMLSafe = htmlenc("Log In");
} else {
strarg_t const user = SLNSessionGetUsername(session);
snprintf(tmp, sizeof(tmp), "Account: %s", user);
account_HTMLSafe = htmlenc(tmp);
}
// TODO: Write a real function for building query strings
// Don't use ?: GNUism
// Preserve other query parameters like `dir`
str_t *query_encoded = !query ? NULL : QSEscape(query, strlen(query), true);
FREE(&query);
str_t *firstpage_HTMLSafe = NULL;
str_t *prevpage_HTMLSafe = NULL;
str_t *nextpage_HTMLSafe = NULL;
str_t *lastpage_HTMLSafe = NULL;
snprintf(tmp, sizeof(tmp), "?q=%s&start=-", query_encoded ?: "");
firstpage_HTMLSafe = htmlenc(tmp);
str_t *p = !count ? NULL : URIs[outdir > 0 ? 0 : count-1];
str_t *n = !count ? NULL : URIs[outdir > 0 ? count-1 : 0];
if(p) p = QSEscape(p, strlen(p), 1);
if(n) n = QSEscape(n, strlen(n), 1);
snprintf(tmp, sizeof(tmp), "?q=%s&start=%s", query_encoded ?: "", p ?: "");
prevpage_HTMLSafe = htmlenc(tmp);
snprintf(tmp, sizeof(tmp), "?q=%s&start=-%s", query_encoded ?: "", n ?: "");
nextpage_HTMLSafe = htmlenc(tmp);
snprintf(tmp, sizeof(tmp), "?q=%s", query_encoded ?: "");
lastpage_HTMLSafe = htmlenc(tmp);
FREE(&query_encoded);
FREE(&p);
FREE(&n);
TemplateStaticArg const args[] = {
{"reponame", reponame_HTMLSafe},
{"querytime", querytime_HTMLSafe},
{"account", account_HTMLSafe},
{"query", query_HTMLSafe},
{"parsed", parsed_HTMLSafe},
{"firstpage", firstpage_HTMLSafe},
{"prevpage", prevpage_HTMLSafe},
{"nextpage", nextpage_HTMLSafe},
{"lastpage", lastpage_HTMLSafe},
{NULL, NULL},
};
HTTPConnectionWriteResponse(conn, 200, "OK");
HTTPConnectionWriteHeader(conn, "Content-Type", "text/html; charset=utf-8");
HTTPConnectionWriteHeader(conn, "Transfer-Encoding", "chunked");
if(0 == SLNSessionGetUserID(session)) {
HTTPConnectionWriteHeader(conn, "Cache-Control", "no-cache, public");
} else {
HTTPConnectionWriteHeader(conn, "Cache-Control", "no-cache, private");
}
HTTPConnectionBeginBody(conn);
TemplateWriteHTTPChunk(blog->header, &TemplateStaticCBs, args, conn);
if(primaryURI) {
SLNFileInfo info[1];
rc = SLNSessionGetFileInfo(session, primaryURI, info);
if(rc >= 0) {
str_t *preferredURI = SLNFormatURI(SLN_INTERNAL_ALGO, info->hash);
str_t *previewPath = BlogCopyPreviewPath(blog, info->hash);
send_preview(blog, conn, session, preferredURI, previewPath);
FREE(&preferredURI);
FREE(&previewPath);
SLNFileInfoCleanup(info);
} else if(DB_NOTFOUND == rc) {
TemplateWriteHTTPChunk(blog->notfound, &TemplateStaticCBs, args, conn);
}
if(count) {
TemplateWriteHTTPChunk(blog->backlinks, &TemplateStaticCBs, args, conn);
}
}
bool const broadest_possible_filter =
SLNVisibleFilterType == filtertype ||
SLNAllFilterType == filtertype;
if(0 == count && !primaryURI && !broadest_possible_filter) {
TemplateWriteHTTPChunk(blog->noresults, &TemplateStaticCBs, args, conn);
}
for(size_t i = 0; i < count; i++) {
str_t algo[SLN_ALGO_SIZE]; // SLN_INTERNAL_ALGO
str_t hash[SLN_HASH_SIZE];
SLNParseURI(URIs[i], algo, hash);
str_t *previewPath = BlogCopyPreviewPath(blog, hash);
rc = send_preview(blog, conn, session, URIs[i], previewPath);
FREE(&previewPath);
if(rc < 0) break;
}
FREE(&primaryURI);
TemplateWriteHTTPChunk(blog->footer, &TemplateStaticCBs, args, conn);
FREE(&reponame_HTMLSafe);
FREE(&querytime_HTMLSafe);
FREE(&account_HTMLSafe);
FREE(&query_HTMLSafe);
FREE(&parsed_HTMLSafe);
FREE(&firstpage_HTMLSafe);
FREE(&prevpage_HTMLSafe);
FREE(&nextpage_HTMLSafe);
FREE(&lastpage_HTMLSafe);
HTTPConnectionWriteChunkEnd(conn);
HTTPConnectionEnd(conn);
for(size_t i = 0; i < count; i++) FREE(&URIs[i]);
assert_zeroed(URIs, count);
return 0;
}
/*static int POST_auth(SLNRepoRef const repo, SLNSessionRef const session, HTTPConnectionRef const conn, HTTPMethod const method, strarg_t const URI, HTTPHeadersRef const headers) {
if(HTTP_POST != method) return -1;
if(0 != uripathcmp("/sln/auth", URI, NULL)) return -1;
str_t formdata[AUTH_FORM_MAX];
ssize_t len = HTTPConnectionReadBodyStatic(conn, (byte_t *)formdata, sizeof(formdata)-1);
if(UV_EMSGSIZE == len) return 413; // Request Entity Too Large
if(len < 0) return 500;
formdata[len] = '\0';
SLNSessionCacheRef const cache = SLNRepoGetSessionCache(repo);
static strarg_t const fields[] = {
"user",
"pass",
"token", // TODO: CSRF protection
};
str_t *values[numberof(fields)] = {};
QSValuesParse(formdata, values, fields, numberof(fields));
SLNSessionRef s;
int rc = SLNSessionCacheCreateSession(cache, values[0], values[1], &s);
QSValuesCleanup(values, numberof(values));
if(rc < 0) return 403;
str_t *cookie = SLNSessionCopyCookie(s);
SLNSessionRelease(&s);
if(!cookie) return 500;
HTTPConnectionWriteResponse(conn, 200, "OK");
HTTPConnectionWriteSetCookie(conn, cookie, "/", 60 * 60 * 24 * 365);
HTTPConnectionWriteContentLength(conn, 0);
HTTPConnectionBeginBody(conn);
HTTPConnectionEnd(conn);
FREE(&cookie);
return 0;
}*/
static int GET_file(SLNRepoRef const repo, SLNSessionRef const session, HTTPConnectionRef const conn, HTTPMethod const method, strarg_t const URI, HTTPHeadersRef const headers) {
if(HTTP_GET != method && HTTP_HEAD != method) return -1;
int len = 0;
str_t algo[SLN_ALGO_SIZE];
str_t hash[SLN_HASH_SIZE];
algo[0] = '\0';
hash[0] = '\0';
sscanf(URI, "/sln/file/" SLN_ALGO_FMT "/" SLN_HASH_FMT "%n", algo, hash, &len);
if(!algo[0] || !hash[0]) return -1;
if('\0' != URI[len] && '?' != URI[len]) return -1;
// TODO: Check for conditional get headers and return 304 Not Modified.
str_t fileURI[SLN_URI_MAX];
int rc = snprintf(fileURI, sizeof(fileURI), "hash://%s/%s", algo, hash);
if(rc < 0 || rc >= sizeof(fileURI)) return 500;
SLNFileInfo info[1];
rc = SLNSessionGetFileInfo(session, fileURI, info);
if(DB_EACCES == rc) return 403;
if(DB_NOTFOUND == rc) return 404;
if(rc < 0) return 500;
uv_file file = async_fs_open(info->path, O_RDONLY, 0000);
if(UV_ENOENT == file) {
SLNFileInfoCleanup(info);
return 410; // Gone
}
if(file < 0) {
SLNFileInfoCleanup(info);
return 500;
}
// TODO: Hosting untrusted data is really hard.
// The same origin policy isn't doing us any favors, because most
// simple installations won't have a second domain to use.
// - For loopback, we can use an alternate loopback IP, but that
// still only covers a limited range of use cases.
// - We would really like suborigins, if they're ever widely supported.
// <http://www.chromium.org/developers/design-documents/per-page-suborigins>
// - We could report untrusted types as "text/plain" or
// "application/binary", which would be inconvenient but
// very reliable.
// TODO: Use Content-Disposition to suggest a filename, for file types
// that aren't useful to view inline.
HTTPConnectionWriteResponse(conn, 200, "OK");
HTTPConnectionWriteContentLength(conn, info->size);
HTTPConnectionWriteHeader(conn, "Content-Type", info->type);
HTTPConnectionWriteHeader(conn, "Cache-Control", "max-age=31536000");
HTTPConnectionWriteHeader(conn, "ETag", "1");
// HTTPConnectionWriteHeader(conn, "Accept-Ranges", "bytes"); // TODO
HTTPConnectionWriteHeader(conn, "Content-Security-Policy", "'none'");
HTTPConnectionWriteHeader(conn, "X-Content-Type-Options", "nosniff");
// HTTPConnectionWriteHeader(conn, "Vary", "Accept, Accept-Ranges");
// TODO: Double check Vary header syntax.
// Also do we need to change the ETag?
HTTPConnectionBeginBody(conn);
if(HTTP_HEAD != method) {
HTTPConnectionWriteFile(conn, file);
}
HTTPConnectionEnd(conn);
SLNFileInfoCleanup(info);
async_fs_close(file);
return 0;
}
// TODO
static str_t *preview_metadata(preview_state const *const state, strarg_t const var) {
int rc;
strarg_t unsafe = NULL;
str_t buf[URI_MAX];
if(0 == strcmp(var, "rawURI")) {
str_t algo[SLN_ALGO_SIZE]; // SLN_INTERNAL_ALGO
str_t hash[SLN_HASH_SIZE];
SLNParseURI(state->fileURI, algo, hash);
snprintf(buf, sizeof(buf), "/sln/file/%s/%s", algo, hash);
unsafe = buf;
}
if(0 == strcmp(var, "queryURI")) {
str_t *escaped = QSEscape(state->fileURI, strlen(state->fileURI), true);
snprintf(buf, sizeof(buf), "/?q=%s", escaped);
FREE(&escaped);
unsafe = buf;
}
if(0 == strcmp(var, "hashURI")) {
unsafe = state->fileURI;
}
if(0 == strcmp(var, "fileSize")) {
// TODO: Really, we should already have this info from when
// we got the URI in the first place.
SLNFileInfo info[1];
rc = SLNSessionGetFileInfo(state->session, state->fileURI, info);
if(rc >= 0) {
double const size = info->size;
double base = 1.0;
strarg_t const units[] = { "B", "KB", "MB", "GB", "TB" };
size_t i = 0;
for(; base * 1024.0 <= size && i < numberof(units); i++) base *= 1024.0;
if(0 == i) {
snprintf(buf, sizeof(buf), "%.0f %s", size/base, units[i]);
} else {
snprintf(buf, sizeof(buf), "%.1f %s", size/base, units[i]);
}
unsafe = buf;
// P.S. F**k scientific prefixes.
}
SLNFileInfoCleanup(info);
}
if(unsafe) return htmlenc(unsafe);
str_t value[1024 * 4];
// TODO: Load all vars for the template in one transaction.
DB_env *db = NULL;
rc = SLNSessionDBOpen(state->session, SLN_RDONLY, &db);
if(rc >= 0) {
DB_txn *txn = NULL;
rc = db_txn_begin(db, NULL, DB_RDONLY, &txn);
if(rc >= 0) {
rc = SLNSessionGetValueForField(state->session, txn, state->fileURI, var, value, sizeof(value));
if(rc >= 0 && '\0' != value[0]) unsafe = value;
db_txn_abort(txn); txn = NULL;
}
SLNSessionDBClose(state->session, &db);
}
if(!unsafe) {
if(0 == strcmp(var, "thumbnailURI")) unsafe = "/file.png";
if(0 == strcmp(var, "title")) unsafe = "(no title)";
if(0 == strcmp(var, "description")) unsafe = "(no description)";
}
return htmlenc(unsafe);
}