/* This function's caller ignores most errors it returns. If you extend this function, check the callsite to see if you have to make it not-ignore additional error codes. */ svn_error_t * svn_fs_fs__get_rep_reference(representation_t **rep, svn_fs_t *fs, svn_checksum_t *checksum, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; svn_boolean_t have_row; SVN_ERR_ASSERT(ffd->rep_sharing_allowed); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); /* We only allow SHA1 checksums in this table. */ if (checksum->kind != svn_checksum_sha1) return svn_error_create(SVN_ERR_BAD_CHECKSUM_KIND, NULL, _("Only SHA1 checksums can be used as keys in the " "rep_cache table.\n")); SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_GET_REP)); SVN_ERR(svn_sqlite__bindf(stmt, "s", svn_checksum_to_cstring(checksum, pool))); SVN_ERR(svn_sqlite__step(&have_row, stmt)); if (have_row) { *rep = apr_pcalloc(pool, sizeof(**rep)); svn_fs_fs__id_txn_reset(&(*rep)->txn_id); memcpy((*rep)->sha1_digest, checksum->digest, sizeof((*rep)->sha1_digest)); (*rep)->has_sha1 = TRUE; (*rep)->revision = svn_sqlite__column_revnum(stmt, 0); (*rep)->item_index = svn_sqlite__column_int64(stmt, 1); (*rep)->size = svn_sqlite__column_int64(stmt, 2); (*rep)->expanded_size = svn_sqlite__column_int64(stmt, 3); } else *rep = NULL; SVN_ERR(svn_sqlite__reset(stmt)); if (*rep) { /* Check that REP refers to a revision that exists in FS. */ svn_error_t *err = svn_fs_fs__ensure_revision_exists((*rep)->revision, fs, pool); if (err) return svn_error_createf(SVN_ERR_FS_CORRUPT, err, "Checksum '%s' in rep-cache is beyond HEAD", svn_checksum_to_cstring_display(checksum, pool)); } return SVN_NO_ERROR; }
svn_error_t * svn_fs_fs__set_rep_reference(svn_fs_t *fs, representation_t *rep, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; svn_error_t *err; svn_checksum_t checksum; checksum.kind = svn_checksum_sha1; checksum.digest = rep->sha1_digest; SVN_ERR_ASSERT(ffd->rep_sharing_allowed); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); /* We only allow SHA1 checksums in this table. */ if (! rep->has_sha1) return svn_error_create(SVN_ERR_BAD_CHECKSUM_KIND, NULL, _("Only SHA1 checksums can be used as keys in the " "rep_cache table.\n")); SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_SET_REP)); SVN_ERR(svn_sqlite__bindf(stmt, "siiii", svn_checksum_to_cstring(&checksum, pool), (apr_int64_t) rep->revision, (apr_int64_t) rep->item_index, (apr_int64_t) rep->size, (apr_int64_t) rep->expanded_size)); err = svn_sqlite__insert(NULL, stmt); if (err) { representation_t *old_rep; if (err->apr_err != SVN_ERR_SQLITE_CONSTRAINT) return svn_error_trace(err); svn_error_clear(err); /* Constraint failed so the mapping for SHA1_CHECKSUM->REP should exist. If so that's cool -- just do nothing. If not, that's a red flag! */ SVN_ERR(svn_fs_fs__get_rep_reference(&old_rep, fs, &checksum, pool)); if (!old_rep) { /* Something really odd at this point, we failed to insert the checksum AND failed to read an existing checksum. Do we need to flag this? */ } } return SVN_NO_ERROR; }
/* Start a transaction to take an SQLite reserved lock that prevents other writes. See unlock_rep_cache(). */ static svn_error_t * lock_rep_cache(svn_fs_t *fs, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); SVN_ERR(svn_sqlite__exec_statements(ffd->rep_cache_db, STMT_LOCK_REP)); return SVN_NO_ERROR; }
svn_error_t * svn_fs_fs__del_rep_reference(svn_fs_t *fs, svn_revnum_t youngest, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; SVN_ERR_ASSERT(ffd->format >= SVN_FS_FS__MIN_REP_SHARING_FORMAT); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_DEL_REPS_YOUNGER_THAN_REV)); SVN_ERR(svn_sqlite__bindf(stmt, "r", youngest)); SVN_ERR(svn_sqlite__step_done(stmt)); return SVN_NO_ERROR; }
/* This function's caller ignores most errors it returns. If you extend this function, check the callsite to see if you have to make it not-ignore additional error codes. */ svn_error_t * svn_fs_fs__get_rep_reference(representation_t **rep, svn_fs_t *fs, svn_checksum_t *checksum, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; svn_boolean_t have_row; SVN_ERR_ASSERT(ffd->rep_sharing_allowed); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); /* We only allow SHA1 checksums in this table. */ if (checksum->kind != svn_checksum_sha1) return svn_error_create(SVN_ERR_BAD_CHECKSUM_KIND, NULL, _("Only SHA1 checksums can be used as keys in the " "rep_cache table.\n")); SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_GET_REP)); SVN_ERR(svn_sqlite__bindf(stmt, "s", svn_checksum_to_cstring(checksum, pool))); SVN_ERR(svn_sqlite__step(&have_row, stmt)); if (have_row) { *rep = apr_pcalloc(pool, sizeof(**rep)); (*rep)->sha1_checksum = svn_checksum_dup(checksum, pool); (*rep)->revision = svn_sqlite__column_revnum(stmt, 0); (*rep)->offset = svn_sqlite__column_int64(stmt, 1); (*rep)->size = svn_sqlite__column_int64(stmt, 2); (*rep)->expanded_size = svn_sqlite__column_int64(stmt, 3); } else *rep = NULL; if (*rep) SVN_ERR(rep_has_been_born(*rep, fs, pool)); return svn_sqlite__reset(stmt); }
svn_error_t * svn_fs_fs__set_rep_reference(svn_fs_t *fs, representation_t *rep, svn_boolean_t reject_dup, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; svn_error_t *err; SVN_ERR_ASSERT(ffd->rep_sharing_allowed); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); /* We only allow SHA1 checksums in this table. */ if (rep->sha1_checksum == NULL) return svn_error_create(SVN_ERR_BAD_CHECKSUM_KIND, NULL, _("Only SHA1 checksums can be used as keys in the " "rep_cache table.\n")); SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_SET_REP)); SVN_ERR(svn_sqlite__bindf(stmt, "siiii", svn_checksum_to_cstring(rep->sha1_checksum, pool), (apr_int64_t) rep->revision, (apr_int64_t) rep->offset, (apr_int64_t) rep->size, (apr_int64_t) rep->expanded_size)); err = svn_sqlite__insert(NULL, stmt); if (err) { representation_t *old_rep; if (err->apr_err != SVN_ERR_SQLITE_CONSTRAINT) return svn_error_trace(err); svn_error_clear(err); /* Constraint failed so the mapping for SHA1_CHECKSUM->REP should exist. If so, and the value is the same one we were about to write, that's cool -- just do nothing. If, however, the value is *different*, that's a red flag! */ SVN_ERR(svn_fs_fs__get_rep_reference(&old_rep, fs, rep->sha1_checksum, pool)); if (old_rep) { if (reject_dup && ((old_rep->revision != rep->revision) || (old_rep->offset != rep->offset) || (old_rep->size != rep->size) || (old_rep->expanded_size != rep->expanded_size))) return svn_error_createf(SVN_ERR_FS_CORRUPT, NULL, apr_psprintf(pool, _("Representation key for checksum '%%s' exists " "in filesystem '%%s' with a different value " "(%%ld,%%%s,%%%s,%%%s) than what we were about " "to store (%%ld,%%%s,%%%s,%%%s)"), APR_OFF_T_FMT, SVN_FILESIZE_T_FMT, SVN_FILESIZE_T_FMT, APR_OFF_T_FMT, SVN_FILESIZE_T_FMT, SVN_FILESIZE_T_FMT), svn_checksum_to_cstring_display(rep->sha1_checksum, pool), fs->path, old_rep->revision, old_rep->offset, old_rep->size, old_rep->expanded_size, rep->revision, rep->offset, rep->size, rep->expanded_size); else return SVN_NO_ERROR; } else { /* Something really odd at this point, we failed to insert the checksum AND failed to read an existing checksum. Do we need to flag this? */ } } return SVN_NO_ERROR; }
svn_error_t * svn_fs_fs__walk_rep_reference(svn_fs_t *fs, svn_error_t *(*walker)(representation_t *, void *, svn_fs_t *, apr_pool_t *), void *walker_baton, svn_cancel_func_t cancel_func, void *cancel_baton, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; svn_boolean_t have_row; int iterations = 0; apr_pool_t *iterpool = svn_pool_create(pool); /* Don't check ffd->rep_sharing_allowed. */ SVN_ERR_ASSERT(ffd->format >= SVN_FS_FS__MIN_REP_SHARING_FORMAT); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); /* Get the statement. (There are no arguments to bind.) */ SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_GET_ALL_REPS)); /* Walk the cache entries. */ SVN_ERR(svn_sqlite__step(&have_row, stmt)); while (have_row) { representation_t *rep; const char *sha1_digest; /* Clear ITERPOOL occasionally. */ if (iterations++ % 16 == 0) svn_pool_clear(iterpool); /* Check for cancellation. */ if (cancel_func) SVN_ERR(cancel_func(cancel_baton)); /* Construct a representation_t. */ rep = apr_pcalloc(iterpool, sizeof(*rep)); sha1_digest = svn_sqlite__column_text(stmt, 0, iterpool); SVN_ERR(svn_checksum_parse_hex(&rep->sha1_checksum, svn_checksum_sha1, sha1_digest, iterpool)); rep->revision = svn_sqlite__column_revnum(stmt, 1); rep->offset = svn_sqlite__column_int64(stmt, 2); rep->size = svn_sqlite__column_int64(stmt, 3); rep->expanded_size = svn_sqlite__column_int64(stmt, 4); /* Sanity check. */ if (rep) SVN_ERR(rep_has_been_born(rep, fs, iterpool)); /* Walk. */ SVN_ERR(walker(rep, walker_baton, fs, iterpool)); SVN_ERR(svn_sqlite__step(&have_row, stmt)); } SVN_ERR(svn_sqlite__reset(stmt)); svn_pool_destroy(iterpool); return SVN_NO_ERROR; }
svn_error_t * svn_fs_fs__walk_rep_reference(svn_fs_t *fs, svn_revnum_t start, svn_revnum_t end, svn_error_t *(*walker)(representation_t *, void *, svn_fs_t *, apr_pool_t *), void *walker_baton, svn_cancel_func_t cancel_func, void *cancel_baton, apr_pool_t *pool) { fs_fs_data_t *ffd = fs->fsap_data; svn_sqlite__stmt_t *stmt; svn_boolean_t have_row; int iterations = 0; apr_pool_t *iterpool = svn_pool_create(pool); /* Don't check ffd->rep_sharing_allowed. */ SVN_ERR_ASSERT(ffd->format >= SVN_FS_FS__MIN_REP_SHARING_FORMAT); if (! ffd->rep_cache_db) SVN_ERR(svn_fs_fs__open_rep_cache(fs, pool)); /* Check global invariants. */ if (start == 0) { svn_revnum_t max; SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_GET_MAX_REV)); SVN_ERR(svn_sqlite__step(&have_row, stmt)); max = svn_sqlite__column_revnum(stmt, 0); SVN_ERR(svn_sqlite__reset(stmt)); if (SVN_IS_VALID_REVNUM(max)) /* The rep-cache could be empty. */ SVN_ERR(svn_fs_fs__ensure_revision_exists(max, fs, iterpool)); } SVN_ERR(svn_sqlite__get_statement(&stmt, ffd->rep_cache_db, STMT_GET_REPS_FOR_RANGE)); SVN_ERR(svn_sqlite__bindf(stmt, "rr", start, end)); /* Walk the cache entries. */ SVN_ERR(svn_sqlite__step(&have_row, stmt)); while (have_row) { representation_t *rep; const char *sha1_digest; svn_error_t *err; svn_checksum_t *checksum; /* Clear ITERPOOL occasionally. */ if (iterations++ % 16 == 0) svn_pool_clear(iterpool); /* Check for cancellation. */ if (cancel_func) { err = cancel_func(cancel_baton); if (err) return svn_error_compose_create(err, svn_sqlite__reset(stmt)); } /* Construct a representation_t. */ rep = apr_pcalloc(iterpool, sizeof(*rep)); svn_fs_fs__id_txn_reset(&rep->txn_id); sha1_digest = svn_sqlite__column_text(stmt, 0, iterpool); err = svn_checksum_parse_hex(&checksum, svn_checksum_sha1, sha1_digest, iterpool); if (err) return svn_error_compose_create(err, svn_sqlite__reset(stmt)); rep->has_sha1 = TRUE; memcpy(rep->sha1_digest, checksum->digest, sizeof(rep->sha1_digest)); rep->revision = svn_sqlite__column_revnum(stmt, 1); rep->item_index = svn_sqlite__column_int64(stmt, 2); rep->size = svn_sqlite__column_int64(stmt, 3); rep->expanded_size = svn_sqlite__column_int64(stmt, 4); /* Walk. */ err = walker(rep, walker_baton, fs, iterpool); if (err) return svn_error_compose_create(err, svn_sqlite__reset(stmt)); SVN_ERR(svn_sqlite__step(&have_row, stmt)); } SVN_ERR(svn_sqlite__reset(stmt)); svn_pool_destroy(iterpool); return SVN_NO_ERROR; }