static int lfsck_namespace_delete(const struct lu_env *env,
struct lfsck_component *com,
const struct lu_fid *fid)
{
struct lfsck_instance *lfsck = com->lc_lfsck;
struct lu_fid *key = &lfsck_env_info(env)->lti_fid;
struct thandle *handle;
struct dt_object *obj = com->lc_obj;
int rc;
ENTRY;
handle = dt_trans_create(env, lfsck->li_bottom);
if (IS_ERR(handle))
RETURN(PTR_ERR(handle));
rc = dt_declare_delete(env, obj, (const struct dt_key *)fid, handle);
if (rc != 0)
GOTO(out, rc);
rc = dt_trans_start_local(env, lfsck->li_bottom, handle);
if (rc != 0)
GOTO(out, rc);
fid_cpu_to_be(key, fid);
rc = dt_delete(env, obj, (const struct dt_key *)key, handle,
BYPASS_CAPA);
GOTO(out, rc);
out:
dt_trans_stop(env, lfsck->li_bottom, handle);
return rc;
}
int osd_oi_update(struct osd_thread_info *info, struct osd_device *osd,
const struct lu_fid *fid, const struct osd_inode_id *id,
handle_t *th, enum oi_check_flags flags)
{
struct lu_fid *oi_fid = &info->oti_fid2;
struct osd_inode_id *oi_id = &info->oti_id2;
int rc = 0;
if (unlikely(fid_is_last_id(fid)))
return osd_obj_spec_update(info, osd, fid, id, th);
if (fid_is_on_ost(info, osd, fid, flags) || fid_is_llog(fid))
return osd_obj_map_update(info, osd, fid, id, th);
fid_cpu_to_be(oi_fid, fid);
osd_id_pack(oi_id, id);
rc = osd_oi_iam_refresh(info, osd_fid2oi(osd, fid),
(const struct dt_rec *)oi_id,
(const struct dt_key *)oi_fid, th, false);
if (rc != 0)
return rc;
if (unlikely(fid_seq(fid) == FID_SEQ_LOCAL_FILE))
rc = osd_obj_spec_update(info, osd, fid, id, th);
return rc;
}
static int lfsck_namespace_lookup(const struct lu_env *env,
struct lfsck_component *com,
const struct lu_fid *fid, __u8 *flags)
{
struct lu_fid *key = &lfsck_env_info(env)->lti_fid;
int rc;
fid_cpu_to_be(key, fid);
rc = dt_lookup(env, com->lc_obj, (struct dt_rec *)flags,
(const struct dt_key *)key, BYPASS_CAPA);
return rc;
}
static int __osd_oi_lookup(struct osd_thread_info *info, struct osd_device *osd,
const struct lu_fid *fid, struct osd_inode_id *id)
{
struct lu_fid *oi_fid = &info->oti_fid2;
int rc;
fid_cpu_to_be(oi_fid, fid);
rc = osd_oi_iam_lookup(info, osd_fid2oi(osd, fid), (struct dt_rec *)id,
(const struct dt_key *)oi_fid);
if (rc > 0) {
osd_id_unpack(id, id);
rc = 0;
} else if (rc == 0) {
rc = -ENOENT;
}
return rc;
}
/**
* Pack a link_ea_entry.
* All elements are stored as chars to avoid alignment issues.
* Numbers are always big-endian
* \retval record length
*/
int linkea_entry_pack(struct link_ea_entry *lee, const struct lu_name *lname,
const struct lu_fid *pfid)
{
struct lu_fid tmpfid;
int reclen;
fid_cpu_to_be(&tmpfid, pfid);
if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_LINKEA_CRASH))
tmpfid.f_ver = ~0;
memcpy(&lee->lee_parent_fid, &tmpfid, sizeof(tmpfid));
memcpy(lee->lee_name, lname->ln_name, lname->ln_namelen);
reclen = sizeof(struct link_ea_entry) + lname->ln_namelen;
lee->lee_reclen[0] = (reclen >> 8) & 0xff;
lee->lee_reclen[1] = reclen & 0xff;
return reclen;
}
int osd_oi_delete(struct osd_thread_info *info,
struct osd_device *osd, const struct lu_fid *fid,
handle_t *th, enum oi_check_flags flags)
{
struct lu_fid *oi_fid = &info->oti_fid2;
/* clear idmap cache */
if (lu_fid_eq(fid, &info->oti_cache.oic_fid))
fid_zero(&info->oti_cache.oic_fid);
if (fid_is_last_id(fid))
return 0;
if (fid_is_on_ost(info, osd, fid, flags) || fid_is_llog(fid))
return osd_obj_map_delete(info, osd, fid, th);
fid_cpu_to_be(oi_fid, fid);
return osd_oi_iam_delete(info, osd_fid2oi(osd, fid),
(const struct dt_key *)oi_fid, th);
}
int osd_oi_insert(struct osd_thread_info *info, struct osd_device *osd,
const struct lu_fid *fid, const struct osd_inode_id *id,
handle_t *th, enum oi_check_flags flags)
{
struct lu_fid *oi_fid = &info->oti_fid2;
struct osd_inode_id *oi_id = &info->oti_id2;
int rc = 0;
if (unlikely(fid_is_last_id(fid)))
return osd_obj_spec_insert(info, osd, fid, id, th);
if (fid_is_on_ost(info, osd, fid, flags) || fid_is_llog(fid))
return osd_obj_map_insert(info, osd, fid, id, th);
fid_cpu_to_be(oi_fid, fid);
osd_id_pack(oi_id, id);
rc = osd_oi_iam_refresh(info, osd_fid2oi(osd, fid),
(const struct dt_rec *)oi_id,
(const struct dt_key *)oi_fid, th, true);
if (rc != 0) {
struct inode *inode;
struct lustre_mdt_attrs *lma = &info->oti_mdt_attrs;
if (rc != -EEXIST)
return rc;
rc = osd_oi_lookup(info, osd, fid, oi_id, 0);
if (rc != 0)
return rc;
if (unlikely(osd_id_eq(id, oi_id)))
return 1;
/* Check whether the mapping for oi_id is valid or not. */
inode = osd_iget(info, osd, oi_id);
if (IS_ERR(inode)) {
rc = PTR_ERR(inode);
if (rc == -ENOENT || rc == -ESTALE)
goto update;
return rc;
}
/* The EA inode should NOT be in OI, old OI scrub may added
* such OI mapping by wrong, replace it. */
if (unlikely(osd_is_ea_inode(inode))) {
iput(inode);
goto update;
}
rc = osd_get_lma(info, inode, &info->oti_obj_dentry, lma);
iput(inode);
if (rc == -ENODATA)
goto update;
if (rc != 0)
return rc;
if (!(lma->lma_compat & LMAC_NOT_IN_OI) &&
lu_fid_eq(fid, &lma->lma_self_fid)) {
CERROR("%.16s: the FID "DFID" is used by two objects: "
"%u/%u %u/%u\n",
LDISKFS_SB(osd_sb(osd))->s_es->s_volume_name,
PFID(fid), oi_id->oii_ino, oi_id->oii_gen,
id->oii_ino, id->oii_gen);
return -EEXIST;
}
update:
osd_id_pack(oi_id, id);
rc = osd_oi_iam_refresh(info, osd_fid2oi(osd, fid),
(const struct dt_rec *)oi_id,
(const struct dt_key *)oi_fid, th, false);
if (rc != 0)
return rc;
}
if (unlikely(fid_seq(fid) == FID_SEQ_LOCAL_FILE))
rc = osd_obj_spec_insert(info, osd, fid, id, th);
return rc;
}
static int lfsck_namespace_update(const struct lu_env *env,
struct lfsck_component *com,
const struct lu_fid *fid,
__u8 flags, bool force)
{
struct lfsck_instance *lfsck = com->lc_lfsck;
struct lu_fid *key = &lfsck_env_info(env)->lti_fid;
struct thandle *handle;
struct dt_object *obj = com->lc_obj;
int rc;
bool exist = false;
__u8 tf;
ENTRY;
rc = lfsck_namespace_lookup(env, com, fid, &tf);
if (rc != 0 && rc != -ENOENT)
RETURN(rc);
if (rc == 0) {
if (!force || flags == tf)
RETURN(0);
exist = true;
handle = dt_trans_create(env, lfsck->li_bottom);
if (IS_ERR(handle))
RETURN(PTR_ERR(handle));
rc = dt_declare_delete(env, obj, (const struct dt_key *)fid,
handle);
if (rc != 0)
GOTO(out, rc);
} else {
handle = dt_trans_create(env, lfsck->li_bottom);
if (IS_ERR(handle))
RETURN(PTR_ERR(handle));
}
rc = dt_declare_insert(env, obj, (const struct dt_rec *)&flags,
(const struct dt_key *)fid, handle);
if (rc != 0)
GOTO(out, rc);
rc = dt_trans_start_local(env, lfsck->li_bottom, handle);
if (rc != 0)
GOTO(out, rc);
fid_cpu_to_be(key, fid);
if (exist) {
rc = dt_delete(env, obj, (const struct dt_key *)key, handle,
BYPASS_CAPA);
if (rc != 0) {
CERROR("%s: fail to insert "DFID": rc = %d\n",
lfsck_lfsck2name(com->lc_lfsck), PFID(fid), rc);
GOTO(out, rc);
}
}
rc = dt_insert(env, obj, (const struct dt_rec *)&flags,
(const struct dt_key *)key, handle, BYPASS_CAPA, 1);
GOTO(out, rc);
out:
dt_trans_stop(env, lfsck->li_bottom, handle);
return rc;
}
static int lfsck_namespace_double_scan_main(void *args)
{
struct lfsck_thread_args *lta = args;
const struct lu_env *env = <a->lta_env;
struct lfsck_component *com = lta->lta_com;
struct lfsck_instance *lfsck = com->lc_lfsck;
struct ptlrpc_thread *thread = &lfsck->li_thread;
struct lfsck_bookmark *bk = &lfsck->li_bookmark_ram;
struct lfsck_namespace *ns = com->lc_file_ram;
struct dt_object *obj = com->lc_obj;
const struct dt_it_ops *iops = &obj->do_index_ops->dio_it;
struct dt_object *target;
struct dt_it *di;
struct dt_key *key;
struct lu_fid fid;
int rc;
__u8 flags = 0;
ENTRY;
com->lc_new_checked = 0;
com->lc_new_scanned = 0;
com->lc_time_last_checkpoint = cfs_time_current();
com->lc_time_next_checkpoint = com->lc_time_last_checkpoint +
cfs_time_seconds(LFSCK_CHECKPOINT_INTERVAL);
di = iops->init(env, obj, 0, BYPASS_CAPA);
if (IS_ERR(di))
GOTO(out, rc = PTR_ERR(di));
fid_cpu_to_be(&fid, &ns->ln_fid_latest_scanned_phase2);
rc = iops->get(env, di, (const struct dt_key *)&fid);
if (rc < 0)
GOTO(fini, rc);
/* Skip the start one, which either has been processed or non-exist. */
rc = iops->next(env, di);
if (rc != 0)
GOTO(put, rc);
if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_NO_DOUBLESCAN))
GOTO(put, rc = 0);
do {
if (OBD_FAIL_CHECK(OBD_FAIL_LFSCK_DELAY3) &&
cfs_fail_val > 0) {
struct l_wait_info lwi;
lwi = LWI_TIMEOUT(cfs_time_seconds(cfs_fail_val),
NULL, NULL);
l_wait_event(thread->t_ctl_waitq,
!thread_is_running(thread),
&lwi);
}
key = iops->key(env, di);
fid_be_to_cpu(&fid, (const struct lu_fid *)key);
target = lfsck_object_find(env, lfsck, &fid);
down_write(&com->lc_sem);
if (target == NULL) {
rc = 0;
goto checkpoint;
} else if (IS_ERR(target)) {
rc = PTR_ERR(target);
goto checkpoint;
}
/* XXX: Currently, skip remote object, the consistency for
* remote object will be processed in LFSCK phase III. */
if (dt_object_exists(target) && !dt_object_remote(target)) {
rc = iops->rec(env, di, (struct dt_rec *)&flags, 0);
if (rc == 0)
rc = lfsck_namespace_double_scan_one(env, com,
target, flags);
}
lfsck_object_put(env, target);
checkpoint:
com->lc_new_checked++;
com->lc_new_scanned++;
ns->ln_fid_latest_scanned_phase2 = fid;
if (rc > 0)
ns->ln_objs_repaired_phase2++;
else if (rc < 0)
ns->ln_objs_failed_phase2++;
up_write(&com->lc_sem);
if ((rc == 0) || ((rc > 0) && !(bk->lb_param & LPF_DRYRUN))) {
lfsck_namespace_delete(env, com, &fid);
} else if (rc < 0) {
flags |= LLF_REPAIR_FAILED;
lfsck_namespace_update(env, com, &fid, flags, true);
}
if (rc < 0 && bk->lb_param & LPF_FAILOUT)
GOTO(put, rc);
if (unlikely(cfs_time_beforeq(com->lc_time_next_checkpoint,
cfs_time_current())) &&
com->lc_new_checked != 0) {
down_write(&com->lc_sem);
ns->ln_run_time_phase2 +=
cfs_duration_sec(cfs_time_current() +
HALF_SEC - com->lc_time_last_checkpoint);
ns->ln_time_last_checkpoint = cfs_time_current_sec();
ns->ln_objs_checked_phase2 += com->lc_new_checked;
com->lc_new_checked = 0;
rc = lfsck_namespace_store(env, com, false);
up_write(&com->lc_sem);
if (rc != 0)
GOTO(put, rc);
com->lc_time_last_checkpoint = cfs_time_current();
com->lc_time_next_checkpoint =
com->lc_time_last_checkpoint +
cfs_time_seconds(LFSCK_CHECKPOINT_INTERVAL);
}
lfsck_control_speed_by_self(com);
if (unlikely(!thread_is_running(thread)))
GOTO(put, rc = 0);
rc = iops->next(env, di);
} while (rc == 0);
GOTO(put, rc);
put:
iops->put(env, di);
fini:
iops->fini(env, di);
out:
down_write(&com->lc_sem);
ns->ln_run_time_phase2 += cfs_duration_sec(cfs_time_current() +
HALF_SEC - lfsck->li_time_last_checkpoint);
ns->ln_time_last_checkpoint = cfs_time_current_sec();
ns->ln_objs_checked_phase2 += com->lc_new_checked;
com->lc_new_checked = 0;
if (rc > 0) {
com->lc_journal = 0;
ns->ln_status = LS_COMPLETED;
if (!(bk->lb_param & LPF_DRYRUN))
ns->ln_flags &= ~(LF_SCANNED_ONCE | LF_INCONSISTENT);
ns->ln_time_last_complete = ns->ln_time_last_checkpoint;
ns->ln_success_count++;
} else if (rc == 0) {
ns->ln_status = lfsck->li_status;
if (ns->ln_status == 0)
ns->ln_status = LS_STOPPED;
} else {
ns->ln_status = LS_FAILED;
}
if (ns->ln_status != LS_PAUSED) {
spin_lock(&lfsck->li_lock);
cfs_list_del_init(&com->lc_link);
cfs_list_add_tail(&com->lc_link, &lfsck->li_list_idle);
spin_unlock(&lfsck->li_lock);
}
rc = lfsck_namespace_store(env, com, false);
up_write(&com->lc_sem);
if (atomic_dec_and_test(&lfsck->li_double_scan_count))
wake_up_all(&thread->t_ctl_waitq);
lfsck_thread_args_fini(lta);
return rc;
}