uint8_t do_unlock(uint64_t lv,uint32_t ts,char *ptr) {
uint64_t chunkid;
(void)ts;
EAT(ptr,lv,'(');
GETU64(chunkid,ptr);
EAT(ptr,lv,')');
return shadow_fs_unlock(chunkid);
}
int do_unlock(const char *filename,uint64_t lv,uint32_t ts,char *ptr) {
uint64_t chunkid;
(void)ts;
EAT(ptr,filename,lv,'(');
GETU64(chunkid,ptr);
EAT(ptr,filename,lv,')');
return fs_log_unlock(chunkid);
}
uint8_t do_incversion(uint64_t lv,uint32_t ts,char *ptr) {
uint64_t chunkid;
(void)ts;
EAT(ptr,lv,'(');
GETU64(chunkid,ptr);
EAT(ptr,lv,')');
return fs_incversion(chunkid);
}
int do_length(const char *filename,uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode;
uint64_t length;
EAT(ptr,filename,lv,'(');
GETU32(inode,ptr);
EAT(ptr,filename,lv,',');
GETU64(length,ptr);
EAT(ptr,filename,lv,')');
return fs_log_length(ts,inode,length);
}
uint8_t do_length(uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode;
uint64_t length;
EAT(ptr,lv,'(');
GETU32(inode,ptr);
EAT(ptr,lv,',');
GETU64(length,ptr);
EAT(ptr,lv,')');
return shadow_fs_length(ts,inode,length);
}
int do_trunc(const char *filename,uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode,indx;
uint64_t chunkid;
EAT(ptr,filename,lv,'(');
GETU32(inode,ptr);
EAT(ptr,filename,lv,',');
GETU32(indx,ptr);
EAT(ptr,filename,lv,')');
EAT(ptr,filename,lv,':');
GETU64(chunkid,ptr);
return fs_log_trunc(ts,inode,indx,chunkid);
}
uint8_t do_trunc(uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode,indx;
uint64_t chunkid;
EAT(ptr,lv,'(');
GETU32(inode,ptr);
EAT(ptr,lv,',');
GETU32(indx,ptr);
EAT(ptr,lv,')');
EAT(ptr,lv,':');
GETU64(chunkid,ptr);
return shadow_fs_trunc(ts,inode,indx,chunkid);
}
int do_quota(const char *filename,uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode,stimestamp,sinodes,hinodes;
uint64_t slength,ssize,srealsize;
uint64_t hlength,hsize,hrealsize;
uint32_t flags,exceeded;
EAT(ptr,filename,lv,'(');
GETU32(inode,ptr);
EAT(ptr,filename,lv,',');
GETU32(exceeded,ptr);
EAT(ptr,filename,lv,',');
GETU32(flags,ptr);
EAT(ptr,filename,lv,',');
GETU32(stimestamp,ptr);
EAT(ptr,filename,lv,',');
GETU32(sinodes,ptr);
EAT(ptr,filename,lv,',');
GETU32(hinodes,ptr);
EAT(ptr,filename,lv,',');
GETU64(slength,ptr);
EAT(ptr,filename,lv,',');
GETU64(hlength,ptr);
EAT(ptr,filename,lv,',');
GETU64(ssize,ptr);
EAT(ptr,filename,lv,',');
GETU64(hsize,ptr);
EAT(ptr,filename,lv,',');
GETU64(srealsize,ptr);
EAT(ptr,filename,lv,',');
GETU64(hrealsize,ptr);
EAT(ptr,filename,lv,')');
return fs_log_quota(ts,inode,exceeded,flags,stimestamp,sinodes,hinodes,slength,hlength,ssize,hsize,srealsize,hrealsize);
}
int do_write(const char *filename,uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode,indx,opflag;
uint64_t chunkid;
EAT(ptr,filename,lv,'(');
GETU32(inode,ptr);
EAT(ptr,filename,lv,',');
GETU32(indx,ptr);
if (*ptr==',') {
EAT(ptr,filename,lv,',');
GETU32(opflag,ptr);
} else {
opflag=1;
}
EAT(ptr,filename,lv,')');
EAT(ptr,filename,lv,':');
GETU64(chunkid,ptr);
return fs_log_write(ts,inode,indx,opflag,chunkid);
}
uint8_t do_write(uint64_t lv,uint32_t ts,char *ptr) {
uint32_t inode,indx,opflag;
uint64_t chunkid;
EAT(ptr,lv,'(');
GETU32(inode,ptr);
EAT(ptr,lv,',');
GETU32(indx,ptr);
if (*ptr==',') {
EAT(ptr,lv,',');
GETU32(opflag,ptr);
} else {
opflag=1;
}
EAT(ptr,lv,')');
EAT(ptr,lv,':');
GETU64(chunkid,ptr);
return shadow_fs_write(ts,inode,indx,opflag,chunkid);
}
//rewrite changelog package send
int matoslaserv_send_log(serventry *eptr,uint8_t log_count) {
uint8_t *data;
uint8_t count = 0;
uint64_t ver[MaxLogCount];
uint32_t size[MaxLogCount];
char *work_ptr;
char *pack_ptr[MaxLogCount];
uint32_t packet_size = 0;
while(count < log_count) {
work_ptr = eptr->pack_buff[count];
GETU64(ver[count],work_ptr);
EAT(work_ptr,ver[count],':');
EAT(work_ptr,ver[count],' ');
size[count] = strlen(work_ptr) + 1;
pack_ptr[count] = work_ptr;
packet_size = packet_size + size[count] + 12;
count++;
}
count = 0;
data = matoslaserv_createpacket(eptr,MATOSLA_METACHANGES_LOG,packet_size+1);
if (data!=NULL) {
put8bit(&data,log_count);
while(count < log_count) {
put64bit(&data,ver[count]);
put32bit(&data,size[count]);
memcpy(data,pack_ptr[count],size[count]);
data = data + size[count];
count++;
}
// syslog(LOG_NOTICE,"the last version is %d",ver[count-1]);
} else {
MFSLOG(LOG_ERR,"create packet error,fatal error");
eptr->mode = KILL;
}
return 0;
}
int replay(const char *log_data) {
uint64_t fv,lv; //fv = filesystem's version lv = log's version
uint32_t ts;
uint8_t status;
char buff[10000];
char *ptr;
char* errormsgs[]={ ERROR_STRINGS };
char *test_ptr;
sprintf(buff,"%s",log_data);
ptr = buff;
//for test
test_ptr = buff;
fv = shadow_fs_getversion();
GETU64(lv,ptr);
if(lv < fv) {
MFSLOG(LOG_ERR,"the changelog's verison %lu is smaller than filesystem's version %lu",lv,fv);
//more complicated method to ensure consistency
} else {
status = ERROR_MISMATCH;
EAT(ptr,lv,':');
EAT(ptr,lv,' ');
GETU32(ts,ptr);
EAT(ptr,lv,'|');
switch (*ptr) {
case 'A':
if (strncmp(ptr,"ACCESS",6)==0) {
status = do_access(lv,ts,ptr+6);
} else if (strncmp(ptr,"ATTR",4)==0) {
status = do_attr(lv,ts,ptr+4);
} else if (strncmp(ptr,"APPEND",6)==0) {
status = do_append(lv,ts,ptr+6);
} else if (strncmp(ptr,"AQUIRE",6)==0) {
status = do_aquire(lv,ts,ptr+6);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'C':
if (strncmp(ptr,"CREATE",6)==0) {
status = do_create(lv,ts,ptr+6);
} else if (strncmp(ptr,"CUSTOMER",8)==0) { // deprecated
status = do_session(lv,ts,ptr+8);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'E':
if (strncmp(ptr,"EMPTYTRASH",10)==0) {
status = do_emptytrash(lv,ts,ptr+10);
} else if (strncmp(ptr,"EMPTYRESERVED",13)==0) {
status = do_emptyreserved(lv,ts,ptr+13);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'F':
if (strncmp(ptr,"FREEINODES",10)==0) {
status = do_freeinodes(lv,ts,ptr+10);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'I':
if (strncmp(ptr,"INCVERSION",10)==0) {
status = do_incversion(lv,ts,ptr+10);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'L':
if (strncmp(ptr,"LENGTH",6)==0) {
status = do_length(lv,ts,ptr+6);
} else if (strncmp(ptr,"LINK",4)==0) {
status = do_link(lv,ts,ptr+4);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'M':
if (strncmp(ptr,"MOVE",4)==0) {
status = do_move(lv,ts,ptr+4);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'P':
if (strncmp(ptr,"PURGE",5)==0) {
status = do_purge(lv,ts,ptr+5);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'R':
if (strncmp(ptr,"RELEASE",7)==0) {
status = do_release(lv,ts,ptr+7);
} else if (strncmp(ptr,"REPAIR",6)==0) {
status = do_repair(lv,ts,ptr+6);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'S':
if (strncmp(ptr,"SETEATTR",8)==0) {
status = do_seteattr(lv,ts,ptr+8);
} else if (strncmp(ptr,"SETGOAL",7)==0) {
status = do_setgoal(lv,ts,ptr+7);
} else if (strncmp(ptr,"SETPATH",7)==0) {
status = do_setpath(lv,ts,ptr+7);
} else if (strncmp(ptr,"SETTRASHTIME",12)==0) {
status = do_settrashtime(lv,ts,ptr+12);
} else if (strncmp(ptr,"SNAPSHOT",8)==0) {
status = do_snapshot(lv,ts,ptr+8);
} else if (strncmp(ptr,"SYMLINK",7)==0) {
status = do_symlink(lv,ts,ptr+7);
} else if (strncmp(ptr,"SESSION",7)==0) {
status = do_session(lv,ts,ptr+7);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'T':
if (strncmp(ptr,"TRUNC",5)==0) {
status = do_trunc(lv,ts,ptr+5);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'U':
if (strncmp(ptr,"UNLINK",6)==0) {
status = do_unlink(lv,ts,ptr+6);
} else if (strncmp(ptr,"UNDEL",5)==0) {
status = do_undel(lv,ts,ptr+5);
} else if (strncmp(ptr,"UNLOCK",6)==0) {
status = do_unlock(lv,ts,ptr+6);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'W':
if (strncmp(ptr,"WRITE",5)==0) {
status = do_write(lv,ts,ptr+5);
} else {
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
default:
MFSLOG(LOG_ERR,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
/**
* if master is down, slave switch, we may missed some metadata
* return 0 to let the process continue, otherwise, we will reply the
* log forever.
*
* Dongyang, Zhang
*/
if (status!=STATUS_OK) {
MFSLOG(LOG_ERR,"%"PRIu64": error: %"PRIu8" (%s),the log is (%s)",lv,status,errormsgs[status],test_ptr);
// syslog(LOG_ERR,"%"PRIu64": error: %"PRIu8" (%s)",lv,status,errormsgs[status]);
return 1;
}
fv = shadow_fs_getversion();
if (lv+1!=fv) {
MFSLOG(LOG_ERR,"%"PRIu64": version mismatch fsversion:%"PRIu64"",lv,fv);
return 1;
}
}
return 0;
}
int restore(void) {
FILE *fd;
char buff[10000];
char *ptr;
uint64_t v,lv;
uint32_t ts;
uint8_t status;
uint32_t dplen;
char *datapath = NULL;
char *logpath = NULL;
char* errormsgs[]={ ERROR_STRINGS };
v = shadow_fs_getversion();
lv = 0;
MFSLOG(LOG_NOTICE,"meta data version: %"PRIu64"",v);
datapath = strdup(DATA_PATH);
dplen = strlen(datapath);
logpath = malloc(dplen+sizeof("/changelog.0.mfs"));
memcpy(logpath,datapath,dplen);
memcpy(logpath+dplen,"/changelog.0.mfs",sizeof("/changelog.0.mfs"));
fd = fopen(logpath,"r");
if (fd==NULL) {
MFSLOG(LOG_NOTICE,"can't open changemeta file: %s",logpath);
return 1;
}
while (fgets(buff,10000,fd)) {
ptr = buff;
GETU64(lv,ptr);
if (lv<v) {
// skip
} else {
status = ERROR_MISMATCH;
EAT(ptr,lv,':');
EAT(ptr,lv,' ');
GETU32(ts,ptr);
EAT(ptr,lv,'|');
switch (*ptr) {
case 'A':
if (strncmp(ptr,"ACCESS",6)==0) {
status = do_access(lv,ts,ptr+6);
} else if (strncmp(ptr,"ATTR",4)==0) {
status = do_attr(lv,ts,ptr+4);
} else if (strncmp(ptr,"APPEND",6)==0) {
status = do_append(lv,ts,ptr+6);
} else if (strncmp(ptr,"AQUIRE",6)==0) {
status = do_aquire(lv,ts,ptr+6);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'C':
if (strncmp(ptr,"CREATE",6)==0) {
status = do_create(lv,ts,ptr+6);
} else if (strncmp(ptr,"CUSTOMER",8)==0) { // deprecated
status = do_session(lv,ts,ptr+8);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'E':
if (strncmp(ptr,"EMPTYTRASH",10)==0) {
status = do_emptytrash(lv,ts,ptr+10);
} else if (strncmp(ptr,"EMPTYRESERVED",13)==0) {
status = do_emptyreserved(lv,ts,ptr+13);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'F':
if (strncmp(ptr,"FREEINODES",10)==0) {
status = do_freeinodes(lv,ts,ptr+10);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'I':
if (strncmp(ptr,"INCVERSION",10)==0) {
status = do_incversion(lv,ts,ptr+10);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'L':
if (strncmp(ptr,"LENGTH",6)==0) {
status = do_length(lv,ts,ptr+6);
} else if (strncmp(ptr,"LINK",4)==0) {
status = do_link(lv,ts,ptr+4);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'M':
if (strncmp(ptr,"MOVE",4)==0) {
status = do_move(lv,ts,ptr+4);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'P':
if (strncmp(ptr,"PURGE",5)==0) {
status = do_purge(lv,ts,ptr+5);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'R':
if (strncmp(ptr,"RELEASE",7)==0) {
status = do_release(lv,ts,ptr+7);
} else if (strncmp(ptr,"REPAIR",6)==0) {
status = do_repair(lv,ts,ptr+6);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'S':
if (strncmp(ptr,"SETEATTR",8)==0) {
status = do_seteattr(lv,ts,ptr+8);
} else if (strncmp(ptr,"SETGOAL",7)==0) {
status = do_setgoal(lv,ts,ptr+7);
} else if (strncmp(ptr,"SETPATH",7)==0) {
status = do_setpath(lv,ts,ptr+7);
} else if (strncmp(ptr,"SETTRASHTIME",12)==0) {
status = do_settrashtime(lv,ts,ptr+12);
} else if (strncmp(ptr,"SNAPSHOT",8)==0) {
status = do_snapshot(lv,ts,ptr+8);
} else if (strncmp(ptr,"SYMLINK",7)==0) {
status = do_symlink(lv,ts,ptr+7);
} else if (strncmp(ptr,"SESSION",7)==0) {
status = do_session(lv,ts,ptr+7);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'T':
if (strncmp(ptr,"TRUNC",5)==0) {
status = do_trunc(lv,ts,ptr+5);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'U':
if (strncmp(ptr,"UNLINK",6)==0) {
status = do_unlink(lv,ts,ptr+6);
} else if (strncmp(ptr,"UNDEL",5)==0) {
status = do_undel(lv,ts,ptr+5);
} else if (strncmp(ptr,"UNLOCK",6)==0) {
status = do_unlock(lv,ts,ptr+6);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
case 'W':
if (strncmp(ptr,"WRITE",5)==0) {
status = do_write(lv,ts,ptr+5);
} else {
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
break;
default:
MFSLOG(LOG_NOTICE,"%"PRIu64": unknown entry '%s'",lv,ptr);
}
/**
* let the restore continue if we missed some meta data, otherwise the
*
* Dongyang Zhang
*/
if (status!=STATUS_OK) {
MFSLOG(LOG_ERR,"%"PRIu64": error: %"PRIu8" (%s)",lv,status,errormsgs[status]);
return 1;
}
v = shadow_fs_getversion();
if (lv+1!=v) {
MFSLOG(LOG_ERR,"%"PRIu64": version mismatch",lv);
return 1;
}
}
}
fclose(fd);
MFSLOG(LOG_NOTICE,"version after applying changelog: %"PRIu64"",v);
return 0;
}
