//读取Master的packet，读取chunk校验和列表（不确定用途）
//调用：masterconn_gotpacket()
void masterconn_chunk_checksum_tab(masterconn *eptr,const uint8_t *data,uint32_t length) {
uint64_t chunkid;
uint32_t version;
uint8_t *ptr;
uint8_t status;
uint8_t crctab[4096];
if (length!=8+4) {
syslog(LOG_NOTICE,"ANTOCS_CHUNK_CHECKSUM_TAB - wrong size (%"PRIu32"/12)",length);
eptr->mode = KILL;
return;
}
chunkid = get64bit(&data);
version = get32bit(&data);
status = hdd_get_checksum_tab(chunkid,version,crctab);
if (status!=STATUS_OK) {
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_CHECKSUM_TAB,8+4+1);
} else {
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_CHECKSUM_TAB,8+4+4096);
}
if (ptr==NULL) {
eptr->mode=KILL;
return;
}
put64bit(&ptr,chunkid);
put32bit(&ptr,version);
if (status!=STATUS_OK) {
put8bit(&ptr,status);
} else {
memcpy(ptr,crctab,4096);
}
}
void masterconn_check_hdd_reports() {
masterconn *eptr = masterconnsingleton;
uint32_t errorcounter;
uint32_t chunkcounter;
uint8_t *buff;
if (eptr->registerstate==REGISTERED && eptr->mode==DATA) {
errorcounter = hdd_errorcounter();
while (errorcounter) {
masterconn_create_attached_packet(eptr,CSTOMA_ERROR_OCCURRED,0);
errorcounter--;
}
chunkcounter = hdd_get_damaged_chunk_count(); // lock
if (chunkcounter) {
buff = masterconn_create_attached_packet(eptr,CSTOMA_CHUNK_DAMAGED,8*chunkcounter);
hdd_get_damaged_chunk_data(buff); // unlock
} else {
hdd_get_damaged_chunk_data(NULL);
}
chunkcounter = hdd_get_lost_chunk_count(LOSTCHUNKLIMIT); // lock
if (chunkcounter) {
buff = masterconn_create_attached_packet(eptr,CSTOMA_CHUNK_LOST,8*chunkcounter);
hdd_get_lost_chunk_data(buff,LOSTCHUNKLIMIT); // unlock
} else {
hdd_get_lost_chunk_data(NULL,0);
}
chunkcounter = hdd_get_new_chunk_count(NEWCHUNKLIMIT); // lock
if (chunkcounter) {
buff = masterconn_create_attached_packet(eptr,CSTOMA_CHUNK_NEW,12*chunkcounter);
hdd_get_new_chunk_data(buff,NEWCHUNKLIMIT); // unlock
} else {
hdd_get_new_chunk_data(NULL,0);
}
}
}
void masterconn_sendregister(masterconn *eptr) {
uint8_t *buff;
uint32_t myip;
uint16_t myport;
uint64_t usedspace,totalspace;
uint64_t tdusedspace,tdtotalspace;
uint32_t chunkcount,tdchunkcount;
myip = csserv_getlistenip();
myport = csserv_getlistenport();
if (eptr->new_register_mode) {
#ifdef MFSDEBUG
syslog(LOG_NOTICE,"register ver. 6 - init + space info");
#endif
hdd_get_space(&usedspace,&totalspace,&chunkcount,&tdusedspace,&tdtotalspace,&tdchunkcount);
if (eptr->gotrndblob && AuthCode) {
md5ctx md5c;
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+16+4+4+2+2+2+8+8+4+8+8+4);
put8bit(&buff,60);
md5_init(&md5c);
md5_update(&md5c,eptr->rndblob,16);
md5_update(&md5c,(const uint8_t *)AuthCode,strlen(AuthCode));
md5_update(&md5c,eptr->rndblob+16,16);
md5_final(buff,&md5c);
buff+=16;
} else {
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+4+4+2+2+2+8+8+4+8+8+4);
put8bit(&buff,60);
}
put32bit(&buff,VERSHEX);
put32bit(&buff,myip);
put16bit(&buff,myport);
put16bit(&buff,Timeout);
put16bit(&buff,masterconn_getcsid());
put64bit(&buff,usedspace);
put64bit(&buff,totalspace);
put32bit(&buff,chunkcount);
put64bit(&buff,tdusedspace);
put64bit(&buff,tdtotalspace);
put32bit(&buff,tdchunkcount);
} else {
#ifdef MFSDEBUG
syslog(LOG_NOTICE,"register ver. 5 - init");
#endif
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+4+4+2+2);
put8bit(&buff,50);
put32bit(&buff,VERSHEX);
put32bit(&buff,myip);
put16bit(&buff,myport);
if (Timeout>0) {
put16bit(&buff,Timeout);
} else {
put16bit(&buff,10);
}
}
}
void masterconn_idlejob_finished(uint8_t status,void *ijp) {
idlejob *ij = (idlejob*)ijp;
masterconn *eptr = masterconnsingleton;
uint8_t *ptr;
if (eptr && eptr->mode == DATA && ij->valid) {
switch (ij->op) {
case IJ_GET_CHUNK_BLOCKS:
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_BLOCKS,8+4+2+1);
put64bit(&ptr,ij->chunkid);
put32bit(&ptr,ij->version);
memcpy(ptr,ij->buff,2);
ptr+=2;
put8bit(&ptr,status);
break;
case IJ_GET_CHUNK_CHECKSUM:
if (status!=MFS_STATUS_OK) {
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_CHECKSUM,8+4+1);
} else {
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_CHECKSUM,8+4+4);
}
put64bit(&ptr,ij->chunkid);
put32bit(&ptr,ij->version);
if (status!=MFS_STATUS_OK) {
put8bit(&ptr,status);
} else {
memcpy(ptr,ij->buff,4);
}
break;
case IJ_GET_CHUNK_CHECKSUM_TAB:
if (status!=MFS_STATUS_OK) {
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_CHECKSUM_TAB,8+4+1);
} else {
ptr = masterconn_create_attached_packet(eptr,CSTOAN_CHUNK_CHECKSUM_TAB,8+4+4096);
}
put64bit(&ptr,ij->chunkid);
put32bit(&ptr,ij->version);
if (status!=MFS_STATUS_OK) {
put8bit(&ptr,status);
} else {
memcpy(ptr,ij->buff,4096);
}
break;
}
}
if (ij->valid) {
*(ij->prev) = ij->next;
if (ij->next) {
ij->next->prev = ij->prev;
}
}
free(ij);
}
void masterconn_check_hdd_reports() {
masterconn *eptr = masterconnsingleton;
uint32_t errorcounter;
uint32_t chunkcounter;
uint8_t *buff;
if (eptr->mode==DATA || eptr->mode==HEADER) {
if (hdd_spacechanged()) {
uint64_t usedspace,totalspace,tdusedspace,tdtotalspace;
uint32_t chunkcount,tdchunkcount;
buff = masterconn_create_attached_packet(eptr,CSTOMA_SPACE,8+8+4+8+8+4);
if (buff) {
hdd_get_space(&usedspace,&totalspace,&chunkcount,&tdusedspace,&tdtotalspace,&tdchunkcount);
put64bit(&buff,usedspace);
put64bit(&buff,totalspace);
put32bit(&buff,chunkcount);
put64bit(&buff,tdusedspace);
put64bit(&buff,tdtotalspace);
put32bit(&buff,tdchunkcount);
}
}
errorcounter = hdd_errorcounter();
while (errorcounter) {
masterconn_create_attached_packet(eptr,CSTOMA_ERROR_OCCURRED,0);
errorcounter--;
}
chunkcounter = hdd_get_damaged_chunk_count(); // lock
if (chunkcounter) {
buff = masterconn_create_attached_packet(eptr,CSTOMA_CHUNK_DAMAGED,8*chunkcounter);
if (buff) {
hdd_get_damaged_chunk_data(buff); // unlock
} else {
hdd_get_damaged_chunk_data(NULL); // unlock
}
} else {
hdd_get_damaged_chunk_data(NULL);
}
chunkcounter = hdd_get_lost_chunk_count(); // lock
if (chunkcounter) {
buff = masterconn_create_attached_packet(eptr,CSTOMA_CHUNK_LOST,8*chunkcounter);
if (buff) {
hdd_get_lost_chunk_data(buff); // unlock
} else {
hdd_get_lost_chunk_data(NULL); // unlock
}
} else {
hdd_get_lost_chunk_data(NULL);
}
}
}
void masterconn_sendnextchunks(masterconn *eptr) {
uint8_t *buff;
uint32_t chunks;
chunks = hdd_get_chunks_next_list_count();
if (chunks==0) {
hdd_get_chunks_end();
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1);
put8bit(&buff,62);
eptr->registerstate = REGISTERED;
} else {
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+chunks*(8+4));
put8bit(&buff,61);
hdd_get_chunks_next_list_data(buff);
}
}
//读取Master的packet，备份chunk
//调用：masterconn_gotpacket()
void masterconn_replicate(masterconn *eptr,const uint8_t *data,uint32_t length) {
uint64_t chunkid;
uint32_t version;
// uint32_t ip;
// uint16_t port;
uint8_t *ptr;
syslog(LOG_WARNING,"This version of chunkserver can perform replication only in background, but was compiled without bgjobs");
if (length!=8+4+4+2) {
syslog(LOG_NOTICE,"MATOCS_REPLICATE - wrong size (%"PRIu32"/18)",length);
eptr->mode = KILL;
return;
}
chunkid = get64bit(&data);
version = get32bit(&data);
// ip = get32bit(&data);
// port = get16bit(&data);
ptr = masterconn_create_attached_packet(eptr,CSTOMA_REPLICATE,8+4+1);
if (ptr==NULL) {
eptr->mode=KILL;
return;
}
put64bit(&ptr,chunkid);
put32bit(&ptr,version);
put8bit(&ptr,ERROR_CANTCONNECT); // any error
}
void masterconn_sendchunksinfo(masterconn *eptr) {
uint8_t *buff;
uint32_t chunks;
uint64_t usedspace,totalspace;
uint64_t tdusedspace,tdtotalspace;
uint32_t chunkcount,tdchunkcount;
#ifdef MFSDEBUG
syslog(LOG_NOTICE,"register ver. %u - chunks info",(eptr->new_register_mode)?6:5);
#endif
hdd_get_chunks_begin(0);
while ((chunks = hdd_get_chunks_next_list_count())) {
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+chunks*(8+4));
if (eptr->new_register_mode) {
put8bit(&buff,61);
} else {
put8bit(&buff,51);
}
hdd_get_chunks_next_list_data(buff);
}
hdd_get_chunks_end();
if (eptr->new_register_mode) {
#ifdef MFSDEBUG
syslog(LOG_NOTICE,"register ver. 6 - end");
#endif
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1);
put8bit(&buff,62);
} else {
#ifdef MFSDEBUG
syslog(LOG_NOTICE,"register ver. 5 - end + space info");
#endif
hdd_get_space(&usedspace,&totalspace,&chunkcount,&tdusedspace,&tdtotalspace,&tdchunkcount);
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+8+8+4+8+8+4);
put8bit(&buff,52);
put64bit(&buff,usedspace);
put64bit(&buff,totalspace);
put32bit(&buff,chunkcount);
put64bit(&buff,tdusedspace);
put64bit(&buff,tdtotalspace);
put32bit(&buff,tdchunkcount);
}
}
//读取Master的packet，怀疑是复制chunk操作，待确定
//调用：masterconn_gotpacket()
void masterconn_chunkop(masterconn *eptr,const uint8_t *data,uint32_t length) {
uint64_t chunkid;
uint32_t version,newversion;
uint64_t copychunkid;
uint32_t copyversion;
uint32_t leng;
uint8_t *ptr;
#ifdef BGJOBS
void *packet;
#else /* BGJOBS */
uint8_t status;
#endif /* BGJOBS */
if (length!=8+4+8+4+4+4) {
syslog(LOG_NOTICE,"MATOCS_CHUNKOP - wrong size (%"PRIu32"/32)",length);
eptr->mode = KILL;
return;
}
chunkid = get64bit(&data);
version = get32bit(&data);
newversion = get32bit(&data);
copychunkid = get64bit(&data);
copyversion = get32bit(&data);
leng = get32bit(&data);
#ifdef BGJOBS
packet = masterconn_create_detached_packet(CSTOMA_CHUNKOP,8+4+4+8+4+4+1);
if (packet==NULL) {
eptr->mode=KILL;
return;
}
ptr = masterconn_get_packet_data(packet);
put64bit(&ptr,chunkid);
put32bit(&ptr,version);
put32bit(&ptr,newversion);
put64bit(&ptr,copychunkid);
put32bit(&ptr,copyversion);
put32bit(&ptr,leng);
job_chunkop(eptr->jpool,masterconn_chunkopfinished,packet,chunkid,version,newversion,copychunkid,copyversion,leng);
#else /* BGJOBS */
status = hdd_chunkop(chunkid,version,newversion,copychunkid,copyversion,leng);
ptr = masterconn_create_attached_packet(eptr,CSTOMA_CHUNKOP,8+4+4+8+4+4+1);
if (ptr==NULL) {
eptr->mode=KILL;
return;
}
put64bit(&ptr,chunkid);
put32bit(&ptr,version);
put32bit(&ptr,newversion);
put64bit(&ptr,copychunkid);
put32bit(&ptr,copyversion);
put32bit(&ptr,leng);
put8bit(&ptr,status);
#endif /* BGJOBS */
}
void masterconn_reportload(void) {
masterconn *eptr = masterconnsingleton;
uint32_t load;
uint8_t hltosend;
uint8_t *buff;
if (eptr->mode==DATA && eptr->masterversion>=VERSION2INT(1,6,28) && eptr->registerstate==REGISTERED) {
load = job_getload();
if (eptr->masterversion>=VERSION2INT(3,0,7)) {
hltosend = eptr->hlstatus;
if (hltosend!=2 && hdd_is_rebalance_on()) {
hltosend = 3;
}
if (eptr->masterversion<VERSION2INT(3,0,62) && hltosend==3) {
hltosend = 2;
}
buff = masterconn_create_attached_packet(eptr,CSTOMA_CURRENT_LOAD,5);
put32bit(&buff,load);
put8bit(&buff,hltosend);
} else {
buff = masterconn_create_attached_packet(eptr,CSTOMA_CURRENT_LOAD,4);
put32bit(&buff,load);
}
}
}
void masterconn_check_hdd_space() {
masterconn *eptr = masterconnsingleton;
uint8_t *buff;
if ((eptr->registerstate==REGISTERED || eptr->registerstate==INPROGRESS) && eptr->mode==DATA) {
if (hdd_spacechanged()) {
uint64_t usedspace,totalspace,tdusedspace,tdtotalspace;
uint32_t chunkcount,tdchunkcount;
buff = masterconn_create_attached_packet(eptr,CSTOMA_SPACE,8+8+4+8+8+4);
hdd_get_space(&usedspace,&totalspace,&chunkcount,&tdusedspace,&tdtotalspace,&tdchunkcount);
put64bit(&buff,usedspace);
put64bit(&buff,totalspace);
put32bit(&buff,chunkcount);
put64bit(&buff,tdusedspace);
put64bit(&buff,tdtotalspace);
put32bit(&buff,tdchunkcount);
}
}
}
void masterconn_heavyload(uint32_t load,uint8_t hlstatus) {
masterconn *eptr = masterconnsingleton;
uint8_t *buff;
uint8_t hltosend;
if (eptr->registerstate==REGISTERED && eptr->mode==DATA && eptr->masterversion>=VERSION2INT(3,0,7)) {
if (hlstatus != eptr->hlstatus) {
hltosend = hlstatus;
if (hlstatus!=2 && hdd_is_rebalance_on()) {
hltosend = 3;
}
if (eptr->masterversion<VERSION2INT(3,0,62) && hltosend==3) {
hltosend = 2;
}
buff = masterconn_create_attached_packet(eptr,CSTOMA_CURRENT_LOAD,5);
put32bit(&buff,load);
put8bit(&buff,hltosend);
eptr->hlstatus = hlstatus;
}
}
}
//封装向Master发送注册信息的packet，存入服务队列
//调用：masterconn_connected()
void masterconn_sendregister(masterconn *eptr) {
uint8_t *buff;
uint32_t chunks,myip;
uint16_t myport;
uint64_t usedspace,totalspace;
uint64_t tdusedspace,tdtotalspace;
uint32_t chunkcount,tdchunkcount;
myip = csserv_getlistenip();
myport = csserv_getlistenport();
hdd_get_space(&usedspace,&totalspace,&chunkcount,&tdusedspace,&tdtotalspace,&tdchunkcount);
chunks = hdd_get_chunks_count();
buff = masterconn_create_attached_packet(eptr,CSTOMA_REGISTER,1+4+4+2+2+8+8+4+8+8+4+chunks*(8+4));
if (buff==NULL) {
eptr->mode=KILL;
hdd_get_chunks_data(NULL); // unlock
return;
}
put8bit(&buff,4);
/* put32bit(&buff,VERSION): */
put16bit(&buff,VERSMAJ);
put8bit(&buff,VERSMID);
put8bit(&buff,VERSMIN);
put32bit(&buff,myip);
put16bit(&buff,myport);
put16bit(&buff,Timeout);
put64bit(&buff,usedspace);
put64bit(&buff,totalspace);
put32bit(&buff,chunkcount);
put64bit(&buff,tdusedspace);
put64bit(&buff,tdtotalspace);
put32bit(&buff,tdchunkcount);
if (chunks>0) {
hdd_get_chunks_data(buff);
} else {
hdd_get_chunks_data(NULL); // unlock
}
}
//读取Master的packet，删除chunk
//调用：masterconn_gotpacket()
void masterconn_delete(masterconn *eptr,const uint8_t *data,uint32_t length) {
uint64_t chunkid;
uint32_t version;
uint8_t *ptr;
#ifdef BGJOBS
void *packet;
#else /* BGJOBS */
uint8_t status;
#endif /* BGJOBS */
if (length!=8+4) {
syslog(LOG_NOTICE,"MATOCS_DELETE - wrong size (%"PRIu32"/12)",length);
eptr->mode = KILL;
return;
}
chunkid = get64bit(&data);
version = get32bit(&data);
#ifdef BGJOBS
packet = masterconn_create_detached_packet(CSTOMA_DELETE,8+1);
if (packet==NULL) {
eptr->mode=KILL;
return;
}
ptr = masterconn_get_packet_data(packet);
put64bit(&ptr,chunkid);
job_delete(eptr->jpool,masterconn_jobfinished,packet,chunkid,version);
#else /* BGJOBS */
status = hdd_delete(chunkid,version);
ptr = masterconn_create_attached_packet(eptr,CSTOMA_DELETE,8+1);
if (ptr==NULL) {
eptr->mode=KILL;
return;
}
put64bit(&ptr,chunkid);
put8bit(&ptr,status);
#endif /* BGJOBS */
}
void masterconn_sendlabels(masterconn *eptr) {
uint8_t *buff;
buff = masterconn_create_attached_packet(eptr,CSTOMA_LABELS,4);
put32bit(&buff,labelmask);
}
