/** @brief translate text lines and write result in destString*/
void GLogicProcessor::lineTextTranslation(string &destString){
GMemory *longMemory=(GMemory*)inputData.longMemory;
int translationMode=((GStr<int>*)inputData.pref)->get(22);
string ln=inputData.data["ln"];
if(ln!=""){
if(ln=="rus")translationMode=TRANSLATE_RUS;
if(ln=="eng")translationMode=TRANSLATE_ENG;
}
GVector *dk;
GMap *d;
string str;
if(translationMode==TRANSLATE_ENG){
str="translationDictEng";
}else{
str="translationDictRus";
}
longMemory->loadTable(str);
dk=longMemory->table[str].data;
indexRecord indexRec=longMemory->createIndex(longMemory->table[str], 0, HASH_SEARCH);
d=indexRec.mIndex;
str="mainDict";
longMemory->loadTable(str);
indexRec=longMemory->createIndex(longMemory->table[str], 0, HASH_SEARCH);
GMap *dictKey=indexRec.mIndex;
string src,line,ld,l1,c,c1,c2,report,res,resD;
int i,j,start,end,lng,index;
int mode=inputData.mode;
destString=str_replace("། ","།\n",destString);
destString=str_replace("།་","།\n",destString);
destString=str_replace("༎","།\n",destString);
destString=str_replace("༔ ","༔\n",destString);
destString=str_replace("༴ ","༴\n",destString);
destString=str_replace("ག ","ག\n",destString);
vector<string>text=explode("\n",destString);
int id=1;
//text.resize(1); text[0]="གང་ཟག་ཏུ་ལྟ་(༦)བའམ།";
//line="རྣམས་";
//TString st;
//dk->getTStr(109073, &st);
//cout<<"st="<<st.size()<<" st[0]="<<st[0]<<endl;
//exit(0);
//index=d->getHKey(line);
//cout<<"index="<<index<<endl;
//exit(0);
//cout<<"text.size()="<<text.size()<<endl;
//dictKey->hashError=0;
//dictKey->maxHashError=0;
//dictKey->hashCount=0;
report="";
int step=0;
for(int lineIndex=0;lineIndex<text.size();lineIndex++){
if(step==1000){
print(lineIndex<<" from "<<text.size());
step=0;
}
step++;
str=text[lineIndex];
//cout<<"str="<<str<<endl;
src=str;
lng=(int)str.size();
if(lng<2)continue;
if(str.find("་")==-1){
report+=src+"\n<br>";
continue;
}
str=clearText(str);
//str=str_replace("[ _\d\ " \"\*\(\)\{\}\[\]@//\%\&༄༅༔༴༡༢༣༤༥༦༧༨༩༠༎།༑༈༌༐༼༽ऀ-ॿ]","་",str)
str=str_replace("ཿ","་ཿ་",str);
str=str_replace("￨","",str);
str=str+"་།";
str=str_replace("་་","་",str);
//str=str_replace("([^་])འོ་།","\1་(точка)་",str);
//str=str_replace("([^་])འམ་།","\1་[འམ=или]་",str);
str=str_replace("ག་གོ་།","ག་(¶)་",str);
str=str_replace("ང་ངོ་།","ང་(¶)་",str);
str=str_replace("ད་དོ་།","ད་(¶)་",str);
str=str_replace("ན་ནོ་།","ན་(¶)་",str);
str=str_replace("བ་བོ་།","བ་(¶)་",str);
str=str_replace("མ་མོ་།","མ་(¶)་",str);
str=str_replace("ར་རོ་།","ར་(¶)་",str);
str=str_replace("ལ་ལོ་།","ལ་(¶)་",str);
str=str_replace("ས་སོ་།","ས་(¶)་",str);
str=str_replace("་ཏོ་།","་(¶)་",str);
//str=str_replace("་པའང་","་པ་[འང=уступ.]་",str);
//str=str_replace("་བའང་","་བ་[འང=уступ.]་",str);
vector<string>l=explode("་",str);
res="";
resD="";
lng=(int)l.size();
start=0;
end=lng-1;
i=lng;
while(start<lng){
//make query string decrease end
end=lng;
while(end>-1){
j=start;
line="";
//increase start
while (j < end){
line+=l[j]+"་";
j++;
}
//count+=1
//cout<<line<<" "<<start<<" "<<end<<endl;
//if (count >120):
//return
index=d->getHKey(line,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(line,&id)+linkEdit(c,&id)+"]་";
if(c.find("__")!=-1){
end-=1;
res+="<br>\n";
continue;
}
if(mode==FULL_REPORT && start==0 && end==lng-1){
end-=1;
continue;
}
start=end-1;
break;
}
//next check big dictionary report
index=dictKey->getHKey(line,0);
if(line.size()>3 && index!=-1){
resD+="["+linkDict(line,&id)+linkEdit("=",&id)+"] ";
}
ln=line+"@";
l1=str_replace("འི་@","་",ln);
index=d->getHKey(l1,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(l1,&id)+linkEdit(c,&id)+"]་["+linkDict("-འི་",&id)+linkEdit("=g.p",&id)+"]་";
start=end-1;
break;
}
//next check big dictionary report
index=dictKey->getHKey(l1,0);
if(line.size()>3 && index!=-1){
resD+="["+linkDict(l1,&id)+linkEdit("=",&id)+"] ";
}
l1=str_replace("ས་@","་",ln);
index=d->getHKey(l1,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(l1,&id)+linkEdit(c,&id)+"]་["+linkDict("-ས་",&id)+linkEdit("=i.p.",&id)+"]་";
start=end-1;
break;
}
//next check big dictionary report
index=dictKey->getHKey(l1,0);
if(line.size()>3 && index!=-1){
resD+="["+linkDict(l1,&id)+linkEdit("=",&id)+"] ";
}
l1=str_replace("ར་@","་",ln);
index=d->getHKey(l1,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(l1,&id)+linkEdit(c,&id)+"]་["+linkDict("-ར་",&id)+linkDict("=d.l.",&id)+"]་";
start=end-1;
break;
}
//next check big dictionary report
index=dictKey->getHKey(l1,0);
if(line.size()>3 && index!=-1){
resD+="["+linkDict(l1,&id)+linkEdit("=",&id)+"] ";
}
l1=str_replace("འོ་@","་",ln);
index=d->getHKey(l1,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(l1,&id)+linkEdit(c,&id)+"]་["+linkDict("-འོ་",&id)+linkEdit("=(точка)",&id)+"]་";
start=end-1;
break;
}
//next check big dictionary report
index=dictKey->getHKey(l1,0);
if(line.size()>3 && index!=-1){
resD+="["+linkDict(line,&id)+linkEdit("=",&id)+"] ";
}
l1=str_replace("འམ་@","་",ln);
index=d->getHKey(l1,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(l1,&id)+linkEdit(c,&id)+"]་["+linkDict("-འམ་",&id)+linkEdit("=или",&id)+"]་";
start=end-1;
break;
}
//next check big dictionary report
index=dictKey->getHKey(l1,0);
if(line.size()>3 && index!=-1){
resD+="["+linkDict(l1,&id)+linkEdit("=",&id)+"] ";
}
end-=1;
if(end==start){
res+=line;
break;
}
}
start++;
}
res=str_replace(":|:YP","",res);
report+=linkOriginal(src,&id)+"<br>\n@<c>"+res+"</c>\n";
if(resD.size()>10){
report+="@";
report+=resD+"<br>\n";
}else{
report+="<br>\n";
}
if(mode==FULL_REPORT){
res="";
for (int t=0;t<l.size();t++){
line=l[t];
l1=line+"་";
index=d->getHKey(l1,0);
if(index!=-1){
TString st;
dk->getTStr(index, &st);
c="="+st[1];
res+="["+linkDict(l1,&id)+linkEdit(c,&id)+"]་";
}
}
res=str_replace(":|:YP","",res);
report+="<c>"+res+"</c>\n<br>\n";
}
//break;
}
report=str_replace("<br>\n<br>", "<br>\n",report);
//print("@@@@"<<report);
destString=report;
//cout<<" dictKey->hashError="<<dictKey->hashError<<" dictKey->maxHashError="<<dictKey->maxHashError<<" dictKey->hashCount="<<dictKey->hashCount<<endl;
//cout<<"maxHashSize="<<(0xffffffff>>7)<<endl;
//exit(0);
}
void GLogicProcessor::saveToTranslationDictionary(string &srcStr){
vector<string>text=explode("[",srcStr);
int index;
string key,value;
GMemory *longMemory=(GMemory*)inputData.longMemory;
int translationMode=((GStr<int>*)inputData.pref)->get(22);
GVector *dv;
GMap *d;
if(translationMode==TRANSLATE_ENG){
dv=longMemory->translationDictEng;
d=longMemory->translationDictGMapEng;
}else{
dv=longMemory->translationDictRus;
d=longMemory->translationDictGMapRus;
}
//GMap *dictKey=longMemory->dictionaryGMap;
for(int i=0;i<text.size();i++){
string line=text[i];
string reStr="<[^>]*>";
std::regex key_regex(reStr);
line = std::regex_replace(line, key_regex, "");
reStr=".*=.*";
std::regex key_regex_(reStr);
line = std::regex_replace(line, key_regex_, "");
if(line.size()<3)continue;
index=(int)line.find("/");
if(index<3)continue;
index=(int)line.find("]");
if(index<3)continue;
line=substr(0, index, line);
line=str_replace("/_", "/", line);
vector<string>data=explode("/",line);
if(data.size()<2)continue;
key=data[0];
value=data[1];
key=key+"་";
key=str_replace(" ","",key);
key=str_replace("་་","་",key);
value=str_replace("__","#",value);
value=str_replace("_@","@",value);
value=str_replace("#","__",value);
value+="@";
value=str_replace("@@","@",value);
value=str_replace("{","༼",value);
value=str_replace("«","༼",value);
value=str_replace("}","༽",value);
value=str_replace("»","༽",value);
value=str_replace("༼༼","༼",value);
value=str_replace("༽༽","༽",value);
if(value.size()<3)continue;
//cout<<"key="<<key<<" value="<<value<<endl;
index=d->getHKey(key,0);
//cout<<"index="<<index;
TString st;
if(value!="---"){
st+=key;
st+=value;
}else{
st+="";
st+="";
}
if(index>-1){
dv->putTStr(index, &st);
}else{
d->addRecord(&st);
}
}
}
void GLogicProcessor::writeDictReportLocal(string &srcStr){
int id=1;
//int print=1;
string str,dL,line;
vector<dictKey> keyArray;
ostringstream out;
GMemory *longMemory=(GMemory*)inputData.longMemory;
GMap *dict;
GVector *dt;
int translationMode=((GStr<int>*)inputData.pref)->get(22);
GVector *dk;
GMap *d;
if(translationMode==TRANSLATE_ENG){
str="translationDictEng";
}else{
str="translationDictRus";
}
longMemory->loadTable(str);
dk=longMemory->table[str].data;
indexRecord indexRec=longMemory->createIndex(longMemory->table[str], 0, HASH_SEARCH);
d=indexRec.mIndex;
str="mainDict";
longMemory->loadTable(str);
indexRec=longMemory->createIndex(longMemory->table[str], 0, HASH_SEARCH);
dt=longMemory->table[str].data;
GMap *dictKey=indexRec.mIndex;
vector<uint>searchResult;
//d->getKey(srcStr, searchResult,HASH_FIND);
searchResult.push_back(d->getHKey(srcStr,0));
for(int m=0;m<searchResult.size();m++) {
TString st;
dk->getTStr(searchResult[m], &st);
str="="+st[1];
out<<"["<<linkDict(st[0].c_str(),&id)<<linkEdit(str,&id)<<"]<hr>\n"<<endl;
}
searchResult.resize(0);
//d->getKey(srcStr, searchResult,HASH_FIND);
searchResult.push_back(d->getHKey(srcStr,0));
for(int m=0;m<searchResult.size();m++) {
TString st;
dk->getTStr(searchResult[m], &st);
str="="+st[1];
str=str_replace(":|:YP", "", str);
out<<"["<<linkDict(st[0].c_str(),&id)<<linkEdit(str,&id)<<"]<hr>\n"<<endl;
}
searchResult.resize(0);
inputData.start=1;
dict->getHKey(searchResult,srcStr,0);
//dict->getKey(srcStr, searchResult,HASH_FIND);
//cout<<"searchResult="<<searchResult.size()<<endl;
vector<string>report;
report.resize(25);
for(int m=0;m<searchResult.size();m++) {
TString st;
dt->getTStr(searchResult[m], &st);
str=st[2];
line=st[1];
if(str.find("[MG]")!=-1){
report[0]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[HP]")!=-1){
report[1]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[TD]")!=-1){
report[2]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[MV]")!=-1){
report[3]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[VD]")!=-1){
report[4]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[EP]")!=-1){
report[5]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[RE]")!=-1){
report[6]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[SD]")!=-1){
report[7]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[IW]")!=-1){
report[8]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[JW]")!=-1){
report[9]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[TT]")!=-1){
lineTextTranslation(line);
report[10]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[DK]")!=-1){
lineTextTranslation(line);
report[11]=line+"<br>\n"+st[2];
continue;
}
if(str.find("[BB]")!=-1){
continue;
}
if(str.find("[TS]")!=-1){
continue;
}
if(str.find("[TR]")!=-1){
continue;
}
string str=line+"<br>\n"+st[2];
report.push_back(str);
}
for(int m=0;m<report.size();m++) {
if(report[m].size())
out<<srcStr<<"<br>\n"<<report[m]<<"<hr>\n"<<endl;
}
inputData.start=0;
srcStr=out.str();
//print(srcStr);
}//_____________________________________________________________________________
