ScopeNameUsage(AST* node, ScopeNameUsage* parent, ScopingAnalysis* scoping)
: node(node),
parent(parent),
scoping(scoping),
nameForcingNodeImportStar(NULL),
nameForcingNodeBareExec(NULL),
free(false),
child_free(false) {
if (node->type == AST_TYPE::ClassDef) {
AST_ClassDef* classdef = ast_cast<AST_ClassDef>(node);
// classes have an implicit write to "__module__"
written.insert(scoping->getInternedStrings().get("__module__"));
if (classdef->body.size() && classdef->body[0]->type == AST_TYPE::Expr) {
AST_Expr* first_expr = ast_cast<AST_Expr>(classdef->body[0]);
if (first_expr->value->type == AST_TYPE::Str) {
written.insert(scoping->getInternedStrings().get("__doc__"));
}
}
}
if (node->type == AST_TYPE::ClassDef) {
private_name = ast_cast<AST_ClassDef>(node)->name;
} else if (parent) {
private_name = parent->private_name;
} else {
private_name = llvm::StringRef();
}
}
void DirInstaller::doMovesDeletes(const StrMap &moves, const HashDir &del)
{
DirMap created;
StrSet removed;
for(StrMap::const_iterator it = moves.begin(); it != moves.end(); it++)
{
ptr->owner->moveFile(it->first, it->second);
created[it->second] = Hash();
removed.insert(it->first);
}
for(HashDir::const_iterator it = del.begin(); it != del.end(); it++)
{
ptr->owner->deleteFile(it->second);
removed.insert(it->second);
}
index.addMany(created, removed);
}
void append(const std::string& word)
{
std::string lower;
cybozu::ToLower(lower, word);
std::pair<Str2Int::iterator, bool> ret = word2id_.insert(Str2Int::value_type(lower, (int)id2word_.size()));
//printf("word=%s, id=%d, ret=%d\n", ret.first->first.c_str(), ret.first->second, ret.second);
if (ret.second) {
id2word_.push_back(lower);
df_.resize(id2word_.size());
}
if (set_.insert(word).second) {
df_[ret.first->second]++;
}
}
void append(const std::string& word)
{
std::string lower;
cybozu::ToLower(lower, word);
Str2Int::const_iterator i = word2id_.find(lower);
if (i == word2id_.end()) return;
const int id = i->second;
if (curTf_ == 0) {
tf_.push_back(Int2Int());
curTf_ = &tf_.back();
}
(*curTf_)[id]++;
if (set_.insert(lower).second) {
df_[id]++;
}
}
void _doStore(const std::string& name) {
if (_loads.count(name))
return;
_stores.insert(name);
}
bool ProcessComponent(const char* comp_name, const string& vc_name, const string& filter_modules, const string& filter_disabled, const string& filter_headers, const char* define)
{
ProjLines.clear();
ProjAssoc.clear();
int comp_len=strlen(comp_name);
char buf[1024];
printf("Processing %s...\n",comp_name);
FILE* vc_file=fopen(vc_name.c_str(),"r");
if(!vc_file)
{
printf("Couldn't open %s for reading.\n",vc_name.c_str());
return false;
}
BufState=0;
while(fgets(buf,1024,vc_file))
{
ParseBufVC(buf,filter_modules,filter_disabled,filter_headers);
}
fclose(vc_file);
string script_name=Map["ScriptsDirectory"];
script_name+="scripts.cfg";
FILE* script_file=fopen(script_name.c_str(),"r");
if(!script_file)
{
printf("Couldn't open %s for reading.\n",script_name.c_str());
return false;
}
Modules.clear();
DisabledModules.clear();
Headers.clear();
while(fgets(buf,1024,vc_file))
{
int pos=0;
bool enabled=false;
string line(buf);
StrVec vec;
int tok=strsplit(line,vec);
if(!tok) continue;
if(!vec[0].compare("@")) {
pos++;
enabled=true;
};
if(tok<pos+3) continue;
if(!vec[pos].compare(comp_name) && !vec[pos+1].compare("module"))
{
if(enabled) Modules.insert(stolower(vec[pos+2]+".fos"));
else DisabledModules.insert(stolower(vec[pos+2]+".fos"));
}
}
fclose(script_file);
for(StrSet::iterator it=Modules.begin(),end=Modules.end(); it!=end; ++it)
{
Defines.clear();
Defines.insert(string(define));
IgnoreDepth=0;
Depth=0;
string name=*it;
printf("Preprocessing %s...\n",name.c_str());
int idx=name.find_last_of("/");
string dir="";
if(idx!=-1)
{
dir=name.substr(0,idx+1);
name=name.substr(idx+1,name.length()-idx-1);
}
if(!RecursiveParse(name,dir))
{
printf("Failed to preprocess %s.\n",name.c_str());
return false;
}
}
// write the project file
vc_file=fopen(vc_name.c_str(),"w");
if(!vc_file)
{
printf("Couldn't open %s for writing.\n","test.log");
return false;
}
for(int i=0,j=ProjLines.size(); i<j; i++)
{
if(ProjAssoc.count(i))
{
string name=ProjAssoc[i];
StrSet* the_set=NULL;
if(!name.compare(filter_modules)) the_set=&Modules;
else if(!name.compare(filter_disabled)) the_set=&DisabledModules;
else if(!name.compare(filter_headers))
{
the_set=&Headers;
fprintf(vc_file,
"\t\t\t<File\n"
"\t\t\t\tRelativePath=\".\\intellisense");
if(!strcmp(comp_name,"client")) fprintf(vc_file,"_client");
else if(!strcmp(comp_name,"mapper")) fprintf(vc_file,"_mapper");
fprintf(vc_file,".h\"\n"
"\t\t\t\t>\n"
"\t\t\t</File>\n");
}
for(StrSet::iterator it=the_set->begin(),end=the_set->end(); it!=end; ++it)
{
fprintf(vc_file,
"\t\t\t<File\n"
"\t\t\t\tRelativePath=\"%s%s\"\n"
"\t\t\t\t>\n"
"\t\t\t</File>\n",
Map["FilesRelativePath"].c_str(),it->c_str());
}
}
fprintf(vc_file,"%s",ProjLines[i].c_str());
}
fclose(vc_file);
printf("Processing %s complete.\n",comp_name);
return true;
}
bool RecursiveParse(string& file_name, string& dir)
{
static char buf[4096];
file_name=Map["ScriptsDirectory"]+dir+file_name;
FILE* f=fopen(file_name.c_str(),"r");
if(!f)
{
printf("Couldn't open %s for reading.\n",file_name.c_str());
return false;
}
while(fgets(buf,4096,f))
{
int pre=0;
while(buf[pre] && isSpace(buf[pre])) pre++;
if(!buf[pre] || buf[pre]!='#') continue;
// buf[pre] == '#'
int post = pre + 1;
while(buf[post] && isSpace(buf[post])) post++;
if(!buf[post]) continue;
string line(buf);
line.erase(pre, post - pre);
StrVec vec;
strsplit(line,vec);
if(!vec[0].compare("define") && !IGNORING)
{
if(vec.size()<1) continue; // err
string def=vec[1];
int pos=def.find("@");
if(pos>=0) def=def.substr(0,pos);
Defines.insert(def);
continue;
}
else if(!vec[0].compare("include") && !IGNORING)
{
if(vec.size()<1) continue; // err
string incname=vec[1];
if(incname[0]!='\"' || incname[incname.size()-1]!='\"') continue;
incname=stolower(incname.substr(1,incname.size()-2));
int idx=incname.find_last_of("/");
string sdir = dir;
if(idx!=-1)
{
sdir = dir + incname.substr(0,idx+1);
incname = incname.substr(idx+1,incname.length()-idx-1);
}
if(!Headers.count(trimmedName(sdir+incname)))
{
Headers.insert(trimmedName(sdir+incname));
printf("\tFound new header: '%s'\n",incname.c_str());
}
if(!RecursiveParse(incname, sdir))
printf("Ignoring the include file %s.\n", incname.c_str());
continue;
}
else if(!vec[0].compare("ifdef"))
{
if(vec.size()<1) continue; // err
string def=vec[1];
int pos=def.find("@");
if(pos>=0) def=def.substr(0,pos);
if(Defines.count(def)) IgnoreDepth++;
Depth++;
continue;
}
else if(!vec[0].compare("ifndef"))
{
if(vec.size()<1) continue; // err
string def=vec[1];
int pos=def.find("@");
if(pos>=0) def=def.substr(0,pos);
if(!Defines.count(def)) IgnoreDepth++;
Depth++;
continue;
}
else if(!vec[0].compare("endif"))
{
Depth--;
if(Depth<0) Depth=0; // err
if(Depth<IgnoreDepth) IgnoreDepth--;
}
else if(!vec[0].compare("undef") && !IGNORING)
{
if(vec.size()<1) continue; // err
string def=vec[1];
int pos=def.find("@");
if(pos>=0) def=def.substr(0,pos);
Defines.erase(def);
continue;
}
}
fclose(f);
return true;
}