#ifndef __NASAL_LEXER_H__ #define __NASAL_LEXER_H__ #include #include #include #include "nasal_functional.h" #define FAIL -1 //ʧ°Ü #define SCANEND -2 //ɨÃèÍê³É #define ERRORFOUND -3 //Òì³£´íÎó std::string ReserveWord[26]= { "for","foreach","forindex","while", "var","func","break","continue","return", "if","else","elsif","nil","and","or", "print","cmp","append","setsize","subvec","pop", "sort","contains","delete","keys","typeof" }; std::string OperatorOrDelimiter[40]= { "+","-","*","/","=","+=","-=","*=","/=", "\n","\t","\r","\\","\'","\"",".", "<","<=",">",">=","==","!=","~=","!","~", ",",";","(",")","[","]","{","}","#","?",":", "&","|","%","^" }; std::string IdentifierTable[1000]={""}; char ResourcePrograme[16777216]; int isReserveWord(std::string &p) { for(int i=0;i<26;++i) if(ReserveWord[i]==p) return i+1; return FAIL; } int isOperatorOrDelimiter(std::string &p) { for(int i=0;i<40;++i) if(OperatorOrDelimiter[i]==p) return i+1; return FAIL; } bool isLetter(char t) { return (('a'<=t) && (t<='z') || ('A'<=t) && (t<='Z')); } bool isNumber(char t) { return (('0'<=t) && (t<='9')); } void InputFile(std::string &FileName) { std::ifstream fin(FileName); if(fin.fail()) { std::cout<<"[Error] Failed to load file: "<127) { ++ptr; if(temp=='\n') ++line; temp=Source[ptr]; } token=""; if(isLetter(temp) || temp=='_') { token+=temp; ++ptr; temp=Source[ptr]; while(isLetter(temp) || isNumber(temp) || temp=='_') { token+=temp; ++ptr; temp=Source[ptr]; } Syn=isReserveWord(token); if(Syn==FAIL) Syn=IDENTIFIER; else Syn=RESERVEWORD; } else if(isNumber(temp)) { int PointCnt=0; while(isNumber(temp)) { token+=temp; ++ptr; temp=Source[ptr]; if(temp=='.' && !PointCnt) { ++PointCnt; token+=temp; ++ptr; temp=Source[ptr]; } } Syn=NUMBER; } else if(temp=='(' || temp==')' || temp=='[' || temp==']' || temp=='{' || temp=='}' || temp==',' || temp==';' || temp=='|' || temp==':' || temp=='?' || temp=='.' || temp=='`' || temp=='\'' || temp=='&'|| temp=='%' || temp=='$' || temp=='^') { token+=temp; ++ptr; Syn=OPERATOR; } else if(temp=='=' || temp=='+' || temp=='-' || temp=='*' || temp=='!' || temp=='/' || temp=='<' || temp=='>' || temp=='~') { Syn=OPERATOR; token+=temp; ++ptr; temp=Source[ptr]; if(temp=='=') { token+=temp; ++ptr; } } else if(temp=='\\') { Syn=OPERATOR; token+=temp; ++ptr; temp=Source[ptr]; if(temp=='=' || temp=='n' || temp=='t' || temp=='r' || temp=='\\' || temp=='\'' || temp=='\"') { token+=temp; ++ptr; } } else if(temp=='\"') { Syn=STRING; token+=temp; ++ptr; temp=Source[ptr]; while(temp!='\"') { if(temp=='\\') { token+=temp; ++ptr; temp=Source[ptr]; token+=temp; ++ptr; temp=Source[ptr]; } else { token+=temp; ++ptr; temp=Source[ptr]; } if(temp=='@' || temp=='\n') break; } //add the last char \" if(temp=='\"') { token+=temp; ++ptr; } else token+=" __missing_end_of_string"; } else if(temp=='@') { Syn=SCANEND; return; } else { Syn=FAIL; std::cout<<"[Error] Unexpected error occurred: "<0)//all Syn type is larger than zero nasal_lexer.append(line,Syn,token); } //nasal_lexer.print(); //for debug mode std::cout<<">> Complete scanning \""<