#ifndef __NASAL_VM_H__ #define __NASAL_VM_H__ class nasal_vm { protected: /* values of nasal_vm */ uint32_t pc; // program counter nasal_ref* localr; // local scope register const double* num_table;// const numbers, ref from nasal_codegen const std::string* str_table;// const symbols, ref from nasal_codegen std::vector imm; // immediate number nasal_ref* mem_addr; // used for mem_call /* garbage collector */ nasal_gc gc; /* values used for debug */ size_t files_size; const std::string* files; // ref from nasal_import const opcode* bytecode; // ref from nasal_codegen /* canary to avoid stackoverflow */ nasal_ref* canary; void init( const std::vector&, const std::vector&, const std::vector&, const std::vector&); /* debug functions */ bool detail_info; void valinfo(nasal_ref&); void bytecodeinfo(const char*,const uint32_t); void traceback(); void stackinfo(const uint32_t); void global_state(); void local_state(); void upval_state(); void detail(); void opcallsort(const uint64_t*); void die(std::string); /* vm calculation functions*/ bool condition(nasal_ref); /* vm operands */ void opr_intg(); void opr_intl(); void opr_loadg(); void opr_loadl(); void opr_loadu(); void opr_pnum(); void opr_pnil(); void opr_pstr(); void opr_newv(); void opr_newh(); void opr_newf(); void opr_happ(); void opr_para(); void opr_defpara(); void opr_dynpara(); void opr_unot(); void opr_usub(); void opr_add(); void opr_sub(); void opr_mul(); void opr_div(); void opr_lnk(); void opr_addc(); void opr_subc(); void opr_mulc(); void opr_divc(); void opr_lnkc(); void opr_addeq(); void opr_subeq(); void opr_muleq(); void opr_diveq(); void opr_lnkeq(); void opr_addeqc(); void opr_subeqc(); void opr_muleqc(); void opr_diveqc(); void opr_lnkeqc(); void opr_meq(); void opr_eq(); void opr_neq(); void opr_less(); void opr_leq(); void opr_grt(); void opr_geq(); void opr_lessc(); void opr_leqc(); void opr_grtc(); void opr_geqc(); void opr_pop(); void opr_jmp(); void opr_jt(); void opr_jf(); void opr_counter(); void opr_findex(); void opr_feach(); void opr_callg(); void opr_calll(); void opr_upval(); void opr_callv(); void opr_callvi(); void opr_callh(); void opr_callfv(); void opr_callfh(); void opr_callb(); void opr_slcbegin(); void opr_slcend(); void opr_slc(); void opr_slc2(); void opr_mcallg(); void opr_mcalll(); void opr_mupval(); void opr_mcallv(); void opr_mcallh(); void opr_ret(); public: void run( const nasal_codegen&, const nasal_import&, const bool, const bool); }; void nasal_vm::init( const std::vector& strs, const std::vector& nums, const std::vector& code, const std::vector& filenames) { gc.init(strs); num_table=nums.data(); str_table=strs.data(); bytecode=code.data(); files=filenames.data(); files_size=filenames.size(); /* set canary and program counter */ canary=gc.stack+nasal_gc::stack_depth-1; // gc.stack[nasal_gc::stack_depth-1] mem_addr=nullptr; pc=0; localr=nullptr; } void nasal_vm::valinfo(nasal_ref& val) { const nasal_val* p=val.value.gcobj; printf("\t"); switch(val.type) { case vm_none: printf("| null |\n");break; case vm_ret: printf("| pc | 0x%x\n",val.ret());break; case vm_addr: printf("| addr | 0x%lx\n",(uint64_t)val.addr());break; case vm_cnt: printf("| cnt | %ld\n",val.cnt());break; case vm_nil: printf("| nil |\n");break; case vm_num: printf("| num | ");std::cout< %s\n",(uint64_t)p,rawstr(val.str()).c_str());break; case vm_func: printf("| func | <0x%lx> entry:0x%x\n",(uint64_t)p,val.func().entry);break; case vm_vec: printf("| vec | <0x%lx> [%lu val]\n",(uint64_t)p,val.vec().size());break; case vm_hash: printf("| hash | <0x%lx> {%lu val}\n",(uint64_t)p,val.hash().size());break; case vm_obj: printf("| obj | <0x%lx> obj:0x%lx\n",(uint64_t)p,(uint64_t)val.obj().ptr);break; default: printf("| err | <0x%lx> unknown object\n",(uint64_t)p);break; } } void nasal_vm::bytecodeinfo(const char* header,const uint32_t p) { const opcode& c=bytecode[p]; printf("%s0x%.8x: %s 0x%x",header,p,code_table[c.op].name,c.num); switch(c.op) { case op_addc: case op_subc: case op_mulc: case op_divc: case op_addeqc:case op_subeqc: case op_muleqc:case op_diveqc: case op_lessc: case op_leqc: case op_grtc: case op_geqc: case op_pnum: std::cout<<" ("<",builtin[c.num].name,(uint64_t)builtin[c.num].func);break; case op_happ: case op_pstr: case op_lnkc: case op_lnkeqc: case op_callh: case op_mcallh: case op_para: case op_defpara:case op_dynpara: printf(" (\"%s\")",rawstr(str_table[c.num]).c_str());break; case op_upval: case op_mupval: case op_loadu: printf(" (0x%x[0x%x])",(c.num>>16)&0xffff,c.num&0xffff);break; default:break; } printf(" (%s:%d)\n",files[c.fidx].c_str(),c.line); } void nasal_vm::traceback() { uint32_t global_size=bytecode[0].num; // bytecode[0] is op_intg nasal_ref* top=gc.top; nasal_ref* bottom=gc.stack+global_size; std::stack ret; for(nasal_ref* i=bottom;i<=top;++i) if(i->type==vm_ret) ret.push(i->ret()); // push pc to ret stack to store the position program crashed ret.push(pc); printf("trace back:\n"); uint32_t same=0,last=0xffffffff; for(uint32_t point=0;!ret.empty();last=point,ret.pop()) { if((point=ret.top())==last) { ++same; continue; } if(same) printf("\t0x%.8x: %d same call(s)\n",last,same); same=0; bytecodeinfo("\t",point); } if(same) printf("\t0x%.8x: %d same call(s)\n",last,same); } void nasal_vm::stackinfo(const uint32_t limit=10) { /* bytecode[0] is op_intg, the .num is the global size */ uint32_t gsize=bytecode[0].num; nasal_ref* top=gc.top; nasal_ref* bottom=gc.stack+gsize; printf("vm stack(0x%lx, limit %d, total ",(uint64_t)bottom,gsize,limit); if(top=bottom;++i,--top) { printf(" 0x%.8lx",top-gc.stack); valinfo(top[0]); } } void nasal_vm::global_state() { if(!bytecode[0].num || gc.stack[0].type==vm_none) // bytecode[0].op is op_intg return; printf("global(0x%lx):\n",(uint64_t)gc.stack); for(uint32_t i=0;i):\n",(uint64_t)localr,localr-gc.stack); for(uint32_t i=0;i upval[%u]:\n",i); auto& uv=upval[i].upval(); for(uint32_t j=0;j entry:0x%x)\n", (uint64_t)gc.funcr.value.gcobj, gc.funcr.func().entry); global_state(); local_state(); upval_state(); } void nasal_vm::opcallsort(const uint64_t* arr) { typedef std::pair op; std::vector opcall; for(uint32_t i=0;i<=op_ret;++i) opcall.push_back({i,arr[i]}); std::sort( opcall.begin(), opcall.end(), [](op& a,op& b){return a.second>b.second;} ); std::cout<<"\noperands call info:"; uint64_t total=0; for(auto& i:opcall) { if(!i.second) break; total+=i.second; std::cout<<"\n "<>16)&0xffff].upval()[imm[pc]&0xffff]=(gc.top--)[0]; } inline void nasal_vm::opr_pnum() { (++gc.top)[0]={vm_num,num_table[imm[pc]]}; } inline void nasal_vm::opr_pnil() { (++gc.top)[0]=nil; } inline void nasal_vm::opr_pstr() { (++gc.top)[0]=gc.strs[imm[pc]]; } inline void nasal_vm::opr_newv() { nasal_ref newv=gc.alloc(vm_vec); auto& vec=newv.vec().elems; vec.resize(imm[pc]); // use top-=imm[pc]-1 here will cause error if imm[pc] is 0 gc.top=gc.top-imm[pc]+1; for(uint32_t i=0;isize has 1 place reserved for "me" func.local[func.psize++]={vm_none}; } inline void nasal_vm::opr_defpara() { nasal_ref val=gc.top[0]; nasal_func& func=(--gc.top)[0].func(); func.keys[str_table[imm[pc]]]=func.psize;// func->size has 1 place reserved for "me" func.local[func.psize++]=val; } inline void nasal_vm::opr_dynpara() { gc.top[0].func().dynpara=imm[pc]; } inline void nasal_vm::opr_unot() { nasal_ref val=gc.top[0]; switch(val.type) { case vm_nil:gc.top[0]=one;break; case vm_num:gc.top[0]=val.num()?zero:one;break; case vm_str: { double num=str2num(val.str().c_str()); if(std::isnan(num)) gc.top[0]={vm_num,(double)val.str().empty()}; else gc.top[0]=num?zero:one; } break; default:die("unot: incorrect value type");break; } } inline void nasal_vm::opr_usub() { gc.top[0]={vm_num,-gc.top[0].to_number()}; } #define op_calc(type)\ nasal_ref val(vm_num,gc.top[-1].to_number() type gc.top[0].to_number());\ (--gc.top)[0]=val; inline void nasal_vm::opr_add(){op_calc(+);} inline void nasal_vm::opr_sub(){op_calc(-);} inline void nasal_vm::opr_mul(){op_calc(*);} inline void nasal_vm::opr_div(){op_calc(/);} inline void nasal_vm::opr_lnk() { nasal_ref val=gc.alloc(vm_str); val.str()=gc.top[-1].to_string()+gc.top[0].to_string(); (--gc.top)[0]=val; } #define op_calc_const(type)\ nasal_ref val(vm_num,gc.top[0].to_number() type num_table[imm[pc]]);\ gc.top[0]=val; inline void nasal_vm::opr_addc(){op_calc_const(+);} inline void nasal_vm::opr_subc(){op_calc_const(-);} inline void nasal_vm::opr_mulc(){op_calc_const(*);} inline void nasal_vm::opr_divc(){op_calc_const(/);} inline void nasal_vm::opr_lnkc() { nasal_ref val=gc.alloc(vm_str); val.str()=gc.top[0].to_string()+str_table[imm[pc]]; gc.top[0]=val; } #define op_calc_eq(type)\ nasal_ref val(vm_num,mem_addr[0].to_number() type gc.top[-1].to_number());\ (--gc.top)[0]=mem_addr[0]=val;\ mem_addr=nullptr; inline void nasal_vm::opr_addeq(){op_calc_eq(+);} inline void nasal_vm::opr_subeq(){op_calc_eq(-);} inline void nasal_vm::opr_muleq(){op_calc_eq(*);} inline void nasal_vm::opr_diveq(){op_calc_eq(/);} inline void nasal_vm::opr_lnkeq() { nasal_ref val=gc.alloc(vm_str); val.str()=mem_addr[0].to_string()+gc.top[-1].to_string(); (--gc.top)[0]=mem_addr[0]=val; mem_addr=nullptr; } #define op_calc_eq_const(type)\ nasal_ref val(vm_num,mem_addr[0].to_number() type num_table[imm[pc]]);\ gc.top[0]=mem_addr[0]=val;\ mem_addr=nullptr; inline void nasal_vm::opr_addeqc(){op_calc_eq_const(+);} inline void nasal_vm::opr_subeqc(){op_calc_eq_const(-);} inline void nasal_vm::opr_muleqc(){op_calc_eq_const(*);} inline void nasal_vm::opr_diveqc(){op_calc_eq_const(/);} inline void nasal_vm::opr_lnkeqc() { nasal_ref val=gc.alloc(vm_str); val.str()=mem_addr[0].to_string()+str_table[imm[pc]]; gc.top[0]=mem_addr[0]=val; mem_addr=nullptr; } inline void nasal_vm::opr_meq() { mem_addr[0]=(--gc.top)[0]; // pop old mem_addr[0] and replace it mem_addr=nullptr; } inline void nasal_vm::opr_eq() { nasal_ref val2=gc.top[0]; nasal_ref val1=(--gc.top)[0]; if(val1.type==vm_nil && val2.type==vm_nil) gc.top[0]=one; else if(val1.type==vm_str && val2.type==vm_str) gc.top[0]=(val1.str()==val2.str())?one:zero; else if((val1.type==vm_num || val2.type==vm_num) && val1.type!=vm_nil && val2.type!=vm_nil) gc.top[0]=(val1.to_number()==val2.to_number())?one:zero; else gc.top[0]=(val1==val2)?one:zero; } inline void nasal_vm::opr_neq() { nasal_ref val2=gc.top[0]; nasal_ref val1=(--gc.top)[0]; if(val1.type==vm_nil && val2.type==vm_nil) gc.top[0]=zero; else if(val1.type==vm_str && val2.type==vm_str) gc.top[0]=(val1.str()!=val2.str())?one:zero; else if((val1.type==vm_num || val2.type==vm_num) && val1.type!=vm_nil && val2.type!=vm_nil) gc.top[0]=(val1.to_number()!=val2.to_number())?one:zero; else gc.top[0]=(val1!=val2)?one:zero; } #define op_cmp(type)\ --gc.top;\ gc.top[0]=(gc.top[0].to_number() type gc.top[1].to_number())?one:zero; inline void nasal_vm::opr_less(){op_cmp(<);} inline void nasal_vm::opr_leq(){op_cmp(<=);} inline void nasal_vm::opr_grt(){op_cmp(>);} inline void nasal_vm::opr_geq(){op_cmp(>=);} #define op_cmp_const(type)\ gc.top[0]=(gc.top[0].to_number() type num_table[imm[pc]])?one:zero; inline void nasal_vm::opr_lessc(){op_cmp_const(<);} inline void nasal_vm::opr_leqc(){op_cmp_const(<=);} inline void nasal_vm::opr_grtc(){op_cmp_const(>);} inline void nasal_vm::opr_geqc(){op_cmp_const(>=);} inline void nasal_vm::opr_pop() { --gc.top; } inline void nasal_vm::opr_jmp() { pc=imm[pc]-1; } inline void nasal_vm::opr_jt() { if(condition(gc.top[0])) pc=imm[pc]-1; } inline void nasal_vm::opr_jf() { if(!condition(gc.top[0])) pc=imm[pc]-1; --gc.top; } inline void nasal_vm::opr_counter() { (++gc.top)[0]={vm_cnt,(int64_t)-1}; if(gc.top[-1].type!=vm_vec) die("cnt: must use vector in forindex/foreach"); } inline void nasal_vm::opr_findex() { if(++gc.top[0].cnt()>=gc.top[-1].vec().size()) { pc=imm[pc]-1; return; } gc.top[1]={vm_num,(double)gc.top[0].cnt()}; ++gc.top; } inline void nasal_vm::opr_feach() { std::vector& ref=gc.top[-1].vec().elems; if(++gc.top[0].cnt()>=ref.size()) { pc=imm[pc]-1; return; } gc.top[1]=ref[gc.top[0].cnt()]; ++gc.top; } inline void nasal_vm::opr_callg() { (++gc.top)[0]=gc.stack[imm[pc]]; } inline void nasal_vm::opr_calll() { (++gc.top)[0]=localr[imm[pc]]; } inline void nasal_vm::opr_upval() { (++gc.top)[0]=gc.funcr.func().upvalue[(imm[pc]>>16)&0xffff].upval()[imm[pc]&0xffff]; } inline void nasal_vm::opr_callv() { nasal_ref val=gc.top[0]; nasal_ref vec=(--gc.top)[0]; if(vec.type==vm_vec) { gc.top[0]=vec.vec().get_val(val.to_number()); if(gc.top[0].type==vm_none) die("callv: index out of range:"+std::to_string(val.to_number())); } else if(vec.type==vm_hash) { if(val.type!=vm_str) die("callv: must use string as the key"); gc.top[0]=vec.hash().get_val(val.str()); if(gc.top[0].type==vm_none) die("callv: cannot find member \""+val.str()+"\" of this hash"); if(gc.top[0].type==vm_func) gc.top[0].func().local[0]=val;// 'me' } else if(vec.type==vm_str) { std::string& str=vec.str(); int num=val.to_number(); int str_size=str.length(); if(num<-str_size || num>=str_size) die("callv: index out of range:"+std::to_string(val.to_number())); gc.top[0]={vm_num,double((uint8_t)str[num>=0? num:num+str_size])}; } else die("callv: must call a vector/hash/string"); } inline void nasal_vm::opr_callvi() { nasal_ref val=gc.top[0]; if(val.type!=vm_vec) die("callvi: must use a vector"); // cannot use operator[],because this may cause overflow (++gc.top)[0]=val.vec().get_val(imm[pc]); if(gc.top[0].type==vm_none) die("callvi: index out of range:"+std::to_string(imm[pc])); } inline void nasal_vm::opr_callh() { nasal_ref val=gc.top[0]; if(val.type!=vm_hash) die("callh: must call a hash"); gc.top[0]=val.hash().get_val(str_table[imm[pc]]); if(gc.top[0].type==vm_none) die("callh: member \""+str_table[imm[pc]]+"\" does not exist"); if(gc.top[0].type==vm_func) gc.top[0].func().local[0]=val;// 'me' } inline void nasal_vm::opr_callfv() { uint32_t argc=imm[pc]; // arguments counter nasal_ref* local=gc.top-argc+1;// arguments begin address if(local[-1].type!=vm_func) die("callfv: must call a function"); auto& func=local[-1].func(); nasal_ref tmp=local[-1]; local[-1]=gc.funcr; gc.funcr=tmp; if(gc.top-argc+func.lsize+2>=canary) // gc.top-argc+lsize(local) +1(old pc) +1(old localr) die("stack overflow"); uint32_t psize=func.psize-1; // parameter size is func->psize-1, 1 is reserved for "me" if(argc=0)// load dynamic arguments { dynamic=gc.alloc(vm_vec); for(uint32_t i=psize;i=1;--i)// load arguments local[i]=local[i-1]; local[0]=func.local[0];// load "me" for(uint32_t i=min_size+1;i=0) local[psize+1]=dynamic; gc.top[0]={vm_addr,localr}; (++gc.top)[0]={vm_ret,pc}; pc=func.entry-1; localr=local; gc.upvalue.push_back(nil); } inline void nasal_vm::opr_callfh() { auto& hash=gc.top[0].hash().elems; if(gc.top[-1].type!=vm_func) die("callfh: must call a function"); auto& func=gc.top[-1].func(); nasal_ref tmp=gc.top[-1]; gc.top[-1]=gc.funcr; gc.funcr=tmp; if(gc.top+func.lsize+1>=canary) // gc.top -1(hash) +lsize(local) +1(old pc) +1(old localr) die("stack overflow"); if(func.dynpara>=0) die("callfh: special call cannot use dynamic argument"); nasal_ref* local=gc.top; gc.top+=func.lsize; for(uint32_t i=0;i& ref=gc.top[-1].vec().elems; std::vector& aim=gc.top[0].vec().elems; uint8_t type1=val1.type,type2=val2.type; int num1=val1.to_number(); int num2=val2.to_number(); int size=ref.size(); if(type1==vm_nil && type2==vm_nil) { num1=0; num2=size-1; } else if(type1==vm_nil && type2!=vm_nil) num1=num2<0? -size:0; else if(type1!=vm_nil && type2==vm_nil) num2=num1<0? -1:size-1; if(num1>num2) die("slc2: begin index must be less than or equal to end index"); else if(num1<-size || num1>=size) die("slc2: begin index out of range: "+std::to_string(num1)); else if(num2<-size || num2>=size) die("slc2: end index out of range: "+std::to_string(num2)); else for(int i=num1;i<=num2;++i) aim.push_back(i>=0?ref[i]:ref[i+size]); } inline void nasal_vm::opr_mcallg() { mem_addr=gc.stack+imm[pc]; (++gc.top)[0]=mem_addr[0]; } inline void nasal_vm::opr_mcalll() { mem_addr=localr+imm[pc]; (++gc.top)[0]=mem_addr[0]; } inline void nasal_vm::opr_mupval() { mem_addr=&(gc.funcr.func().upvalue[(imm[pc]>>16)&0xffff].upval()[imm[pc]&0xffff]); (++gc.top)[0]=mem_addr[0]; } inline void nasal_vm::opr_mcallv() { nasal_ref val=gc.top[0]; nasal_ref vec=(--gc.top)[0]; if(vec.type==vm_vec) { mem_addr=vec.vec().get_mem(val.to_number()); if(!mem_addr) die("mcallv: index out of range:"+std::to_string(val.to_number())); } else if(vec.type==vm_hash) { if(val.type!=vm_str) die("mcallv: must use string as the key"); nasal_hash& ref=vec.hash(); std::string& str=val.str(); mem_addr=ref.get_mem(str); if(!mem_addr) { ref.elems[str]=nil; mem_addr=ref.get_mem(str); } } else die("mcallv: cannot get memory space in other types"); } inline void nasal_vm::opr_mcallh() { nasal_ref hash=gc.top[0]; if(hash.type!=vm_hash) die("mcallh: must call a hash"); nasal_hash& ref=hash.hash(); const std::string& str=str_table[imm[pc]]; mem_addr=ref.get_mem(str); if(!mem_addr) // create a new key { ref.elems[str]=nil; mem_addr=ref.get_mem(str); } } inline void nasal_vm::opr_ret() { // +-----------------+ // | return value | <- gc.top[0] // +-----------------+ // | old pc | <- gc.top[-1] // +-----------------+ // | old localr | <- gc.top[-2] // +-----------------+ // | local scope | // | ... | // +-----------------+ <- local pointer stored in localr // | old funcr | <- old function stored in gc.funcr // +-----------------+ nasal_ref ret=gc.top[0]; nasal_ref* local=localr; nasal_ref func=gc.funcr; pc=gc.top[-1].ret(); localr=gc.top[-2].addr(); gc.top=local-1; func.func().local[0]=nil;// get func and set 'me' to nil gc.funcr=gc.top[0]; gc.top[0]=ret; // rewrite func with returned value if(gc.upvalue.back().type==vm_upval) // synchronize upvalue { auto& upval=gc.upvalue.back().upval(); auto size=func.func().lsize; upval.onstk=false; for(uint32_t i=0;i code; for(auto& i:gen.get_code()) { code.push_back(opr_table[i.op]); imm.push_back(i.num); } // goto the first operand goto *code[pc]; vmexit: if(gc.top>=canary) die("stack overflow"); if(opcnt) opcallsort(count); if(detail_info) gc.info(); gc.clear(); imm.clear(); return; // may cause stackoverflow #define exec_operand(op,num) {op();++count[num];if(gc.top