qic.c 123 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778
  1. #include <ctype.h>
  2. #include <stdio.h>
  3. #include <stdarg.h>
  4. #include <stdlib.h>
  5. #include <string.h>
  6. #define QIC_VERSION "qic v01 " __DATE__
  7. size_t GID = 0;
  8. typedef struct {
  9. void **data;
  10. size_t length;
  11. } list_t;
  12. list_t *list_new(void) {
  13. list_t *list = malloc(sizeof(list_t));
  14. list->data = NULL;
  15. list->length = 0;
  16. return list;
  17. }
  18. void list_push(list_t *l, void *v) {
  19. size_t i = l->length++;
  20. l->data = realloc(l->data, l->length * sizeof(void *));
  21. l->data[i] = v;
  22. }
  23. void *list_pop(list_t *l) {
  24. if (!l->length)
  25. return NULL;
  26. return l->data[--l->length];
  27. }
  28. void *list_index(list_t *l, ssize_t index) {
  29. if (!l->length)
  30. return NULL;
  31. if (index < 0)
  32. index += ((ssize_t)l->length);
  33. if (index < 0 || index >= l->length)
  34. return NULL;
  35. return l->data[index];
  36. }
  37. void list_set(list_t *l, ssize_t index, void *v) {
  38. if (!l->length)
  39. return;
  40. if (index < 0)
  41. index += ((ssize_t)l->length);
  42. if (index < 0 || index >= l->length)
  43. return;
  44. l->data[index] = v;
  45. }
  46. typedef struct {
  47. size_t *data;
  48. size_t length;
  49. } stack_t;
  50. stack_t *stack_new(void) {
  51. stack_t *stack = malloc(sizeof(list_t));
  52. stack->data = NULL;
  53. stack->length = 0;
  54. return stack;
  55. }
  56. void stack_push(stack_t *l, size_t v) {
  57. size_t i = l->length++;
  58. l->data = realloc(l->data, l->length * sizeof(size_t));
  59. l->data[i] = v;
  60. }
  61. size_t stack_pop(stack_t *l) {
  62. if (!l->length)
  63. return 0;
  64. return l->data[--l->length];
  65. }
  66. struct entry_t {
  67. char *key;
  68. void *value;
  69. };
  70. struct table_t {
  71. struct entry_t *entries;
  72. size_t used;
  73. size_t capacity;
  74. };
  75. typedef struct entry_t entry_t;
  76. typedef struct table_t table_t;
  77. table_t *table_new() {
  78. table_t *table = malloc(sizeof(table_t));
  79. table->used = 0;
  80. table->capacity = 32;
  81. table->entries = calloc(table->capacity, sizeof(entry_t));
  82. return table;
  83. }
  84. unsigned long ht_hash(const char* key) {
  85. unsigned long hash = 5381;
  86. int c;
  87. while ((c = *key++))
  88. hash = ((hash << 5) + hash) + c;
  89. return hash;
  90. }
  91. void *table_get(table_t *table, char *key) {
  92. if (!table->used)
  93. return NULL;
  94. unsigned long hash = ht_hash(key);
  95. size_t index = hash % table->capacity;
  96. size_t i = index;
  97. while (table->entries[i].key) {
  98. if (strcmp(table->entries[i].key, key) == 0)
  99. return table->entries[i].value;
  100. i++;
  101. if (i >= table->capacity)
  102. i = 0;
  103. if (i == index)
  104. break;
  105. }
  106. return NULL;
  107. }
  108. static void table_entry_set(entry_t *entries, char *key, void *value, size_t capacity, size_t *used) {
  109. unsigned long hash = ht_hash(key);
  110. size_t index = hash % capacity;
  111. size_t i = index;
  112. while (entries[i].key) {
  113. if (strcmp(entries[i].key, key) == 0) {
  114. entries[i].value = value;
  115. return;
  116. }
  117. i++;
  118. if (i >= capacity)
  119. i = 0;
  120. if (i == index)
  121. break;
  122. }
  123. if (used)
  124. (*used)++;
  125. entries[i].key = key;
  126. entries[i].value = value;
  127. }
  128. table_t *table_set(table_t *table, char *key, void *value) {
  129. if (table->used >= table->capacity) {
  130. size_t capacity = table->capacity + 32;
  131. entry_t *entries = calloc(capacity, sizeof(entry_t));
  132. for (size_t i = 0; i < table->capacity; i++) {
  133. entry_t entry = table->entries[i];
  134. if (entry.key)
  135. table_entry_set(entries, entry.key, entry.value, capacity, NULL);
  136. }
  137. table->entries = entries;
  138. table->capacity = capacity;
  139. }
  140. table_entry_set(table->entries, key, value, table->capacity, &table->used);
  141. return table;
  142. }
  143. #define table_iterate(table, code) \
  144. { \
  145. if ((table)->used) { \
  146. size_t i = 0; \
  147. while (i < (table)->capacity) { \
  148. entry_t entry = (table)->entries[i]; \
  149. if (entry.key) { \
  150. code; \
  151. } \
  152. i++; \
  153. } \
  154. } \
  155. }
  156. typedef struct {
  157. char *str;
  158. size_t size;
  159. } buffer_t;
  160. buffer_t *buffer_new(void) {
  161. buffer_t *buf = malloc(sizeof(buffer_t));
  162. buf->str = NULL;
  163. buf->size = 0;
  164. return buf;
  165. }
  166. void buffer_append(buffer_t *buf, char c) {
  167. buf->size++;
  168. buf->str = realloc(buf->str, sizeof(char) * buf->size);
  169. buf->str[buf->size - 1] = c;
  170. }
  171. char *buffer_read(buffer_t *buf) {
  172. if (buf->size == 0 || buf->str[buf->size - 1])
  173. buffer_append(buf, 0);
  174. return buf->str;
  175. }
  176. void buffer_appends(buffer_t *buf, char *s) {
  177. for (size_t i = 0; i < strlen(s); i++)
  178. buffer_append(buf, s[i]);
  179. }
  180. void buffer_appendb(buffer_t *dst, buffer_t *src) {
  181. for (size_t i = 0; i < src->size; i++)
  182. buffer_append(dst, src->str[i]);
  183. }
  184. void buffer_fmt(buffer_t *buf, const char *fmt, ...) {
  185. va_list args;
  186. va_list largs;
  187. va_start(largs, fmt);
  188. va_copy(args, largs);
  189. size_t size = vsnprintf(NULL, 0, fmt, largs) + 1;
  190. char *str = malloc(sizeof(char) * size);
  191. vsnprintf(str, size, fmt, args);
  192. va_end(args);
  193. va_end(largs);
  194. buffer_appends(buf, str);
  195. }
  196. typedef struct {
  197. enum {
  198. T_EOF,
  199. T_NUMBER,
  200. T_STRING,
  201. T_FSTRING,
  202. T_NAME,
  203. T_VAR,
  204. T_LET,
  205. T_CONST,
  206. T_UNPACK,
  207. T_IF,
  208. T_ELSE,
  209. T_ELIF,
  210. T_SWITCH,
  211. T_CASE,
  212. T_DEFAULT,
  213. T_FOR,
  214. T_OF,
  215. T_BREAK,
  216. T_CONTINUE,
  217. T_PASS,
  218. T_FUNC,
  219. T_USE,
  220. T_RETURN,
  221. T_DEFER,
  222. T_REQUIRE,
  223. T_TRY,
  224. T_CATCH,
  225. T_FINALLY,
  226. T_THROW,
  227. T_GOTO,
  228. T_CLASS,
  229. T_DEL,
  230. T_IS,
  231. T_IN,
  232. T_LPAR,
  233. T_RPAR,
  234. T_LSB,
  235. T_RSB,
  236. T_LCB,
  237. T_RCB,
  238. T_EQUALS,
  239. T_NOTEQUALS,
  240. T_PLUSASSIGN,
  241. T_MINUSASSIGN,
  242. T_SLASHASSIGN,
  243. T_STARASSIGN,
  244. T_SLASHSLASHASSIGN,
  245. T_PERCENTASSIGN,
  246. T_STARSTARASSIGN,
  247. T_BARASSIGN,
  248. T_ANDASSIGN,
  249. T_RAISEASSIGN,
  250. T_LTLTASSIGN,
  251. T_GTGTASSIGN,
  252. T_BARBAR,
  253. T_ANDAND,
  254. T_STARSTAR,
  255. T_PLUSPLUS,
  256. T_MINUSMINUS,
  257. T_SLASHSLASH,
  258. T_PLUS,
  259. T_MINUS,
  260. T_QM,
  261. T_COLON,
  262. T_BAR,
  263. T_AND,
  264. T_LT,
  265. T_LTLT,
  266. T_GT,
  267. T_GTGT,
  268. T_LE,
  269. T_GE,
  270. T_STAR,
  271. T_SLASH,
  272. T_PERCENT,
  273. T_COMMA,
  274. T_DOT,
  275. T_BANG,
  276. T_RAISE,
  277. T_TILDE,
  278. T_AT,
  279. T_INLINE,
  280. T_HEADER,
  281. T_INCLUDE,
  282. T_ASSIGN,
  283. T_SEMI
  284. } tag;
  285. char *text;
  286. size_t fi;
  287. size_t pos;
  288. } token_t;
  289. token_t *token(int tag, char *text) {
  290. token_t *tok = malloc(sizeof(token_t));
  291. tok->tag = tag;
  292. tok->text = text;
  293. return tok;
  294. }
  295. #define TK(tk) (token(T_##tk, NULL))
  296. #define WS() while (source[*pos] == ' ' || source[*pos] == '\t' || source[*pos] == '\n' || source[*pos] == '\r') { (*pos)++; }
  297. void consume_ignored(char *source, size_t *pos) {
  298. WS();
  299. while (source[*pos] == '#') {
  300. (*pos)++;
  301. for (;;) {
  302. if (!source[*pos])
  303. break;
  304. if (source[*pos] == '\n') {
  305. (*pos)++;
  306. break;
  307. }
  308. (*pos)++;
  309. }
  310. WS();
  311. }
  312. }
  313. list_t *FILES;
  314. list_t *REQUIRED;
  315. int is_required(char *path) {
  316. for (size_t i = 0; i < REQUIRED->length; i++)
  317. if (strcmp(REQUIRED->data[i], path) == 0)
  318. return 1;
  319. return 0;
  320. }
  321. char *traverse(char *source, size_t pos, size_t *line, size_t *col) {
  322. if (line) *line = 1;
  323. if (col) *col = 1;
  324. size_t p = 0;
  325. for (size_t i = 0; i < pos; i++) {
  326. if (source[i] == '\n') {
  327. if (line) (*line)++;
  328. if (col) (*col) = 1;
  329. p = i+1;
  330. } else if (col) (*col)++;
  331. }
  332. return &source[p];
  333. }
  334. void format_error(char *filename, char *source, size_t pos, char *fmt, ...) {
  335. size_t line, col;
  336. char *src = traverse(source, pos, &line, &col);
  337. va_list args;
  338. va_start(args, fmt);
  339. fprintf(stderr, "%s (%zu:%zu): ", filename, line, col);
  340. vfprintf(stderr, fmt, args);
  341. fputc('\n', stderr);
  342. va_end(args);
  343. if (!*src)
  344. return;
  345. int empty = 1;
  346. for (size_t i = 0; src[i] && src[i] != '\n'; i++)
  347. if (!isspace(src[i])) {
  348. empty = 0; break;
  349. }
  350. if (empty)
  351. return;
  352. fputc('\t', stderr);
  353. for (size_t i = 0; src[i] && src[i] != '\n' && i < 64; i++)
  354. fputc(src[i], stderr);
  355. fputc('\n', stderr);
  356. fputc('\t', stderr);
  357. for (size_t i = 1; i < col && i < 64; i++)
  358. fputc(' ', stderr);
  359. fputs("^\n", stderr);
  360. }
  361. #define GETFNAME(fi) ((char *)((list_t *)list_index(FILES, fi))->data[0])
  362. #define GETSRC(fi) ((char *)((list_t *)list_index(FILES, fi))->data[1])
  363. #define LEX_ERROR(fmt, ...) { format_error(GETFNAME(-1), source, *pos, fmt, ##__VA_ARGS__); exit(1); }
  364. token_t *tokenize_string(char *source, size_t *pos) {
  365. char term = source[(*pos)++];
  366. buffer_t *text = buffer_new();
  367. while (source[*pos] != term) {
  368. if (!source[*pos])
  369. LEX_ERROR("unterminated string literal");
  370. char c = source[(*pos)++];
  371. if (c == '\n' && term != '`')
  372. LEX_ERROR("unterminated string literal");
  373. if (term != '`' && c == '\\') {
  374. char nc = source[(*pos)++];
  375. if (!nc)
  376. continue;
  377. switch (nc) {
  378. case 'x': {
  379. char buf[3];
  380. int k = 0;
  381. while (k < 2) {
  382. if (!source[*pos] || !strchr("0123456789abcdefABCDEF", source[*pos]))
  383. break;
  384. buffer[k++] = source[(*pos)++];
  385. }
  386. if (k != 2)
  387. LEX_ERROR("malformed \\x escape sequence");
  388. buffer[k] = 0;
  389. unsigned char c = strtol(buf, NULL, 16)
  390. if (!c)
  391. LEX_ERROR("malformed \\x escape sequence");
  392. buffer_append(text, c);
  393. } break;
  394. case 'n':
  395. buffer_appends(text, "\\n");
  396. break;
  397. case 't':
  398. buffer_appends(text, "\\t");
  399. break;
  400. case 'r':
  401. buffer_appends(text, "\\r");
  402. break;
  403. case 'b':
  404. buffer_appends(text, "\\b");
  405. break;
  406. case 'e':
  407. buffer_appends(text, "\\e");
  408. break;
  409. case 's':
  410. buffer_appends(text, " ");
  411. break;
  412. case '"':
  413. buffer_appends(text, "\\\"");
  414. break;
  415. case '\\':
  416. buffer_appends(text, "\\\\");
  417. break;
  418. case '\n':
  419. buffer_appends(text, "\\n");
  420. break;
  421. default:
  422. buffer_append(text, nc);
  423. break;
  424. }
  425. continue;
  426. }
  427. if (c == '"' || c == '\\')
  428. buffer_append(text, '\\');
  429. else if (c == '\n')
  430. buffer_appends(text, "\\n");
  431. buffer_append(text, c);
  432. }
  433. (*pos)++;
  434. return token(T_STRING, buffer_read(text));
  435. }
  436. token_t *next_token(char *source, size_t *pos) {
  437. if (!source[*pos])
  438. return token(T_EOF, NULL);
  439. if (source[*pos] == '"' || source[*pos] == '\'' || source[*pos] == '`')
  440. return tokenize_string(source, pos);
  441. else if (source[*pos] == 'f' && (source[(*pos)+1] == '"' || source[(*pos)+1] == '\'' || source[(*pos)+1] == '`')) {
  442. (*pos)++;
  443. token_t *t = tokenize_string(source, pos);
  444. t->tag = T_FSTRING;
  445. return t;
  446. } else if (source[*pos] == '0' && (source[(*pos)+1] == 'x' || source[(*pos)+1] == 'b' || source[(*pos)+1] == 'o')) {
  447. buffer_t *number = buffer_new();
  448. buffer_append(number, source[(*pos)++]);
  449. char b = source[(*pos)++];
  450. buffer_append(number, b);
  451. while (source[*pos] && strchr(b == 'x' ? "0123456789abcdefABCDEF": b == 'b' ? "01": "01234567", source[*pos]) != NULL)
  452. buffer_append(number, source[(*pos)++]);
  453. if (number->size < 3)
  454. LEX_ERROR("illegal number literal (trailing base)");
  455. return token(T_NUMBER, buffer_read(number));
  456. } else if ((source[*pos] == '.' && isdigit(source[(*pos)+1])) || isdigit(source[*pos])) {
  457. buffer_t *number = buffer_new();
  458. int dot = 0;
  459. int sub = 0;
  460. int skip = 0;
  461. if (source[*pos] == '.') {
  462. buffer_append(number, '0');
  463. skip = 1;
  464. }
  465. do {
  466. if (skip) skip = 0;
  467. else
  468. buffer_append(number, source[(*pos)++]);
  469. if (!dot && source[*pos] == '.') {
  470. buffer_append(number, source[(*pos)++]);
  471. if (!isdigit(source[*pos]))
  472. LEX_ERROR("illegal number literal (missing part after floating point)");
  473. dot = 1;
  474. } else if (!sub && source[*pos] == '_') {
  475. (*pos)++;
  476. if (!isdigit(source[*pos]))
  477. LEX_ERROR("illegal number literal (missing part after underscore)");
  478. sub = 1;
  479. } else if (sub) sub = 0;
  480. } while (isdigit(source[*pos]));
  481. return token(T_NUMBER, buffer_read(number));
  482. } else if (isalpha(source[*pos]) || source[*pos] == '_') {
  483. buffer_t *text = buffer_new();
  484. do {
  485. buffer_append(text, source[(*pos)++]);
  486. } while (isalpha(source[*pos]) || source[*pos] == '_' || isdigit(source[*pos]));
  487. char *name = buffer_read(text);
  488. if (strcmp(name, "var") == 0)
  489. return TK(VAR);
  490. else if (strcmp(name, "let") == 0)
  491. return TK(LET);
  492. else if (strcmp(name, "const") == 0)
  493. return TK(CONST);
  494. else if (strcmp(name, "unpack") == 0)
  495. return TK(UNPACK);
  496. else if (strcmp(name, "if") == 0)
  497. return TK(IF);
  498. else if (strcmp(name, "else") == 0)
  499. return TK(ELSE);
  500. else if (strcmp(name, "elif") == 0)
  501. return TK(ELIF);
  502. else if (strcmp(name, "switch") == 0)
  503. return TK(SWITCH);
  504. else if (strcmp(name, "case") == 0)
  505. return TK(CASE);
  506. else if (strcmp(name, "default") == 0)
  507. return TK(DEFAULT);
  508. else if (strcmp(name, "for") == 0)
  509. return TK(FOR);
  510. else if (strcmp(name, "break") == 0)
  511. return TK(BREAK);
  512. else if (strcmp(name, "continue") == 0)
  513. return TK(CONTINUE);
  514. else if (strcmp(name, "func") == 0)
  515. return TK(FUNC);
  516. else if (strcmp(name, "use") == 0)
  517. return TK(USE);
  518. else if (strcmp(name, "return") == 0)
  519. return TK(RETURN);
  520. else if (strcmp(name, "defer") == 0)
  521. return TK(DEFER);
  522. else if (strcmp(name, "pass") == 0)
  523. return TK(PASS);
  524. else if (strcmp(name, "require") == 0)
  525. return TK(REQUIRE);
  526. else if (strcmp(name, "try") == 0)
  527. return TK(TRY);
  528. else if (strcmp(name, "catch") == 0)
  529. return TK(CATCH);
  530. else if (strcmp(name, "finally") == 0)
  531. return TK(FINALLY);
  532. else if (strcmp(name, "throw") == 0)
  533. return TK(THROW);
  534. else if (strcmp(name, "goto") == 0)
  535. return TK(GOTO);
  536. else if (strcmp(name, "class") == 0)
  537. return TK(CLASS);
  538. else if (strcmp(name, "del") == 0)
  539. return TK(DEL);
  540. else if (strcmp(name, "is") == 0)
  541. return TK(IS);
  542. else if (strcmp(name, "in") == 0)
  543. return TK(IN);
  544. else if (strcmp(name, "of") == 0)
  545. return TK(OF);
  546. else if (strcmp(name, "inline") == 0)
  547. return TK(INLINE);
  548. else if (strcmp(name, "header") == 0)
  549. return TK(HEADER);
  550. else if (strcmp(name, "include") == 0)
  551. return TK(INCLUDE);
  552. return token(T_NAME, name);
  553. } else if (strncmp(&source[*pos], "==", 2) == 0 && ++(*pos) && ++(*pos))
  554. return TK(EQUALS);
  555. else if (strncmp(&source[*pos], "!=", 2) == 0 && ++(*pos) && ++(*pos))
  556. return TK(NOTEQUALS);
  557. else if (strncmp(&source[*pos], "+=", 2) == 0 && ++(*pos) && ++(*pos))
  558. return TK(PLUSASSIGN);
  559. else if (strncmp(&source[*pos], "-=", 2) == 0 && ++(*pos) && ++(*pos))
  560. return TK(MINUSASSIGN);
  561. else if (strncmp(&source[*pos], "*=", 2) == 0 && ++(*pos) && ++(*pos))
  562. return TK(STARASSIGN);
  563. else if (strncmp(&source[*pos], "/=", 2) == 0 && ++(*pos) && ++(*pos))
  564. return TK(SLASHASSIGN);
  565. else if (strncmp(&source[*pos], "//=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  566. return TK(SLASHSLASHASSIGN);
  567. else if (strncmp(&source[*pos], "%=", 2) == 0 && ++(*pos) && ++(*pos))
  568. return TK(PERCENTASSIGN);
  569. else if (strncmp(&source[*pos], "**=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  570. return TK(STARSTARASSIGN);
  571. else if (strncmp(&source[*pos], "|=", 2) == 0 && ++(*pos) && ++(*pos))
  572. return TK(BARASSIGN);
  573. else if (strncmp(&source[*pos], "&=", 2) == 0 && ++(*pos) && ++(*pos))
  574. return TK(ANDASSIGN);
  575. else if (strncmp(&source[*pos], "^=", 2) == 0 && ++(*pos) && ++(*pos))
  576. return TK(RAISEASSIGN);
  577. else if (strncmp(&source[*pos], "<<=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  578. return TK(LTLTASSIGN);
  579. else if (strncmp(&source[*pos], ">>=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  580. return TK(GTGTASSIGN);
  581. else if (strncmp(&source[*pos], "||", 2) == 0 && ++(*pos) && ++(*pos))
  582. return TK(BARBAR);
  583. else if (strncmp(&source[*pos], "&&", 2) == 0 && ++(*pos) && ++(*pos))
  584. return TK(ANDAND);
  585. else if (strncmp(&source[*pos], "++", 2) == 0 && ++(*pos) && ++(*pos))
  586. return TK(PLUSPLUS);
  587. else if (strncmp(&source[*pos], "--", 2) == 0 && ++(*pos) && ++(*pos))
  588. return TK(MINUSMINUS);
  589. else if (strncmp(&source[*pos], "//", 2) == 0 && ++(*pos) && ++(*pos))
  590. return TK(SLASHSLASH);
  591. else if (strncmp(&source[*pos], "**", 2) == 0 && ++(*pos) && ++(*pos))
  592. return TK(STARSTAR);
  593. else if (strncmp(&source[*pos], "<<", 2) == 0 && ++(*pos) && ++(*pos))
  594. return TK(LTLT);
  595. else if (strncmp(&source[*pos], ">>", 2) == 0 && ++(*pos) && ++(*pos))
  596. return TK(GTGT);
  597. else if (strncmp(&source[*pos], "<=", 2) == 0 && ++(*pos) && ++(*pos))
  598. return TK(LE);
  599. else if (strncmp(&source[*pos], ">=", 2) == 0 && ++(*pos) && ++(*pos))
  600. return TK(GE);
  601. else if (source[*pos] == '(' && ++(*pos))
  602. return TK(LPAR);
  603. else if (source[*pos] == ')' && ++(*pos))
  604. return TK(RPAR);
  605. else if (source[*pos] == '[' && ++(*pos))
  606. return TK(LSB);
  607. else if (source[*pos] == ']' && ++(*pos))
  608. return TK(RSB);
  609. else if (source[*pos] == '{' && ++(*pos))
  610. return TK(LCB);
  611. else if (source[*pos] == '}' && ++(*pos))
  612. return TK(RCB);
  613. else if (source[*pos] == '+' && ++(*pos))
  614. return TK(PLUS);
  615. else if (source[*pos] == '-' && ++(*pos))
  616. return TK(MINUS);
  617. else if (source[*pos] == '*' && ++(*pos))
  618. return TK(STAR);
  619. else if (source[*pos] == '/' && ++(*pos))
  620. return TK(SLASH);
  621. else if (source[*pos] == '%' && ++(*pos))
  622. return TK(PERCENT);
  623. else if (source[*pos] == '?' && ++(*pos))
  624. return TK(QM);
  625. else if (source[*pos] == ':' && ++(*pos))
  626. return TK(COLON);
  627. else if (source[*pos] == '=' && ++(*pos))
  628. return TK(ASSIGN);
  629. else if (source[*pos] == ';' && ++(*pos))
  630. return TK(SEMI);
  631. else if (source[*pos] == ',' && ++(*pos))
  632. return TK(COMMA);
  633. else if (source[*pos] == '.' && ++(*pos))
  634. return TK(DOT);
  635. else if (source[*pos] == '<' && ++(*pos))
  636. return TK(LT);
  637. else if (source[*pos] == '>' && ++(*pos))
  638. return TK(GT);
  639. else if (source[*pos] == '!' && ++(*pos))
  640. return TK(BANG);
  641. else if (source[*pos] == '|' && ++(*pos))
  642. return TK(BAR);
  643. else if (source[*pos] == '&' && ++(*pos))
  644. return TK(AND);
  645. else if (source[*pos] == '^' && ++(*pos))
  646. return TK(RAISE);
  647. else if (source[*pos] == '~' && ++(*pos))
  648. return TK(TILDE);
  649. else if (source[*pos] == '@' && ++(*pos))
  650. return TK(AT);
  651. LEX_ERROR("unexpected input")
  652. }
  653. list_t *tokenize(char *source) {
  654. size_t pos = 0;
  655. list_t *toks = list_new();
  656. do {
  657. consume_ignored(source, &pos);
  658. size_t tok_pos = pos;
  659. token_t *tok = next_token(source, &pos);
  660. tok->fi = FILES->length-1;
  661. tok->pos = tok_pos;
  662. list_push(toks, tok);
  663. if (tok->tag == T_EOF)
  664. break;
  665. } while (1);
  666. return toks;
  667. }
  668. int DEBUG = 0;
  669. list_t *DEBUGDATA;
  670. list_t *FUNCNAMES;
  671. struct _node_t {
  672. enum {
  673. N_TOPLEVEL,
  674. N_PROGRAM,
  675. N_EXPRSTMT,
  676. N_BLOCK,
  677. N_NOT,
  678. N_NEGATE,
  679. N_UNARY_PLUS,
  680. N_BNOT,
  681. N_LITERAL,
  682. N_LIST,
  683. N_LISTGEN,
  684. N_TUPLE,
  685. N_NILTUPLE,
  686. N_TABLE,
  687. N_CALL,
  688. N_STAR,
  689. N_MEMBER,
  690. N_INDEX,
  691. N_SLICE,
  692. N_ADD,
  693. N_SUB,
  694. N_MUL,
  695. N_DIV,
  696. N_IDIV,
  697. N_MOD,
  698. N_POW,
  699. N_SHL,
  700. N_SHR,
  701. N_XOR,
  702. N_BOR,
  703. N_BAND,
  704. N_ASSIGN,
  705. N_ASSIGN_ADD,
  706. N_ASSIGN_SUB,
  707. N_ASSIGN_MUL,
  708. N_ASSIGN_DIV,
  709. N_ASSIGN_IDIV,
  710. N_ASSIGN_MOD,
  711. N_ASSIGN_POW,
  712. N_ASSIGN_BOR,
  713. N_ASSIGN_BAND,
  714. N_ASSIGN_XOR,
  715. N_ASSIGN_SHL,
  716. N_ASSIGN_SHR,
  717. N_EQUALS,
  718. N_NOTEQUALS,
  719. N_IS,
  720. N_IN,
  721. N_NOTIS,
  722. N_NOTIN,
  723. N_LT,
  724. N_GT,
  725. N_LE,
  726. N_GE,
  727. N_INC,
  728. N_DEC,
  729. N_VAR,
  730. N_LET,
  731. N_VARUNPACK,
  732. N_LETUNPACK,
  733. N_CONST,
  734. N_IF,
  735. N_SWITCH,
  736. N_FOR,
  737. N_FOROF,
  738. N_FOROFVAR,
  739. N_FOROFUNPACK,
  740. N_FOROFVARUNPACK,
  741. N_BREAK,
  742. N_CONTINUE,
  743. N_FUNCDEF,
  744. N_RETURN,
  745. N_DEFER,
  746. N_PASS,
  747. N_REQUIRE,
  748. N_TRY,
  749. N_THROW,
  750. N_LABEL,
  751. N_GOTO,
  752. N_CLASS,
  753. N_DEL,
  754. N_INLINE,
  755. N_HEADER,
  756. N_INCLUDE,
  757. N_IFEXPR,
  758. N_FUNCEXPR,
  759. N_LOGOR,
  760. N_LOGAND,
  761. N_BUFFER
  762. } tag;
  763. struct _node_t *a;
  764. struct _node_t *b;
  765. struct _node_t *c;
  766. struct _node_t *d;
  767. list_t *l;
  768. table_t *h;
  769. table_t *h2;
  770. token_t *t;
  771. token_t *t2;
  772. buffer_t *buf;
  773. size_t fi;
  774. size_t pos;
  775. };
  776. typedef struct _node_t node_t;
  777. node_t *node_pos(node_t *node, size_t fi, size_t pos) {
  778. node->fi = fi;
  779. node->pos = pos;
  780. return node;
  781. }
  782. node_t *nodet(int tag, token_t *t) {
  783. node_t *node = malloc(sizeof(node_t));
  784. node->tag = tag;
  785. node->t = t;
  786. return node;
  787. }
  788. #define NODET(n, a) (node_pos(nodet(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  789. node_t *nodel(int tag, list_t *l) {
  790. node_t *node = malloc(sizeof(node_t));
  791. node->tag = tag;
  792. node->l = l;
  793. return node;
  794. }
  795. #define NODEL(n, a) (node_pos(nodel(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  796. node_t *nodetl(int tag, token_t *t, list_t *l) {
  797. node_t *node = malloc(sizeof(node_t));
  798. node->tag = tag;
  799. node->t = t;
  800. node->l = l;
  801. return node;
  802. }
  803. #define NODETL(n, t, l) (node_pos(nodetl(N_##n, (t), (l)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  804. node_t *nodeh(int tag, table_t *h) {
  805. node_t *node = malloc(sizeof(node_t));
  806. node->tag = tag;
  807. node->h = h;
  808. return node;
  809. }
  810. #define NODEH(n, a) (node_pos(nodeh(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  811. node_t *node0(int tag) {
  812. node_t *node = malloc(sizeof(node_t));
  813. node->tag = tag;
  814. return node;
  815. }
  816. #define NODE0(n) (node_pos(node0(N_##n), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  817. node_t *node1(int tag, node_t *a) {
  818. node_t *node = malloc(sizeof(node_t));
  819. node->tag = tag;
  820. node->a = a;
  821. return node;
  822. }
  823. #define NODE1(n, a) (node_pos(node1(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  824. node_t *node1l(int tag, node_t *a, list_t *l) {
  825. node_t *node = malloc(sizeof(node_t));
  826. node->tag = tag;
  827. node->a = a;
  828. node->l = l;
  829. return node;
  830. }
  831. #define NODE1l(n, a, l) (node_pos(node1l(N_##n, (a), (l)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  832. node_t *node1t(int tag, node_t *a, token_t *t) {
  833. node_t *node = malloc(sizeof(node_t));
  834. node->tag = tag;
  835. node->a = a;
  836. node->t = t;
  837. return node;
  838. }
  839. #define NODE1t(n, a, t) (node_pos(node1t(N_##n, (a), (t)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  840. node_t *node2(int tag, node_t *a, node_t *b) {
  841. node_t *node = malloc(sizeof(node_t));
  842. node->tag = tag;
  843. node->a = a;
  844. node->b = b;
  845. return node;
  846. }
  847. #define NODE2(n, a, b) (node_pos(node2(N_##n, (a), (b)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  848. node_t *node2l(int tag, node_t *a, node_t *b, list_t *l) {
  849. node_t *node = malloc(sizeof(node_t));
  850. node->tag = tag;
  851. node->a = a;
  852. node->b = b;
  853. node->l = l;
  854. return node;
  855. }
  856. #define NODE2l(n, a, b, l) (node_pos(node2l(N_##n, (a), (b), (l)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  857. node_t *node2t(int tag, node_t *a, node_t *b, token_t *t) {
  858. node_t *node = malloc(sizeof(node_t));
  859. node->tag = tag;
  860. node->a = a;
  861. node->b = b;
  862. node->t = t;
  863. return node;
  864. }
  865. #define NODE2t(n, a, b, c) (node_pos(node2t(N_##n, (a), (b), (c)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  866. node_t *node3(int tag, node_t *a, node_t *b, node_t *c) {
  867. node_t *node = malloc(sizeof(node_t));
  868. node->tag = tag;
  869. node->a = a;
  870. node->b = b;
  871. node->c = c;
  872. return node;
  873. }
  874. #define NODE3(n, a, b, c) (node_pos(node3(N_##n, (a), (b), (c)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  875. node_t *node3t(int tag, node_t *a, node_t *b, node_t *c, token_t *t) {
  876. node_t *node = malloc(sizeof(node_t));
  877. node->tag = tag;
  878. node->a = a;
  879. node->b = b;
  880. node->c = c;
  881. node->t = t;
  882. return node;
  883. }
  884. #define NODE3t(n, a, b, c, d) (node_pos(node3t(N_##n, (a), (b), (c), (d)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  885. node_t *node4(int tag, node_t *a, node_t *b, node_t *c, node_t *d) {
  886. node_t *node = malloc(sizeof(node_t));
  887. node->tag = tag;
  888. node->a = a;
  889. node->b = b;
  890. node->c = c;
  891. node->d = d;
  892. return node;
  893. }
  894. #define NODE4(n, a, b, c, d) (node_pos(node4(N_##n, (a), (b), (c), (d)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  895. node_t *nodef(int tag, token_t *name, table_t *params, table_t *captured, node_t *body) {
  896. node_t *node = malloc(sizeof(node_t));
  897. node->tag = tag;
  898. node->t = name;
  899. node->h = params;
  900. node->h2 = captured;
  901. node->a = body;
  902. return node;
  903. }
  904. #define NODEF(n, a, b, c, d) (node_pos(nodef(N_##n, (a), (b), (c), (d)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  905. node_t *nodeb(buffer_t *buf) {
  906. node_t *node = malloc(sizeof(node_t));
  907. node->tag = N_BUFFER;
  908. node->buf = buf;
  909. return node;
  910. }
  911. #define LABELLOOP(n)\
  912. node_t *ln = (n);\
  913. ln->t2 = label;
  914. #define AT(tk) (*pos < tokens->length && ((token_t *)tokens->data[*pos])->tag == T_##tk)
  915. #define ATP(tk, p) ((*pos)+p < tokens->length && ((token_t *)tokens->data[(*pos)+p])->tag == T_##tk)
  916. #define MATCH(tk) (AT(tk) && ++(*pos))
  917. #define PARSE_ERROR(fmt, ...) { format_error(GETFNAME(((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi), GETSRC(((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos, fmt, ##__VA_ARGS__); exit(1); }
  918. #define EXPECT(tk, s) { if (!MATCH(tk)) PARSE_ERROR("expected %s", (s)); }
  919. node_t *parse_expr(list_t *tokens, size_t *pos);
  920. list_t *parse_sequence(list_t *tokens, size_t *pos, int term) {
  921. list_t *seq = list_new();
  922. do {
  923. if (term != -1 && *pos < tokens->length && ((token_t *)tokens->data[*pos])->tag == term)
  924. break;
  925. if (MATCH(STAR))
  926. list_push(seq, NODE1(STAR, parse_expr(tokens, pos)));
  927. else
  928. list_push(seq, parse_expr(tokens, pos));
  929. } while (MATCH(COMMA));
  930. return seq;
  931. }
  932. node_t *parse_func(list_t *tokens, size_t *pos, int is_expr);
  933. char *unescape(char *s);
  934. node_t *parse_primary(list_t *tokens, size_t *pos) {
  935. if (MATCH(FUNC))
  936. return parse_func(tokens, pos, 1);
  937. else if (MATCH(LPAR)) {
  938. if (MATCH(RPAR))
  939. return NODE0(NILTUPLE);
  940. node_t *a = parse_expr(tokens, pos);
  941. if (MATCH(COMMA)) {
  942. list_t *l = list_new();
  943. list_push(l, a);
  944. if (!AT(RPAR))
  945. do {
  946. node_t *n = parse_expr(tokens, pos);
  947. list_push(l, n);
  948. } while (MATCH(COMMA));
  949. a = NODEL(TUPLE, l);
  950. }
  951. EXPECT(RPAR, ")");
  952. return a;
  953. } else if (MATCH(LSB)) {
  954. list_t *a = parse_sequence(tokens, pos, T_RSB);
  955. node_t *loop = NULL;
  956. node_t *cond = NULL;
  957. if (MATCH(FOR)) {
  958. if (MATCH(LSB)) {
  959. list_t *l = list_new();
  960. do {
  961. if(!AT(NAME))
  962. PARSE_ERROR("expected identifier");
  963. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  964. } while (MATCH(COMMA));
  965. EXPECT(RSB, "]");
  966. EXPECT(OF, "of");
  967. loop = NODE2l(FOROFUNPACK, parse_expr(tokens, pos), NODEL(LIST, a), l);
  968. } else {
  969. if(!AT(NAME))
  970. PARSE_ERROR("expected identifier");
  971. token_t *t = tokens->data[(*pos)++];
  972. EXPECT(OF, "of");
  973. loop = NODE2t(FOROF, parse_expr(tokens, pos), NODEL(LIST, a), t);
  974. }
  975. if (MATCH(IF))
  976. cond = parse_expr(tokens, pos);
  977. }
  978. EXPECT(RSB, "]");
  979. if (loop)
  980. return NODE2(LISTGEN, loop, cond);
  981. return NODEL(LIST, a);
  982. } else if (MATCH(LCB)) {
  983. table_t *table = table_new();
  984. do {
  985. if (AT(RCB))
  986. break;
  987. if (!AT(NAME) && !AT(STRING))
  988. PARSE_ERROR("expected identifier or string");
  989. int is_str = AT(STRING);
  990. char *key = ((token_t *)tokens->data[(*pos)++])->text;
  991. EXPECT(COLON, ":");
  992. node_t *val = parse_expr(tokens, pos);
  993. table_set(table, is_str? unescape(key): key, val);
  994. } while (MATCH(COMMA));
  995. EXPECT(RCB, "}");
  996. return NODEH(TABLE, table);
  997. } else if (MATCH(NUMBER) || MATCH(STRING) || MATCH(FSTRING) || MATCH(NAME))
  998. return NODET(LITERAL, tokens->data[(*pos)-1]);
  999. if (MATCH(RPAR)) {
  1000. PARSE_ERROR("extraneous )");
  1001. } else if (MATCH(RSB)) {
  1002. PARSE_ERROR("extraneous ]");
  1003. } else if (MATCH(RCB)) {
  1004. PARSE_ERROR("extraneous }");
  1005. } else {
  1006. PARSE_ERROR("expected expression");
  1007. }
  1008. return NULL;
  1009. }
  1010. size_t get_lineno(token_t *tok) {
  1011. size_t line, col;
  1012. traverse(GETSRC(tok->fi), tok->pos, &line, &col);
  1013. return line;
  1014. }
  1015. #define CLIFF (get_lineno(((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])) != get_lineno(((token_t *)tokens->data[(*pos)>=tokens->length?tokens->length-1:(*pos)])))
  1016. #define CLIFF_AHEAD (get_lineno(((token_t *)tokens->data[(*pos)>=tokens->length?tokens->length-1:(*pos)])) != get_lineno(((token_t *)tokens->data[(*pos)+1>=tokens->length?tokens->length-1:(*pos)+1])))
  1017. node_t *parse_call(list_t *tokens, size_t *pos) {
  1018. node_t *a = parse_primary(tokens, pos);
  1019. do {
  1020. if (!CLIFF && MATCH(LPAR)) {
  1021. list_t *b = NULL;
  1022. if (!AT(RPAR))
  1023. b = parse_sequence(tokens, pos, -1);
  1024. EXPECT(RPAR, ")");
  1025. a = NODE1l(CALL, a, b);
  1026. continue;
  1027. } else if (!CLIFF && MATCH(LSB)) {
  1028. if (MATCH(COLON)) {
  1029. a = NODE3(SLICE, a, NULL, parse_expr(tokens, pos));
  1030. EXPECT(RSB, "]");
  1031. continue;
  1032. }
  1033. node_t *b = parse_expr(tokens, pos);
  1034. if (MATCH(COLON)) {
  1035. node_t *c = NULL;
  1036. if (!AT(RSB))
  1037. c = parse_expr(tokens, pos);
  1038. EXPECT(RSB, "]");
  1039. a = NODE3(SLICE, a, b, c);
  1040. continue;
  1041. }
  1042. EXPECT(RSB, "]");
  1043. a = NODE2(INDEX, a, b);
  1044. continue;
  1045. } else if (!CLIFF && MATCH(DOT)) {
  1046. if (!AT(NAME))
  1047. PARSE_ERROR("expected identifier after .");
  1048. a = NODE1t(MEMBER, a, tokens->data[(*pos)++]);
  1049. continue;
  1050. }
  1051. break;
  1052. } while (1);
  1053. return a;
  1054. }
  1055. node_t *parse_postfix(list_t *tokens, size_t *pos) {
  1056. node_t *a = parse_call(tokens, pos);
  1057. if (CLIFF)
  1058. return a;
  1059. if (MATCH(PLUSPLUS))
  1060. return NODE1(INC, a);
  1061. else if (MATCH(MINUSMINUS))
  1062. return NODE1(DEC, a);
  1063. return a;
  1064. }
  1065. node_t *parse_unary(list_t *tokens, size_t *pos) {
  1066. if (MATCH(MINUS)) {
  1067. node_t *a = parse_unary(tokens, pos);
  1068. return NODE1(NEGATE, a);
  1069. } else if (MATCH(PLUS)) {
  1070. node_t *a = parse_unary(tokens, pos);
  1071. return NODE1(UNARY_PLUS, a);
  1072. } else if (MATCH(BANG)) {
  1073. node_t *a = parse_unary(tokens, pos);
  1074. return NODE1(NOT, a);
  1075. } else if (MATCH(TILDE)) {
  1076. node_t *a = parse_unary(tokens, pos);
  1077. return NODE1(BNOT, a);
  1078. }
  1079. return parse_postfix(tokens, pos);
  1080. }
  1081. node_t *parse_pow(list_t *tokens, size_t *pos) {
  1082. node_t *a = parse_unary(tokens, pos);
  1083. do {
  1084. if (MATCH(STARSTAR)) {
  1085. node_t *b = parse_unary(tokens, pos);
  1086. a = NODE2(POW, a, b);
  1087. continue;
  1088. }
  1089. break;
  1090. } while (1);
  1091. return a;
  1092. }
  1093. node_t *parse_mul(list_t *tokens, size_t *pos) {
  1094. node_t *a = parse_pow(tokens, pos);
  1095. do {
  1096. if (MATCH(STAR)) {
  1097. node_t *b = parse_pow(tokens, pos);
  1098. a = NODE2(MUL, a, b);
  1099. continue;
  1100. } else if (MATCH(SLASH)) {
  1101. node_t *b = parse_pow(tokens, pos);
  1102. a = NODE2(DIV, a, b);
  1103. continue;
  1104. } else if (MATCH(SLASHSLASH)) {
  1105. node_t *b = parse_pow(tokens, pos);
  1106. a = NODE2(IDIV, a, b);
  1107. continue;
  1108. } else if (MATCH(PERCENT)) {
  1109. node_t *b = parse_pow(tokens, pos);
  1110. a = NODE2(MOD, a, b);
  1111. continue;
  1112. }
  1113. break;
  1114. } while (1);
  1115. return a;
  1116. }
  1117. node_t *parse_add(list_t *tokens, size_t *pos) {
  1118. node_t *a = parse_mul(tokens, pos);
  1119. do {
  1120. if (MATCH(PLUS)) {
  1121. node_t *b = parse_mul(tokens, pos);
  1122. a = NODE2(ADD, a, b);
  1123. continue;
  1124. } else if (MATCH(MINUS)) {
  1125. node_t *b = parse_mul(tokens, pos);
  1126. a = NODE2(SUB, a, b);
  1127. continue;
  1128. }
  1129. break;
  1130. } while (1);
  1131. return a;
  1132. }
  1133. node_t *parse_shift(list_t *tokens, size_t *pos) {
  1134. node_t *a = parse_add(tokens, pos);
  1135. do {
  1136. if (MATCH(LTLT)) {
  1137. node_t *b = parse_add(tokens, pos);
  1138. a = NODE2(SHL, a, b);
  1139. continue;
  1140. } else if (MATCH(GTGT)) {
  1141. node_t *b = parse_add(tokens, pos);
  1142. a = NODE2(SHR, a, b);
  1143. continue;
  1144. }
  1145. break;
  1146. } while (1);
  1147. return a;
  1148. }
  1149. node_t *parse_relation(list_t *tokens, size_t *pos) {
  1150. node_t *a = parse_shift(tokens, pos);
  1151. do {
  1152. if (MATCH(LT)) {
  1153. node_t *b = parse_shift(tokens, pos);
  1154. a = NODE2(LT, a, b);
  1155. continue;
  1156. } else if (MATCH(GT)) {
  1157. node_t *b = parse_shift(tokens, pos);
  1158. a = NODE2(GT, a, b);
  1159. continue;
  1160. } else if (MATCH(LE)) {
  1161. node_t *b = parse_shift(tokens, pos);
  1162. a = NODE2(LE, a, b);
  1163. continue;
  1164. } else if (MATCH(GE)) {
  1165. node_t *b = parse_shift(tokens, pos);
  1166. a = NODE2(GE, a, b);
  1167. continue;
  1168. }
  1169. break;
  1170. } while (1);
  1171. return a;
  1172. }
  1173. node_t *parse_equality(list_t *tokens, size_t *pos) {
  1174. node_t *a = parse_relation(tokens, pos);
  1175. do {
  1176. if (MATCH(EQUALS)) {
  1177. node_t *b = parse_relation(tokens, pos);
  1178. a = NODE2(EQUALS, a, b);
  1179. continue;
  1180. } else if (MATCH(NOTEQUALS)) {
  1181. node_t *b = parse_relation(tokens, pos);
  1182. a = NODE2(NOTEQUALS, a, b);
  1183. continue;
  1184. } else if (MATCH(IS)) {
  1185. node_t *b = parse_relation(tokens, pos);
  1186. a = NODE2(IS, a, b);
  1187. continue;
  1188. } else if (AT(BANG) && ATP(IS, 1)) {
  1189. EXPECT(BANG, "!");
  1190. EXPECT(IS, "is");
  1191. node_t *b = parse_relation(tokens, pos);
  1192. a = NODE2(NOTIS, a, b);
  1193. continue;
  1194. } else if (MATCH(IN)) {
  1195. node_t *b = parse_relation(tokens, pos);
  1196. a = NODE2(IN, a, b);
  1197. continue;
  1198. } else if (AT(BANG) && ATP(IN, 1)) {
  1199. EXPECT(BANG, "!");
  1200. EXPECT(IN, "in");
  1201. node_t *b = parse_relation(tokens, pos);
  1202. a = NODE2(NOTIN, a, b);
  1203. continue;
  1204. }
  1205. break;
  1206. } while (1);
  1207. return a;
  1208. }
  1209. node_t *parse_bitand(list_t *tokens, size_t *pos) {
  1210. node_t *a = parse_equality(tokens, pos);
  1211. while (MATCH(AND)) {
  1212. node_t *b = parse_equality(tokens, pos);
  1213. a = NODE2(BAND, a, b);
  1214. }
  1215. return a;
  1216. }
  1217. node_t *parse_bitxor(list_t *tokens, size_t *pos) {
  1218. node_t *a = parse_bitand(tokens, pos);
  1219. while (MATCH(RAISE)) {
  1220. node_t *b = parse_bitand(tokens, pos);
  1221. a = NODE2(XOR, a, b);
  1222. }
  1223. return a;
  1224. }
  1225. node_t *parse_bitor(list_t *tokens, size_t *pos) {
  1226. node_t *a = parse_bitxor(tokens, pos);
  1227. while (MATCH(BAR)) {
  1228. node_t *b = parse_bitxor(tokens, pos);
  1229. a = NODE2(BOR, a, b);
  1230. }
  1231. return a;
  1232. }
  1233. node_t *parse_logand(list_t *tokens, size_t *pos) {
  1234. node_t *a = parse_bitor(tokens, pos);
  1235. if (MATCH(ANDAND)) {
  1236. node_t *b = parse_logand(tokens, pos);
  1237. return NODE2(LOGAND, a, b);
  1238. }
  1239. return a;
  1240. }
  1241. node_t *parse_logor(list_t *tokens, size_t *pos) {
  1242. node_t *a = parse_logand(tokens, pos);
  1243. if (MATCH(BARBAR)) {
  1244. node_t *b = parse_logor(tokens, pos);
  1245. return NODE2(LOGOR, a, b);
  1246. }
  1247. return a;
  1248. }
  1249. node_t *parse_assignment(list_t *tokens, size_t *pos);
  1250. node_t *parse_conditional(list_t *tokens, size_t *pos) {
  1251. node_t *a = parse_logor(tokens, pos);
  1252. if (MATCH(QM)) {
  1253. node_t *b = parse_assignment(tokens, pos);
  1254. EXPECT(COLON, ":");
  1255. node_t *c = parse_assignment(tokens, pos);
  1256. return NODE3(IFEXPR, a, b, c);
  1257. }
  1258. return a;
  1259. }
  1260. node_t *parse_assignment(list_t *tokens, size_t *pos) {
  1261. node_t *a = parse_conditional(tokens, pos);
  1262. if (MATCH(ASSIGN)) {
  1263. node_t *b = parse_assignment(tokens, pos);
  1264. return NODE2(ASSIGN, a, b);
  1265. } else if (MATCH(PLUSASSIGN)) {
  1266. node_t *b = parse_assignment(tokens, pos);
  1267. return NODE2(ASSIGN_ADD, a, b);
  1268. } else if (MATCH(MINUSASSIGN)) {
  1269. node_t *b = parse_assignment(tokens, pos);
  1270. return NODE2(ASSIGN_SUB, a, b);
  1271. } else if (MATCH(STARASSIGN)) {
  1272. node_t *b = parse_assignment(tokens, pos);
  1273. return NODE2(ASSIGN_MUL, a, b);
  1274. } else if (MATCH(SLASHASSIGN)) {
  1275. node_t *b = parse_assignment(tokens, pos);
  1276. return NODE2(ASSIGN_DIV, a, b);
  1277. } else if (MATCH(SLASHSLASHASSIGN)) {
  1278. node_t *b = parse_assignment(tokens, pos);
  1279. return NODE2(ASSIGN_IDIV, a, b);
  1280. } else if (MATCH(PERCENTASSIGN)) {
  1281. node_t *b = parse_assignment(tokens, pos);
  1282. return NODE2(ASSIGN_MOD, a, b);
  1283. } else if (MATCH(STARSTARASSIGN)) {
  1284. node_t *b = parse_assignment(tokens, pos);
  1285. return NODE2(ASSIGN_POW, a, b);
  1286. } else if (MATCH(BARASSIGN)) {
  1287. node_t *b = parse_assignment(tokens, pos);
  1288. return NODE2(ASSIGN_BOR, a, b);
  1289. } else if (MATCH(ANDASSIGN)) {
  1290. node_t *b = parse_assignment(tokens, pos);
  1291. return NODE2(ASSIGN_BAND, a, b);
  1292. } else if (MATCH(RAISEASSIGN)) {
  1293. node_t *b = parse_assignment(tokens, pos);
  1294. return NODE2(ASSIGN_XOR, a, b);
  1295. } else if (MATCH(LTLTASSIGN)) {
  1296. node_t *b = parse_assignment(tokens, pos);
  1297. return NODE2(ASSIGN_SHL, a, b);
  1298. } else if (MATCH(GTGTASSIGN)) {
  1299. node_t *b = parse_assignment(tokens, pos);
  1300. return NODE2(ASSIGN_SHR, a, b);
  1301. }
  1302. return a;
  1303. }
  1304. node_t *parse_expr(list_t *tokens, size_t *pos) {
  1305. return parse_assignment(tokens, pos);
  1306. }
  1307. node_t *parse_stmt(list_t *tokens, size_t *pos);
  1308. node_t *parse_block(list_t *tokens, size_t *pos) {
  1309. EXPECT(LCB, "{");
  1310. list_t *stmts = list_new();
  1311. while (!AT(EOF) && !AT(RCB)) {
  1312. list_push(stmts, parse_stmt(tokens, pos));
  1313. MATCH(SEMI);
  1314. }
  1315. EXPECT(RCB, "}");
  1316. return NODEL(PROGRAM, stmts);
  1317. }
  1318. #define BLOCK() (CLIFF||MATCH(COLON)?parse_stmt(tokens, pos):parse_block(tokens, pos))
  1319. #define STMT_OR_BLOCK() (MATCH(COLON)?parse_stmt(tokens, pos):AT(LCB)?parse_block(tokens, pos):parse_stmt(tokens, pos))
  1320. node_t *parse_if(list_t *tokens, size_t *pos) {
  1321. node_t *a = parse_expr(tokens, pos);
  1322. node_t *b = BLOCK();
  1323. node_t *c = NULL;
  1324. if (MATCH(ELSE))
  1325. c = STMT_OR_BLOCK();
  1326. else if (MATCH(ELIF))
  1327. c = parse_if(tokens, pos);
  1328. return NODE3(IF, a, b, c);
  1329. }
  1330. node_t *parse_var(list_t *tokens, size_t *pos, int is_let) {
  1331. table_t *h = table_new();
  1332. do {
  1333. if(!AT(NAME))
  1334. PARSE_ERROR("expected identifier");
  1335. char *k = ((token_t *)tokens->data[(*pos)++])->text;
  1336. node_t *v = NULL;
  1337. if (is_let) {
  1338. EXPECT(ASSIGN, "=");
  1339. v = parse_expr(tokens, pos);
  1340. } else if (MATCH(ASSIGN))
  1341. v = parse_expr(tokens, pos);
  1342. table_set(h, k, v);
  1343. } while (MATCH(COMMA));
  1344. if (is_let)
  1345. return NODEH(LET, h);
  1346. return NODEH(VAR, h);
  1347. }
  1348. node_t *parse_unpack(list_t *tokens, size_t *pos, int tag) {
  1349. EXPECT(LSB, "[");
  1350. list_t *l = list_new();
  1351. do {
  1352. if(!AT(NAME))
  1353. PARSE_ERROR("expected identifier");
  1354. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  1355. } while (MATCH(COMMA));
  1356. EXPECT(RSB, "]");
  1357. EXPECT(ASSIGN, "=");
  1358. node_t *a = parse_expr(tokens, pos);
  1359. if (tag == N_LETUNPACK)
  1360. return NODE1l(LETUNPACK, a, l);
  1361. return NODE1l(VARUNPACK, a, l);
  1362. }
  1363. node_t *parse_func(list_t *tokens, size_t *pos, int is_expr) {
  1364. token_t *name = NULL;
  1365. if (!is_expr) {
  1366. if(!AT(NAME))
  1367. PARSE_ERROR("expected identifier");
  1368. name = tokens->data[(*pos)++];
  1369. }
  1370. table_t *params = NULL;
  1371. if (MATCH(LPAR)) {
  1372. if (!AT(RPAR)) {
  1373. int flag = 0;
  1374. params = table_new();
  1375. size_t argc = 0;
  1376. do {
  1377. if(!AT(NAME))
  1378. PARSE_ERROR("expected identifier");
  1379. char *l = ((token_t *)tokens->data[(*pos)++])->text;
  1380. node_t *r = NULL;
  1381. if (!flag && AT(ASSIGN))
  1382. flag = 1;
  1383. if (flag) {
  1384. EXPECT(ASSIGN, "=");
  1385. r = parse_expr(tokens, pos);
  1386. }
  1387. list_t *pair = list_new();
  1388. size_t *argcp = malloc(sizeof(size_t));
  1389. memcpy(argcp, &argc, sizeof(size_t));
  1390. argc++;
  1391. list_push(pair, argcp);
  1392. list_push(pair, r);
  1393. table_set(params, l, pair);
  1394. } while (MATCH(COMMA));
  1395. }
  1396. EXPECT(RPAR, ")");
  1397. }
  1398. table_t *captured = NULL;
  1399. if (MATCH(USE)) {
  1400. EXPECT(LPAR, "(");
  1401. captured = table_new();
  1402. do {
  1403. if(!AT(NAME))
  1404. PARSE_ERROR("expected identifier");
  1405. token_t *name = tokens->data[(*pos)++];
  1406. table_set(captured, name->text, NODET(LITERAL, name));
  1407. } while (MATCH(COMMA));
  1408. EXPECT(RPAR, ")");
  1409. }
  1410. int colon = AT(COLON);
  1411. node_t *body = !colon && !AT(LCB)? parse_stmt(tokens, pos): BLOCK();
  1412. if (colon && body->tag == N_EXPRSTMT)
  1413. body = NODE1(RETURN, body->a);
  1414. if (is_expr)
  1415. return NODEF(FUNCEXPR, NULL, params, captured, body);
  1416. return NODEF(FUNCDEF, name, params, captured, body);
  1417. }
  1418. node_t *parse_stmt(list_t *tokens, size_t *pos) {
  1419. if (MATCH(LCB)) {
  1420. list_t *stmts = list_new();
  1421. while (!AT(EOF) && !AT(RCB)) {
  1422. node_t *n = parse_stmt(tokens, pos);
  1423. MATCH(SEMI);
  1424. list_push(stmts, n);
  1425. }
  1426. EXPECT(RCB, "}");
  1427. return NODEL(BLOCK, stmts);
  1428. } else if (MATCH(VAR)) {
  1429. if (AT(LSB))
  1430. return parse_unpack(tokens, pos, N_VARUNPACK);
  1431. return parse_var(tokens, pos, 0);
  1432. } else if (MATCH(LET)) {
  1433. if (AT(LSB))
  1434. return parse_unpack(tokens, pos, N_LETUNPACK);
  1435. return parse_var(tokens, pos, 1);
  1436. } else if (MATCH(CONST)) {
  1437. table_t *h = table_new();
  1438. do {
  1439. if(!AT(NAME))
  1440. PARSE_ERROR("expected identifier");
  1441. char *k = ((token_t *)tokens->data[(*pos)++])->text;
  1442. if (k[0] != '_' && !(k[0] >= 'A' && k[0] <= 'Z'))
  1443. PARSE_ERROR("compile-time constant identifiers must begin with an uppercase letter or with an underscore, but '%s' does not", k);
  1444. if (table_get(h, k))
  1445. PARSE_ERROR("duplicated compile-time constant definition: '%s'", k);
  1446. EXPECT(ASSIGN, "=");
  1447. node_t *v = parse_expr(tokens, pos);
  1448. table_set(h, k, v);
  1449. } while (MATCH(COMMA));
  1450. return NODEH(CONST, h);
  1451. } else if (MATCH(IF))
  1452. return parse_if(tokens, pos);
  1453. else if (MATCH(SWITCH)) {
  1454. token_t *label = NULL;
  1455. if (MATCH(AT)) {
  1456. if(!AT(NAME))
  1457. PARSE_ERROR("expected identifier");
  1458. label = tokens->data[(*pos)++];
  1459. }
  1460. node_t *a = parse_expr(tokens, pos);
  1461. EXPECT(LCB, "{");
  1462. list_t *cases = list_new();
  1463. for (;;) {
  1464. if (AT(RCB) || AT(DEFAULT)) break;
  1465. EXPECT(CASE, "case");
  1466. node_t *expr = parse_expr(tokens, pos);
  1467. MATCH(COLON);
  1468. list_t *stmts = list_new();
  1469. while (!AT(CASE) && !AT(DEFAULT) && !AT(RCB))
  1470. list_push(stmts, parse_stmt(tokens, pos));
  1471. list_t *pair = list_new();
  1472. list_push(pair, expr);
  1473. list_push(pair, NODEL(PROGRAM, stmts));
  1474. list_push(cases, pair);
  1475. }
  1476. node_t *b = NULL;
  1477. if (MATCH(DEFAULT)) {
  1478. MATCH(COLON);
  1479. list_t *stmts = list_new();
  1480. while (!AT(RCB))
  1481. list_push(stmts, parse_stmt(tokens, pos));
  1482. b = NODEL(PROGRAM, stmts);
  1483. }
  1484. EXPECT(RCB, "}");
  1485. if (!cases->length && !b)
  1486. PARSE_ERROR("empty switch statement");
  1487. LABELLOOP(NODE2l(SWITCH, a, b, cases));
  1488. return ln;
  1489. } else if (MATCH(FOR)) {
  1490. token_t *label = NULL;
  1491. if (MATCH(AT)) {
  1492. if(!AT(NAME))
  1493. PARSE_ERROR("expected identifier");
  1494. label = tokens->data[(*pos)++];
  1495. }
  1496. node_t *a = NULL;
  1497. node_t *b = NULL;
  1498. node_t *c = NULL;
  1499. if (!AT(LCB) && !AT(COLON) && !CLIFF) {
  1500. if (MATCH(LSB)) {
  1501. list_t *l = list_new();
  1502. do {
  1503. if(!AT(NAME))
  1504. PARSE_ERROR("expected identifier");
  1505. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  1506. } while (MATCH(COMMA));
  1507. EXPECT(RSB, "]");
  1508. EXPECT(OF, "of");
  1509. a = parse_expr(tokens, pos);
  1510. b = BLOCK();
  1511. LABELLOOP(NODE2l(FOROFUNPACK, a, b, l));
  1512. return ln;
  1513. }
  1514. if (AT(NAME) && ATP(OF, 1)) {
  1515. token_t *t = tokens->data[(*pos)++];
  1516. EXPECT(OF, "of");
  1517. a = parse_expr(tokens, pos);
  1518. b = BLOCK();
  1519. LABELLOOP(NODE2t(FOROF, a, b, t));
  1520. return ln;
  1521. }
  1522. if (MATCH(VAR)) {
  1523. if (MATCH(LSB)) {
  1524. list_t *l = list_new();
  1525. do {
  1526. if(!AT(NAME))
  1527. PARSE_ERROR("expected identifier");
  1528. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  1529. } while (MATCH(COMMA));
  1530. EXPECT(RSB, "]");
  1531. EXPECT(OF, "of");
  1532. a = parse_expr(tokens, pos);
  1533. b = BLOCK();
  1534. LABELLOOP(NODE2l(FOROFVARUNPACK, a, b, l));
  1535. return ln;
  1536. }
  1537. if (AT(NAME) && ATP(OF, 1)) {
  1538. token_t *t = tokens->data[(*pos)++];
  1539. EXPECT(OF, "of");
  1540. a = parse_expr(tokens, pos);
  1541. b = BLOCK();
  1542. LABELLOOP(NODE2t(FOROFVAR, a, b, t));
  1543. return ln;
  1544. }
  1545. a = parse_var(tokens, pos, 0);
  1546. EXPECT(SEMI, ";");
  1547. b = parse_expr(tokens, pos);
  1548. EXPECT(SEMI, ";");
  1549. c = parse_expr(tokens, pos);
  1550. } else a = parse_expr(tokens, pos);
  1551. }
  1552. node_t *d = BLOCK();
  1553. LABELLOOP(NODE4(FOR, a, b, c, d));
  1554. return ln;
  1555. } else if (MATCH(BREAK)) {
  1556. if ((AT(NUMBER) || AT(NAME)) && !CLIFF)
  1557. return NODET(BREAK, tokens->data[(*pos)++]);
  1558. return NODE0(BREAK);
  1559. } else if (MATCH(CONTINUE)) {
  1560. if ((AT(NUMBER) || AT(NAME)) && !CLIFF)
  1561. return NODET(CONTINUE, tokens->data[(*pos)++]);
  1562. return NODE0(CONTINUE);
  1563. } else if (MATCH(FUNC))
  1564. return parse_func(tokens, pos, 0);
  1565. else if (MATCH(RETURN)) {
  1566. node_t *a = NULL;
  1567. if (!AT(RCB) && !AT(EOF) && !CLIFF)
  1568. a = parse_expr(tokens, pos);
  1569. return NODE1(RETURN, a);
  1570. } else if (MATCH(DEFER)) {
  1571. node_t *a;
  1572. if (AT(LCB))
  1573. a = BLOCK();
  1574. else a = parse_stmt(tokens, pos);
  1575. return NODE1(DEFER, a);
  1576. } else if (MATCH(PASS)) return NODE0(PASS);
  1577. else if (MATCH(TRY)) {
  1578. node_t *a = BLOCK();
  1579. token_t *t = NULL;
  1580. EXPECT(CATCH, "catch");
  1581. if (!AT(COLON) && !AT(LCB) && !CLIFF) {
  1582. if (!AT(NAME))
  1583. PARSE_ERROR("expected identifier");
  1584. t = tokens->data[(*pos)++];
  1585. }
  1586. node_t *b = BLOCK();
  1587. node_t *c = NULL;
  1588. if (MATCH(FINALLY))
  1589. c = BLOCK();
  1590. return NODE3t(TRY, a, b, c, t);
  1591. } else if (MATCH(THROW)) {
  1592. node_t *a = NULL;
  1593. if (!CLIFF && !AT(COMMA) && !AT(RPAR) && !AT(RCB))
  1594. a = parse_expr(tokens, pos);
  1595. return NODE1(THROW, a);
  1596. } else if (MATCH(GOTO)) {
  1597. if(!AT(NAME))
  1598. PARSE_ERROR("expected identifier");
  1599. token_t *t = tokens->data[(*pos)++];
  1600. return NODET(GOTO, t);
  1601. } else if (AT(NAME) && ATP(COLON, 1) && !CLIFF_AHEAD) {
  1602. token_t *t = tokens->data[(*pos)++];
  1603. EXPECT(COLON, ":");
  1604. return NODET(LABEL, t);
  1605. } else if (MATCH(CLASS)) {
  1606. if(!AT(NAME))
  1607. PARSE_ERROR("expected identifier");
  1608. token_t *t = tokens->data[(*pos)++];
  1609. list_t *l = NULL;
  1610. if (MATCH(LPAR)) {
  1611. l = list_new();
  1612. do {
  1613. if(!AT(NAME))
  1614. PARSE_ERROR("expected identifier");
  1615. token_t *t = tokens->data[(*pos)++];
  1616. list_push(l, t);
  1617. } while (MATCH(COMMA));
  1618. EXPECT(RPAR, ")");
  1619. }
  1620. EXPECT(LCB, "{");
  1621. list_t *triples = list_new();
  1622. for (;;) {
  1623. int is_out = 0;
  1624. int is_static = 0;
  1625. if (AT(RCB))
  1626. break;
  1627. if (MATCH(LET))
  1628. is_out = 1;
  1629. else if (MATCH(CONST))
  1630. is_static = 1;
  1631. if (!AT(NAME))
  1632. PARSE_ERROR("expected identifier");
  1633. list_t *triple = list_new();
  1634. token_t *t = tokens->data[(*pos)++];
  1635. list_push(triple, t);
  1636. int *flagp = malloc(sizeof(int));
  1637. int flag = is_static? 2: is_out? 1: 0;
  1638. memcpy(flagp, &flag, sizeof(int));
  1639. if (MATCH(ASSIGN)) {
  1640. list_push(triple, flagp);
  1641. list_push(triple, parse_expr(tokens, pos));
  1642. } else {
  1643. list_push(triple, flagp);
  1644. list_push(triple, parse_func(tokens, pos, 1));
  1645. }
  1646. list_push(triples, triple);
  1647. }
  1648. EXPECT(RCB, "}");
  1649. list_t *pair = list_new();
  1650. list_push(pair, l);
  1651. list_push(pair, triples);
  1652. return NODETL(CLASS, t, pair);
  1653. } else if (MATCH(DEL)) {
  1654. node_t *a = parse_expr(tokens, pos);
  1655. return NODE1(DEL, a);
  1656. } else if (MATCH(INLINE)) {
  1657. if (!AT(STRING))
  1658. PARSE_ERROR("expected string");
  1659. token_t *t = tokens->data[(*pos)++];
  1660. return NODET(INLINE, t);
  1661. }
  1662. node_t *n = parse_expr(tokens, pos);
  1663. return NODE1(EXPRSTMT, n);
  1664. }
  1665. node_t *parse_program(list_t *tokens, size_t *pos) {
  1666. if (AT(EOF))
  1667. PARSE_ERROR("empty program");
  1668. list_t *stmts = list_new();
  1669. int flag = 0;
  1670. while (!AT(EOF) && *pos < tokens->length) {
  1671. node_t *n;
  1672. if (MATCH(REQUIRE)) {
  1673. if (flag)
  1674. PARSE_ERROR("misplaced require statement")
  1675. list_t *paths = list_new();
  1676. do {
  1677. if (!AT(STRING))
  1678. PARSE_ERROR("expected string");
  1679. list_push(paths, tokens->data[(*pos)++]);
  1680. } while (MATCH(COMMA));
  1681. n = NODEL(REQUIRE, paths);
  1682. } else if (MATCH(HEADER)) {
  1683. if (flag)
  1684. PARSE_ERROR("misplaced header statement")
  1685. if (!AT(STRING))
  1686. PARSE_ERROR("expected string");
  1687. token_t *text = tokens->data[(*pos)++];
  1688. n = NODET(HEADER, text);
  1689. } else if (MATCH(INCLUDE)) {
  1690. if (flag)
  1691. PARSE_ERROR("misplaced include statement")
  1692. if (!AT(STRING))
  1693. PARSE_ERROR("expected string");
  1694. token_t *text = tokens->data[(*pos)++];
  1695. n = NODET(INCLUDE, text);
  1696. } else { n = parse_stmt(tokens, pos); flag = 1; }
  1697. MATCH(SEMI);
  1698. list_push(stmts, n);
  1699. }
  1700. return NODEL(TOPLEVEL, stmts);
  1701. }
  1702. node_t *parse(char *source) {
  1703. size_t pos = 0;
  1704. return parse_program(tokenize(source), &pos);
  1705. }
  1706. #define NEWGID() size_t gid = GID++
  1707. #define EMIT(fmt, ...) buffer_fmt(buf, (fmt), ##__VA_ARGS__);
  1708. #define BINOP(s) { EMIT("qi_" s "(state, "); compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a); EMIT(", "); compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b); EMIT(")"); }
  1709. #define UNOP(s) { EMIT("qi_" s "(state, "); compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a); EMIT(")"); }
  1710. #define ASSIGNIN(buf, lhs, rhs) {\
  1711. if ((lhs)->tag == N_LITERAL && (lhs)->t->tag == T_NAME) {\
  1712. buffer_fmt(buf, "qi_set(state, false, \"%s\", ", (lhs)->t->text);\
  1713. rhs;\
  1714. buffer_fmt(buf, ")");\
  1715. } else if ((lhs)->tag == N_INDEX) {\
  1716. buffer_fmt(buf, "qi_index_set(state, false, ");\
  1717. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs)->a);\
  1718. buffer_fmt(buf, ", ");\
  1719. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs)->b);\
  1720. buffer_fmt(buf, ", ");\
  1721. rhs;\
  1722. buffer_fmt(buf, ")");\
  1723. } else if ((lhs)->tag == N_MEMBER) {\
  1724. buffer_fmt(buf, "qi_index_set(state, false, ");\
  1725. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs)->a);\
  1726. buffer_fmt(buf, ", qi_make_string(state, \"%s\"), ", (lhs)->t->text);\
  1727. rhs;\
  1728. buffer_fmt(buf, ")");\
  1729. } else COMPILE_ERROR("illegal assignment left-hand side");\
  1730. }
  1731. #define ASSIGN(lhs, rhs) ASSIGNIN(buf, lhs, rhs)
  1732. #define COMPASSIGN(lhs, s, rhs) {\
  1733. ASSIGN(node->a, {\
  1734. EMIT("qi_%s(state, ", s);\
  1735. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs));\
  1736. EMIT(", ");\
  1737. rhs;\
  1738. EMIT(")");\
  1739. });\
  1740. }
  1741. #define COMPILE_ERROR(fmt, ...) { format_error(GETFNAME(node->fi), GETSRC(node->fi), node->pos, fmt, ##__VA_ARGS__); exit(1); }
  1742. void compile_node(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, node_t *node);
  1743. char *tempvar() {
  1744. NEWGID();
  1745. char *s = malloc(sizeof(char) * 64);
  1746. snprintf(s, 64, "__temp%zu", gid);
  1747. return s;
  1748. }
  1749. void compile_list(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, list_t *seq) {
  1750. if (!seq || seq->length < 1) {
  1751. EMIT("NULL");
  1752. return;
  1753. }
  1754. int has_star = 0;
  1755. for (size_t i = 0; i < seq->length; i++)
  1756. if (((node_t *)seq->data[i])->tag == N_STAR) {
  1757. has_star = 1; break;
  1758. }
  1759. buffer_t *tbuf = buffer_new();
  1760. NEWGID();
  1761. buffer_fmt(tbuf, "inline static qi_list_t *__list%d(qi_state_t *state) {\n", gid);
  1762. if (has_star)
  1763. buffer_fmt(tbuf, "qi_list_t *list = qi_list_make();\n");
  1764. else
  1765. buffer_fmt(tbuf, "qi_list_t *list = qi_list_make_n(%d);\n", seq->length);
  1766. for (size_t i = 0; i < seq->length; i++) {
  1767. node_t *node = seq->data[i];
  1768. if (!has_star) {
  1769. buffer_fmt(tbuf, "qi_list_data(list, %d) = ", i);
  1770. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node);
  1771. buffer_fmt(tbuf, ";\n");
  1772. continue;
  1773. }
  1774. if (node->tag == N_STAR) {
  1775. char *varname = tempvar();
  1776. buffer_fmt(tbuf, "qi_value_t *%s = qi_iter(state, ", varname);
  1777. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  1778. buffer_fmt(tbuf, ");\n");
  1779. buffer_fmt(tbuf, "for (qi_size_t i = 0; i < %s->value.list->length; i++)\n", varname);
  1780. buffer_fmt(tbuf, "qi_list_push(list, qi_index(state, %s, qi_make_number(state, i)));\n", varname);
  1781. } else {
  1782. buffer_fmt(tbuf, "qi_list_push(list, ");
  1783. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node);
  1784. buffer_fmt(tbuf, ");\n");
  1785. }
  1786. }
  1787. buffer_fmt(tbuf, "return list;\n");
  1788. buffer_fmt(tbuf, "}\n");
  1789. buffer_appendb(gbuf, tbuf);
  1790. EMIT("__list%d(state)", gid);
  1791. }
  1792. void compile_table(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, table_t *table) {
  1793. if (!table || table->used < 1) {
  1794. EMIT("NULL");
  1795. return;
  1796. }
  1797. buffer_t *tbuf = buffer_new();
  1798. NEWGID();
  1799. buffer_fmt(tbuf, "inline static qi_table_t *__table%d(qi_state_t *state) {\n", gid);
  1800. buffer_fmt(tbuf, "qi_table_t *table = qi_table_make();\n");
  1801. table_iterate(table, {
  1802. buffer_fmt(tbuf, "qi_table_set(table, \"%s\", ", entry.key);
  1803. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, entry.value);
  1804. buffer_fmt(tbuf, ");\n");
  1805. });
  1806. buffer_fmt(tbuf, "return table;\n");
  1807. buffer_fmt(tbuf, "}\n");
  1808. buffer_appendb(gbuf, tbuf);
  1809. EMIT("__table%d(state)", gid);
  1810. }
  1811. #define CTXPUSH(s) list_push(ctx, (s))
  1812. #define CTXPOP() list_pop(ctx)
  1813. int in_context(list_t *ctx, char *s) {
  1814. if (!ctx->length)
  1815. return 0;
  1816. for (ssize_t i = ctx->length - 1; i >= 0; i--) {
  1817. if (strcmp(ctx->data[i], "gap") == 0)
  1818. break;
  1819. else if (strcmp(ctx->data[i], s) == 0)
  1820. return 1;
  1821. }
  1822. return 0;
  1823. }
  1824. int in_switch(list_t *ctx) {
  1825. if (!ctx->length)
  1826. return 0;
  1827. for (ssize_t i = ctx->length - 1; i >= 0; i--) {
  1828. if (strcmp(ctx->data[i], "gap") == 0 || strcmp(ctx->data[i], "for") == 0)
  1829. break;
  1830. else if (strcmp(ctx->data[i], "switch") == 0)
  1831. return 1;
  1832. }
  1833. return 0;
  1834. }
  1835. size_t count_ctxs(list_t *ctx, char *s) {
  1836. if (!ctx->length)
  1837. return 0;
  1838. size_t k = 0;
  1839. for (ssize_t i = ctx->length - 1; i >= 0; i--) {
  1840. if (strcmp(ctx->data[i], "gap") == 0)
  1841. break;
  1842. else if (strcmp(ctx->data[i], s) == 0)
  1843. k++;
  1844. }
  1845. return k;
  1846. }
  1847. list_t *CONSTANTS;
  1848. #define INCTX(s) (in_context(ctx, (s)))
  1849. #define SCOPESK (count_ctxs(ctx, "scope"))
  1850. #define TRAPSK (count_ctxs(ctx, "trap"))
  1851. #define LPUSH(i) stack_push(lstk, (i))
  1852. #define LPOP() stack_pop(lstk)
  1853. #define LID (lstk->data[lstk->length-1])
  1854. #define SPUSH(i) stack_push(sstk, (i))
  1855. #define SPOP() stack_pop(sstk)
  1856. #define SID (sstk->data[sstk->length-1])
  1857. #define LBPUSH() list_push(lbl, table_new())
  1858. #define LBPOP() list_pop(lbl)
  1859. size_t insert_debug(node_t *node) {
  1860. size_t line;
  1861. (void)traverse(GETSRC(node->fi), node->pos, &line, NULL);
  1862. buffer_t *tbuf = buffer_new();
  1863. buffer_fmt(tbuf, "File \"%s\", line %d", GETFNAME(node->fi), line);
  1864. if (FUNCNAMES->length)
  1865. buffer_fmt(tbuf, ", in %s", list_index(FUNCNAMES, -1));
  1866. list_push(DEBUGDATA, buffer_read(tbuf));
  1867. return DEBUGDATA->length - 1;
  1868. }
  1869. void emit_debug(buffer_t *buf, node_t *node) {
  1870. buffer_fmt(buf, "state->_debug_data = __debugData[%d];\n", insert_debug(node));
  1871. }
  1872. void compile_func(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, node_t *node, char *name) {
  1873. NEWGID();
  1874. char *funname = name? name: node->t? node->t->text: "<anon>";
  1875. buffer_t *tbuf = buffer_new();
  1876. buffer_fmt(tbuf, "qi_value_t *__func%d(qi_state_t *state, qi_size_t pargc, qi_list_t *pargs) {\n", gid);
  1877. LBPUSH();
  1878. CTXPUSH("gap");
  1879. CTXPUSH("func");
  1880. list_push(CONSTANTS, table_new());
  1881. list_push(FUNCNAMES, funname);
  1882. if (DEBUG) emit_debug(tbuf, node);
  1883. size_t optargc = 0;
  1884. if (node->h) {
  1885. table_iterate(node->h, {
  1886. list_t *pair = entry.value;
  1887. size_t argc = *(size_t *)pair->data[0];
  1888. if (pair->data[1]) {
  1889. optargc++;
  1890. buffer_fmt(tbuf, "qi_decl(state, \"%s\", pargc >= %d? qi_list_index(pargs, %d): ", entry.key, argc+1, argc);
  1891. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, pair->data[1]);
  1892. buffer_fmt(tbuf, ");\n");
  1893. } else
  1894. buffer_fmt(tbuf, "qi_decl(state, \"%s\", qi_list_index(pargs, %d));\n", entry.key, argc);
  1895. argc++;
  1896. });
  1897. }
  1898. compile_node(gbuf, tbuf, ctx, table_new(), stack_new(), stack_new(), lbl, node->a);
  1899. list_pop(FUNCNAMES);
  1900. list_pop(CONSTANTS);
  1901. CTXPOP();
  1902. CTXPOP();
  1903. LBPOP();
  1904. buffer_fmt(tbuf, "return state->nil;\n");
  1905. buffer_fmt(tbuf, "}\n");
  1906. buffer_appendb(gbuf, tbuf);
  1907. tbuf = buffer_new();
  1908. buffer_fmt(tbuf, "qi_make_function(state, \"%s\", %d, __func%d, ", funname, !node->h? 0: (node->h->used - optargc), gid);
  1909. compile_table(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->h2);
  1910. buffer_fmt(tbuf, ")");
  1911. if (node->tag == N_FUNCEXPR) {
  1912. buffer_appendb(buf, tbuf);
  1913. return;
  1914. }
  1915. EMIT("qi_set(state, false, \"%s\", ", node->t->text);
  1916. buffer_appendb(buf, tbuf);
  1917. EMIT(");");
  1918. }
  1919. int const_set(char *name, node_t *val) {
  1920. table_t *table = list_index(CONSTANTS, -1);
  1921. if (table_get(table, name))
  1922. return 0;
  1923. table_set(table, name, val);
  1924. return 1;
  1925. }
  1926. node_t *const_get(char *name) {
  1927. node_t *val = NULL;
  1928. for (ssize_t i = CONSTANTS->length-1; i >= 0; i--)
  1929. if ((val = table_get(CONSTANTS->data[i], name)))
  1930. break;
  1931. return val;
  1932. }
  1933. void compile_block(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, list_t *block) {
  1934. for (size_t i = 0; i < block->length; i++) {
  1935. node_t *node = block->data[i];
  1936. if (node->tag == N_CONST) {
  1937. table_iterate(node->h, {
  1938. char *name = entry.key;
  1939. if (!const_set(name, entry.value))
  1940. COMPILE_ERROR("redeclaration of compile-time constant: '%s'", name);
  1941. });
  1942. } else if (node->tag == N_FUNCDEF) {
  1943. compile_func(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node, NULL);
  1944. EMIT("\n");
  1945. } else if (node->tag == N_CLASS) {
  1946. NEWGID();
  1947. char *name = node->t->text;
  1948. list_t *supers = list_index(node->l, 0);
  1949. list_t *triples = list_index(node->l, 1);
  1950. buffer_t *tbuf = buffer_new();
  1951. buffer_fmt(tbuf, "qi_value_t *__class%d(qi_state_t *state) {\n", gid);
  1952. buffer_fmt(tbuf, "qi_list_t *supers = qi_list_make_n(%d);\n", !supers? 0: supers->length);
  1953. if (supers)
  1954. for (size_t i = 0; i < supers->length; i++) {
  1955. token_t *t = supers->data[i];
  1956. buffer_fmt(tbuf, "qi_list_data(supers, %d) = qi_get(state, \"%s\");\n", i, t->text);
  1957. }
  1958. buffer_fmt(tbuf, "qi_table_t *table = qi_table_make();\n");
  1959. buffer_fmt(tbuf, "qi_table_t *metatable = qi_table_make();\n");
  1960. buffer_fmt(tbuf, "qi_table_t *statictable = qi_table_make();\n");
  1961. for (size_t i = 0; i < triples->length; i++) {
  1962. list_t *triple = triples->data[i];
  1963. token_t *t = triple->data[0];
  1964. int flag = *(int *)triple->data[1];
  1965. if (flag == 0) {
  1966. buffer_fmt(tbuf, "qi_table_set(metatable, \"%s\", ", t->text);
  1967. if (((node_t *)triple->data[2])->tag == N_FUNCEXPR) {
  1968. buffer_t *methodname = buffer_new();
  1969. buffer_fmt(methodname, "%s.%s", name, t->text);
  1970. compile_func(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, triple->data[2], buffer_read(methodname));
  1971. } else compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, triple->data[2]);
  1972. } else {
  1973. buffer_fmt(tbuf, "qi_table_set(%s, \"%s\", ", flag == 1? "table": "statictable", t->text);
  1974. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, triple->data[2]);
  1975. }
  1976. buffer_fmt(tbuf, ");\n");
  1977. }
  1978. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(5);\n");
  1979. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = qi_make_string(state, \"%s\");\n", name);
  1980. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = qi_make_list(state, supers);\n");
  1981. buffer_fmt(tbuf, "qi_list_data(pargs, 2) = qi_make_table(state, table);\n");
  1982. buffer_fmt(tbuf, "qi_list_data(pargs, 3) = qi_make_table(state, metatable);\n");
  1983. buffer_fmt(tbuf, "qi_list_data(pargs, 4) = qi_make_table(state, statictable);\n");
  1984. buffer_fmt(tbuf, "return qi_call(state, qi_get(state, \"__class_wrapper\"), pargs);\n");
  1985. buffer_fmt(tbuf, "}\n");
  1986. buffer_appendb(gbuf, tbuf);
  1987. EMIT("qi_set(state, false, \"%s\", __class%d(state));", name, gid);
  1988. } else if (node->tag == N_LABEL) {
  1989. char *label = node->t->text;
  1990. if (table_get(list_index(lbl, -1), label))
  1991. COMPILE_ERROR("duplicated label: '%s'", label);
  1992. NEWGID();
  1993. size_t *n = malloc(sizeof(size_t));
  1994. memcpy(n, &gid, sizeof(size_t));
  1995. table_set(list_index(lbl, -1), label, n);
  1996. }
  1997. }
  1998. for (size_t i = 0; i < block->length; i++) {
  1999. node_t *n = block->data[i];
  2000. if (n->tag == N_CONST || n->tag == N_FUNCDEF || n->tag == N_CLASS || n->tag == N_PASS)
  2001. continue;
  2002. if (DEBUG) emit_debug(buf, n);
  2003. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, n);
  2004. EMIT("\n");
  2005. }
  2006. }
  2007. const char *STD[][2] = {
  2008. {"std",
  2009. "func head(l): return l[0]\n"
  2010. "func tail(l): return slice(l, 1)\n"
  2011. "func min(x, y): x < y? x: y\n"
  2012. "func max(x, y): x > y? x: y\n"
  2013. "func reverse(x) {\n"
  2014. " if type(x) !in (\"list\", \"string\", \"bytes\")\n"
  2015. " throw \"expected first argument to be: list, string or bytes, but got: \" + type(x)\n"
  2016. " var r = []\n"
  2017. " for var i = len(x)-1; i >= 0; i--\n"
  2018. " list_push(r, x[i])\n"
  2019. " if type(x) == \"string\"\n"
  2020. " return list_join(r)\n"
  2021. " elif type(x) == \"bytes\"\n"
  2022. " return bytes(r)\n"
  2023. " return r\n"
  2024. "}\n"
  2025. "set_pseudomethod(\"list.reverse\", reverse)\n"
  2026. "set_pseudomethod(\"string.reverse\", reverse)\n"
  2027. "set_pseudomethod(\"bytes.reverse\", reverse)\n"
  2028. "func range(f) {\n"
  2029. " var t, s\n"
  2030. " if len(arguments) >= 3 {\n"
  2031. " t = arguments[1]\n"
  2032. " s = arguments[2]\n"
  2033. " } elif len(arguments) >= 2 {\n"
  2034. " t = arguments[1]\n"
  2035. " s = 1\n"
  2036. " } else {\n"
  2037. " t = f\n"
  2038. " f = 0\n"
  2039. " s = 1\n"
  2040. " }\n"
  2041. " if type(f) != \"number\"\n"
  2042. " throw \"expected first argument to be: number, but got: \" + type(f)\n"
  2043. " if type(t) != \"number\"\n"
  2044. " throw \"expected second argument to be: number, but got: \" + type(t)\n"
  2045. " if type(s) != \"number\"\n"
  2046. " throw \"expected third argument to be: number, but got: \" + type(s)\n"
  2047. " if f > t\n"
  2048. " return reverse(range(t, f, s))\n"
  2049. " var r = []\n"
  2050. " for var i = f; i < t; i += s\n"
  2051. " list_push(r, i)\n"
  2052. " return r\n"
  2053. "}\n"
  2054. "const SEEK_SET = 0, SEEK_CUR = 1, SEEK_END = 2\n"
  2055. "func frewind(file)\n"
  2056. " return file.rewind()\n"
  2057. "func file_read(filename) {\n"
  2058. " let file = fopen(filename, \"r\")\n"
  2059. " defer fclose(file)\n"
  2060. " return str(fread(file, -1))\n"
  2061. "}\n"
  2062. "func file_write(filename, data) {\n"
  2063. " let file = fopen(filename, \"w\")\n"
  2064. " defer fclose(file)\n"
  2065. " fwrite(file, bytes(data))\n"
  2066. "}\n"
  2067. "func is_defined(name) {\n"
  2068. " if type(name) != \"string\"\n"
  2069. " throw \"expected first argument to be: string, but got: \" + type(name)\n"
  2070. " inline `bool b = qi_find(state, qi_get(state, \"name\")->value.string) != NULL`\n"
  2071. " inline `return qi_make_boolean(state, b)`\n"
  2072. "}\n"
  2073. "func list_remove(l, x, first=false) {\n"
  2074. " if type(l) != \"list\"\n"
  2075. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2076. " repeat:\n"
  2077. " for var i = 0; i < len(l); i++\n"
  2078. " if l[i] == x {\n"
  2079. " list_delete(l, i)\n"
  2080. " if first\n"
  2081. " break\n"
  2082. " goto repeat\n"
  2083. " }\n"
  2084. "}\n"
  2085. "set_pseudomethod(\"list.remove\", list_remove)\n"
  2086. "func list_join(l) {\n"
  2087. " if type(l) != \"list\"\n"
  2088. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2089. " var r = \"\"\n"
  2090. " var s\n"
  2091. " if len(arguments) == 1\n"
  2092. " s = \"\"\n"
  2093. " else\n"
  2094. " s = arguments[1]\n"
  2095. " if type(s) != \"string\"\n"
  2096. " throw \"expected second argument to be: string, but got: \" + type(s)\n"
  2097. " var first = true\n"
  2098. " for var x of l {\n"
  2099. " if type(x) != \"string\"\n"
  2100. " throw \"expected sequence item to be: string, but got: \" + type(x)\n"
  2101. " if s != \"\" && !first\n"
  2102. " r += s\n"
  2103. " r += x\n"
  2104. " first = false\n"
  2105. " }\n"
  2106. " return r\n"
  2107. "}\n"
  2108. "set_pseudomethod(\"list.join\", list_join)\n"
  2109. "func list_pop_at(l, i) {\n"
  2110. " if type(l) != \"list\"\n"
  2111. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2112. " if type(i) != \"number\"\n"
  2113. " throw \"expected second argument to be: number, but got: \" + type(i)\n"
  2114. " var x = l[i]\n"
  2115. " list_delete(l, i)\n"
  2116. " return x\n"
  2117. "}\n"
  2118. "set_pseudomethod(\"list.popAt\", list_pop_at)\n"
  2119. "func list_sort(l, cmp=func (x, y): x > y) {\n"
  2120. " if type(l) != \"list\"\n"
  2121. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2122. " if type(cmp) != \"function\"\n"
  2123. " throw \"expected second argument to be: function, but got: \" + type(cmp)\n"
  2124. " if len(l) == 0\n"
  2125. " return l\n"
  2126. " var z = len(l)\n"
  2127. " for var i = 0; i < z - 1; i++\n"
  2128. " for var j = 0; j < z - 1 - i; j++\n"
  2129. " if cmp(l[j], l[j+1]) {\n"
  2130. " let tmp = l[j]\n"
  2131. " l[j] = l[j+1]\n"
  2132. " l[j+1] = tmp\n"
  2133. " }\n"
  2134. " return l\n"
  2135. "}\n"
  2136. "func list_sorted(l, cmp=func (x, y): x > y) {\n"
  2137. " l = list_copy(l)\n"
  2138. " return list_sort(l, cmp)\n"
  2139. "}\n"
  2140. "set_pseudomethod(\"list.sort\", list_sort)\n"
  2141. "set_pseudomethod(\"list.sorted\", list_sorted)\n"
  2142. "func list_shift(l) {\n"
  2143. " if type(l) != \"list\"\n"
  2144. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2145. " if is_empty(l)\n"
  2146. " throw \"shift from empty list\"\n"
  2147. " var a = l[0]\n"
  2148. " list_delete(l, 0)\n"
  2149. " return a\n"
  2150. "}\n"
  2151. "func list_unshift(l, x) {\n"
  2152. " list_insert(l, 0, x)\n"
  2153. "}\n"
  2154. "set_pseudomethod(\"list.shift\", list_shift)\n"
  2155. "set_pseudomethod(\"list.unshift\", list_unshift)\n"
  2156. "func slice(l) {\n"
  2157. " if type(l) !in (\"list\", \"string\", \"bytes\")\n"
  2158. " throw \"expected first argument to be: list, string or bytes, but got: \" + type(l)\n"
  2159. " var r = []\n"
  2160. " if len(arguments) == 2 {\n"
  2161. " var f = arguments[1]\n"
  2162. " if type(f) != \"number\"\n"
  2163. " throw \"expected second argument to be: number, but got: \" + type(f)\n"
  2164. " for var i = f; i < len(l); i++\n"
  2165. " list_push(r, l[i])\n"
  2166. " } elif len(arguments) == 3 {\n"
  2167. " var f = arguments[1], t = arguments[2]\n"
  2168. " if type(f) != \"number\"\n"
  2169. " throw \"expected second argument to be: number, but got: \" + type(f)\n"
  2170. " if type(t) != \"number\"\n"
  2171. " throw \"expected third argument to be: number, but got: \" + type(t)\n"
  2172. " for var i = f; i < len(l) && i <= t; i++\n"
  2173. " list_push(r, l[i])\n"
  2174. " }\n"
  2175. " if type(l) == \"string\"\n"
  2176. " return list_join(r)\n"
  2177. " elif type(l) == \"bytes\"\n"
  2178. " return bytes(r)\n"
  2179. " return r\n"
  2180. "}\n"
  2181. "set_pseudomethod(\"list.slice\", slice)\n"
  2182. "set_pseudomethod(\"string.slice\", slice)\n"
  2183. "set_pseudomethod(\"bytes.slice\", slice)\n"
  2184. "let __slice = slice;\n"
  2185. "func str_startswith(s, p) {\n"
  2186. " if type(s) != \"string\"\n"
  2187. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2188. " if len(s) < len(p)\n"
  2189. " return false\n"
  2190. " return slice(s, 0, len(p)-1) == p\n"
  2191. "}\n"
  2192. "set_pseudomethod(\"string.startsWith\", str_startswith)\n"
  2193. "func str_endswith(s, p) {\n"
  2194. " if type(s) != \"string\"\n"
  2195. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2196. " if len(s) < len(p)\n"
  2197. " return false\n"
  2198. " return slice(s, len(s) - len(p)) == p\n"
  2199. "}\n"
  2200. "set_pseudomethod(\"string.endsWith\", str_endswith)\n"
  2201. "func str_split(s) {\n"
  2202. " if len(arguments) == 1 || arguments[1] == \"\"\n"
  2203. " return list(s)\n"
  2204. " if type(s) != \"string\"\n"
  2205. " throw \"expected first argument to be:!string, but got: \" + type(s)\n"
  2206. " var r = []\n"
  2207. " var d = arguments[1]\n"
  2208. " if type(d) != \"string\"\n"
  2209. " throw \"expected second argument to be: string, but got: \" + type(s)\n"
  2210. " var t = \"\"\n"
  2211. " for var i = 0; i < len(s); i++ {\n"
  2212. " if slice(s, i, i+len(d)-1) == d {\n"
  2213. " list_push(r, t)\n"
  2214. " t = \"\"\n"
  2215. " i += len(d)-1\n"
  2216. " continue\n"
  2217. " }\n"
  2218. " t += s[i]\n"
  2219. " }\n"
  2220. " if t != \"\"\n"
  2221. " list_push(r, t)\n"
  2222. " return r\n"
  2223. "}\n"
  2224. "set_pseudomethod(\"string.split\", str_split)\n"
  2225. "func str_replace(s, w, b) {\n"
  2226. " if type(s) != \"string\"\n"
  2227. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2228. " if type(w) != \"string\"\n"
  2229. " throw \"expected second argument to be: string, but got: \" + type(w)\n"
  2230. " if type(b) != \"string\"\n"
  2231. " throw \"expected third argument to be: string, but got: \" + type(b)\n"
  2232. " var r = \"\"\n"
  2233. " for var i = 0; i < len(s); i++ {\n"
  2234. " if slice(s, i, i+len(w)-1) == w {\n"
  2235. " r += b\n"
  2236. " i += len(w)-1\n"
  2237. " continue\n"
  2238. " }\n"
  2239. " r += s[i]\n"
  2240. " }\n"
  2241. " return r\n"
  2242. "}\n"
  2243. "set_pseudomethod(\"string.replace\", str_replace)\n"
  2244. "func table_keys(t) {\n"
  2245. " if type(t) != \"table\"\n"
  2246. " throw \"expected first argument to be: table, but got: \" + type(t)\n"
  2247. " var r = []\n"
  2248. " for var k of t\n"
  2249. " list_push(r, k)\n"
  2250. " return r\n"
  2251. "}\n"
  2252. "set_pseudomethod(\"table.keys\", table_keys)\n"
  2253. "func table_values(t) {\n"
  2254. " if type(t) != \"table\"\n"
  2255. " throw \"expected first argument to be: table, but got: \" + type(t)\n"
  2256. " var r = []\n"
  2257. " for var k of t\n"
  2258. " list_push(r, t[k])\n" " return r\n"
  2259. "}\n"
  2260. "set_pseudomethod(\"table.values\", table_values)\n"
  2261. "func reduce(f, xs) {\n"
  2262. " if type(f) != \"function\"\n"
  2263. " throw \"expected first argument to be: function, but got: \" + type(f)\n"
  2264. " if type(xs) !in (\"list\", \"tuple\", \"string\", \"bytes\")\n"
  2265. " throw \"expected second argument to be: list, tuple, string or bytes, but got: \" + type(xs)\n"
  2266. " if len(xs) == 0\n"
  2267. " throw \"cannot reduce empty list\"\n"
  2268. " r = xs[0]\n"
  2269. " for var x of slice(xs, 1)\n"
  2270. " r = f(r, x)\n"
  2271. " if type(xs) == \"tuple\"\n"
  2272. " return tuple(r)\n"
  2273. " elif type(xs) == \"string\"\n"
  2274. " return list_join(r)\n"
  2275. " elif type(xs) == \"bytes\"\n"
  2276. " return bytes(r)\n"
  2277. " return r\n"
  2278. "}\n"
  2279. "set_pseudomethod(\"list.reduce\", func (xs, f): reduce(f, xs))\n"
  2280. "set_pseudomethod(\"tuple.reduce\", func (xs, f): reduce(f, xs))\n"
  2281. "set_pseudomethod(\"string.reduce\", func (xs, f): reduce(f, xs))\n"
  2282. "set_pseudomethod(\"bytes.reduce\", func (xs, f): reduce(f, xs))\n"
  2283. "func sum(xs)\n"
  2284. " return reduce(func (x, y): x + y, xs)\n"
  2285. "set_pseudomethod(\"list.sum\", sum)\n"
  2286. "set_pseudomethod(\"tuple.sum\", sum)\n"
  2287. "func product(xs)\n"
  2288. " return reduce(func (x, y): x * y, xs)\n"
  2289. "set_pseudomethod(\"list.product\", product)\n"
  2290. "set_pseudomethod(\"tuple.product\", product)\n"
  2291. "func map(f, xs) {\n"
  2292. " if type(f) != \"function\"\n"
  2293. " throw \"expected first argument to be: function, but got: \" + type(f)\n"
  2294. " if type(xs) !in (\"list\", \"tuple\", \"string\", \"bytes\")\n"
  2295. " throw \"expected second argument to be: list, tuple, string or bytes, but got: \" + type(xs)\n"
  2296. " if len(xs) == 0\n"
  2297. " return xs\n"
  2298. " var r = []\n"
  2299. " for var x of xs\n"
  2300. " list_push(r, f(x))\n"
  2301. " if type(xs) == \"tuple\"\n"
  2302. " return tuple(r)\n"
  2303. " elif type(xs) == \"string\"\n"
  2304. " return list_join(r)\n"
  2305. " elif type(xs) == \"bytes\"\n"
  2306. " return bytes(r)\n"
  2307. " return r\n"
  2308. "}\n"
  2309. "set_pseudomethod(\"list.map\", func (xs, f): map(f, xs))\n"
  2310. "set_pseudomethod(\"tuple.map\", func (xs, f): map(f, xs))\n"
  2311. "set_pseudomethod(\"string.map\", func (xs, f): map(f, xs))\n"
  2312. "set_pseudomethod(\"bytes.map\", func (xs, f): map(f, xs))\n"
  2313. "func filter(f, xs) {\n"
  2314. " if type(f) != \"function\"\n"
  2315. " throw \"expected first argument to be: function, but got: \" + type(f)\n"
  2316. " if type(xs) !in (\"list\", \"tuple\", \"string\", \"bytes\")\n"
  2317. " throw \"expected second argument to be: list, tuple, string or bytes, but got: \" + type(xs)\n"
  2318. " if len(xs) == 0\n"
  2319. " return xs\n"
  2320. " var r = []\n"
  2321. " for var x of xs\n"
  2322. " if f(x)\n"
  2323. " list_push(r, x)\n"
  2324. " if type(xs) == \"tuple\"\n"
  2325. " return tuple(r)\n"
  2326. " elif type(xs) == \"string\"\n"
  2327. " return list_join(r)\n"
  2328. " elif type(xs) == \"bytes\"\n"
  2329. " return bytes(r)\n"
  2330. " return r\n"
  2331. "}\n"
  2332. "set_pseudomethod(\"list.filter\", func (xs, f): filter(f, xs))\n"
  2333. "set_pseudomethod(\"tuple.filter\", func (xs, f): filter(f, xs))\n"
  2334. "set_pseudomethod(\"string.filter\", func (xs, f): filter(f, xs))\n"
  2335. "set_pseudomethod(\"bytes.filter\", func (xs, f): filter(f, xs))\n"
  2336. "func str_index(s, w) {\n"
  2337. " if s == \"\" || w == \"\"\n"
  2338. " return -1\n"
  2339. " if type(s) != \"string\"\n"
  2340. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2341. " if type(w) != \"string\"\n"
  2342. " throw \"expected second argument to be: string, but got: \" + type(w)\n"
  2343. " for var i = 0; i < len(s); i++\n"
  2344. " if len(w) == 1 && s[i] == w\n"
  2345. " return i\n"
  2346. " elif slice(s, i, i+len(w)-1) == w\n"
  2347. " return i\n"
  2348. " return -1\n"
  2349. "}\n"
  2350. "set_pseudomethod(\"string.index\", str_index)\n"
  2351. "func str_lstrip(s, cs=\" \\t\\n\\r\\x0b\\x0c\") {\n"
  2352. " if type(s) != \"string\"\n"
  2353. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2354. " if type(cs) != \"string\"\n"
  2355. " throw \"expected second argument to be: string, but got: \" + type(cs)\n"
  2356. " if s == \"\"\n"
  2357. " return s\n"
  2358. " for var i = 0; s[i] in cs && i < len(s); i++\n"
  2359. " pass\n"
  2360. " return slice(s, i)\n"
  2361. "}\n"
  2362. "set_pseudomethod(\"string.lstrip\", str_lstrip)\n"
  2363. "func str_rstrip(s, cs=\" \\t\\n\\r\\x0b\\x0c\") {\n"
  2364. " if type(s) != \"string\"\n"
  2365. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2366. " if type(cs) != \"string\"\n"
  2367. " throw \"expected second argument to be: string, but got: \" + type(cs)\n"
  2368. " if s == \"\"\n"
  2369. " return s\n"
  2370. " for var k = 0, i = len(s)-1; s[i] in cs && i >= 0; k++\n"
  2371. " i--\n"
  2372. " return slice(s, 0, len(s)-k-1)\n"
  2373. "}\n"
  2374. "set_pseudomethod(\"string.rstrip\", str_rstrip)\n"
  2375. "func str_strip(s, cs=\" \\t\\n\\r\\x0b\\x0c\") {\n"
  2376. " if type(s) != \"string\"\n"
  2377. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2378. " if type(cs) != \"string\"\n"
  2379. " throw \"expected second argument to be: string, but got: \" + type(cs)\n"
  2380. " return str_lstrip(str_rstrip(s, cs), cs)\n"
  2381. "}\n"
  2382. "set_pseudomethod(\"string.strip\", str_strip)\n"
  2383. "func table_get(t, k, d=nil) {\n"
  2384. " if type(t) != \"table\"\n"
  2385. " throw \"expected first argument to be: table, but got: \" + type(t)\n"
  2386. " if type(k) != \"string\"\n"
  2387. " throw \"expected second argument to be: string, but got: \" + type(k)\n"
  2388. " if k !in t\n"
  2389. " return d\n"
  2390. " return t[k]\n"
  2391. "}\n"
  2392. "set_pseudomethod(\"table.get\", table_get)\n"
  2393. "func zip() {\n"
  2394. " if !arguments\n"
  2395. " return []\n"
  2396. " var l = map(len, arguments)\n"
  2397. " l = reduce(min, l)\n"
  2398. " var r = []\n"
  2399. " for var i = 0; i < l; i++ {\n"
  2400. " var t = []\n"
  2401. " for var xs of arguments\n"
  2402. " list_push(t, xs[i])\n"
  2403. " list_push(r, t)\n"
  2404. " }\n"
  2405. " return r\n"
  2406. "}\n"
  2407. "func enumerate(l)\n"
  2408. " if type(l) == \"table\"\n"
  2409. " return zip(table_keys(l), table_values(l))\n"
  2410. " else\n"
  2411. " return zip(range(len(l)), l)\n"
  2412. "func str_toupper(s) {\n"
  2413. " if type(s) != \"string\"\n"
  2414. " throw \"expected first argument to be: string, but got: \" + type(c)\n"
  2415. " return map(func (c): c >= 'a' && c <= 'z'? chr(ord(c) - 32): c, s)\n"
  2416. "}\n"
  2417. "set_pseudomethod(\"string.toupper\", str_toupper)\n"
  2418. "func str_tolower(s) {\n"
  2419. " if type(s) != \"string\"\n"
  2420. " throw \"expected first argument to be: string, but got: \" + type(c)\n"
  2421. " return map(func (c): c >= 'A' && c <= 'Z'? chr(ord(c) + 32): c, s)\n"
  2422. "}\n"
  2423. "set_pseudomethod(\"string.tolower\", str_tolower)\n"
  2424. "func Object(t, p=nil): return p !is nil? set_meta_table(p, get_meta_table(p) + t): set_meta_table({}, t)\n"
  2425. "func is_object(o): return has_meta_table(o)\n"
  2426. "func __class_wrapper(n, p, t, mt, st): return Object(st + {\n"
  2427. " t: t,\n"
  2428. " mt: mt,\n"
  2429. " super: [],\n"
  2430. " __type: func (this) use (n): return n,\n"
  2431. " __str: func (this) use (n): return \"<class \" + n + \">\",\n"
  2432. " __call: func (this, pargs) use (p) {\n"
  2433. " var t = {}\n"
  2434. " var mt = {}\n"
  2435. " for var other of p {\n"
  2436. " t += other.t\n"
  2437. " mt += other.mt\n"
  2438. " list_push(this.super, other)\n"
  2439. " }\n"
  2440. " if len(this.super) == 1\n"
  2441. " this.super = this.super[0]\n"
  2442. " t += this.t\n"
  2443. " mt += this.mt\n"
  2444. " t.super = this.super\n"
  2445. " obj = set_meta_table(t, mt)\n"
  2446. " if \"constructor\" in mt\n"
  2447. " func_call(mt.constructor, [obj] + pargs)\n"
  2448. " return obj\n"
  2449. " }\n"
  2450. "})\n"
  2451. "func format(s) {\n"
  2452. " if type(s) != \"string\"\n"
  2453. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2454. " var r = \"\"\n"
  2455. " var n = 1\n"
  2456. " for var i = 0; i < len(s); i++\n"
  2457. " switch s[i] {\n"
  2458. " case '_'\n"
  2459. " if i+1 < len(s) && s[i+1] == '_' {\n"
  2460. " r += '_'\n"
  2461. " i++\n"
  2462. " continue\n"
  2463. " }\n"
  2464. " r += repr(arguments[n++])\n"
  2465. " break\n"
  2466. " default\n"
  2467. " r += s[i]\n"
  2468. " }\n"
  2469. " return r\n"
  2470. "}\n"
  2471. "set_pseudomethod(\"string.format\", format)\n"
  2472. "func formatl(s, l) {\n"
  2473. " if type(s) != \"string\"\n"
  2474. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2475. " if type(l) != \"list\"\n"
  2476. " throw \"expected second argument to be: list, but got: \" + type(l)\n"
  2477. " return func_call(str_format, [s] + l)\n"
  2478. "}\n"
  2479. "set_pseudomethod(\"string.formatl\", formatl)\n"
  2480. "func formatd(s, t) {\n"
  2481. " if type(s) != \"string\"\n"
  2482. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2483. " var r = \"\"\n"
  2484. " var n = 1\n"
  2485. " for var i = 0; i < len(s); i++\n"
  2486. " switch s[i] {\n"
  2487. " case '{'\n"
  2488. " if i+1 < len(s) && s[i+1] == '{' {\n"
  2489. " r += '{'\n"
  2490. " i++\n"
  2491. " continue\n"
  2492. " }\n"
  2493. " var k = ''\n"
  2494. " i++\n"
  2495. " for i < len(s) && s[i] != '}'\n"
  2496. " k += s[i++]\n"
  2497. " if i >= len(s) || s[i] != '}'\n"
  2498. " throw \"unmatched { in format specifier\"\n"
  2499. " if !k\n"
  2500. " throw \"empty format key\"\n"
  2501. " r += repr(t[k])\n"
  2502. " break\n"
  2503. " default\n"
  2504. " r += s[i]\n"
  2505. " }\n"
  2506. " return r\n"
  2507. "}\n"
  2508. "set_pseudomethod(\"string.formatd\", formatd)\n"
  2509. "func getch() return chr(fgetc(STDIN))\n"
  2510. "func putch(c) fputc(STDOUT, c)\n"
  2511. "func getline()\n"
  2512. " return fgets(STDIN, 256)\n"
  2513. "func input() {\n"
  2514. " if len(arguments) > 0\n"
  2515. " func_call(print, arguments)\n"
  2516. " return str_rstrip(getline(), \"\\n\\r\")\n"
  2517. "}\n"
  2518. "func open(path, mode=\"r\"): fopen(path, mode)\n"
  2519. "func assert(cond, msg=\"assertion failed\")\n"
  2520. " if !cond\n"
  2521. " throw msg\n"
  2522. },
  2523. {"utf8",
  2524. "func utf8_chrlen(s) {\n"
  2525. " s = bytes(s)\n"
  2526. " var z = len(s)\n"
  2527. " if z < 2\n"
  2528. " return z\n"
  2529. " var l = 1\n"
  2530. " for var i = 1; i < z && (s[i] & 0xc0) == 0x80; i++\n"
  2531. " l++\n"
  2532. " return l\n"
  2533. "}\n"
  2534. "func utf8_decode(s) {\n"
  2535. " s = bytes(s)\n"
  2536. " var l = utf8_chrlen(s)\n"
  2537. " if !l\n"
  2538. " throw \"malformed sequence\"\n"
  2539. " var c = (s[0] & ((1 << (8 - l)) - 1)) << (l - 1) * 6\n"
  2540. " for var i = 1; i < l; i++\n"
  2541. " c |= (s[i] & 0x3f) << (l - i - 1) * 6\n"
  2542. " return (c, l)\n"
  2543. "}\n"
  2544. "func utf8_encode(c) {\n"
  2545. " if c <= 0x7f\n"
  2546. " return bytes([c & 0xFF])\n"
  2547. " elif c >= 0x80 && c <= 0x7ff\n"
  2548. " return bytes([0xC0 | ((c >> 6) & 0x1f), 0x80 | (c & 0x3f)])\n"
  2549. " elif c >= 0x800 && c <= 0xfff\n"
  2550. " return bytes([0xe0 | ((c >> 12) & 0xf), 0x80 | ((c >> 6) & 0x3f), 0x80 | (c & 0x3f)])\n"
  2551. " elif c >= 0x10000 && c <= 0x10ffff\n"
  2552. " return bytes([0xf0 | ((c >> 18) & 0x7), 0x80 | ((c >> 12) & 0x3f), 0x80 | ((c >> 6) & 0x3f), 0x80 | (c & 0x3f)])\n"
  2553. " throw \"malformed codepoint\"\n"
  2554. "}\n"
  2555. },
  2556. {"thread",
  2557. "include `pthread.h`\n"
  2558. "func thread_create(fn, args=[]) {\n"
  2559. " if type(fn) != \"function\"\n"
  2560. " throw \"expected first argument to be: function, but got: \" + type(fn)\n"
  2561. " if type(args) != \"list\"\n"
  2562. " throw \"expected second argument to be: list, but got: \" + type(args)\n"
  2563. " inline `qi_value_t *args = qi_get(state, \"args\")`\n"
  2564. " inline `qi_list_t *list`\n"
  2565. " inline `LOCKED(args, {list = qi_list_copy(args->value.list);})`\n"
  2566. " inline `void *td = qi_thread_create(state, qi_get(state, \"fn\"), list)`\n"
  2567. " inline `qi_decl(state, \"td\", qi_make_data(state, 'T', td))`\n"
  2568. " return Object({\n"
  2569. " __str: func (this): \"<Thread>\",\n"
  2570. " _td: td,\n"
  2571. " joined: false,\n"
  2572. " join: func (this) {\n"
  2573. " if this.joined\n"
  2574. " return\n"
  2575. " var td = this._td\n"
  2576. " inline `qi_value_t *ret = qi_thread_join(state, qi_get_data(state, 'T', qi_get(state, \"td\")))`\n"
  2577. " this.joined = true\n"
  2578. " inline `return ret`\n"
  2579. " }\n"
  2580. " })\n"
  2581. "}\n"
  2582. "func Thread(fn, args=[]): Object({\n"
  2583. " __str: func (this) use (fn, args): format(\"<Thread _ _>\", fn, args),\n"
  2584. " _thread: nil,\n"
  2585. " start: func (this) use (fn, args) {\n"
  2586. " if this._thread !is nil\n"
  2587. " return\n"
  2588. " this._thread = thread_create(fn, args)\n"
  2589. " return this\n"
  2590. " },\n"
  2591. " join: func (this) {\n"
  2592. " if this._thread !is nil\n"
  2593. " return this._thread.join()\n"
  2594. " },\n"
  2595. " is_joined: func (this): this._thread.joined\n"
  2596. "})\n"
  2597. "func Mutex() {\n"
  2598. " inline `void *mutex = qi_mutex_create()`\n"
  2599. " inline `if (!mutex) qi_throw_format(state, \"mutex init failed\")`\n"
  2600. " inline `qi_decl(state, \"mutex\", qi_make_data(state, 'M', mutex))`\n"
  2601. " return Object({\n"
  2602. " __fin: func (this) {\n"
  2603. " mutex = this._mutex\n"
  2604. " this._mutex = nil\n"
  2605. " inline `qi_mutex_destroy(qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2606. " },\n"
  2607. " __str: func (this): \"<Mutex>\",\n"
  2608. " _mutex: mutex,\n"
  2609. " lock: func (this) {\n"
  2610. " var mutex = this._mutex\n"
  2611. " inline `qi_mutex_lock(qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2612. " },\n"
  2613. " trylock: func (this) {\n"
  2614. " var mutex = this._mutex\n"
  2615. " inline `return qi_make_boolean(state, qi_mutex_trylock(qi_get_data(state, 'M', qi_get(state, \"mutex\"))))`\n"
  2616. " },\n"
  2617. " unlock: func (this) {\n"
  2618. " var mutex = this._mutex\n"
  2619. " inline `qi_mutex_unlock(qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2620. " }\n"
  2621. " })\n"
  2622. "}\n"
  2623. "func Cond() {\n"
  2624. " inline `void *cond = qi_cond_create()`\n"
  2625. " inline `if (!cond) qi_throw_format(state, \"cond init failed\")`\n"
  2626. " inline `qi_decl(state, \"cond\", qi_make_data(state, 'C', cond))`\n"
  2627. " return Object({\n"
  2628. " __fin: func (this) {\n"
  2629. " cond = this._cond\n"
  2630. " this._cond = nil\n"
  2631. " inline `qi_cond_destroy(qi_get_data(state, 'C', qi_get(state, \"cond\")))`\n"
  2632. " },\n"
  2633. " __str: func (this): \"<Cond>\",\n"
  2634. " _cond: cond,\n"
  2635. " wait: func (this, mutex) {\n"
  2636. " var cond = this._cond\n"
  2637. " mutex = mutex._mutex\n"
  2638. " inline `qi_cond_wait(qi_get_data(state, 'C', qi_get(state, \"cond\")), qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2639. " },\n"
  2640. " signal: func (this) {\n"
  2641. " var cond = this._cond\n"
  2642. " inline `qi_cond_signal(qi_get_data(state, 'C', qi_get(state, \"cond\")))`\n"
  2643. " },\n"
  2644. " broadcast: func (this) {\n"
  2645. " var cond = this._cond\n"
  2646. " inline `qi_cond_broadcast(qi_get_data(state, 'C', qi_get(state, \"cond\")))`\n"
  2647. " }\n"
  2648. " })\n"
  2649. "}\n"
  2650. "func thread_exit(ret=nil)\n"
  2651. " inline `qi_thread_exit(state, qi_get(state, \"ret\"))`\n"
  2652. "func is_main_thread()\n"
  2653. " inline `return qi_make_boolean(state, qi_thread_main())`\n"
  2654. },
  2655. {"os",
  2656. "header `#ifdef _WIN32`\n"
  2657. "include `Windows.h`\n"
  2658. "header `#endif`\n"
  2659. "func getenv(n) {\n"
  2660. " if type(n) != \"string\"\n"
  2661. " throw \"expected first argument to be: string, but got: \" + type(n)\n"
  2662. " inline `char *value = getenv(qi_get(state, \"n\")->value.string)`\n"
  2663. " inline `return value? qi_make_string_copy(state, value): state->nil`\n"
  2664. "}\n"
  2665. "func setenv(n, v) {\n"
  2666. " if type(n) != \"string\"\n"
  2667. " throw \"expected first argument to be: string, but got: \" + type(n)\n"
  2668. " v = str(v)\n"
  2669. " inline \"#ifdef _WIN32\"\n"
  2670. " var s = n + \"=\" + v\n"
  2671. " inline `_putenv(qi_get(state, \"s\")->value.string)`\n"
  2672. " inline \"#else\"\n"
  2673. " inline `setenv(qi_get(state, \"n\")->value.string, qi_get(state, \"v\")->value.string, 1)`\n"
  2674. " inline \"#endif\"\n"
  2675. "}\n"
  2676. "func exit(c) {\n"
  2677. " if type(c) != \"number\"\n"
  2678. " throw \"expected first argument to be: number, but got: \" + type(c)\n"
  2679. " inline `qi_exit(state, qi_get(state, \"c\")->value.number)`\n"
  2680. "}\n"
  2681. "func die(msg, c=1) {\n"
  2682. " fputs(STDERR, str(msg) + \"\\n\")\n"
  2683. " exit(c)\n"
  2684. "}\n"
  2685. },
  2686. {"string",
  2687. "let STR_LETTERS = \"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ\"\n"
  2688. "let STR_ASCII_LC = \"abcdefghijklmnopqrstuvwxyz\"\n"
  2689. "let STR_ASCII_UC = \"ABCDEFGHIJKLMNOPQRSTUVWXYZ\"\n"
  2690. "let STR_DIGITS = \"0123456789\"\n"
  2691. "let STR_WS = \" \\t\\n\\r\\x0b\\x0c\"\n"
  2692. "let STR_PUNCTS = \"!\\\"#$%&'()*+,-./:;<=>?@[\\\\]^_`{|}~\"\n"
  2693. "func is_char(c): return type(c) == \"string\" && len(c) == 1\n"
  2694. "func isalpha(c): return (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z')\n"
  2695. "func isdigit(c): return c >= '0' && c <= '9'\n"
  2696. "func ispunct(c): return c in STR_PUNCTS\n"
  2697. "func isws(c): return c in STR_WS\n"
  2698. },
  2699. {"time",
  2700. "include `time.h`\n"
  2701. "include `errno.h`\n"
  2702. "header `#ifdef _WIN32`\n"
  2703. "include `Windows.h`\n"
  2704. "header `#endif`\n"
  2705. "func time() {\n"
  2706. " inline `unsigned long long ts = time(NULL)`\n"
  2707. " inline `return qi_make_number(state, ts)`\n"
  2708. "}\n"
  2709. "func strftime(f, t=time()) {\n"
  2710. " if type(f) != \"string\"\n"
  2711. " throw \"expected first argument to be: string, but got: \" + type(f)\n"
  2712. " if type(t) != \"number\"\n"
  2713. " throw \"expected second argument to be: number, but got: \" + type(t)\n"
  2714. " inline `time_t ts = qi_get(state, \"t\")->value.number`\n"
  2715. " inline `struct tm lt`\n"
  2716. " inline `lt = *localtime(&ts)`\n"
  2717. " inline `char buffer[512]`\n"
  2718. " inline `strftime(buffer, sizeof(buffer), qi_get(state, \"f\")->value.string, &lt)`\n"
  2719. " inline `return qi_make_string_copy(state, buffer)`\n"
  2720. "}\n"
  2721. "func usleep(t) {\n"
  2722. " if type(t) != \"number\"\n"
  2723. " throw \"expected first argument to be: number, but got: \" + type(t)\n"
  2724. " \n"
  2725. " inline `#ifdef _WIN32`\n"
  2726. " inline `Sleep((unsigned long)(qi_get(state, \"t\")->value.number))`\n"
  2727. " inline `#else`\n"
  2728. " inline `unsigned long ms = (unsigned long)(qi_get(state, \"t\")->value.number)`\n"
  2729. " inline `struct timespec ts`\n"
  2730. " inline `ts.tv_sec = ms / 1000`\n"
  2731. " inline `ts.tv_nsec = (ms % 1000) * 1000000`\n"
  2732. " inline `struct timespec r`\n"
  2733. " inline `while (nanosleep(&ts, &r) < 0) if (errno == EINTR) ts = r; else break`\n"
  2734. " inline `#endif`\n"
  2735. "}\n"
  2736. "func sleep(t)\n"
  2737. " usleep(t * 1000)\n"
  2738. },
  2739. {"random",
  2740. "func rand() {\n"
  2741. " inline `return qi_make_number(state, rand())`\n"
  2742. "}\n"
  2743. "func random_int(min, max): return rand() % (max + 1 - min) + min\n"
  2744. "func random_choice(l, k=1) {\n"
  2745. " l = list_copy(list(l))\n"
  2746. " var r = []\n"
  2747. " for var i = 0; i < k; i++\n"
  2748. " list_push(r, list_pop_at(l, random_int(0, len(l)-1)))\n"
  2749. " return r\n"
  2750. "}\n"
  2751. "func random_pick(l, k=1) {\n"
  2752. " var r = []\n"
  2753. " for var i = 0; i < k; i++\n"
  2754. " list_push(r, l[random_int(0, len(l)-1)])\n"
  2755. " return r\n"
  2756. "}\n"
  2757. "inline `srand(time(NULL))`\n"
  2758. },
  2759. {"math", NULL},
  2760. {NULL, NULL}
  2761. };
  2762. const struct {
  2763. const char *name;
  2764. const char *fname;
  2765. int arity;
  2766. } MATHFUNCS[] = {
  2767. { "ceil", NULL, 1 },
  2768. { "floor", NULL, 1 },
  2769. { "trunc", NULL, 1 },
  2770. { "round", NULL, 1 },
  2771. { "abs", "fabs", 1 },
  2772. { "exp", NULL, 1 },
  2773. { "sqrt", NULL, 1 },
  2774. { "sinh", NULL, 1 },
  2775. { "cosh", NULL, 1 },
  2776. { "tanh", NULL, 1 },
  2777. { "asinh", NULL, 1 },
  2778. { "acosh", NULL, 1 },
  2779. { "atanh", NULL, 1 },
  2780. { "sin", NULL, 1 },
  2781. { "cos", NULL, 1 },
  2782. { "tan", NULL, 1 },
  2783. { "asin", NULL, 1 },
  2784. { "acos", NULL, 1 },
  2785. { "atan", NULL, 1 },
  2786. { "atan2", NULL, 2 },
  2787. { "hypot", NULL, 2 },
  2788. { NULL, 0 }
  2789. };
  2790. void genmathlib(void) {
  2791. buffer_t *buffer = buffer_new();
  2792. buffer_appends(buffer, "let Math = {\"tau\": 6.283185307179586, \"pi\": 3.141592653589793, \"e\": 2.718281828459045, \"inf\": INFINITY, \"nan\": NAN, ");
  2793. for (size_t i = 0; MATHFUNCS[i].name; i++) {
  2794. if (MATHFUNCS[i].arity == 0)
  2795. buffer_fmt(buffer, "\"%s\": func () { inline `return qi_make_number(state, %s())` }", MATHFUNCS[i].name, MATHFUNCS[i].fname? MATHFUNCS[i].fname: MATHFUNCS[i].name);
  2796. else if (MATHFUNCS[i].arity == 1)
  2797. buffer_fmt(buffer, "\"%s\": func (x) { if type(x) != \"number\" { throw \"expected first argument to be: number, but got: \" + type(x) } inline `double n = %s(qi_get(state, \"x\")->value.number)`; inline `return qi_make_number(state, n)` }", MATHFUNCS[i].name, MATHFUNCS[i].fname? MATHFUNCS[i].fname: MATHFUNCS[i].name);
  2798. else
  2799. buffer_fmt(buffer, "\"%s\": func (x, y) { if type(x) != \"number\" { throw \"expected first argument to be: number, but got: \" + type(x) } if type(y) != \"number\" { throw \"expected second argument to be: number, but got: \" + type(y) } inline `double n = %s(qi_get(state, \"x\")->value.number, qi_get(state, \"y\")->value.number)`; inline `return qi_make_number(state, n)` }", MATHFUNCS[i].name, MATHFUNCS[i].fname? MATHFUNCS[i].fname: MATHFUNCS[i].name);
  2800. if (MATHFUNCS[i + 1].name)
  2801. buffer_append(buffer, ',');
  2802. }
  2803. buffer_append(buffer, '}');
  2804. size_t i;
  2805. for (i = 0; strcmp(STD[i][0], "math") != 0; i++) ;
  2806. STD[i][1] = buffer_read(buffer);
  2807. }
  2808. char *unescape(char *s) {
  2809. buffer_t *buf = buffer_new();
  2810. for (size_t i = 0; i < strlen(s); i++) {
  2811. char c = s[i];
  2812. if (c == '\\') {
  2813. char nc = s[i+1];
  2814. if (!nc)
  2815. continue;
  2816. switch (nc) {
  2817. case 'n':
  2818. buffer_append(buf, '\n');
  2819. break;
  2820. default:
  2821. buffer_append(buf, nc);
  2822. break;
  2823. }
  2824. i++;
  2825. } else buffer_append(buf, c);
  2826. }
  2827. return buffer_read(buf);
  2828. }
  2829. void compile_into(char *source, buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl);
  2830. int require_once(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, char *path) {
  2831. char *source = NULL;
  2832. for (size_t i = 0; STD[i][0]; i++) {
  2833. if (strcmp(path, STD[i][0]) == 0) {
  2834. source = (char *)STD[i][1];
  2835. break;
  2836. }
  2837. }
  2838. if (is_required(path))
  2839. return 1;
  2840. if (!source) {
  2841. FILE *fd = fopen(path, "rb");
  2842. if (!fd)
  2843. return -1;
  2844. buffer_t *fbuf = buffer_new();
  2845. for (;;) {
  2846. char line[512];
  2847. if (!fgets(line, sizeof(line), fd))
  2848. break;
  2849. buffer_appends(fbuf, line);
  2850. }
  2851. source = buffer_read(fbuf);
  2852. path = realpath(path, NULL);
  2853. }
  2854. list_t *pair = list_new();
  2855. list_push(pair, path);
  2856. list_push(pair, source);
  2857. list_push(FILES, pair);
  2858. compile_into(source, gbuf, buf, ctx, ltab, lstk, sstk, lbl);
  2859. list_pop(FILES);
  2860. list_push(REQUIRED, path);
  2861. return 0;
  2862. }
  2863. buffer_t *HBUF;
  2864. void compile_node(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, node_t *node) {
  2865. switch (node->tag) {
  2866. case N_TOPLEVEL: case N_PROGRAM:
  2867. compile_block(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  2868. break;
  2869. case N_EXPRSTMT:
  2870. EMIT("(void)(");
  2871. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  2872. EMIT(");");
  2873. break;
  2874. case N_BLOCK:
  2875. LBPUSH();
  2876. CTXPUSH("scope");
  2877. list_push(CONSTANTS, table_new());
  2878. EMIT("qi_new_scope(state);\n");
  2879. compile_block(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  2880. EMIT("qi_old_scope(state);");
  2881. list_pop(CONSTANTS);
  2882. CTXPOP();
  2883. LBPOP();
  2884. break;
  2885. case N_LITERAL:
  2886. switch (node->t->tag) {
  2887. case T_NUMBER: {
  2888. char *number = node->t->text;
  2889. if (strncmp(number, "0o", 2) == 0 || strncmp(number, "0b", 2) == 0) {
  2890. buffer_t *buf = buffer_new();
  2891. if (number[1] == 'o')
  2892. buffer_fmt(buf, "0%s", number + 2);
  2893. else
  2894. buffer_fmt(buf, "%d", strtol(number + 2, NULL, 2));
  2895. number = buffer_read(buf);
  2896. } else if (number[0] == '0' && number[1] && isdigit(number[1])) {
  2897. size_t i;
  2898. for (i = 0; i < strlen(number); i++)
  2899. if (number[i] != '0' || number[i+1] == '.')
  2900. break;
  2901. number += i;
  2902. }
  2903. EMIT("qi_make_number(state, %s)", number);
  2904. } break;
  2905. case T_STRING:
  2906. if (!*(node->t->text)) {
  2907. EMIT("state->empty_string");
  2908. } else {
  2909. EMIT("qi_make_string(state, \"%s\")", node->t->text);
  2910. }
  2911. break;
  2912. case T_FSTRING: {
  2913. char *text = node->t->text;
  2914. if (!*text) {
  2915. EMIT("state->empty_string");
  2916. break;
  2917. }
  2918. list_t *parts = list_new();
  2919. buffer_t *tbuf = buffer_new();
  2920. for (size_t i = 0; i < strlen(text); i++) {
  2921. char c = text[i];
  2922. if (c == '$' && text[i+1] == '$') {
  2923. buffer_append(tbuf, '$');
  2924. i++;
  2925. continue;
  2926. } else if (c == '$' && text[i+1] == '{') {
  2927. i += 2;
  2928. buffer_t *tbuf2 = buffer_new();
  2929. while (text[i] && text[i] != '}')
  2930. buffer_append(tbuf2, text[i++]);
  2931. if (text[i] != '}') {
  2932. i--;
  2933. buffer_appends(tbuf, "${");
  2934. buffer_appendb(tbuf, tbuf2);
  2935. continue;
  2936. }
  2937. if (tbuf->size > 0)
  2938. list_push(parts, nodeb(tbuf));
  2939. tbuf = buffer_new();
  2940. char *source = buffer_read(tbuf2);
  2941. list_t *pair = list_new();
  2942. buffer_t *fname = buffer_new();
  2943. size_t line, col;
  2944. (void)traverse(GETSRC(node->fi), node->pos, &line, &col);
  2945. buffer_fmt(fname, "<fstring at %s:%zu:%zu>", GETFNAME(node->fi), line, col);
  2946. list_push(pair, buffer_read(fname));
  2947. list_push(pair, source);
  2948. list_push(FILES, pair);
  2949. list_t *tokens = tokenize(source);
  2950. size_t pos = 0;
  2951. node_t *n = parse_expr(tokens, &pos);
  2952. if (pos != tokens->length-1)
  2953. COMPILE_ERROR("unconsumed input in f-expr");
  2954. list_push(parts, n);
  2955. } else buffer_append(tbuf, c);
  2956. }
  2957. if (tbuf->size > 0)
  2958. list_push(parts, nodeb(tbuf));
  2959. tbuf = buffer_new();
  2960. NEWGID();
  2961. buffer_fmt(tbuf, "inline static qi_value_t *__fstring%d(qi_state_t *state) {\n", gid);
  2962. buffer_fmt(tbuf, "qi_value_t *str = state->empty_string;\n");
  2963. for (size_t i = 0; i < parts->length; i++) {
  2964. node_t *part = parts->data[i];
  2965. buffer_fmt(tbuf, "str = qi_add(state, str, ");
  2966. if (part->tag == N_BUFFER)
  2967. buffer_fmt(tbuf, "qi_make_string(state, \"%s\")", buffer_read(part->buf));
  2968. else {
  2969. buffer_fmt(tbuf, "qi_to_string(state, ");
  2970. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, part);
  2971. buffer_fmt(tbuf, ")");
  2972. }
  2973. buffer_fmt(tbuf, ");\n");
  2974. }
  2975. buffer_fmt(tbuf, "return str;\n}\n");
  2976. buffer_appendb(gbuf, tbuf);
  2977. EMIT("__fstring%d(state)", gid);
  2978. } break;
  2979. case T_NAME: {
  2980. char *name = node->t->text;
  2981. node_t *n = const_get(name);
  2982. if (n)
  2983. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, n);
  2984. else
  2985. EMIT("qi_get(state, \"%s\")", name);
  2986. } break;
  2987. default:
  2988. COMPILE_ERROR("not yet implemented");
  2989. }
  2990. break;
  2991. case N_LIST:
  2992. EMIT("qi_make_list(state, ");
  2993. compile_list(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  2994. EMIT(")");
  2995. break;
  2996. case N_LISTGEN: {
  2997. NEWGID();
  2998. buffer_t *tbuf = buffer_new();
  2999. buffer_fmt(tbuf, "inline static qi_value_t *__listgen%d(qi_state_t *state) {\n", gid);
  3000. buffer_fmt(tbuf, "qi_list_t *list = qi_list_make();\n");
  3001. buffer_t *bbuf = buffer_new();
  3002. if (node->b) {
  3003. buffer_fmt(bbuf, "if (_qi_truthy(state, ");
  3004. compile_node(gbuf, bbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3005. buffer_fmt(bbuf, ")) {\n");
  3006. }
  3007. for (size_t i = 0; i < node->a->b->l->length; i++) {
  3008. buffer_fmt(bbuf, "qi_list_push(list, ");
  3009. compile_node(gbuf, bbuf, ctx, ltab, lstk, sstk, lbl, node->a->b->l->data[i]);
  3010. buffer_fmt(bbuf, ");\n");
  3011. }
  3012. if (node->b)
  3013. buffer_fmt(bbuf, "}\n");
  3014. node->a->b = nodeb(bbuf);
  3015. node->a->t2 = NULL;
  3016. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3017. buffer_fmt(tbuf, "return qi_make_list(state, list);\n}\n");
  3018. buffer_appendb(gbuf, tbuf);
  3019. EMIT("__listgen%d(state)", gid);
  3020. } break;
  3021. case N_TUPLE:
  3022. EMIT("qi_make_tuple(state, ");
  3023. compile_list(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  3024. EMIT(")");
  3025. break;
  3026. case N_NILTUPLE: EMIT("state->empty_tuple"); break;
  3027. case N_TABLE:
  3028. EMIT("qi_make_table(state, ");
  3029. compile_table(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->h);
  3030. EMIT(")");
  3031. break;
  3032. case N_CALL:
  3033. if (DEBUG) {
  3034. EMIT("qi_call_debug(state, ");
  3035. } else {
  3036. EMIT("qi_call(state, ");
  3037. }
  3038. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3039. EMIT(", ");
  3040. compile_list(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  3041. if (DEBUG)
  3042. buffer_fmt(buf, ", __debugData[%d]", insert_debug(node));
  3043. EMIT(")");
  3044. break;
  3045. case N_MEMBER:
  3046. EMIT("qi_index(state, ");
  3047. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3048. EMIT(", qi_make_string(state, \"%s\"))", node->t->text);
  3049. break;
  3050. case N_INDEX:
  3051. EMIT("qi_index(state, ");
  3052. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3053. EMIT(", ");
  3054. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3055. EMIT(")");
  3056. break;
  3057. case N_SLICE: {
  3058. NEWGID();
  3059. buffer_t *tbuf = buffer_new();
  3060. buffer_fmt(tbuf, "inline static qi_value_t *__slice%d(qi_state_t *state) {\n", gid);
  3061. if (node->b && node->c) {
  3062. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(3);\n");
  3063. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = ");
  3064. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3065. buffer_fmt(tbuf, ";\n");
  3066. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = ");
  3067. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3068. buffer_fmt(tbuf, ";\n");
  3069. buffer_fmt(tbuf, "qi_list_data(pargs, 2) = ");
  3070. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->c);
  3071. buffer_fmt(tbuf, ";\n");
  3072. } else if (node->b) {
  3073. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(2);\n");
  3074. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = ");
  3075. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3076. buffer_fmt(tbuf, ";\n");
  3077. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = ");
  3078. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3079. buffer_fmt(tbuf, ";\n");
  3080. } else {
  3081. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(3);\n");
  3082. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = ");
  3083. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3084. buffer_fmt(tbuf, ";\n");
  3085. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = state->zero;\n");
  3086. buffer_fmt(tbuf, "qi_list_data(pargs, 2) = ");
  3087. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->c);
  3088. buffer_fmt(tbuf, ";\n");
  3089. }
  3090. buffer_fmt(tbuf, "return qi_call(state, qi_get(state, \"__slice\"), pargs);\n");
  3091. buffer_fmt(tbuf, "}\n");
  3092. buffer_appendb(gbuf, tbuf);
  3093. EMIT("__slice%d(state)", gid);
  3094. } break;
  3095. case N_ASSIGN:
  3096. if (node->a->tag == N_LIST) {
  3097. if (node->a->l->length < 2)
  3098. COMPILE_ERROR("illegal unpack assignment left-hand side");
  3099. NEWGID();
  3100. buffer_t *tbuf = buffer_new();
  3101. buffer_fmt(tbuf, "inline static qi_value_t *__assign%d(qi_state_t *state) {\n", gid);
  3102. char *varname = tempvar();
  3103. buffer_fmt(tbuf, "qi_value_t *%s = ", varname);
  3104. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3105. buffer_fmt(tbuf, ";\n");
  3106. for (size_t i = 0; i < node->a->l->length; i++) {
  3107. ASSIGNIN(tbuf, (node_t *)node->a->l->data[i], buffer_fmt(tbuf, "qi_index(state, %s, qi_make_number(state, %d))", varname, i));
  3108. buffer_fmt(tbuf, ";\n");
  3109. }
  3110. buffer_fmt(tbuf, "return %s;\n}\n", varname);
  3111. buffer_appendb(gbuf, tbuf);
  3112. EMIT("__assign%d(state)", gid);
  3113. break;
  3114. } else if (node->a->tag == N_TUPLE) {
  3115. if (node->a->l->length < 2)
  3116. COMPILE_ERROR("illegal multiple assignment left-hand side");
  3117. if (node->b->tag != N_TUPLE || node->b->l->length < 2 || node->a->l->length != node->b->l->length)
  3118. COMPILE_ERROR("illegal multiple assignment right-hand side");
  3119. NEWGID();
  3120. buffer_t *tbuf = buffer_new();
  3121. buffer_fmt(tbuf, "qi_value_t *__assign%d(qi_state_t *state) {\n", gid);
  3122. list_t *vals = list_new();
  3123. for (size_t i = 0; i < node->b->l->length; i++) {
  3124. char *varname = tempvar();
  3125. buffer_fmt(tbuf, "qi_value_t *%s = ", varname);
  3126. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b->l->data[i]);
  3127. buffer_fmt(tbuf, ";\n");
  3128. list_push(vals, varname);
  3129. }
  3130. for (size_t i = 0; i < node->a->l->length; i++) {
  3131. char *varname = vals->data[i];
  3132. ASSIGNIN(tbuf, (node_t *)node->a->l->data[i], buffer_fmt(tbuf, "%s", varname));
  3133. buffer_fmt(tbuf, ";\n");
  3134. }
  3135. buffer_fmt(tbuf, "return %s;\n}\n", vals->data[vals->length-1]);
  3136. buffer_appendb(gbuf, tbuf);
  3137. EMIT("__assign%d(state)", gid);
  3138. break;
  3139. }
  3140. ASSIGN(node->a, compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b));
  3141. break;
  3142. case N_ASSIGN_ADD: COMPASSIGN(node->a, "add", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3143. case N_ASSIGN_SUB: COMPASSIGN(node->a, "sub", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3144. case N_ASSIGN_MUL: COMPASSIGN(node->a, "mul", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3145. case N_ASSIGN_DIV: COMPASSIGN(node->a, "div", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3146. case N_ASSIGN_IDIV: COMPASSIGN(node->a, "idiv", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3147. case N_ASSIGN_MOD: COMPASSIGN(node->a, "mod", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3148. case N_ASSIGN_POW: COMPASSIGN(node->a, "pow", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3149. case N_ASSIGN_BOR: COMPASSIGN(node->a, "bor", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3150. case N_ASSIGN_BAND: COMPASSIGN(node->a, "band", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3151. case N_ASSIGN_XOR: COMPASSIGN(node->a, "xor", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3152. case N_ASSIGN_SHL: COMPASSIGN(node->a, "shl", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3153. case N_ASSIGN_SHR: COMPASSIGN(node->a, "shr", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3154. case N_INC:
  3155. COMPASSIGN(node->a, "add", EMIT("state->one"));
  3156. break;
  3157. case N_DEC:
  3158. COMPASSIGN(node->a, "sub", EMIT("state->one"));
  3159. break;
  3160. case N_VAR: case N_LET:
  3161. table_iterate(node->h, {
  3162. EMIT("qi_%s(state, \"%s\", ", node->tag == N_LET? "decl_const": "decl", entry.key);
  3163. if (entry.value)
  3164. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, entry.value);
  3165. else EMIT("state->nil");
  3166. EMIT(");\n");
  3167. });
  3168. break;
  3169. case N_VARUNPACK: case N_LETUNPACK: {
  3170. char *varname = tempvar();
  3171. EMIT("qi_value_t *%s = ", varname);
  3172. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3173. EMIT(";\n");
  3174. for (size_t i = 0; i < node->l->length; i++)
  3175. EMIT("%s(state, \"%s\", qi_index(state, %s, qi_make_number(state, %d)));\n", node->tag == N_VARUNPACK? "qi_decl": "qi_decl_const", node->l->data[i], varname, i);
  3176. } break;
  3177. case N_CONST:break;
  3178. case N_IF:
  3179. EMIT("if (_qi_truthy(state, ");
  3180. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3181. EMIT(")) {\n");
  3182. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3183. if (node->c) {
  3184. EMIT("} else {\n");
  3185. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->c);
  3186. }
  3187. EMIT("}");
  3188. break;
  3189. case N_SWITCH: {
  3190. NEWGID();
  3191. if (node->t2) {
  3192. if (table_get(ltab, node->t2->text))
  3193. COMPILE_ERROR("redeclaration of loop label: '%s'", node->t2->text);
  3194. stack_t *pair = stack_new();
  3195. stack_push(pair, 1);
  3196. stack_push(pair, gid);
  3197. table_set(ltab, node->t2->text, pair);
  3198. }
  3199. char *varname = tempvar();
  3200. EMIT("qi_value_t *%s = ", varname);
  3201. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3202. EMIT(";\n");
  3203. for (size_t i = 0; i < node->l->length; i++) {
  3204. list_t *pair = node->l->data[i];
  3205. char *label = tempvar();
  3206. EMIT("if (_qi_equals(state, %s, ", varname);
  3207. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, pair->data[0]);
  3208. EMIT(")) goto %s;\n", label);
  3209. pair->data[0] = label;
  3210. }
  3211. EMIT("goto __default%d;\n", gid);
  3212. SPUSH(gid);
  3213. CTXPUSH("switch");
  3214. for (size_t i = 0; i < node->l->length; i++) {
  3215. list_t *pair = node->l->data[i];
  3216. char *label = pair->data[0];
  3217. node_t *block = pair->data[1];
  3218. EMIT("%s:;\n", label);
  3219. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, block);
  3220. }
  3221. EMIT("__default%d:;\n", gid);
  3222. if (node->b)
  3223. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3224. CTXPOP();
  3225. SPOP();
  3226. EMIT("__break%d:;\n", gid);
  3227. } break;
  3228. case N_FOR: {
  3229. NEWGID();
  3230. if (node->t2) {
  3231. if (table_get(ltab, node->t2->text))
  3232. COMPILE_ERROR("redeclaration of loop label: '%s'", node->t2->text);
  3233. stack_t *pair = stack_new();
  3234. stack_push(pair, 0);
  3235. stack_push(pair, gid);
  3236. table_set(ltab, node->t2->text, pair);
  3237. }
  3238. if (!node->a) {
  3239. EMIT("for (;;) {\n");
  3240. } else if (node->a && !node->b) {
  3241. EMIT("while (_qi_truthy(state, ");
  3242. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3243. EMIT(")) {\n");
  3244. } else {
  3245. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3246. EMIT("while (_qi_truthy(state, ");
  3247. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3248. EMIT(")) {\n");
  3249. }
  3250. LPUSH(gid);
  3251. CTXPUSH("for");
  3252. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->d);
  3253. EMIT("__continue%d:;\n", gid);
  3254. if (node->c) {
  3255. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->c);
  3256. EMIT(";\n");
  3257. }
  3258. CTXPOP();
  3259. LPOP();
  3260. EMIT("}\n");
  3261. EMIT("__break%d:;\n", gid);
  3262. } break;
  3263. case N_FOROF: case N_FOROFVAR: case N_FOROFUNPACK: case N_FOROFVARUNPACK: {
  3264. NEWGID();
  3265. if (node->t2) {
  3266. if (table_get(ltab, node->t2->text))
  3267. COMPILE_ERROR("redeclaration of loop label: '%s'", node->t2->text);
  3268. stack_t *pair = stack_new();
  3269. stack_push(pair, 0);
  3270. stack_push(pair, gid);
  3271. table_set(ltab, node->t2->text, pair);
  3272. }
  3273. char *varname = tempvar();
  3274. EMIT("qi_value_t *%s = qi_iter(state, ", varname);
  3275. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3276. EMIT(");\n");
  3277. if (node->tag == N_FOROFVAR) {
  3278. EMIT("qi_decl(state, \"%s\", state->nil);\n", node->t->text);
  3279. } else if (node->tag == N_FOROFVARUNPACK) {
  3280. for (size_t i = 0; i < node->l->length; i++)
  3281. EMIT("qi_decl(state, \"%s\", state->nil);\n", node->l->data[i]);
  3282. }
  3283. EMIT("for (qi_size_t length = _qi_length(state, %s), i = 0; i < length; i++) {\n", varname);
  3284. if (node->tag == N_FOROFUNPACK || node->tag == N_FOROFVARUNPACK) {
  3285. for (size_t i = 0; i < node->l->length; i++)
  3286. EMIT("qi_set(state, false, \"%s\", qi_index(state, qi_index(state, %s, qi_make_number(state, i)), qi_make_number(state, %d)));\n", node->l->data[i], varname, i);
  3287. } else
  3288. EMIT("qi_set(state, false, \"%s\", qi_index(state, %s, qi_make_number(state, i)));\n", node->t->text, varname);
  3289. LPUSH(gid);
  3290. CTXPUSH("for");
  3291. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3292. CTXPOP();
  3293. LPOP();
  3294. EMIT("__continue%d:;\n", gid);
  3295. EMIT("}\n");
  3296. EMIT("__break%d:;\n", gid);
  3297. } break;
  3298. case N_BREAK:
  3299. if (!INCTX("for") && !INCTX("switch"))
  3300. COMPILE_ERROR("break outside of a loop or a switch");
  3301. if (node->t) {
  3302. if (node->t->tag == T_NUMBER) {
  3303. unsigned int offset = abs(atoi(node->t->text)) + 1;
  3304. if (offset < 2 || offset > lstk->length)
  3305. COMPILE_ERROR("%d is not a valid break loop offset", offset-1);
  3306. EMIT("goto __break%d;", lstk->data[lstk->length-offset]);
  3307. } else {
  3308. char *label = node->t->text;
  3309. stack_t *pair = table_get(ltab, label);
  3310. if (!pair)
  3311. COMPILE_ERROR("undefined loop label: '%s'", label);
  3312. EMIT("goto __break%d;", pair->data[1]);
  3313. }
  3314. break;
  3315. }
  3316. EMIT("goto __break%d;", in_switch(ctx)? SID: LID);
  3317. break;
  3318. case N_CONTINUE:
  3319. if (!INCTX("for"))
  3320. COMPILE_ERROR("continue outside of a loop");
  3321. if (node->t) {
  3322. if (node->t->tag == T_NUMBER) {
  3323. unsigned int offset = abs(atoi(node->t->text)) + 1;
  3324. if (offset < 2 || offset > lstk->length)
  3325. COMPILE_ERROR("%d is not a valid break loop offset", offset-1);
  3326. EMIT("goto __continue%d;", lstk->data[lstk->length-offset]);
  3327. } else {
  3328. char *label = node->t->text;
  3329. stack_t *pair = table_get(ltab, label);
  3330. if (pair->data[1])
  3331. COMPILE_ERROR("continue on a switch loop label: '%s'", label);
  3332. if (!pair)
  3333. COMPILE_ERROR("undefined loop label: '%s'", label);
  3334. EMIT("goto __continue%d;", pair->data[1]);
  3335. }
  3336. break;
  3337. }
  3338. EMIT("goto __continue%d;", LID);
  3339. break;
  3340. case N_DEFER: {
  3341. NEWGID();
  3342. buffer_t *tbuf = buffer_new();
  3343. buffer_fmt(tbuf, "void __defer%d(qi_state_t *state) {\n", gid);
  3344. LBPUSH();
  3345. CTXPUSH("gap");
  3346. list_push(CONSTANTS, table_new());
  3347. compile_node(gbuf, tbuf, ctx, table_new(), stack_new(), stack_new(), lbl, node->a);
  3348. list_pop(CONSTANTS);
  3349. CTXPOP();
  3350. LBPOP();
  3351. buffer_fmt(tbuf, "\n}\n");
  3352. buffer_appendb(gbuf, tbuf);
  3353. EMIT("qi_add_defer(state, -1, __defer%d);", gid);
  3354. } break;
  3355. case N_RETURN:
  3356. if (!INCTX("func"))
  3357. COMPILE_ERROR("return outside of a function");
  3358. for (size_t i = 0; i < SCOPESK; i++)
  3359. EMIT("qi_old_scope(state);\n");
  3360. for (size_t i = 0; i < TRAPSK; i++)
  3361. EMIT("qi_unset_trap(state, trap);\n");
  3362. EMIT("return ");
  3363. if (node->a)
  3364. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3365. else EMIT("state->nil");
  3366. EMIT(";");
  3367. break;
  3368. case N_FUNCDEF: break;
  3369. case N_CLASS: break;
  3370. case N_PASS: break;
  3371. case N_DEL:
  3372. EMIT("qi_del(state, ");
  3373. if (node->a->tag == N_INDEX) {
  3374. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a->a);
  3375. EMIT(", ");
  3376. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a->b);
  3377. } else if (node->a->tag == N_MEMBER) {
  3378. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a->a);
  3379. EMIT(", qi_make_string(state, \"%s\")", node->a->t->text);
  3380. } else COMPILE_ERROR("not a index/member expression");
  3381. EMIT(");");
  3382. break;
  3383. case N_TRY:
  3384. EMIT("qi_try(state, {\n");
  3385. LBPUSH();
  3386. CTXPUSH("gap");
  3387. CTXPUSH("trap");
  3388. compile_node(gbuf, buf, ctx, table_new(), stack_new(), stack_new(), lbl, node->a);
  3389. CTXPOP();
  3390. CTXPOP();
  3391. LBPOP();
  3392. EMIT("}, {\n");
  3393. if (node->t)
  3394. EMIT("qi_decl(state, \"%s\", trap->value);\n", node->t->text);
  3395. LBPUSH();
  3396. CTXPUSH("gap");
  3397. compile_node(gbuf, buf, ctx, table_new(), stack_new(), stack_new(), lbl, node->b);
  3398. CTXPOP();
  3399. LBPOP();
  3400. if (node->c) {
  3401. NEWGID();
  3402. buffer_t *tbuf = buffer_new();
  3403. buffer_fmt(tbuf, "void __finally%d(qi_state_t *state) {\n", gid);
  3404. LBPUSH();
  3405. CTXPUSH("gap");
  3406. compile_node(gbuf, tbuf, ctx, table_new(), stack_new(), stack_new(), lbl, node->c);
  3407. CTXPOP();
  3408. LBPOP();
  3409. buffer_fmt(tbuf, "\n}\n");
  3410. buffer_appendb(gbuf, tbuf);
  3411. EMIT("}, __finally%d);\n", gid);
  3412. } else {
  3413. EMIT("}, NULL);\n");
  3414. }
  3415. break;
  3416. case N_THROW:
  3417. EMIT("qi_throw(state, ");
  3418. if (node->a)
  3419. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3420. else {
  3421. EMIT("state->nil");
  3422. }
  3423. EMIT(");");
  3424. break;
  3425. case N_LABEL: {
  3426. size_t *gid = table_get(list_index(lbl, -1), node->t->text);
  3427. EMIT("__label%d:;", *gid);
  3428. } break;
  3429. case N_GOTO: {
  3430. char *label = node->t->text;
  3431. size_t *gid = table_get(list_index(lbl, -1), label);
  3432. if (!gid)
  3433. COMPILE_ERROR("undefined label: '%s'", label);
  3434. EMIT("goto __label%d;", *gid);
  3435. } break;
  3436. case N_REQUIRE:
  3437. for (size_t i = 0; i < node->l->length; i++) {
  3438. token_t *t = node->l->data[i];
  3439. char *path = unescape(t->text);
  3440. if (require_once(gbuf, buf, ctx, ltab, lstk, sstk, lbl, path) < 0)
  3441. COMPILE_ERROR("'%s' is not a valid file path or a builtin library name", path);
  3442. }
  3443. break;
  3444. case N_IFEXPR:
  3445. EMIT("(_qi_truthy(state, ");
  3446. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3447. EMIT(")? ");
  3448. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3449. EMIT(": ");
  3450. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->c);
  3451. EMIT(")");
  3452. break;
  3453. case N_FUNCEXPR:
  3454. compile_func(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node, NULL);
  3455. break;
  3456. case N_EQUALS:
  3457. BINOP("equals");
  3458. break;
  3459. case N_NOTEQUALS:
  3460. BINOP("not_equals");
  3461. break;
  3462. case N_IS:
  3463. BINOP("is");
  3464. break;
  3465. case N_NOTIS:
  3466. BINOP("not_is");
  3467. break;
  3468. case N_IN:
  3469. BINOP("in");
  3470. break;
  3471. case N_NOTIN:
  3472. BINOP("not_in");
  3473. break;
  3474. case N_LT:
  3475. BINOP("lt");
  3476. break;
  3477. case N_GT:
  3478. BINOP("gt");
  3479. break;
  3480. case N_LE:
  3481. BINOP("le");
  3482. break;
  3483. case N_GE:
  3484. BINOP("ge");
  3485. break;
  3486. case N_ADD:
  3487. BINOP("add");
  3488. break;
  3489. case N_SUB:
  3490. BINOP("sub");
  3491. break;
  3492. case N_MUL:
  3493. BINOP("mul");
  3494. break;
  3495. case N_DIV:
  3496. BINOP("div");
  3497. break;
  3498. case N_IDIV:
  3499. BINOP("idiv");
  3500. break;
  3501. case N_MOD:
  3502. BINOP("mod");
  3503. break;
  3504. case N_POW:
  3505. BINOP("pow");
  3506. break;
  3507. case N_SHL:
  3508. BINOP("shl");
  3509. break;
  3510. case N_SHR:
  3511. BINOP("shr");
  3512. break;
  3513. case N_XOR:
  3514. BINOP("xor");
  3515. break;
  3516. case N_BOR:
  3517. BINOP("bor");
  3518. break;
  3519. case N_BAND:
  3520. BINOP("band");
  3521. break;
  3522. case N_LOGOR:
  3523. BINOP("or");
  3524. break;
  3525. case N_LOGAND:
  3526. BINOP("and");
  3527. break;
  3528. case N_NEGATE:
  3529. UNOP("negate");
  3530. break;
  3531. case N_UNARY_PLUS:
  3532. UNOP("unary_plus");
  3533. break;
  3534. case N_NOT:
  3535. UNOP("not");
  3536. break;
  3537. case N_BNOT:
  3538. UNOP("bnot");
  3539. break;
  3540. case N_INLINE: {
  3541. char *text = unescape(node->t->text);
  3542. if (text[0] == '#') {
  3543. EMIT("%s", text);
  3544. } else {
  3545. EMIT("%s;", text);
  3546. }
  3547. } break;
  3548. case N_HEADER: buffer_fmt(HBUF, "%s\n", unescape(node->t->text)); break;
  3549. case N_INCLUDE: buffer_fmt(HBUF, "#include <%s>\n", unescape(node->t->text)); break;
  3550. case N_BUFFER: buffer_appendb(buf, node->buf); break;
  3551. default:
  3552. COMPILE_ERROR("not yet implemented");
  3553. }
  3554. }
  3555. void compile_into(char *source, buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl) {
  3556. node_t *n = parse(source);
  3557. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, n);
  3558. }
  3559. char *escape(char *s) {
  3560. buffer_t *buf = buffer_new();
  3561. while (*s) {
  3562. if (*s == '\\' || *s == '"')
  3563. buffer_append(buf, '\\');
  3564. buffer_append(buf, *s++);
  3565. }
  3566. return buffer_read(buf);
  3567. }
  3568. int NOSTD = 0;
  3569. char *compile(char *source, list_t *required) {
  3570. list_t *ctx = list_new();
  3571. table_t *ltab = table_new();
  3572. stack_t *lstk = stack_new();
  3573. stack_t *sstk = stack_new();
  3574. list_t *lbl = list_new();
  3575. LBPUSH();
  3576. buffer_t *gbuf = buffer_new();
  3577. buffer_t *buf = buffer_new();
  3578. compile_into("const __QIC = \"" QIC_VERSION "\"", gbuf, buf, ctx, ltab, lstk, sstk, lbl);
  3579. if (!NOSTD)
  3580. require_once(gbuf, buf, ctx, ltab, lstk, sstk, lbl, "std");
  3581. if (required && required->length)
  3582. for (size_t i = 0; i < required->length; i++)
  3583. if (require_once(gbuf, buf, ctx, ltab, lstk, sstk, lbl, required->data[i]) < 0) {
  3584. fprintf(stderr, "fatal: '%s' is not a valid file path or a builtin library name\n", (char *)required->data[i]);
  3585. exit(1);
  3586. }
  3587. compile_into(source, gbuf, buf, ctx, ltab, lstk, sstk, lbl);
  3588. buffer_t *rbuf = buffer_new();
  3589. buffer_appends(rbuf, "#include <qirt.h>\n");
  3590. if (DEBUG && DEBUGDATA->length) {
  3591. buffer_fmt(rbuf, "static const char *__debugData[%d] = {\n", DEBUGDATA->length);
  3592. for (size_t i = 0; i < DEBUGDATA->length; i++)
  3593. buffer_fmt(rbuf, "\"%s\",\n", escape(DEBUGDATA->data[i]));
  3594. buffer_fmt(rbuf, "};\n");
  3595. }
  3596. buffer_appendb(rbuf, HBUF);
  3597. buffer_appendb(rbuf, gbuf);
  3598. buffer_appends(rbuf, "int main(int argc, char **argv) {\n");
  3599. buffer_appends(rbuf, "qi_state_t *state;\n");
  3600. if (DEBUG)
  3601. buffer_appends(rbuf, "qi_state_init_debug(&state);\n");
  3602. else
  3603. buffer_appends(rbuf, "qi_state_init(&state);\n");
  3604. buffer_appends(rbuf, "qi_list_t *args = qi_list_make();\n");
  3605. buffer_appends(rbuf, "for (int i = 0; i < argc; i++)\n");
  3606. buffer_appends(rbuf, " qi_list_push(args, qi_make_string(state, argv[i]));\n");
  3607. buffer_appends(rbuf, "qi_decl_const(state, \"ARGS\", qi_make_list(state, args));\n");
  3608. buffer_appendb(rbuf, buf);
  3609. buffer_appends(rbuf, "qi_old_scope(state);\n");
  3610. buffer_appends(rbuf, "qi_finalize();\n");
  3611. buffer_appends(rbuf, "return 0;\n");
  3612. buffer_appends(rbuf, "}\n");
  3613. return buffer_read(rbuf);
  3614. }
  3615. char *compile_file(char *filename, FILE *fd, list_t *required) {
  3616. buffer_t *buf = buffer_new();
  3617. for (;;) {
  3618. char line[512];
  3619. if (!fgets(line, sizeof(line), fd))
  3620. break;
  3621. buffer_appends(buf, line);
  3622. }
  3623. char *source = buffer_read(buf);
  3624. list_t *pair = list_new();
  3625. list_push(pair, filename);
  3626. list_push(pair, source);
  3627. list_push(FILES, pair);
  3628. char *out = compile(source, required);
  3629. list_pop(FILES);
  3630. return out;
  3631. }
  3632. int main(int argc, char **argv) {
  3633. DEBUGDATA = list_new();
  3634. FUNCNAMES = list_new();
  3635. FILES = list_new();
  3636. REQUIRED = list_new();
  3637. CONSTANTS = list_new();
  3638. list_push(CONSTANTS, table_new());
  3639. HBUF = buffer_new();
  3640. genmathlib();
  3641. char *out;
  3642. char *main = NULL;
  3643. list_t *required = NULL;
  3644. int readstdin = 0;
  3645. for (size_t i = 1; i < argc; i++) {
  3646. if (*argv[i] == '-') {
  3647. if (strcmp(argv[i], "-d") == 0 || strcmp(argv[i], "--debug") == 0)
  3648. DEBUG = 1;
  3649. else if (strcmp(argv[i], "-s") == 0 || strcmp(argv[i], "--stdin") == 0)
  3650. readstdin = 1;
  3651. else if (strcmp(argv[i], "-N") == 0 || strcmp(argv[i], "--no-std") == 0)
  3652. NOSTD = 1;
  3653. else if (strcmp(argv[i], "-h") == 0 || strcmp(argv[i], "-?") == 0 || strcmp(argv[i], "--help") == 0 || strcmp(argv[i], "-v") == 0 || strcmp(argv[i], "--version") == 0) {
  3654. fprintf(stderr, "qilang compiler, " QIC_VERSION "\n");
  3655. fprintf(stderr, "usage: %s [-dsh] [input0.qi input1.qi ... inputN.qi]\n", argv[0]);
  3656. fprintf(stderr, "-h --help\tprint this message and exit\n");
  3657. fprintf(stderr, "-d --debug\tenable debug mode\n");
  3658. fprintf(stderr, "-s --stdin\tread stdin as input\n");
  3659. fprintf(stderr, "-N --no-std\tdont automatically require std\n");
  3660. return 0;
  3661. } else {
  3662. fprintf(stderr, "fatal: unknown commandline argument: '%s'\n", argv[i]);
  3663. return 1;
  3664. }
  3665. continue;
  3666. }
  3667. if (!readstdin && !main) main = argv[i];
  3668. else {
  3669. if (!required)
  3670. required = list_new();
  3671. list_push(required, argv[i]);
  3672. }
  3673. }
  3674. if (readstdin || !main)
  3675. out = compile_file("<stdin>", stdin, required);
  3676. else {
  3677. FILE *fd = fopen(main, "rb");
  3678. if (!fd) {
  3679. fprintf(stderr, "fatal: unable to open file: '%s'\n", main);
  3680. return 1;
  3681. }
  3682. list_push(REQUIRED, main);
  3683. out = compile_file(main, fd, required);
  3684. fclose(fd);
  3685. }
  3686. fwrite(out, sizeof(char), strlen(out), stdout);
  3687. return 0;
  3688. }