qic.c 123 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748
  1. #include <ctype.h>
  2. #include <stdio.h>
  3. #include <stdarg.h>
  4. #include <stdlib.h>
  5. #include <string.h>
  6. #define QIC_VERSION "qic v01 " __DATE__
  7. size_t GID = 0;
  8. typedef struct {
  9. void **data;
  10. size_t length;
  11. } list_t;
  12. list_t *list_new(void) {
  13. list_t *list = malloc(sizeof(list_t));
  14. list->data = NULL;
  15. list->length = 0;
  16. return list;
  17. }
  18. void list_push(list_t *l, void *v) {
  19. size_t i = l->length++;
  20. l->data = realloc(l->data, l->length * sizeof(void *));
  21. l->data[i] = v;
  22. }
  23. void *list_pop(list_t *l) {
  24. if (!l->length)
  25. return NULL;
  26. return l->data[--l->length];
  27. }
  28. void *list_index(list_t *l, ssize_t index) {
  29. if (!l->length)
  30. return NULL;
  31. if (index < 0)
  32. index += ((ssize_t)l->length);
  33. if (index < 0 || index >= l->length)
  34. return NULL;
  35. return l->data[index];
  36. }
  37. void list_set(list_t *l, ssize_t index, void *v) {
  38. if (!l->length)
  39. return;
  40. if (index < 0)
  41. index += ((ssize_t)l->length);
  42. if (index < 0 || index >= l->length)
  43. return;
  44. l->data[index] = v;
  45. }
  46. typedef struct {
  47. size_t *data;
  48. size_t length;
  49. } stack_t;
  50. stack_t *stack_new(void) {
  51. stack_t *stack = malloc(sizeof(list_t));
  52. stack->data = NULL;
  53. stack->length = 0;
  54. return stack;
  55. }
  56. void stack_push(stack_t *l, size_t v) {
  57. size_t i = l->length++;
  58. l->data = realloc(l->data, l->length * sizeof(size_t));
  59. l->data[i] = v;
  60. }
  61. size_t stack_pop(stack_t *l) {
  62. if (!l->length)
  63. return 0;
  64. return l->data[--l->length];
  65. }
  66. struct entry_t {
  67. char *key;
  68. void *value;
  69. };
  70. struct table_t {
  71. struct entry_t *entries;
  72. size_t used;
  73. size_t capacity;
  74. };
  75. typedef struct entry_t entry_t;
  76. typedef struct table_t table_t;
  77. table_t *table_new() {
  78. table_t *table = malloc(sizeof(table_t));
  79. table->used = 0;
  80. table->capacity = 32;
  81. table->entries = calloc(table->capacity, sizeof(entry_t));
  82. return table;
  83. }
  84. unsigned long ht_hash(const char* key) {
  85. unsigned long hash = 5381;
  86. int c;
  87. while ((c = *key++))
  88. hash = ((hash << 5) + hash) + c;
  89. return hash;
  90. }
  91. void *table_get(table_t *table, char *key) {
  92. if (!table->used)
  93. return NULL;
  94. unsigned long hash = ht_hash(key);
  95. size_t index = hash % table->capacity;
  96. size_t i = index;
  97. while (table->entries[i].key) {
  98. if (strcmp(table->entries[i].key, key) == 0)
  99. return table->entries[i].value;
  100. i++;
  101. if (i >= table->capacity)
  102. i = 0;
  103. if (i == index)
  104. break;
  105. }
  106. return NULL;
  107. }
  108. static void table_entry_set(entry_t *entries, char *key, void *value, size_t capacity, size_t *used) {
  109. unsigned long hash = ht_hash(key);
  110. size_t index = hash % capacity;
  111. size_t i = index;
  112. while (entries[i].key) {
  113. if (strcmp(entries[i].key, key) == 0) {
  114. entries[i].value = value;
  115. return;
  116. }
  117. i++;
  118. if (i >= capacity)
  119. i = 0;
  120. if (i == index)
  121. break;
  122. }
  123. if (used)
  124. (*used)++;
  125. entries[i].key = key;
  126. entries[i].value = value;
  127. }
  128. table_t *table_set(table_t *table, char *key, void *value) {
  129. if (table->used >= table->capacity) {
  130. size_t capacity = table->capacity + 32;
  131. entry_t *entries = calloc(capacity, sizeof(entry_t));
  132. for (size_t i = 0; i < table->capacity; i++) {
  133. entry_t entry = table->entries[i];
  134. if (entry.key)
  135. table_entry_set(entries, entry.key, entry.value, capacity, NULL);
  136. }
  137. table->entries = entries;
  138. table->capacity = capacity;
  139. }
  140. table_entry_set(table->entries, key, value, table->capacity, &table->used);
  141. return table;
  142. }
  143. #define table_iterate(table, code) \
  144. { \
  145. if ((table)->used) { \
  146. size_t i = 0; \
  147. while (i < (table)->capacity) { \
  148. entry_t entry = (table)->entries[i]; \
  149. if (entry.key) { \
  150. code; \
  151. } \
  152. i++; \
  153. } \
  154. } \
  155. }
  156. typedef struct {
  157. char *str;
  158. size_t size;
  159. } buffer_t;
  160. buffer_t *buffer_new(void) {
  161. buffer_t *buf = malloc(sizeof(buffer_t));
  162. buf->str = NULL;
  163. buf->size = 0;
  164. return buf;
  165. }
  166. void buffer_append(buffer_t *buf, char c) {
  167. buf->size++;
  168. buf->str = realloc(buf->str, sizeof(char) * buf->size);
  169. buf->str[buf->size - 1] = c;
  170. }
  171. char *buffer_read(buffer_t *buf) {
  172. if (buf->size == 0 || buf->str[buf->size - 1])
  173. buffer_append(buf, 0);
  174. return buf->str;
  175. }
  176. void buffer_appends(buffer_t *buf, char *s) {
  177. for (size_t i = 0; i < strlen(s); i++)
  178. buffer_append(buf, s[i]);
  179. }
  180. void buffer_appendb(buffer_t *dst, buffer_t *src) {
  181. for (size_t i = 0; i < src->size; i++)
  182. buffer_append(dst, src->str[i]);
  183. }
  184. void buffer_fmt(buffer_t *buf, const char *fmt, ...) {
  185. va_list args;
  186. va_list largs;
  187. va_start(largs, fmt);
  188. va_copy(args, largs);
  189. size_t size = vsnprintf(NULL, 0, fmt, largs) + 1;
  190. char *str = malloc(sizeof(char) * size);
  191. vsnprintf(str, size, fmt, args);
  192. va_end(args);
  193. va_end(largs);
  194. buffer_appends(buf, str);
  195. }
  196. typedef struct {
  197. enum {
  198. T_EOF,
  199. T_NUMBER,
  200. T_STRING,
  201. T_FSTRING,
  202. T_NAME,
  203. T_VAR,
  204. T_LET,
  205. T_CONST,
  206. T_UNPACK,
  207. T_IF,
  208. T_ELSE,
  209. T_ELIF,
  210. T_SWITCH,
  211. T_CASE,
  212. T_DEFAULT,
  213. T_FOR,
  214. T_OF,
  215. T_BREAK,
  216. T_CONTINUE,
  217. T_PASS,
  218. T_FUNC,
  219. T_USE,
  220. T_RETURN,
  221. T_DEFER,
  222. T_REQUIRE,
  223. T_TRY,
  224. T_CATCH,
  225. T_FINALLY,
  226. T_THROW,
  227. T_GOTO,
  228. T_CLASS,
  229. T_DEL,
  230. T_IS,
  231. T_IN,
  232. T_LPAR,
  233. T_RPAR,
  234. T_LSB,
  235. T_RSB,
  236. T_LCB,
  237. T_RCB,
  238. T_EQUALS,
  239. T_NOTEQUALS,
  240. T_PLUSASSIGN,
  241. T_MINUSASSIGN,
  242. T_SLASHASSIGN,
  243. T_STARASSIGN,
  244. T_SLASHSLASHASSIGN,
  245. T_PERCENTASSIGN,
  246. T_STARSTARASSIGN,
  247. T_BARASSIGN,
  248. T_ANDASSIGN,
  249. T_RAISEASSIGN,
  250. T_LTLTASSIGN,
  251. T_GTGTASSIGN,
  252. T_BARBAR,
  253. T_ANDAND,
  254. T_STARSTAR,
  255. T_PLUSPLUS,
  256. T_MINUSMINUS,
  257. T_SLASHSLASH,
  258. T_PLUS,
  259. T_MINUS,
  260. T_QM,
  261. T_COLON,
  262. T_BAR,
  263. T_AND,
  264. T_LT,
  265. T_LTLT,
  266. T_GT,
  267. T_GTGT,
  268. T_LE,
  269. T_GE,
  270. T_STAR,
  271. T_SLASH,
  272. T_PERCENT,
  273. T_COMMA,
  274. T_DOT,
  275. T_BANG,
  276. T_RAISE,
  277. T_TILDE,
  278. T_AT,
  279. T_INLINE,
  280. T_HEADER,
  281. T_INCLUDE,
  282. T_ASSIGN,
  283. T_SEMI
  284. } tag;
  285. char *text;
  286. size_t fi;
  287. size_t pos;
  288. } token_t;
  289. token_t *token(int tag, char *text) {
  290. token_t *tok = malloc(sizeof(token_t));
  291. tok->tag = tag;
  292. tok->text = text;
  293. return tok;
  294. }
  295. #define TK(tk) (token(T_##tk, NULL))
  296. #define WS() while (source[*pos] == ' ' || source[*pos] == '\t' || source[*pos] == '\n' || source[*pos] == '\r') { (*pos)++; }
  297. void consume_ignored(char *source, size_t *pos) {
  298. WS();
  299. while (source[*pos] == '#') {
  300. (*pos)++;
  301. for (;;) {
  302. if (!source[*pos])
  303. break;
  304. if (source[*pos] == '\n') {
  305. (*pos)++;
  306. break;
  307. }
  308. (*pos)++;
  309. }
  310. WS();
  311. }
  312. }
  313. list_t *FILES;
  314. list_t *REQUIRED;
  315. int is_required(char *path) {
  316. for (size_t i = 0; i < REQUIRED->length; i++)
  317. if (strcmp(REQUIRED->data[i], path) == 0)
  318. return 1;
  319. return 0;
  320. }
  321. char *traverse(char *source, size_t pos, size_t *line, size_t *col) {
  322. if (line) *line = 1;
  323. if (col) *col = 1;
  324. size_t p = 0;
  325. for (size_t i = 0; i < pos; i++) {
  326. if (source[i] == '\n') {
  327. if (line) (*line)++;
  328. if (col) (*col) = 1;
  329. p = i+1;
  330. } else if (col) (*col)++;
  331. }
  332. return &source[p];
  333. }
  334. void format_error(char *filename, char *source, size_t pos, char *fmt, ...) {
  335. size_t line, col;
  336. char *src = traverse(source, pos, &line, &col);
  337. va_list args;
  338. va_start(args, fmt);
  339. fprintf(stderr, "%s (%zu:%zu): ", filename, line, col);
  340. vfprintf(stderr, fmt, args);
  341. fputc('\n', stderr);
  342. va_end(args);
  343. if (!*src)
  344. return;
  345. int empty = 1;
  346. for (size_t i = 0; src[i] && src[i] != '\n'; i++)
  347. if (!isspace(src[i])) {
  348. empty = 0; break;
  349. }
  350. if (empty)
  351. return;
  352. fputc('\t', stderr);
  353. for (size_t i = 0; src[i] && src[i] != '\n' && i < 64; i++)
  354. fputc(src[i], stderr);
  355. fputc('\n', stderr);
  356. fputc('\t', stderr);
  357. for (size_t i = 1; i < col && i < 64; i++)
  358. fputc(' ', stderr);
  359. fputs("^\n", stderr);
  360. }
  361. #define GETFNAME(fi) ((char *)((list_t *)list_index(FILES, fi))->data[0])
  362. #define GETSRC(fi) ((char *)((list_t *)list_index(FILES, fi))->data[1])
  363. #define LEX_ERROR(fmt, ...) { format_error(GETFNAME(-1), source, *pos, fmt, ##__VA_ARGS__); exit(1); }
  364. token_t *tokenize_string(char *source, size_t *pos) {
  365. char term = source[(*pos)++];
  366. buffer_t *text = buffer_new();
  367. while (source[*pos] != term) {
  368. if (!source[*pos])
  369. LEX_ERROR("unterminated string literal");
  370. char c = source[(*pos)++];
  371. if (c == '\n' && term != '`')
  372. LEX_ERROR("unterminated string literal");
  373. if (term != '`' && c == '\\') {
  374. char nc = source[(*pos)++];
  375. if (!nc)
  376. continue;
  377. switch (nc) {
  378. case 'n':
  379. buffer_appends(text, "\\n");
  380. break;
  381. case 't':
  382. buffer_appends(text, "\\t");
  383. break;
  384. case 'r':
  385. buffer_appends(text, "\\r");
  386. break;
  387. case 'b':
  388. buffer_appends(text, "\\b");
  389. break;
  390. case 'e':
  391. buffer_appends(text, "\\e");
  392. break;
  393. case 's':
  394. buffer_appends(text, " ");
  395. break;
  396. case '"':
  397. buffer_appends(text, "\\\"");
  398. break;
  399. case '\\':
  400. buffer_appends(text, "\\\\");
  401. break;
  402. case '\n':
  403. buffer_appends(text, "\\n");
  404. break;
  405. default:
  406. buffer_append(text, nc);
  407. break;
  408. }
  409. continue;
  410. }
  411. if (c == '"' || c == '\\')
  412. buffer_append(text, '\\');
  413. else if (c == '\n')
  414. buffer_appends(text, "\\n");
  415. buffer_append(text, c);
  416. }
  417. (*pos)++;
  418. return token(T_STRING, buffer_read(text));
  419. }
  420. token_t *next_token(char *source, size_t *pos) {
  421. if (!source[*pos])
  422. return token(T_EOF, NULL);
  423. if (source[*pos] == '"' || source[*pos] == '\'' || source[*pos] == '`')
  424. return tokenize_string(source, pos);
  425. else if (source[*pos] == 'f' && (source[(*pos)+1] == '"' || source[(*pos)+1] == '\'' || source[(*pos)+1] == '`')) {
  426. (*pos)++;
  427. token_t *t = tokenize_string(source, pos);
  428. t->tag = T_FSTRING;
  429. return t;
  430. } else if (source[*pos] == '0' && (source[(*pos)+1] == 'x' || source[(*pos)+1] == 'b' || source[(*pos)+1] == 'o')) {
  431. buffer_t *number = buffer_new();
  432. buffer_append(number, source[(*pos)++]);
  433. char b = source[(*pos)++];
  434. buffer_append(number, b);
  435. while (source[*pos] && strchr(b == 'x' ? "0123456789abcdefABCDEF": b == 'b' ? "01": "01234567", source[*pos]) != NULL)
  436. buffer_append(number, source[(*pos)++]);
  437. if (number->size < 3)
  438. LEX_ERROR("illegal number literal (trailing base)");
  439. return token(T_NUMBER, buffer_read(number));
  440. } else if ((source[*pos] == '.' && isdigit(source[(*pos)+1])) || isdigit(source[*pos])) {
  441. buffer_t *number = buffer_new();
  442. int dot = 0;
  443. int sub = 0;
  444. int skip = 0;
  445. if (source[*pos] == '.') {
  446. buffer_append(number, '0');
  447. skip = 1;
  448. }
  449. do {
  450. if (skip) skip = 0;
  451. else
  452. buffer_append(number, source[(*pos)++]);
  453. if (!dot && source[*pos] == '.') {
  454. buffer_append(number, source[(*pos)++]);
  455. if (!isdigit(source[*pos]))
  456. LEX_ERROR("illegal number literal (missing part after floating point)");
  457. dot = 1;
  458. } else if (!sub && source[*pos] == '_') {
  459. (*pos)++;
  460. if (!isdigit(source[*pos]))
  461. LEX_ERROR("illegal number literal (missing part after underscore)");
  462. sub = 1;
  463. } else if (sub) sub = 0;
  464. } while (isdigit(source[*pos]));
  465. return token(T_NUMBER, buffer_read(number));
  466. } else if (isalpha(source[*pos]) || source[*pos] == '_') {
  467. buffer_t *text = buffer_new();
  468. do {
  469. buffer_append(text, source[(*pos)++]);
  470. } while (isalpha(source[*pos]) || source[*pos] == '_' || isdigit(source[*pos]));
  471. char *name = buffer_read(text);
  472. if (strcmp(name, "var") == 0)
  473. return TK(VAR);
  474. else if (strcmp(name, "let") == 0)
  475. return TK(LET);
  476. else if (strcmp(name, "const") == 0)
  477. return TK(CONST);
  478. else if (strcmp(name, "unpack") == 0)
  479. return TK(UNPACK);
  480. else if (strcmp(name, "if") == 0)
  481. return TK(IF);
  482. else if (strcmp(name, "else") == 0)
  483. return TK(ELSE);
  484. else if (strcmp(name, "elif") == 0)
  485. return TK(ELIF);
  486. else if (strcmp(name, "switch") == 0)
  487. return TK(SWITCH);
  488. else if (strcmp(name, "case") == 0)
  489. return TK(CASE);
  490. else if (strcmp(name, "default") == 0)
  491. return TK(DEFAULT);
  492. else if (strcmp(name, "for") == 0)
  493. return TK(FOR);
  494. else if (strcmp(name, "break") == 0)
  495. return TK(BREAK);
  496. else if (strcmp(name, "continue") == 0)
  497. return TK(CONTINUE);
  498. else if (strcmp(name, "func") == 0)
  499. return TK(FUNC);
  500. else if (strcmp(name, "use") == 0)
  501. return TK(USE);
  502. else if (strcmp(name, "return") == 0)
  503. return TK(RETURN);
  504. else if (strcmp(name, "defer") == 0)
  505. return TK(DEFER);
  506. else if (strcmp(name, "pass") == 0)
  507. return TK(PASS);
  508. else if (strcmp(name, "require") == 0)
  509. return TK(REQUIRE);
  510. else if (strcmp(name, "try") == 0)
  511. return TK(TRY);
  512. else if (strcmp(name, "catch") == 0)
  513. return TK(CATCH);
  514. else if (strcmp(name, "finally") == 0)
  515. return TK(FINALLY);
  516. else if (strcmp(name, "throw") == 0)
  517. return TK(THROW);
  518. else if (strcmp(name, "goto") == 0)
  519. return TK(GOTO);
  520. else if (strcmp(name, "class") == 0)
  521. return TK(CLASS);
  522. else if (strcmp(name, "del") == 0)
  523. return TK(DEL);
  524. else if (strcmp(name, "is") == 0)
  525. return TK(IS);
  526. else if (strcmp(name, "in") == 0)
  527. return TK(IN);
  528. else if (strcmp(name, "of") == 0)
  529. return TK(OF);
  530. else if (strcmp(name, "inline") == 0)
  531. return TK(INLINE);
  532. else if (strcmp(name, "header") == 0)
  533. return TK(HEADER);
  534. else if (strcmp(name, "include") == 0)
  535. return TK(INCLUDE);
  536. return token(T_NAME, name);
  537. } else if (strncmp(&source[*pos], "==", 2) == 0 && ++(*pos) && ++(*pos))
  538. return TK(EQUALS);
  539. else if (strncmp(&source[*pos], "!=", 2) == 0 && ++(*pos) && ++(*pos))
  540. return TK(NOTEQUALS);
  541. else if (strncmp(&source[*pos], "+=", 2) == 0 && ++(*pos) && ++(*pos))
  542. return TK(PLUSASSIGN);
  543. else if (strncmp(&source[*pos], "-=", 2) == 0 && ++(*pos) && ++(*pos))
  544. return TK(MINUSASSIGN);
  545. else if (strncmp(&source[*pos], "*=", 2) == 0 && ++(*pos) && ++(*pos))
  546. return TK(STARASSIGN);
  547. else if (strncmp(&source[*pos], "/=", 2) == 0 && ++(*pos) && ++(*pos))
  548. return TK(SLASHASSIGN);
  549. else if (strncmp(&source[*pos], "//=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  550. return TK(SLASHSLASHASSIGN);
  551. else if (strncmp(&source[*pos], "%=", 2) == 0 && ++(*pos) && ++(*pos))
  552. return TK(PERCENTASSIGN);
  553. else if (strncmp(&source[*pos], "**=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  554. return TK(STARSTARASSIGN);
  555. else if (strncmp(&source[*pos], "|=", 2) == 0 && ++(*pos) && ++(*pos))
  556. return TK(BARASSIGN);
  557. else if (strncmp(&source[*pos], "&=", 2) == 0 && ++(*pos) && ++(*pos))
  558. return TK(ANDASSIGN);
  559. else if (strncmp(&source[*pos], "^=", 2) == 0 && ++(*pos) && ++(*pos))
  560. return TK(RAISEASSIGN);
  561. else if (strncmp(&source[*pos], "<<=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  562. return TK(LTLTASSIGN);
  563. else if (strncmp(&source[*pos], ">>=", 3) == 0 && ++(*pos) && ++(*pos) && ++(*pos))
  564. return TK(GTGTASSIGN);
  565. else if (strncmp(&source[*pos], "||", 2) == 0 && ++(*pos) && ++(*pos))
  566. return TK(BARBAR);
  567. else if (strncmp(&source[*pos], "&&", 2) == 0 && ++(*pos) && ++(*pos))
  568. return TK(ANDAND);
  569. else if (strncmp(&source[*pos], "++", 2) == 0 && ++(*pos) && ++(*pos))
  570. return TK(PLUSPLUS);
  571. else if (strncmp(&source[*pos], "--", 2) == 0 && ++(*pos) && ++(*pos))
  572. return TK(MINUSMINUS);
  573. else if (strncmp(&source[*pos], "//", 2) == 0 && ++(*pos) && ++(*pos))
  574. return TK(SLASHSLASH);
  575. else if (strncmp(&source[*pos], "**", 2) == 0 && ++(*pos) && ++(*pos))
  576. return TK(STARSTAR);
  577. else if (strncmp(&source[*pos], "<<", 2) == 0 && ++(*pos) && ++(*pos))
  578. return TK(LTLT);
  579. else if (strncmp(&source[*pos], ">>", 2) == 0 && ++(*pos) && ++(*pos))
  580. return TK(GTGT);
  581. else if (strncmp(&source[*pos], "<=", 2) == 0 && ++(*pos) && ++(*pos))
  582. return TK(LE);
  583. else if (strncmp(&source[*pos], ">=", 2) == 0 && ++(*pos) && ++(*pos))
  584. return TK(GE);
  585. else if (source[*pos] == '(' && ++(*pos))
  586. return TK(LPAR);
  587. else if (source[*pos] == ')' && ++(*pos))
  588. return TK(RPAR);
  589. else if (source[*pos] == '[' && ++(*pos))
  590. return TK(LSB);
  591. else if (source[*pos] == ']' && ++(*pos))
  592. return TK(RSB);
  593. else if (source[*pos] == '{' && ++(*pos))
  594. return TK(LCB);
  595. else if (source[*pos] == '}' && ++(*pos))
  596. return TK(RCB);
  597. else if (source[*pos] == '+' && ++(*pos))
  598. return TK(PLUS);
  599. else if (source[*pos] == '-' && ++(*pos))
  600. return TK(MINUS);
  601. else if (source[*pos] == '*' && ++(*pos))
  602. return TK(STAR);
  603. else if (source[*pos] == '/' && ++(*pos))
  604. return TK(SLASH);
  605. else if (source[*pos] == '%' && ++(*pos))
  606. return TK(PERCENT);
  607. else if (source[*pos] == '?' && ++(*pos))
  608. return TK(QM);
  609. else if (source[*pos] == ':' && ++(*pos))
  610. return TK(COLON);
  611. else if (source[*pos] == '=' && ++(*pos))
  612. return TK(ASSIGN);
  613. else if (source[*pos] == ';' && ++(*pos))
  614. return TK(SEMI);
  615. else if (source[*pos] == ',' && ++(*pos))
  616. return TK(COMMA);
  617. else if (source[*pos] == '.' && ++(*pos))
  618. return TK(DOT);
  619. else if (source[*pos] == '<' && ++(*pos))
  620. return TK(LT);
  621. else if (source[*pos] == '>' && ++(*pos))
  622. return TK(GT);
  623. else if (source[*pos] == '!' && ++(*pos))
  624. return TK(BANG);
  625. else if (source[*pos] == '|' && ++(*pos))
  626. return TK(BAR);
  627. else if (source[*pos] == '&' && ++(*pos))
  628. return TK(AND);
  629. else if (source[*pos] == '^' && ++(*pos))
  630. return TK(RAISE);
  631. else if (source[*pos] == '~' && ++(*pos))
  632. return TK(TILDE);
  633. else if (source[*pos] == '@' && ++(*pos))
  634. return TK(AT);
  635. LEX_ERROR("unexpected input")
  636. }
  637. list_t *tokenize(char *source) {
  638. size_t pos = 0;
  639. list_t *toks = list_new();
  640. do {
  641. consume_ignored(source, &pos);
  642. size_t tok_pos = pos;
  643. token_t *tok = next_token(source, &pos);
  644. tok->fi = FILES->length-1;
  645. tok->pos = tok_pos;
  646. list_push(toks, tok);
  647. if (tok->tag == T_EOF)
  648. break;
  649. } while (1);
  650. return toks;
  651. }
  652. int DEBUG = 0;
  653. list_t *DEBUGDATA;
  654. list_t *FUNCNAMES;
  655. struct _node_t {
  656. enum {
  657. N_TOPLEVEL,
  658. N_PROGRAM,
  659. N_EXPRSTMT,
  660. N_BLOCK,
  661. N_NOT,
  662. N_NEGATE,
  663. N_UNARY_PLUS,
  664. N_BNOT,
  665. N_LITERAL,
  666. N_LIST,
  667. N_LISTGEN,
  668. N_TUPLE,
  669. N_NILTUPLE,
  670. N_TABLE,
  671. N_CALL,
  672. N_STAR,
  673. N_MEMBER,
  674. N_INDEX,
  675. N_SLICE,
  676. N_ADD,
  677. N_SUB,
  678. N_MUL,
  679. N_DIV,
  680. N_IDIV,
  681. N_MOD,
  682. N_POW,
  683. N_SHL,
  684. N_SHR,
  685. N_XOR,
  686. N_BOR,
  687. N_BAND,
  688. N_ASSIGN,
  689. N_ASSIGN_ADD,
  690. N_ASSIGN_SUB,
  691. N_ASSIGN_MUL,
  692. N_ASSIGN_DIV,
  693. N_ASSIGN_IDIV,
  694. N_ASSIGN_MOD,
  695. N_ASSIGN_POW,
  696. N_ASSIGN_BOR,
  697. N_ASSIGN_BAND,
  698. N_ASSIGN_XOR,
  699. N_ASSIGN_SHL,
  700. N_ASSIGN_SHR,
  701. N_EQUALS,
  702. N_NOTEQUALS,
  703. N_IS,
  704. N_IN,
  705. N_NOTIS,
  706. N_NOTIN,
  707. N_LT,
  708. N_GT,
  709. N_LE,
  710. N_GE,
  711. N_INC,
  712. N_DEC,
  713. N_VAR,
  714. N_LET,
  715. N_VARUNPACK,
  716. N_LETUNPACK,
  717. N_CONST,
  718. N_IF,
  719. N_SWITCH,
  720. N_FOR,
  721. N_FOROF,
  722. N_FOROFVAR,
  723. N_FOROFUNPACK,
  724. N_FOROFVARUNPACK,
  725. N_BREAK,
  726. N_CONTINUE,
  727. N_FUNCDEF,
  728. N_RETURN,
  729. N_DEFER,
  730. N_PASS,
  731. N_REQUIRE,
  732. N_TRY,
  733. N_THROW,
  734. N_LABEL,
  735. N_GOTO,
  736. N_CLASS,
  737. N_DEL,
  738. N_INLINE,
  739. N_HEADER,
  740. N_INCLUDE,
  741. N_IFEXPR,
  742. N_FUNCEXPR,
  743. N_LOGOR,
  744. N_LOGAND,
  745. N_BUFFER
  746. } tag;
  747. struct _node_t *a;
  748. struct _node_t *b;
  749. struct _node_t *c;
  750. struct _node_t *d;
  751. list_t *l;
  752. table_t *h;
  753. table_t *h2;
  754. token_t *t;
  755. token_t *t2;
  756. buffer_t *buf;
  757. size_t fi;
  758. size_t pos;
  759. };
  760. typedef struct _node_t node_t;
  761. node_t *node_pos(node_t *node, size_t fi, size_t pos) {
  762. node->fi = fi;
  763. node->pos = pos;
  764. return node;
  765. }
  766. node_t *nodet(int tag, token_t *t) {
  767. node_t *node = malloc(sizeof(node_t));
  768. node->tag = tag;
  769. node->t = t;
  770. return node;
  771. }
  772. #define NODET(n, a) (node_pos(nodet(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  773. node_t *nodel(int tag, list_t *l) {
  774. node_t *node = malloc(sizeof(node_t));
  775. node->tag = tag;
  776. node->l = l;
  777. return node;
  778. }
  779. #define NODEL(n, a) (node_pos(nodel(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  780. node_t *nodetl(int tag, token_t *t, list_t *l) {
  781. node_t *node = malloc(sizeof(node_t));
  782. node->tag = tag;
  783. node->t = t;
  784. node->l = l;
  785. return node;
  786. }
  787. #define NODETL(n, t, l) (node_pos(nodetl(N_##n, (t), (l)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  788. node_t *nodeh(int tag, table_t *h) {
  789. node_t *node = malloc(sizeof(node_t));
  790. node->tag = tag;
  791. node->h = h;
  792. return node;
  793. }
  794. #define NODEH(n, a) (node_pos(nodeh(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  795. node_t *node0(int tag) {
  796. node_t *node = malloc(sizeof(node_t));
  797. node->tag = tag;
  798. return node;
  799. }
  800. #define NODE0(n) (node_pos(node0(N_##n), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  801. node_t *node1(int tag, node_t *a) {
  802. node_t *node = malloc(sizeof(node_t));
  803. node->tag = tag;
  804. node->a = a;
  805. return node;
  806. }
  807. #define NODE1(n, a) (node_pos(node1(N_##n, (a)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  808. node_t *node1l(int tag, node_t *a, list_t *l) {
  809. node_t *node = malloc(sizeof(node_t));
  810. node->tag = tag;
  811. node->a = a;
  812. node->l = l;
  813. return node;
  814. }
  815. #define NODE1l(n, a, l) (node_pos(node1l(N_##n, (a), (l)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  816. node_t *node1t(int tag, node_t *a, token_t *t) {
  817. node_t *node = malloc(sizeof(node_t));
  818. node->tag = tag;
  819. node->a = a;
  820. node->t = t;
  821. return node;
  822. }
  823. #define NODE1t(n, a, t) (node_pos(node1t(N_##n, (a), (t)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  824. node_t *node2(int tag, node_t *a, node_t *b) {
  825. node_t *node = malloc(sizeof(node_t));
  826. node->tag = tag;
  827. node->a = a;
  828. node->b = b;
  829. return node;
  830. }
  831. #define NODE2(n, a, b) (node_pos(node2(N_##n, (a), (b)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  832. node_t *node2l(int tag, node_t *a, node_t *b, list_t *l) {
  833. node_t *node = malloc(sizeof(node_t));
  834. node->tag = tag;
  835. node->a = a;
  836. node->b = b;
  837. node->l = l;
  838. return node;
  839. }
  840. #define NODE2l(n, a, b, l) (node_pos(node2l(N_##n, (a), (b), (l)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  841. node_t *node2t(int tag, node_t *a, node_t *b, token_t *t) {
  842. node_t *node = malloc(sizeof(node_t));
  843. node->tag = tag;
  844. node->a = a;
  845. node->b = b;
  846. node->t = t;
  847. return node;
  848. }
  849. #define NODE2t(n, a, b, c) (node_pos(node2t(N_##n, (a), (b), (c)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  850. node_t *node3(int tag, node_t *a, node_t *b, node_t *c) {
  851. node_t *node = malloc(sizeof(node_t));
  852. node->tag = tag;
  853. node->a = a;
  854. node->b = b;
  855. node->c = c;
  856. return node;
  857. }
  858. #define NODE3(n, a, b, c) (node_pos(node3(N_##n, (a), (b), (c)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  859. node_t *node3t(int tag, node_t *a, node_t *b, node_t *c, token_t *t) {
  860. node_t *node = malloc(sizeof(node_t));
  861. node->tag = tag;
  862. node->a = a;
  863. node->b = b;
  864. node->c = c;
  865. node->t = t;
  866. return node;
  867. }
  868. #define NODE3t(n, a, b, c, d) (node_pos(node3t(N_##n, (a), (b), (c), (d)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  869. node_t *node4(int tag, node_t *a, node_t *b, node_t *c, node_t *d) {
  870. node_t *node = malloc(sizeof(node_t));
  871. node->tag = tag;
  872. node->a = a;
  873. node->b = b;
  874. node->c = c;
  875. node->d = d;
  876. return node;
  877. }
  878. #define NODE4(n, a, b, c, d) (node_pos(node4(N_##n, (a), (b), (c), (d)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  879. node_t *nodef(int tag, token_t *name, table_t *params, table_t *captured, node_t *body) {
  880. node_t *node = malloc(sizeof(node_t));
  881. node->tag = tag;
  882. node->t = name;
  883. node->h = params;
  884. node->h2 = captured;
  885. node->a = body;
  886. return node;
  887. }
  888. #define NODEF(n, a, b, c, d) (node_pos(nodef(N_##n, (a), (b), (c), (d)), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi, ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos))
  889. node_t *nodeb(buffer_t *buf) {
  890. node_t *node = malloc(sizeof(node_t));
  891. node->tag = N_BUFFER;
  892. node->buf = buf;
  893. return node;
  894. }
  895. #define LABELLOOP(n)\
  896. node_t *ln = (n);\
  897. ln->t2 = label;
  898. #define AT(tk) (*pos < tokens->length && ((token_t *)tokens->data[*pos])->tag == T_##tk)
  899. #define ATP(tk, p) ((*pos)+p < tokens->length && ((token_t *)tokens->data[(*pos)+p])->tag == T_##tk)
  900. #define MATCH(tk) (AT(tk) && ++(*pos))
  901. #define PARSE_ERROR(fmt, ...) { format_error(GETFNAME(((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi), GETSRC(((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->fi), ((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])->pos, fmt, ##__VA_ARGS__); exit(1); }
  902. #define EXPECT(tk, s) { if (!MATCH(tk)) PARSE_ERROR("expected %s", (s)); }
  903. node_t *parse_expr(list_t *tokens, size_t *pos);
  904. list_t *parse_sequence(list_t *tokens, size_t *pos, int term) {
  905. list_t *seq = list_new();
  906. do {
  907. if (term != -1 && *pos < tokens->length && ((token_t *)tokens->data[*pos])->tag == term)
  908. break;
  909. if (MATCH(STAR))
  910. list_push(seq, NODE1(STAR, parse_expr(tokens, pos)));
  911. else
  912. list_push(seq, parse_expr(tokens, pos));
  913. } while (MATCH(COMMA));
  914. return seq;
  915. }
  916. node_t *parse_func(list_t *tokens, size_t *pos, int is_expr);
  917. char *unescape(char *s);
  918. node_t *parse_primary(list_t *tokens, size_t *pos) {
  919. if (MATCH(FUNC))
  920. return parse_func(tokens, pos, 1);
  921. else if (MATCH(LPAR)) {
  922. if (MATCH(RPAR))
  923. return NODE0(NILTUPLE);
  924. node_t *a = parse_expr(tokens, pos);
  925. if (MATCH(COMMA)) {
  926. list_t *l = list_new();
  927. list_push(l, a);
  928. if (!AT(RPAR))
  929. do {
  930. node_t *n = parse_expr(tokens, pos);
  931. list_push(l, n);
  932. } while (MATCH(COMMA));
  933. a = NODEL(TUPLE, l);
  934. }
  935. EXPECT(RPAR, ")");
  936. return a;
  937. } else if (MATCH(LSB)) {
  938. list_t *a = parse_sequence(tokens, pos, T_RSB);
  939. node_t *loop = NULL;
  940. node_t *cond = NULL;
  941. if (MATCH(FOR)) {
  942. if (MATCH(LSB)) {
  943. list_t *l = list_new();
  944. do {
  945. if(!AT(NAME))
  946. PARSE_ERROR("expected identifier");
  947. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  948. } while (MATCH(COMMA));
  949. EXPECT(RSB, "]");
  950. EXPECT(OF, "of");
  951. loop = NODE2l(FOROFUNPACK, parse_expr(tokens, pos), NODEL(LIST, a), l);
  952. } else {
  953. if(!AT(NAME))
  954. PARSE_ERROR("expected identifier");
  955. token_t *t = tokens->data[(*pos)++];
  956. EXPECT(OF, "of");
  957. loop = NODE2t(FOROF, parse_expr(tokens, pos), NODEL(LIST, a), t);
  958. }
  959. if (MATCH(IF))
  960. cond = parse_expr(tokens, pos);
  961. }
  962. EXPECT(RSB, "]");
  963. if (loop)
  964. return NODE2(LISTGEN, loop, cond);
  965. return NODEL(LIST, a);
  966. } else if (MATCH(LCB)) {
  967. table_t *table = table_new();
  968. do {
  969. if (AT(RCB))
  970. break;
  971. if (!AT(NAME) && !AT(STRING))
  972. PARSE_ERROR("expected identifier or string");
  973. int is_str = AT(STRING);
  974. char *key = ((token_t *)tokens->data[(*pos)++])->text;
  975. EXPECT(COLON, ":");
  976. node_t *val = parse_expr(tokens, pos);
  977. table_set(table, is_str? unescape(key): key, val);
  978. } while (MATCH(COMMA));
  979. EXPECT(RCB, "}");
  980. return NODEH(TABLE, table);
  981. } else if (MATCH(NUMBER) || MATCH(STRING) || MATCH(FSTRING) || MATCH(NAME))
  982. return NODET(LITERAL, tokens->data[(*pos)-1]);
  983. if (MATCH(RPAR)) {
  984. PARSE_ERROR("extraneous )");
  985. } else if (MATCH(RSB)) {
  986. PARSE_ERROR("extraneous ]");
  987. } else if (MATCH(RCB)) {
  988. PARSE_ERROR("extraneous }");
  989. } else {
  990. PARSE_ERROR("expected expression");
  991. }
  992. return NULL;
  993. }
  994. size_t get_lineno(token_t *tok) {
  995. size_t line, col;
  996. traverse(GETSRC(tok->fi), tok->pos, &line, &col);
  997. return line;
  998. }
  999. #define CLIFF (get_lineno(((token_t *)tokens->data[(*pos)>0?(*pos)-1:(*pos)])) != get_lineno(((token_t *)tokens->data[(*pos)>=tokens->length?tokens->length-1:(*pos)])))
  1000. #define CLIFF_AHEAD (get_lineno(((token_t *)tokens->data[(*pos)>=tokens->length?tokens->length-1:(*pos)])) != get_lineno(((token_t *)tokens->data[(*pos)+1>=tokens->length?tokens->length-1:(*pos)+1])))
  1001. node_t *parse_call(list_t *tokens, size_t *pos) {
  1002. node_t *a = parse_primary(tokens, pos);
  1003. do {
  1004. if (!CLIFF && MATCH(LPAR)) {
  1005. list_t *b = NULL;
  1006. if (!AT(RPAR))
  1007. b = parse_sequence(tokens, pos, -1);
  1008. EXPECT(RPAR, ")");
  1009. a = NODE1l(CALL, a, b);
  1010. continue;
  1011. } else if (!CLIFF && MATCH(LSB)) {
  1012. if (MATCH(COLON)) {
  1013. a = NODE3(SLICE, a, NULL, parse_expr(tokens, pos));
  1014. EXPECT(RSB, "]");
  1015. continue;
  1016. }
  1017. node_t *b = parse_expr(tokens, pos);
  1018. if (MATCH(COLON)) {
  1019. node_t *c = NULL;
  1020. if (!AT(RSB))
  1021. c = parse_expr(tokens, pos);
  1022. EXPECT(RSB, "]");
  1023. a = NODE3(SLICE, a, b, c);
  1024. continue;
  1025. }
  1026. EXPECT(RSB, "]");
  1027. a = NODE2(INDEX, a, b);
  1028. continue;
  1029. } else if (!CLIFF && MATCH(DOT)) {
  1030. if (!AT(NAME))
  1031. PARSE_ERROR("expected identifier after .");
  1032. a = NODE1t(MEMBER, a, tokens->data[(*pos)++]);
  1033. continue;
  1034. }
  1035. break;
  1036. } while (1);
  1037. return a;
  1038. }
  1039. node_t *parse_postfix(list_t *tokens, size_t *pos) {
  1040. node_t *a = parse_call(tokens, pos);
  1041. if (CLIFF)
  1042. return a;
  1043. if (MATCH(PLUSPLUS))
  1044. return NODE1(INC, a);
  1045. else if (MATCH(MINUSMINUS))
  1046. return NODE1(DEC, a);
  1047. return a;
  1048. }
  1049. node_t *parse_unary(list_t *tokens, size_t *pos) {
  1050. if (MATCH(MINUS)) {
  1051. node_t *a = parse_unary(tokens, pos);
  1052. return NODE1(NEGATE, a);
  1053. } else if (MATCH(PLUS)) {
  1054. node_t *a = parse_unary(tokens, pos);
  1055. return NODE1(UNARY_PLUS, a);
  1056. } else if (MATCH(BANG)) {
  1057. node_t *a = parse_unary(tokens, pos);
  1058. return NODE1(NOT, a);
  1059. } else if (MATCH(TILDE)) {
  1060. node_t *a = parse_unary(tokens, pos);
  1061. return NODE1(BNOT, a);
  1062. }
  1063. return parse_postfix(tokens, pos);
  1064. }
  1065. node_t *parse_pow(list_t *tokens, size_t *pos) {
  1066. node_t *a = parse_unary(tokens, pos);
  1067. do {
  1068. if (MATCH(STARSTAR)) {
  1069. node_t *b = parse_unary(tokens, pos);
  1070. a = NODE2(POW, a, b);
  1071. continue;
  1072. }
  1073. break;
  1074. } while (1);
  1075. return a;
  1076. }
  1077. node_t *parse_mul(list_t *tokens, size_t *pos) {
  1078. node_t *a = parse_pow(tokens, pos);
  1079. do {
  1080. if (MATCH(STAR)) {
  1081. node_t *b = parse_pow(tokens, pos);
  1082. a = NODE2(MUL, a, b);
  1083. continue;
  1084. } else if (MATCH(SLASH)) {
  1085. node_t *b = parse_pow(tokens, pos);
  1086. a = NODE2(DIV, a, b);
  1087. continue;
  1088. } else if (MATCH(SLASHSLASH)) {
  1089. node_t *b = parse_pow(tokens, pos);
  1090. a = NODE2(IDIV, a, b);
  1091. continue;
  1092. } else if (MATCH(PERCENT)) {
  1093. node_t *b = parse_pow(tokens, pos);
  1094. a = NODE2(MOD, a, b);
  1095. continue;
  1096. }
  1097. break;
  1098. } while (1);
  1099. return a;
  1100. }
  1101. node_t *parse_add(list_t *tokens, size_t *pos) {
  1102. node_t *a = parse_mul(tokens, pos);
  1103. do {
  1104. if (MATCH(PLUS)) {
  1105. node_t *b = parse_mul(tokens, pos);
  1106. a = NODE2(ADD, a, b);
  1107. continue;
  1108. } else if (MATCH(MINUS)) {
  1109. node_t *b = parse_mul(tokens, pos);
  1110. a = NODE2(SUB, a, b);
  1111. continue;
  1112. }
  1113. break;
  1114. } while (1);
  1115. return a;
  1116. }
  1117. node_t *parse_shift(list_t *tokens, size_t *pos) {
  1118. node_t *a = parse_add(tokens, pos);
  1119. do {
  1120. if (MATCH(LTLT)) {
  1121. node_t *b = parse_add(tokens, pos);
  1122. a = NODE2(SHL, a, b);
  1123. continue;
  1124. } else if (MATCH(GTGT)) {
  1125. node_t *b = parse_add(tokens, pos);
  1126. a = NODE2(SHR, a, b);
  1127. continue;
  1128. }
  1129. break;
  1130. } while (1);
  1131. return a;
  1132. }
  1133. node_t *parse_relation(list_t *tokens, size_t *pos) {
  1134. node_t *a = parse_shift(tokens, pos);
  1135. do {
  1136. if (MATCH(LT)) {
  1137. node_t *b = parse_shift(tokens, pos);
  1138. a = NODE2(LT, a, b);
  1139. continue;
  1140. } else if (MATCH(GT)) {
  1141. node_t *b = parse_shift(tokens, pos);
  1142. a = NODE2(GT, a, b);
  1143. continue;
  1144. } else if (MATCH(LE)) {
  1145. node_t *b = parse_shift(tokens, pos);
  1146. a = NODE2(LE, a, b);
  1147. continue;
  1148. } else if (MATCH(GE)) {
  1149. node_t *b = parse_shift(tokens, pos);
  1150. a = NODE2(GE, a, b);
  1151. continue;
  1152. }
  1153. break;
  1154. } while (1);
  1155. return a;
  1156. }
  1157. node_t *parse_equality(list_t *tokens, size_t *pos) {
  1158. node_t *a = parse_relation(tokens, pos);
  1159. do {
  1160. if (MATCH(EQUALS)) {
  1161. node_t *b = parse_relation(tokens, pos);
  1162. a = NODE2(EQUALS, a, b);
  1163. continue;
  1164. } else if (MATCH(NOTEQUALS)) {
  1165. node_t *b = parse_relation(tokens, pos);
  1166. a = NODE2(NOTEQUALS, a, b);
  1167. continue;
  1168. } else if (MATCH(IS)) {
  1169. node_t *b = parse_relation(tokens, pos);
  1170. a = NODE2(IS, a, b);
  1171. continue;
  1172. } else if (AT(BANG) && ATP(IS, 1)) {
  1173. EXPECT(BANG, "!");
  1174. EXPECT(IS, "is");
  1175. node_t *b = parse_relation(tokens, pos);
  1176. a = NODE2(NOTIS, a, b);
  1177. continue;
  1178. } else if (MATCH(IN)) {
  1179. node_t *b = parse_relation(tokens, pos);
  1180. a = NODE2(IN, a, b);
  1181. continue;
  1182. } else if (AT(BANG) && ATP(IN, 1)) {
  1183. EXPECT(BANG, "!");
  1184. EXPECT(IN, "in");
  1185. node_t *b = parse_relation(tokens, pos);
  1186. a = NODE2(NOTIN, a, b);
  1187. continue;
  1188. }
  1189. break;
  1190. } while (1);
  1191. return a;
  1192. }
  1193. node_t *parse_bitand(list_t *tokens, size_t *pos) {
  1194. node_t *a = parse_equality(tokens, pos);
  1195. while (MATCH(AND)) {
  1196. node_t *b = parse_equality(tokens, pos);
  1197. a = NODE2(BAND, a, b);
  1198. }
  1199. return a;
  1200. }
  1201. node_t *parse_bitxor(list_t *tokens, size_t *pos) {
  1202. node_t *a = parse_bitand(tokens, pos);
  1203. while (MATCH(RAISE)) {
  1204. node_t *b = parse_bitand(tokens, pos);
  1205. a = NODE2(XOR, a, b);
  1206. }
  1207. return a;
  1208. }
  1209. node_t *parse_bitor(list_t *tokens, size_t *pos) {
  1210. node_t *a = parse_bitxor(tokens, pos);
  1211. while (MATCH(BAR)) {
  1212. node_t *b = parse_bitxor(tokens, pos);
  1213. a = NODE2(BOR, a, b);
  1214. }
  1215. return a;
  1216. }
  1217. node_t *parse_logand(list_t *tokens, size_t *pos) {
  1218. node_t *a = parse_bitor(tokens, pos);
  1219. if (MATCH(ANDAND)) {
  1220. node_t *b = parse_logand(tokens, pos);
  1221. return NODE2(LOGAND, a, b);
  1222. }
  1223. return a;
  1224. }
  1225. node_t *parse_logor(list_t *tokens, size_t *pos) {
  1226. node_t *a = parse_logand(tokens, pos);
  1227. if (MATCH(BARBAR)) {
  1228. node_t *b = parse_logor(tokens, pos);
  1229. return NODE2(LOGOR, a, b);
  1230. }
  1231. return a;
  1232. }
  1233. node_t *parse_assignment(list_t *tokens, size_t *pos);
  1234. node_t *parse_conditional(list_t *tokens, size_t *pos) {
  1235. node_t *a = parse_logor(tokens, pos);
  1236. if (MATCH(QM)) {
  1237. node_t *b = parse_assignment(tokens, pos);
  1238. EXPECT(COLON, ":");
  1239. node_t *c = parse_assignment(tokens, pos);
  1240. return NODE3(IFEXPR, a, b, c);
  1241. }
  1242. return a;
  1243. }
  1244. node_t *parse_assignment(list_t *tokens, size_t *pos) {
  1245. node_t *a = parse_conditional(tokens, pos);
  1246. if (MATCH(ASSIGN)) {
  1247. node_t *b = parse_assignment(tokens, pos);
  1248. return NODE2(ASSIGN, a, b);
  1249. } else if (MATCH(PLUSASSIGN)) {
  1250. node_t *b = parse_assignment(tokens, pos);
  1251. return NODE2(ASSIGN_ADD, a, b);
  1252. } else if (MATCH(MINUSASSIGN)) {
  1253. node_t *b = parse_assignment(tokens, pos);
  1254. return NODE2(ASSIGN_SUB, a, b);
  1255. } else if (MATCH(STARASSIGN)) {
  1256. node_t *b = parse_assignment(tokens, pos);
  1257. return NODE2(ASSIGN_MUL, a, b);
  1258. } else if (MATCH(SLASHASSIGN)) {
  1259. node_t *b = parse_assignment(tokens, pos);
  1260. return NODE2(ASSIGN_DIV, a, b);
  1261. } else if (MATCH(SLASHSLASHASSIGN)) {
  1262. node_t *b = parse_assignment(tokens, pos);
  1263. return NODE2(ASSIGN_IDIV, a, b);
  1264. } else if (MATCH(PERCENTASSIGN)) {
  1265. node_t *b = parse_assignment(tokens, pos);
  1266. return NODE2(ASSIGN_MOD, a, b);
  1267. } else if (MATCH(STARSTARASSIGN)) {
  1268. node_t *b = parse_assignment(tokens, pos);
  1269. return NODE2(ASSIGN_POW, a, b);
  1270. } else if (MATCH(BARASSIGN)) {
  1271. node_t *b = parse_assignment(tokens, pos);
  1272. return NODE2(ASSIGN_BOR, a, b);
  1273. } else if (MATCH(ANDASSIGN)) {
  1274. node_t *b = parse_assignment(tokens, pos);
  1275. return NODE2(ASSIGN_BAND, a, b);
  1276. } else if (MATCH(RAISEASSIGN)) {
  1277. node_t *b = parse_assignment(tokens, pos);
  1278. return NODE2(ASSIGN_XOR, a, b);
  1279. } else if (MATCH(LTLTASSIGN)) {
  1280. node_t *b = parse_assignment(tokens, pos);
  1281. return NODE2(ASSIGN_SHL, a, b);
  1282. } else if (MATCH(GTGTASSIGN)) {
  1283. node_t *b = parse_assignment(tokens, pos);
  1284. return NODE2(ASSIGN_SHR, a, b);
  1285. }
  1286. return a;
  1287. }
  1288. node_t *parse_expr(list_t *tokens, size_t *pos) {
  1289. return parse_assignment(tokens, pos);
  1290. }
  1291. node_t *parse_stmt(list_t *tokens, size_t *pos);
  1292. node_t *parse_block(list_t *tokens, size_t *pos) {
  1293. EXPECT(LCB, "{");
  1294. list_t *stmts = list_new();
  1295. while (!AT(EOF) && !AT(RCB)) {
  1296. list_push(stmts, parse_stmt(tokens, pos));
  1297. MATCH(SEMI);
  1298. }
  1299. EXPECT(RCB, "}");
  1300. return NODEL(PROGRAM, stmts);
  1301. }
  1302. #define BLOCK() (CLIFF||MATCH(COLON)?parse_stmt(tokens, pos):parse_block(tokens, pos))
  1303. #define STMT_OR_BLOCK() (MATCH(COLON)?parse_stmt(tokens, pos):AT(LCB)?parse_block(tokens, pos):parse_stmt(tokens, pos))
  1304. node_t *parse_if(list_t *tokens, size_t *pos) {
  1305. node_t *a = parse_expr(tokens, pos);
  1306. node_t *b = BLOCK();
  1307. node_t *c = NULL;
  1308. if (MATCH(ELSE))
  1309. c = STMT_OR_BLOCK();
  1310. else if (MATCH(ELIF))
  1311. c = parse_if(tokens, pos);
  1312. return NODE3(IF, a, b, c);
  1313. }
  1314. node_t *parse_var(list_t *tokens, size_t *pos, int is_let) {
  1315. table_t *h = table_new();
  1316. do {
  1317. if(!AT(NAME))
  1318. PARSE_ERROR("expected identifier");
  1319. char *k = ((token_t *)tokens->data[(*pos)++])->text;
  1320. node_t *v = NULL;
  1321. if (is_let) {
  1322. EXPECT(ASSIGN, "=");
  1323. v = parse_expr(tokens, pos);
  1324. } else if (MATCH(ASSIGN))
  1325. v = parse_expr(tokens, pos);
  1326. table_set(h, k, v);
  1327. } while (MATCH(COMMA));
  1328. if (is_let)
  1329. return NODEH(LET, h);
  1330. return NODEH(VAR, h);
  1331. }
  1332. node_t *parse_unpack(list_t *tokens, size_t *pos, int tag) {
  1333. EXPECT(LSB, "[");
  1334. list_t *l = list_new();
  1335. do {
  1336. if(!AT(NAME))
  1337. PARSE_ERROR("expected identifier");
  1338. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  1339. } while (MATCH(COMMA));
  1340. EXPECT(RSB, "]");
  1341. EXPECT(ASSIGN, "=");
  1342. node_t *a = parse_expr(tokens, pos);
  1343. if (tag == N_LETUNPACK)
  1344. return NODE1l(LETUNPACK, a, l);
  1345. return NODE1l(VARUNPACK, a, l);
  1346. }
  1347. node_t *parse_func(list_t *tokens, size_t *pos, int is_expr) {
  1348. token_t *name = NULL;
  1349. if (!is_expr) {
  1350. if(!AT(NAME))
  1351. PARSE_ERROR("expected identifier");
  1352. name = tokens->data[(*pos)++];
  1353. }
  1354. table_t *params = NULL;
  1355. if (MATCH(LPAR)) {
  1356. if (!AT(RPAR)) {
  1357. int flag = 0;
  1358. params = table_new();
  1359. size_t argc = 0;
  1360. do {
  1361. if(!AT(NAME))
  1362. PARSE_ERROR("expected identifier");
  1363. char *l = ((token_t *)tokens->data[(*pos)++])->text;
  1364. node_t *r = NULL;
  1365. if (!flag && AT(ASSIGN))
  1366. flag = 1;
  1367. if (flag) {
  1368. EXPECT(ASSIGN, "=");
  1369. r = parse_expr(tokens, pos);
  1370. }
  1371. list_t *pair = list_new();
  1372. size_t *argcp = malloc(sizeof(size_t));
  1373. memcpy(argcp, &argc, sizeof(size_t));
  1374. argc++;
  1375. list_push(pair, argcp);
  1376. list_push(pair, r);
  1377. table_set(params, l, pair);
  1378. } while (MATCH(COMMA));
  1379. }
  1380. EXPECT(RPAR, ")");
  1381. }
  1382. table_t *captured = NULL;
  1383. if (MATCH(USE)) {
  1384. EXPECT(LPAR, "(");
  1385. captured = table_new();
  1386. do {
  1387. if(!AT(NAME))
  1388. PARSE_ERROR("expected identifier");
  1389. token_t *name = tokens->data[(*pos)++];
  1390. table_set(captured, name->text, NODET(LITERAL, name));
  1391. } while (MATCH(COMMA));
  1392. EXPECT(RPAR, ")");
  1393. }
  1394. int colon = AT(COLON);
  1395. node_t *body = !colon && !AT(LCB)? parse_stmt(tokens, pos): BLOCK();
  1396. if (colon && body->tag == N_EXPRSTMT)
  1397. body = NODE1(RETURN, body->a);
  1398. if (is_expr)
  1399. return NODEF(FUNCEXPR, NULL, params, captured, body);
  1400. return NODEF(FUNCDEF, name, params, captured, body);
  1401. }
  1402. node_t *parse_stmt(list_t *tokens, size_t *pos) {
  1403. if (MATCH(LCB)) {
  1404. list_t *stmts = list_new();
  1405. while (!AT(EOF) && !AT(RCB)) {
  1406. node_t *n = parse_stmt(tokens, pos);
  1407. MATCH(SEMI);
  1408. list_push(stmts, n);
  1409. }
  1410. EXPECT(RCB, "}");
  1411. return NODEL(BLOCK, stmts);
  1412. } else if (MATCH(VAR)) {
  1413. if (AT(LSB))
  1414. return parse_unpack(tokens, pos, N_VARUNPACK);
  1415. return parse_var(tokens, pos, 0);
  1416. } else if (MATCH(LET)) {
  1417. if (AT(LSB))
  1418. return parse_unpack(tokens, pos, N_LETUNPACK);
  1419. return parse_var(tokens, pos, 1);
  1420. } else if (MATCH(CONST)) {
  1421. table_t *h = table_new();
  1422. do {
  1423. if(!AT(NAME))
  1424. PARSE_ERROR("expected identifier");
  1425. char *k = ((token_t *)tokens->data[(*pos)++])->text;
  1426. if (k[0] != '_' && !(k[0] >= 'A' && k[0] <= 'Z'))
  1427. PARSE_ERROR("compile-time constant identifiers must begin with an uppercase letter or with an underscore, but '%s' does not", k);
  1428. if (table_get(h, k))
  1429. PARSE_ERROR("duplicated compile-time constant definition: '%s'", k);
  1430. EXPECT(ASSIGN, "=");
  1431. node_t *v = parse_expr(tokens, pos);
  1432. table_set(h, k, v);
  1433. } while (MATCH(COMMA));
  1434. return NODEH(CONST, h);
  1435. } else if (MATCH(IF))
  1436. return parse_if(tokens, pos);
  1437. else if (MATCH(SWITCH)) {
  1438. token_t *label = NULL;
  1439. if (MATCH(AT)) {
  1440. if(!AT(NAME))
  1441. PARSE_ERROR("expected identifier");
  1442. label = tokens->data[(*pos)++];
  1443. }
  1444. node_t *a = parse_expr(tokens, pos);
  1445. EXPECT(LCB, "{");
  1446. list_t *cases = list_new();
  1447. for (;;) {
  1448. if (AT(RCB) || AT(DEFAULT)) break;
  1449. EXPECT(CASE, "case");
  1450. node_t *expr = parse_expr(tokens, pos);
  1451. MATCH(COLON);
  1452. list_t *stmts = list_new();
  1453. while (!AT(CASE) && !AT(DEFAULT) && !AT(RCB))
  1454. list_push(stmts, parse_stmt(tokens, pos));
  1455. list_t *pair = list_new();
  1456. list_push(pair, expr);
  1457. list_push(pair, NODEL(PROGRAM, stmts));
  1458. list_push(cases, pair);
  1459. }
  1460. node_t *b = NULL;
  1461. if (MATCH(DEFAULT)) {
  1462. MATCH(COLON);
  1463. list_t *stmts = list_new();
  1464. while (!AT(RCB))
  1465. list_push(stmts, parse_stmt(tokens, pos));
  1466. b = NODEL(PROGRAM, stmts);
  1467. }
  1468. EXPECT(RCB, "}");
  1469. if (!cases->length && !b)
  1470. PARSE_ERROR("empty switch statement");
  1471. LABELLOOP(NODE2l(SWITCH, a, b, cases));
  1472. return ln;
  1473. } else if (MATCH(FOR)) {
  1474. token_t *label = NULL;
  1475. if (MATCH(AT)) {
  1476. if(!AT(NAME))
  1477. PARSE_ERROR("expected identifier");
  1478. label = tokens->data[(*pos)++];
  1479. }
  1480. node_t *a = NULL;
  1481. node_t *b = NULL;
  1482. node_t *c = NULL;
  1483. if (!AT(LCB) && !AT(COLON) && !CLIFF) {
  1484. if (MATCH(LSB)) {
  1485. list_t *l = list_new();
  1486. do {
  1487. if(!AT(NAME))
  1488. PARSE_ERROR("expected identifier");
  1489. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  1490. } while (MATCH(COMMA));
  1491. EXPECT(RSB, "]");
  1492. EXPECT(OF, "of");
  1493. a = parse_expr(tokens, pos);
  1494. b = BLOCK();
  1495. LABELLOOP(NODE2l(FOROFUNPACK, a, b, l));
  1496. return ln;
  1497. }
  1498. if (AT(NAME) && ATP(OF, 1)) {
  1499. token_t *t = tokens->data[(*pos)++];
  1500. EXPECT(OF, "of");
  1501. a = parse_expr(tokens, pos);
  1502. b = BLOCK();
  1503. LABELLOOP(NODE2t(FOROF, a, b, t));
  1504. return ln;
  1505. }
  1506. if (MATCH(VAR)) {
  1507. if (MATCH(LSB)) {
  1508. list_t *l = list_new();
  1509. do {
  1510. if(!AT(NAME))
  1511. PARSE_ERROR("expected identifier");
  1512. list_push(l, ((token_t *)tokens->data[(*pos)++])->text);
  1513. } while (MATCH(COMMA));
  1514. EXPECT(RSB, "]");
  1515. EXPECT(OF, "of");
  1516. a = parse_expr(tokens, pos);
  1517. b = BLOCK();
  1518. LABELLOOP(NODE2l(FOROFVARUNPACK, a, b, l));
  1519. return ln;
  1520. }
  1521. if (AT(NAME) && ATP(OF, 1)) {
  1522. token_t *t = tokens->data[(*pos)++];
  1523. EXPECT(OF, "of");
  1524. a = parse_expr(tokens, pos);
  1525. b = BLOCK();
  1526. LABELLOOP(NODE2t(FOROFVAR, a, b, t));
  1527. return ln;
  1528. }
  1529. a = parse_var(tokens, pos, 0);
  1530. EXPECT(SEMI, ";");
  1531. b = parse_expr(tokens, pos);
  1532. EXPECT(SEMI, ";");
  1533. c = parse_expr(tokens, pos);
  1534. } else a = parse_expr(tokens, pos);
  1535. }
  1536. node_t *d = BLOCK();
  1537. LABELLOOP(NODE4(FOR, a, b, c, d));
  1538. return ln;
  1539. } else if (MATCH(BREAK)) {
  1540. if ((AT(NUMBER) || AT(NAME)) && !CLIFF)
  1541. return NODET(BREAK, tokens->data[(*pos)++]);
  1542. return NODE0(BREAK);
  1543. } else if (MATCH(CONTINUE)) {
  1544. if ((AT(NUMBER) || AT(NAME)) && !CLIFF)
  1545. return NODET(CONTINUE, tokens->data[(*pos)++]);
  1546. return NODE0(CONTINUE);
  1547. } else if (MATCH(FUNC))
  1548. return parse_func(tokens, pos, 0);
  1549. else if (MATCH(RETURN)) {
  1550. node_t *a = NULL;
  1551. if (!AT(RCB) && !AT(EOF) && !CLIFF)
  1552. a = parse_expr(tokens, pos);
  1553. return NODE1(RETURN, a);
  1554. } else if (MATCH(DEFER)) {
  1555. node_t *a;
  1556. if (AT(LCB))
  1557. a = BLOCK();
  1558. else a = parse_stmt(tokens, pos);
  1559. return NODE1(DEFER, a);
  1560. } else if (MATCH(PASS)) return NODE0(PASS);
  1561. else if (MATCH(TRY)) {
  1562. node_t *a = BLOCK();
  1563. token_t *t = NULL;
  1564. EXPECT(CATCH, "catch");
  1565. if (!AT(COLON) && !AT(LCB) && !CLIFF) {
  1566. if (!AT(NAME))
  1567. PARSE_ERROR("expected identifier");
  1568. t = tokens->data[(*pos)++];
  1569. }
  1570. node_t *b = BLOCK();
  1571. node_t *c = NULL;
  1572. if (MATCH(FINALLY))
  1573. c = BLOCK();
  1574. return NODE3t(TRY, a, b, c, t);
  1575. } else if (MATCH(THROW)) {
  1576. node_t *a = NULL;
  1577. if (!CLIFF && !AT(COMMA) && !AT(RPAR) && !AT(RCB))
  1578. a = parse_expr(tokens, pos);
  1579. return NODE1(THROW, a);
  1580. } else if (MATCH(GOTO)) {
  1581. if(!AT(NAME))
  1582. PARSE_ERROR("expected identifier");
  1583. token_t *t = tokens->data[(*pos)++];
  1584. return NODET(GOTO, t);
  1585. } else if (AT(NAME) && ATP(COLON, 1) && !CLIFF_AHEAD) {
  1586. token_t *t = tokens->data[(*pos)++];
  1587. EXPECT(COLON, ":");
  1588. return NODET(LABEL, t);
  1589. } else if (MATCH(CLASS)) {
  1590. if(!AT(NAME))
  1591. PARSE_ERROR("expected identifier");
  1592. token_t *t = tokens->data[(*pos)++];
  1593. list_t *l = NULL;
  1594. if (MATCH(LPAR)) {
  1595. l = list_new();
  1596. do {
  1597. if(!AT(NAME))
  1598. PARSE_ERROR("expected identifier");
  1599. token_t *t = tokens->data[(*pos)++];
  1600. list_push(l, t);
  1601. } while (MATCH(COMMA));
  1602. EXPECT(RPAR, ")");
  1603. }
  1604. EXPECT(LCB, "{");
  1605. list_t *triples = list_new();
  1606. for (;;) {
  1607. int is_out = 0;
  1608. int is_static = 0;
  1609. if (AT(RCB))
  1610. break;
  1611. if (MATCH(LET))
  1612. is_out = 1;
  1613. else if (MATCH(CONST))
  1614. is_static = 1;
  1615. if (!AT(NAME))
  1616. PARSE_ERROR("expected identifier");
  1617. list_t *triple = list_new();
  1618. token_t *t = tokens->data[(*pos)++];
  1619. list_push(triple, t);
  1620. int *flagp = malloc(sizeof(int));
  1621. int flag = is_static? 2: is_out? 1: 0;
  1622. memcpy(flagp, &flag, sizeof(int));
  1623. if (MATCH(ASSIGN)) {
  1624. list_push(triple, flagp);
  1625. list_push(triple, parse_expr(tokens, pos));
  1626. } else {
  1627. list_push(triple, flagp);
  1628. list_push(triple, parse_func(tokens, pos, 1));
  1629. }
  1630. list_push(triples, triple);
  1631. }
  1632. EXPECT(RCB, "}");
  1633. list_t *pair = list_new();
  1634. list_push(pair, l);
  1635. list_push(pair, triples);
  1636. return NODETL(CLASS, t, pair);
  1637. } else if (MATCH(DEL)) {
  1638. node_t *a = parse_expr(tokens, pos);
  1639. return NODE1(DEL, a);
  1640. } else if (MATCH(INLINE)) {
  1641. if (!AT(STRING))
  1642. PARSE_ERROR("expected string");
  1643. token_t *t = tokens->data[(*pos)++];
  1644. return NODET(INLINE, t);
  1645. }
  1646. node_t *n = parse_expr(tokens, pos);
  1647. return NODE1(EXPRSTMT, n);
  1648. }
  1649. node_t *parse_program(list_t *tokens, size_t *pos) {
  1650. if (AT(EOF))
  1651. PARSE_ERROR("empty program");
  1652. list_t *stmts = list_new();
  1653. int flag = 0;
  1654. while (!AT(EOF) && *pos < tokens->length) {
  1655. node_t *n;
  1656. if (MATCH(REQUIRE)) {
  1657. if (flag)
  1658. PARSE_ERROR("misplaced require statement")
  1659. if (!AT(STRING))
  1660. PARSE_ERROR("expected string");
  1661. token_t *path = tokens->data[(*pos)++];
  1662. n = NODET(REQUIRE, path);
  1663. } else if (MATCH(HEADER)) {
  1664. if (flag)
  1665. PARSE_ERROR("misplaced header statement")
  1666. if (!AT(STRING))
  1667. PARSE_ERROR("expected string");
  1668. token_t *text = tokens->data[(*pos)++];
  1669. n = NODET(HEADER, text);
  1670. } else if (MATCH(INCLUDE)) {
  1671. if (flag)
  1672. PARSE_ERROR("misplaced include statement")
  1673. if (!AT(STRING))
  1674. PARSE_ERROR("expected string");
  1675. token_t *text = tokens->data[(*pos)++];
  1676. n = NODET(INCLUDE, text);
  1677. } else { n = parse_stmt(tokens, pos); flag = 1; }
  1678. MATCH(SEMI);
  1679. list_push(stmts, n);
  1680. }
  1681. return NODEL(TOPLEVEL, stmts);
  1682. }
  1683. node_t *parse(char *source) {
  1684. size_t pos = 0;
  1685. return parse_program(tokenize(source), &pos);
  1686. }
  1687. #define NEWGID() size_t gid = GID++
  1688. #define EMIT(fmt, ...) buffer_fmt(buf, (fmt), ##__VA_ARGS__);
  1689. #define BINOP(s) { EMIT("qi_" s "(state, "); compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a); EMIT(", "); compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b); EMIT(")"); }
  1690. #define UNOP(s) { EMIT("qi_" s "(state, "); compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a); EMIT(")"); }
  1691. #define ASSIGNIN(buf, lhs, rhs) {\
  1692. if ((lhs)->tag == N_LITERAL && (lhs)->t->tag == T_NAME) {\
  1693. buffer_fmt(buf, "qi_set(state, false, \"%s\", ", (lhs)->t->text);\
  1694. rhs;\
  1695. buffer_fmt(buf, ")");\
  1696. } else if ((lhs)->tag == N_INDEX) {\
  1697. buffer_fmt(buf, "qi_index_set(state, false, ");\
  1698. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs)->a);\
  1699. buffer_fmt(buf, ", ");\
  1700. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs)->b);\
  1701. buffer_fmt(buf, ", ");\
  1702. rhs;\
  1703. buffer_fmt(buf, ")");\
  1704. } else if ((lhs)->tag == N_MEMBER) {\
  1705. buffer_fmt(buf, "qi_index_set(state, false, ");\
  1706. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs)->a);\
  1707. buffer_fmt(buf, ", qi_make_string(state, \"%s\"), ", (lhs)->t->text);\
  1708. rhs;\
  1709. buffer_fmt(buf, ")");\
  1710. } else COMPILE_ERROR("illegal assignment left-hand side");\
  1711. }
  1712. #define ASSIGN(lhs, rhs) ASSIGNIN(buf, lhs, rhs)
  1713. #define COMPASSIGN(lhs, s, rhs) {\
  1714. ASSIGN(node->a, {\
  1715. EMIT("qi_%s(state, ", s);\
  1716. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, (lhs));\
  1717. EMIT(", ");\
  1718. rhs;\
  1719. EMIT(")");\
  1720. });\
  1721. }
  1722. #define COMPILE_ERROR(fmt, ...) { format_error(GETFNAME(node->fi), GETSRC(node->fi), node->pos, fmt, ##__VA_ARGS__); exit(1); }
  1723. void compile_node(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, node_t *node);
  1724. char *tempvar() {
  1725. NEWGID();
  1726. char *s = malloc(sizeof(char) * 64);
  1727. snprintf(s, 64, "__temp%zu", gid);
  1728. return s;
  1729. }
  1730. void compile_list(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, list_t *seq) {
  1731. if (!seq || seq->length < 1) {
  1732. EMIT("NULL");
  1733. return;
  1734. }
  1735. int has_star = 0;
  1736. for (size_t i = 0; i < seq->length; i++)
  1737. if (((node_t *)seq->data[i])->tag == N_STAR) {
  1738. has_star = 1; break;
  1739. }
  1740. buffer_t *tbuf = buffer_new();
  1741. NEWGID();
  1742. buffer_fmt(tbuf, "inline static qi_list_t *__list%d(qi_state_t *state) {\n", gid);
  1743. if (has_star)
  1744. buffer_fmt(tbuf, "qi_list_t *list = qi_list_make();\n");
  1745. else
  1746. buffer_fmt(tbuf, "qi_list_t *list = qi_list_make_n(%d);\n", seq->length);
  1747. for (size_t i = 0; i < seq->length; i++) {
  1748. node_t *node = seq->data[i];
  1749. if (!has_star) {
  1750. buffer_fmt(tbuf, "qi_list_data(list, %d) = ", i);
  1751. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node);
  1752. buffer_fmt(tbuf, ";\n");
  1753. continue;
  1754. }
  1755. if (node->tag == N_STAR) {
  1756. char *varname = tempvar();
  1757. buffer_fmt(tbuf, "qi_value_t *%s = qi_iter(state, ", varname);
  1758. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  1759. buffer_fmt(tbuf, ");\n");
  1760. buffer_fmt(tbuf, "for (qi_size_t i = 0; i < %s->value.list->length; i++)\n", varname);
  1761. buffer_fmt(tbuf, "qi_list_push(list, qi_index(state, %s, qi_make_number(state, i)));\n", varname);
  1762. } else {
  1763. buffer_fmt(tbuf, "qi_list_push(list, ");
  1764. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node);
  1765. buffer_fmt(tbuf, ");\n");
  1766. }
  1767. }
  1768. buffer_fmt(tbuf, "return list;\n");
  1769. buffer_fmt(tbuf, "}\n");
  1770. buffer_appendb(gbuf, tbuf);
  1771. EMIT("__list%d(state)", gid);
  1772. }
  1773. void compile_table(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, table_t *table) {
  1774. if (!table || table->used < 1) {
  1775. EMIT("NULL");
  1776. return;
  1777. }
  1778. buffer_t *tbuf = buffer_new();
  1779. NEWGID();
  1780. buffer_fmt(tbuf, "inline static qi_table_t *__table%d(qi_state_t *state) {\n", gid);
  1781. buffer_fmt(tbuf, "qi_table_t *table = qi_table_make();\n");
  1782. table_iterate(table, {
  1783. buffer_fmt(tbuf, "qi_table_set(table, \"%s\", ", entry.key);
  1784. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, entry.value);
  1785. buffer_fmt(tbuf, ");\n");
  1786. });
  1787. buffer_fmt(tbuf, "return table;\n");
  1788. buffer_fmt(tbuf, "}\n");
  1789. buffer_appendb(gbuf, tbuf);
  1790. EMIT("__table%d(state)", gid);
  1791. }
  1792. #define CTXPUSH(s) list_push(ctx, (s))
  1793. #define CTXPOP() list_pop(ctx)
  1794. int in_context(list_t *ctx, char *s) {
  1795. if (!ctx->length)
  1796. return 0;
  1797. for (ssize_t i = ctx->length - 1; i >= 0; i--) {
  1798. if (strcmp(ctx->data[i], "gap") == 0)
  1799. break;
  1800. else if (strcmp(ctx->data[i], s) == 0)
  1801. return 1;
  1802. }
  1803. return 0;
  1804. }
  1805. int in_switch(list_t *ctx) {
  1806. if (!ctx->length)
  1807. return 0;
  1808. for (ssize_t i = ctx->length - 1; i >= 0; i--) {
  1809. if (strcmp(ctx->data[i], "gap") == 0 || strcmp(ctx->data[i], "for") == 0)
  1810. break;
  1811. else if (strcmp(ctx->data[i], "switch") == 0)
  1812. return 1;
  1813. }
  1814. return 0;
  1815. }
  1816. size_t count_ctxs(list_t *ctx, char *s) {
  1817. if (!ctx->length)
  1818. return 0;
  1819. size_t k = 0;
  1820. for (ssize_t i = ctx->length - 1; i >= 0; i--) {
  1821. if (strcmp(ctx->data[i], "gap") == 0)
  1822. break;
  1823. else if (strcmp(ctx->data[i], s) == 0)
  1824. k++;
  1825. }
  1826. return k;
  1827. }
  1828. list_t *CONSTANTS;
  1829. #define INCTX(s) (in_context(ctx, (s)))
  1830. #define SCOPESK (count_ctxs(ctx, "scope"))
  1831. #define TRAPSK (count_ctxs(ctx, "trap"))
  1832. #define LPUSH(i) stack_push(lstk, (i))
  1833. #define LPOP() stack_pop(lstk)
  1834. #define LID (lstk->data[lstk->length-1])
  1835. #define SPUSH(i) stack_push(sstk, (i))
  1836. #define SPOP() stack_pop(sstk)
  1837. #define SID (sstk->data[sstk->length-1])
  1838. #define LBPUSH() list_push(lbl, table_new())
  1839. #define LBPOP() list_pop(lbl)
  1840. size_t insert_debug(node_t *node) {
  1841. size_t line;
  1842. (void)traverse(GETSRC(node->fi), node->pos, &line, NULL);
  1843. buffer_t *tbuf = buffer_new();
  1844. buffer_fmt(tbuf, "File \"%s\", line %d", GETFNAME(node->fi), line);
  1845. if (FUNCNAMES->length)
  1846. buffer_fmt(tbuf, ", in %s", list_index(FUNCNAMES, -1));
  1847. list_push(DEBUGDATA, buffer_read(tbuf));
  1848. return DEBUGDATA->length - 1;
  1849. }
  1850. void emit_debug(buffer_t *buf, node_t *node) {
  1851. buffer_fmt(buf, "state->_debug_data = __debugData[%d];\n", insert_debug(node));
  1852. }
  1853. void compile_func(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, node_t *node, char *name) {
  1854. NEWGID();
  1855. char *funname = name? name: node->t? node->t->text: "<anon>";
  1856. buffer_t *tbuf = buffer_new();
  1857. buffer_fmt(tbuf, "qi_value_t *__func%d(qi_state_t *state, qi_size_t pargc, qi_list_t *pargs) {\n", gid);
  1858. LBPUSH();
  1859. CTXPUSH("gap");
  1860. CTXPUSH("func");
  1861. list_push(CONSTANTS, table_new());
  1862. list_push(FUNCNAMES, funname);
  1863. if (DEBUG) emit_debug(tbuf, node);
  1864. size_t optargc = 0;
  1865. if (node->h) {
  1866. table_iterate(node->h, {
  1867. list_t *pair = entry.value;
  1868. size_t argc = *(size_t *)pair->data[0];
  1869. if (pair->data[1]) {
  1870. optargc++;
  1871. buffer_fmt(tbuf, "qi_decl(state, \"%s\", pargc >= %d? qi_list_index(pargs, %d): ", entry.key, argc+1, argc);
  1872. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, pair->data[1]);
  1873. buffer_fmt(tbuf, ");\n");
  1874. } else
  1875. buffer_fmt(tbuf, "qi_decl(state, \"%s\", qi_list_index(pargs, %d));\n", entry.key, argc);
  1876. argc++;
  1877. });
  1878. }
  1879. compile_node(gbuf, tbuf, ctx, table_new(), stack_new(), stack_new(), lbl, node->a);
  1880. list_pop(FUNCNAMES);
  1881. list_pop(CONSTANTS);
  1882. CTXPOP();
  1883. CTXPOP();
  1884. LBPOP();
  1885. buffer_fmt(tbuf, "return state->nil;\n");
  1886. buffer_fmt(tbuf, "}\n");
  1887. buffer_appendb(gbuf, tbuf);
  1888. tbuf = buffer_new();
  1889. buffer_fmt(tbuf, "qi_make_function(state, \"%s\", %d, __func%d, ", funname, !node->h? 0: (node->h->used - optargc), gid);
  1890. compile_table(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->h2);
  1891. buffer_fmt(tbuf, ")");
  1892. if (node->tag == N_FUNCEXPR) {
  1893. buffer_appendb(buf, tbuf);
  1894. return;
  1895. }
  1896. EMIT("qi_set(state, false, \"%s\", ", node->t->text);
  1897. buffer_appendb(buf, tbuf);
  1898. EMIT(");");
  1899. }
  1900. int const_set(char *name, node_t *val) {
  1901. table_t *table = list_index(CONSTANTS, -1);
  1902. if (table_get(table, name))
  1903. return 0;
  1904. table_set(table, name, val);
  1905. return 1;
  1906. }
  1907. node_t *const_get(char *name) {
  1908. node_t *val = NULL;
  1909. for (ssize_t i = CONSTANTS->length-1; i >= 0; i--)
  1910. if ((val = table_get(CONSTANTS->data[i], name)))
  1911. break;
  1912. return val;
  1913. }
  1914. void compile_block(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, list_t *block) {
  1915. for (size_t i = 0; i < block->length; i++) {
  1916. node_t *node = block->data[i];
  1917. if (node->tag == N_CONST) {
  1918. table_iterate(node->h, {
  1919. char *name = entry.key;
  1920. if (!const_set(name, entry.value))
  1921. COMPILE_ERROR("redeclaration of compile-time constant: '%s'", name);
  1922. });
  1923. } else if (node->tag == N_FUNCDEF) {
  1924. compile_func(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node, NULL);
  1925. EMIT("\n");
  1926. } else if (node->tag == N_CLASS) {
  1927. NEWGID();
  1928. char *name = node->t->text;
  1929. list_t *supers = list_index(node->l, 0);
  1930. list_t *triples = list_index(node->l, 1);
  1931. buffer_t *tbuf = buffer_new();
  1932. buffer_fmt(tbuf, "qi_value_t *__class%d(qi_state_t *state) {\n", gid);
  1933. buffer_fmt(tbuf, "qi_list_t *supers = qi_list_make_n(%d);\n", !supers? 0: supers->length);
  1934. if (supers)
  1935. for (size_t i = 0; i < supers->length; i++) {
  1936. token_t *t = supers->data[i];
  1937. buffer_fmt(tbuf, "qi_list_data(supers, %d) = qi_get(state, \"%s\");\n", i, t->text);
  1938. }
  1939. buffer_fmt(tbuf, "qi_table_t *table = qi_table_make();\n");
  1940. buffer_fmt(tbuf, "qi_table_t *metatable = qi_table_make();\n");
  1941. buffer_fmt(tbuf, "qi_table_t *statictable = qi_table_make();\n");
  1942. for (size_t i = 0; i < triples->length; i++) {
  1943. list_t *triple = triples->data[i];
  1944. token_t *t = triple->data[0];
  1945. int flag = *(int *)triple->data[1];
  1946. if (flag == 0) {
  1947. buffer_fmt(tbuf, "qi_table_set(metatable, \"%s\", ", t->text);
  1948. if (((node_t *)triple->data[2])->tag == N_FUNCEXPR) {
  1949. buffer_t *methodname = buffer_new();
  1950. buffer_fmt(methodname, "%s.%s", name, t->text);
  1951. compile_func(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, triple->data[2], buffer_read(methodname));
  1952. } else compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, triple->data[2]);
  1953. } else {
  1954. buffer_fmt(tbuf, "qi_table_set(%s, \"%s\", ", flag == 1? "table": "statictable", t->text);
  1955. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, triple->data[2]);
  1956. }
  1957. buffer_fmt(tbuf, ");\n");
  1958. }
  1959. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(5);\n");
  1960. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = qi_make_string(state, \"%s\");\n", name);
  1961. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = qi_make_list(state, supers);\n");
  1962. buffer_fmt(tbuf, "qi_list_data(pargs, 2) = qi_make_table(state, table);\n");
  1963. buffer_fmt(tbuf, "qi_list_data(pargs, 3) = qi_make_table(state, metatable);\n");
  1964. buffer_fmt(tbuf, "qi_list_data(pargs, 4) = qi_make_table(state, statictable);\n");
  1965. buffer_fmt(tbuf, "return qi_call(state, qi_get(state, \"__class_wrapper\"), pargs);\n");
  1966. buffer_fmt(tbuf, "}\n");
  1967. buffer_appendb(gbuf, tbuf);
  1968. EMIT("qi_set(state, false, \"%s\", __class%d(state));", name, gid);
  1969. } else if (node->tag == N_LABEL) {
  1970. char *label = node->t->text;
  1971. if (table_get(list_index(lbl, -1), label))
  1972. COMPILE_ERROR("duplicated label: '%s'", label);
  1973. NEWGID();
  1974. size_t *n = malloc(sizeof(size_t));
  1975. memcpy(n, &gid, sizeof(size_t));
  1976. table_set(list_index(lbl, -1), label, n);
  1977. }
  1978. }
  1979. for (size_t i = 0; i < block->length; i++) {
  1980. node_t *n = block->data[i];
  1981. if (n->tag == N_CONST || n->tag == N_FUNCDEF || n->tag == N_CLASS || n->tag == N_PASS)
  1982. continue;
  1983. if (DEBUG) emit_debug(buf, n);
  1984. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, n);
  1985. EMIT("\n");
  1986. }
  1987. }
  1988. const char *STD[][2] = {
  1989. {"std",
  1990. "func head(l): return l[0]\n"
  1991. "func tail(l): return slice(l, 1)\n"
  1992. "func min(x, y): x < y? x: y\n"
  1993. "func max(x, y): x > y? x: y\n"
  1994. "func reverse(x) {\n"
  1995. " if type(x) !in (\"list\", \"string\", \"bytes\")\n"
  1996. " throw \"expected first argument to be: list, string or bytes, but got: \" + type(x)\n"
  1997. " var r = []\n"
  1998. " for var i = len(x)-1; i >= 0; i--\n"
  1999. " list_push(r, x[i])\n"
  2000. " if type(x) == \"string\"\n"
  2001. " return list_join(r)\n"
  2002. " elif type(x) == \"bytes\"\n"
  2003. " return bytes(r)\n"
  2004. " return r\n"
  2005. "}\n"
  2006. "set_pseudomethod(\"list.reverse\", reverse)\n"
  2007. "set_pseudomethod(\"string.reverse\", reverse)\n"
  2008. "set_pseudomethod(\"bytes.reverse\", reverse)\n"
  2009. "func range(f) {\n"
  2010. " var t, s\n"
  2011. " if len(arguments) >= 3 {\n"
  2012. " t = arguments[1]\n"
  2013. " s = arguments[2]\n"
  2014. " } elif len(arguments) >= 2 {\n"
  2015. " t = arguments[1]\n"
  2016. " s = 1\n"
  2017. " } else {\n"
  2018. " t = f\n"
  2019. " f = 0\n"
  2020. " s = 1\n"
  2021. " }\n"
  2022. " if type(f) != \"number\"\n"
  2023. " throw \"expected first argument to be: number, but got: \" + type(f)\n"
  2024. " if type(t) != \"number\"\n"
  2025. " throw \"expected second argument to be: number, but got: \" + type(t)\n"
  2026. " if type(s) != \"number\"\n"
  2027. " throw \"expected third argument to be: number, but got: \" + type(s)\n"
  2028. " if f > t\n"
  2029. " return reverse(range(t, f, s))\n"
  2030. " var r = []\n"
  2031. " for var i = f; i < t; i += s\n"
  2032. " list_push(r, i)\n"
  2033. " return r\n"
  2034. "}\n"
  2035. "const SEEK_SET = 0, SEEK_CUR = 1, SEEK_END = 2\n"
  2036. "func frewind(file)\n"
  2037. " return file.rewind()\n"
  2038. "func file_read(filename) {\n"
  2039. " let file = fopen(filename, \"r\")\n"
  2040. " defer fclose(file)\n"
  2041. " return str(fread(file, -1))\n"
  2042. "}\n"
  2043. "func file_write(filename, data) {\n"
  2044. " let file = fopen(filename, \"w\")\n"
  2045. " defer fclose(file)\n"
  2046. " fwrite(file, bytes(data))\n"
  2047. "}\n"
  2048. "func is_defined(name) {\n"
  2049. " if type(name) != \"string\"\n"
  2050. " throw \"expected first argument to be: string, but got: \" + type(name)\n"
  2051. " inline `bool b = qi_find(state, qi_get(state, \"name\")->value.string) != NULL`\n"
  2052. " inline `return qi_make_boolean(state, b)`\n"
  2053. "}\n"
  2054. "func list_remove(l, x, first=false) {\n"
  2055. " if type(l) != \"list\"\n"
  2056. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2057. " repeat:\n"
  2058. " for var i = 0; i < len(l); i++\n"
  2059. " if l[i] == x {\n"
  2060. " list_delete(l, i)\n"
  2061. " if first\n"
  2062. " break\n"
  2063. " goto repeat\n"
  2064. " }\n"
  2065. "}\n"
  2066. "set_pseudomethod(\"list.remove\", list_remove)\n"
  2067. "func list_join(l) {\n"
  2068. " if type(l) != \"list\"\n"
  2069. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2070. " var r = \"\"\n"
  2071. " var s\n"
  2072. " if len(arguments) == 1\n"
  2073. " s = \"\"\n"
  2074. " else\n"
  2075. " s = arguments[1]\n"
  2076. " if type(s) != \"string\"\n"
  2077. " throw \"expected second argument to be: string, but got: \" + type(s)\n"
  2078. " var first = true\n"
  2079. " for var x of l {\n"
  2080. " if type(x) != \"string\"\n"
  2081. " throw \"expected sequence item to be: string, but got: \" + type(x)\n"
  2082. " if s != \"\" && !first\n"
  2083. " r += s\n"
  2084. " r += x\n"
  2085. " first = false\n"
  2086. " }\n"
  2087. " return r\n"
  2088. "}\n"
  2089. "set_pseudomethod(\"list.join\", list_join)\n"
  2090. "func list_pop_at(l, i) {\n"
  2091. " if type(l) != \"list\"\n"
  2092. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2093. " if type(i) != \"number\"\n"
  2094. " throw \"expected second argument to be: number, but got: \" + type(i)\n"
  2095. " var x = l[i]\n"
  2096. " list_delete(l, i)\n"
  2097. " return x\n"
  2098. "}\n"
  2099. "set_pseudomethod(\"list.popAt\", list_pop_at)\n"
  2100. "func list_sort(l, cmp=func (x, y): x > y) {\n"
  2101. " if type(l) != \"list\"\n"
  2102. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2103. " if type(cmp) != \"function\"\n"
  2104. " throw \"expected second argument to be: function, but got: \" + type(cmp)\n"
  2105. " if len(l) == 0\n"
  2106. " return l\n"
  2107. " var z = len(l)\n"
  2108. " for var i = 0; i < z - 1; i++\n"
  2109. " for var j = 0; j < z - 1 - i; j++\n"
  2110. " if cmp(l[j], l[j+1]) {\n"
  2111. " let tmp = l[j]\n"
  2112. " l[j] = l[j+1]\n"
  2113. " l[j+1] = tmp\n"
  2114. " }\n"
  2115. " return l\n"
  2116. "}\n"
  2117. "func list_sorted(l, cmp=func (x, y): x > y) {\n"
  2118. " l = list_copy(l)\n"
  2119. " return list_sort(l, cmp)\n"
  2120. "}\n"
  2121. "set_pseudomethod(\"list.sort\", list_sort)\n"
  2122. "set_pseudomethod(\"list.sorted\", list_sorted)\n"
  2123. "func list_shift(l) {\n"
  2124. " if type(l) != \"list\"\n"
  2125. " throw \"expected first argument to be: list, but got: \" + type(l)\n"
  2126. " if is_empty(l)\n"
  2127. " throw \"shift from empty list\"\n"
  2128. " var a = l[0]\n"
  2129. " list_delete(l, 0)\n"
  2130. " return a\n"
  2131. "}\n"
  2132. "func list_unshift(l, x) {\n"
  2133. " list_insert(l, 0, x)\n"
  2134. "}\n"
  2135. "set_pseudomethod(\"list.shift\", list_shift)\n"
  2136. "set_pseudomethod(\"list.unshift\", list_unshift)\n"
  2137. "func slice(l) {\n"
  2138. " if type(l) !in (\"list\", \"string\", \"bytes\")\n"
  2139. " throw \"expected first argument to be: list, string or bytes, but got: \" + type(l)\n"
  2140. " var r = []\n"
  2141. " if len(arguments) == 2 {\n"
  2142. " var f = arguments[1]\n"
  2143. " if type(f) != \"number\"\n"
  2144. " throw \"expected second argument to be: number, but got: \" + type(f)\n"
  2145. " for var i = f; i < len(l); i++\n"
  2146. " list_push(r, l[i])\n"
  2147. " } elif len(arguments) == 3 {\n"
  2148. " var f = arguments[1], t = arguments[2]\n"
  2149. " if type(f) != \"number\"\n"
  2150. " throw \"expected second argument to be: number, but got: \" + type(f)\n"
  2151. " if type(t) != \"number\"\n"
  2152. " throw \"expected third argument to be: number, but got: \" + type(t)\n"
  2153. " for var i = f; i < len(l) && i <= t; i++\n"
  2154. " list_push(r, l[i])\n"
  2155. " }\n"
  2156. " if type(l) == \"string\"\n"
  2157. " return list_join(r)\n"
  2158. " elif type(l) == \"bytes\"\n"
  2159. " return bytes(r)\n"
  2160. " return r\n"
  2161. "}\n"
  2162. "set_pseudomethod(\"list.slice\", slice)\n"
  2163. "set_pseudomethod(\"string.slice\", slice)\n"
  2164. "set_pseudomethod(\"bytes.slice\", slice)\n"
  2165. "let __slice = slice;\n"
  2166. "func str_startswith(s, p) {\n"
  2167. " if type(s) != \"string\"\n"
  2168. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2169. " if len(s) < len(p)\n"
  2170. " return false\n"
  2171. " return slice(s, 0, len(p)-1) == p\n"
  2172. "}\n"
  2173. "set_pseudomethod(\"string.startsWith\", str_startswith)\n"
  2174. "func str_endswith(s, p) {\n"
  2175. " if type(s) != \"string\"\n"
  2176. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2177. " if len(s) < len(p)\n"
  2178. " return false\n"
  2179. " return slice(s, len(s) - len(p)) == p\n"
  2180. "}\n"
  2181. "set_pseudomethod(\"string.endsWith\", str_endswith)\n"
  2182. "func str_split(s) {\n"
  2183. " if len(arguments) == 1 || arguments[1] == \"\"\n"
  2184. " return list(s)\n"
  2185. " if type(s) != \"string\"\n"
  2186. " throw \"expected first argument to be:!string, but got: \" + type(s)\n"
  2187. " var r = []\n"
  2188. " var d = arguments[1]\n"
  2189. " if type(d) != \"string\"\n"
  2190. " throw \"expected second argument to be: string, but got: \" + type(s)\n"
  2191. " var t = \"\"\n"
  2192. " for var i = 0; i < len(s); i++ {\n"
  2193. " if slice(s, i, i+len(d)-1) == d {\n"
  2194. " list_push(r, t)\n"
  2195. " t = \"\"\n"
  2196. " i += len(d)-1\n"
  2197. " continue\n"
  2198. " }\n"
  2199. " t += s[i]\n"
  2200. " }\n"
  2201. " if t != \"\"\n"
  2202. " list_push(r, t)\n"
  2203. " return r\n"
  2204. "}\n"
  2205. "set_pseudomethod(\"string.split\", str_split)\n"
  2206. "func str_replace(s, w, b) {\n"
  2207. " if type(s) != \"string\"\n"
  2208. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2209. " if type(w) != \"string\"\n"
  2210. " throw \"expected second argument to be: string, but got: \" + type(w)\n"
  2211. " if type(b) != \"string\"\n"
  2212. " throw \"expected third argument to be: string, but got: \" + type(b)\n"
  2213. " var r = \"\"\n"
  2214. " for var i = 0; i < len(s); i++ {\n"
  2215. " if slice(s, i, i+len(w)-1) == w {\n"
  2216. " r += b\n"
  2217. " i += len(w)-1\n"
  2218. " continue\n"
  2219. " }\n"
  2220. " r += s[i]\n"
  2221. " }\n"
  2222. " return r\n"
  2223. "}\n"
  2224. "set_pseudomethod(\"string.replace\", str_replace)\n"
  2225. "func table_keys(t) {\n"
  2226. " if type(t) != \"table\"\n"
  2227. " throw \"expected first argument to be: table, but got: \" + type(t)\n"
  2228. " var r = []\n"
  2229. " for var k of t\n"
  2230. " list_push(r, k)\n"
  2231. " return r\n"
  2232. "}\n"
  2233. "set_pseudomethod(\"table.keys\", table_keys)\n"
  2234. "func table_values(t) {\n"
  2235. " if type(t) != \"table\"\n"
  2236. " throw \"expected first argument to be: table, but got: \" + type(t)\n"
  2237. " var r = []\n"
  2238. " for var k of t\n"
  2239. " list_push(r, t[k])\n" " return r\n"
  2240. "}\n"
  2241. "set_pseudomethod(\"table.values\", table_values)\n"
  2242. "func reduce(f, xs) {\n"
  2243. " if type(f) != \"function\"\n"
  2244. " throw \"expected first argument to be: function, but got: \" + type(f)\n"
  2245. " if type(xs) !in (\"list\", \"tuple\", \"string\", \"bytes\")\n"
  2246. " throw \"expected second argument to be: list, tuple, string or bytes, but got: \" + type(xs)\n"
  2247. " if len(xs) == 0\n"
  2248. " throw \"cannot reduce empty list\"\n"
  2249. " r = xs[0]\n"
  2250. " for var x of slice(xs, 1)\n"
  2251. " r = f(r, x)\n"
  2252. " if type(xs) == \"tuple\"\n"
  2253. " return tuple(r)\n"
  2254. " elif type(xs) == \"string\"\n"
  2255. " return list_join(r)\n"
  2256. " elif type(xs) == \"bytes\"\n"
  2257. " return bytes(r)\n"
  2258. " return r\n"
  2259. "}\n"
  2260. "set_pseudomethod(\"list.reduce\", func (xs, f): reduce(f, xs))\n"
  2261. "set_pseudomethod(\"tuple.reduce\", func (xs, f): reduce(f, xs))\n"
  2262. "set_pseudomethod(\"string.reduce\", func (xs, f): reduce(f, xs))\n"
  2263. "set_pseudomethod(\"bytes.reduce\", func (xs, f): reduce(f, xs))\n"
  2264. "func sum(xs)\n"
  2265. " return reduce(func (x, y): x + y, xs)\n"
  2266. "set_pseudomethod(\"list.sum\", sum)\n"
  2267. "set_pseudomethod(\"tuple.sum\", sum)\n"
  2268. "func product(xs)\n"
  2269. " return reduce(func (x, y): x * y, xs)\n"
  2270. "set_pseudomethod(\"list.product\", product)\n"
  2271. "set_pseudomethod(\"tuple.product\", product)\n"
  2272. "func map(f, xs) {\n"
  2273. " if type(f) != \"function\"\n"
  2274. " throw \"expected first argument to be: function, but got: \" + type(f)\n"
  2275. " if type(xs) !in (\"list\", \"tuple\", \"string\", \"bytes\")\n"
  2276. " throw \"expected second argument to be: list, tuple, string or bytes, but got: \" + type(xs)\n"
  2277. " if len(xs) == 0\n"
  2278. " return xs\n"
  2279. " var r = []\n"
  2280. " for var x of xs\n"
  2281. " list_push(r, f(x))\n"
  2282. " if type(xs) == \"tuple\"\n"
  2283. " return tuple(r)\n"
  2284. " elif type(xs) == \"string\"\n"
  2285. " return list_join(r)\n"
  2286. " elif type(xs) == \"bytes\"\n"
  2287. " return bytes(r)\n"
  2288. " return r\n"
  2289. "}\n"
  2290. "set_pseudomethod(\"list.map\", func (xs, f): map(f, xs))\n"
  2291. "set_pseudomethod(\"tuple.map\", func (xs, f): map(f, xs))\n"
  2292. "set_pseudomethod(\"string.map\", func (xs, f): map(f, xs))\n"
  2293. "set_pseudomethod(\"bytes.map\", func (xs, f): map(f, xs))\n"
  2294. "func filter(f, xs) {\n"
  2295. " if type(f) != \"function\"\n"
  2296. " throw \"expected first argument to be: function, but got: \" + type(f)\n"
  2297. " if type(xs) !in (\"list\", \"tuple\", \"string\", \"bytes\")\n"
  2298. " throw \"expected second argument to be: list, tuple, string or bytes, but got: \" + type(xs)\n"
  2299. " if len(xs) == 0\n"
  2300. " return xs\n"
  2301. " var r = []\n"
  2302. " for var x of xs\n"
  2303. " if f(x)\n"
  2304. " list_push(r, x)\n"
  2305. " if type(xs) == \"tuple\"\n"
  2306. " return tuple(r)\n"
  2307. " elif type(xs) == \"string\"\n"
  2308. " return list_join(r)\n"
  2309. " elif type(xs) == \"bytes\"\n"
  2310. " return bytes(r)\n"
  2311. " return r\n"
  2312. "}\n"
  2313. "set_pseudomethod(\"list.filter\", func (xs, f): filter(f, xs))\n"
  2314. "set_pseudomethod(\"tuple.filter\", func (xs, f): filter(f, xs))\n"
  2315. "set_pseudomethod(\"string.filter\", func (xs, f): filter(f, xs))\n"
  2316. "set_pseudomethod(\"bytes.filter\", func (xs, f): filter(f, xs))\n"
  2317. "func str_index(s, w) {\n"
  2318. " if s == \"\" || w == \"\"\n"
  2319. " return -1\n"
  2320. " if type(s) != \"string\"\n"
  2321. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2322. " if type(w) != \"string\"\n"
  2323. " throw \"expected second argument to be: string, but got: \" + type(w)\n"
  2324. " for var i = 0; i < len(s); i++\n"
  2325. " if len(w) == 1 && s[i] == w\n"
  2326. " return i\n"
  2327. " elif slice(s, i, i+len(w)-1) == w\n"
  2328. " return i\n"
  2329. " return -1\n"
  2330. "}\n"
  2331. "set_pseudomethod(\"string.index\", str_index)\n"
  2332. "func str_lstrip(s, cs=\" \\t\\n\\r\\x0b\\x0c\") {\n"
  2333. " if type(s) != \"string\"\n"
  2334. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2335. " if type(cs) != \"string\"\n"
  2336. " throw \"expected second argument to be: string, but got: \" + type(cs)\n"
  2337. " if s == \"\"\n"
  2338. " return s\n"
  2339. " for var i = 0; s[i] in cs && i < len(s); i++\n"
  2340. " pass\n"
  2341. " return slice(s, i)\n"
  2342. "}\n"
  2343. "set_pseudomethod(\"string.lstrip\", str_lstrip)\n"
  2344. "func str_rstrip(s, cs=\" \\t\\n\\r\\x0b\\x0c\") {\n"
  2345. " if type(s) != \"string\"\n"
  2346. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2347. " if type(cs) != \"string\"\n"
  2348. " throw \"expected second argument to be: string, but got: \" + type(cs)\n"
  2349. " if s == \"\"\n"
  2350. " return s\n"
  2351. " for var k = 0, i = len(s)-1; s[i] in cs && i >= 0; k++\n"
  2352. " i--\n"
  2353. " return slice(s, 0, len(s)-k-1)\n"
  2354. "}\n"
  2355. "set_pseudomethod(\"string.rstrip\", str_rstrip)\n"
  2356. "func str_strip(s, cs=\" \\t\\n\\r\\x0b\\x0c\") {\n"
  2357. " if type(s) != \"string\"\n"
  2358. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2359. " if type(cs) != \"string\"\n"
  2360. " throw \"expected second argument to be: string, but got: \" + type(cs)\n"
  2361. " return str_lstrip(str_rstrip(s, cs), cs)\n"
  2362. "}\n"
  2363. "set_pseudomethod(\"string.strip\", str_strip)\n"
  2364. "func table_get(t, k, d=nil) {\n"
  2365. " if type(t) != \"table\"\n"
  2366. " throw \"expected first argument to be: table, but got: \" + type(t)\n"
  2367. " if type(k) != \"string\"\n"
  2368. " throw \"expected second argument to be: string, but got: \" + type(k)\n"
  2369. " if k !in t\n"
  2370. " return d\n"
  2371. " return t[k]\n"
  2372. "}\n"
  2373. "set_pseudomethod(\"table.get\", table_get)\n"
  2374. "func zip() {\n"
  2375. " if !arguments\n"
  2376. " return []\n"
  2377. " var l = map(len, arguments)\n"
  2378. " l = reduce(min, l)\n"
  2379. " var r = []\n"
  2380. " for var i = 0; i < l; i++ {\n"
  2381. " var t = []\n"
  2382. " for var xs of arguments\n"
  2383. " list_push(t, xs[i])\n"
  2384. " list_push(r, t)\n"
  2385. " }\n"
  2386. " return r\n"
  2387. "}\n"
  2388. "func enumerate(l)\n"
  2389. " if type(l) == \"table\"\n"
  2390. " return zip(table_keys(l), table_values(l))\n"
  2391. " else\n"
  2392. " return zip(range(len(l)), l)\n"
  2393. "func str_toupper(s) {\n"
  2394. " if type(s) != \"string\"\n"
  2395. " throw \"expected first argument to be: string, but got: \" + type(c)\n"
  2396. " return map(func (c): c >= 'a' && c <= 'z'? chr(ord(c) - 32): c, s)\n"
  2397. "}\n"
  2398. "set_pseudomethod(\"string.toupper\", str_toupper)\n"
  2399. "func str_tolower(s) {\n"
  2400. " if type(s) != \"string\"\n"
  2401. " throw \"expected first argument to be: string, but got: \" + type(c)\n"
  2402. " return map(func (c): c >= 'A' && c <= 'Z'? chr(ord(c) + 32): c, s)\n"
  2403. "}\n"
  2404. "set_pseudomethod(\"string.tolower\", str_tolower)\n"
  2405. "func Object(t, p=nil): return p !is nil? set_meta_table(p, get_meta_table(p) + t): set_meta_table({}, t)\n"
  2406. "func is_object(o): return has_meta_table(o)\n"
  2407. "func __class_wrapper(n, p, t, mt, st): return Object(st + {\n"
  2408. " t: t,\n"
  2409. " mt: mt,\n"
  2410. " super: [],\n"
  2411. " __type: func (this) use (n): return n,\n"
  2412. " __str: func (this) use (n): return \"<class \" + n + \">\",\n"
  2413. " __call: func (this, pargs) use (p) {\n"
  2414. " var t = {}\n"
  2415. " var mt = {}\n"
  2416. " for var other of p {\n"
  2417. " t += other.t\n"
  2418. " mt += other.mt\n"
  2419. " list_push(this.super, other)\n"
  2420. " }\n"
  2421. " if len(this.super) == 1\n"
  2422. " this.super = this.super[0]\n"
  2423. " t += this.t\n"
  2424. " mt += this.mt\n"
  2425. " t.super = this.super\n"
  2426. " obj = set_meta_table(t, mt)\n"
  2427. " if \"constructor\" in mt\n"
  2428. " func_call(mt.constructor, [obj] + pargs)\n"
  2429. " return obj\n"
  2430. " }\n"
  2431. "})\n"
  2432. "func format(s) {\n"
  2433. " if type(s) != \"string\"\n"
  2434. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2435. " var r = \"\"\n"
  2436. " var n = 1\n"
  2437. " for var i = 0; i < len(s); i++\n"
  2438. " switch s[i] {\n"
  2439. " case '_'\n"
  2440. " if i+1 < len(s) && s[i+1] == '_' {\n"
  2441. " r += '_'\n"
  2442. " i++\n"
  2443. " continue\n"
  2444. " }\n"
  2445. " r += repr(arguments[n++])\n"
  2446. " break\n"
  2447. " default\n"
  2448. " r += s[i]\n"
  2449. " }\n"
  2450. " return r\n"
  2451. "}\n"
  2452. "set_pseudomethod(\"string.format\", format)\n"
  2453. "func formatl(s, l) {\n"
  2454. " if type(s) != \"string\"\n"
  2455. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2456. " if type(l) != \"list\"\n"
  2457. " throw \"expected second argument to be: list, but got: \" + type(l)\n"
  2458. " return func_call(str_format, [s] + l)\n"
  2459. "}\n"
  2460. "set_pseudomethod(\"string.formatl\", formatl)\n"
  2461. "func formatd(s, t) {\n"
  2462. " if type(s) != \"string\"\n"
  2463. " throw \"expected first argument to be: string, but got: \" + type(s)\n"
  2464. " var r = \"\"\n"
  2465. " var n = 1\n"
  2466. " for var i = 0; i < len(s); i++\n"
  2467. " switch s[i] {\n"
  2468. " case '{'\n"
  2469. " if i+1 < len(s) && s[i+1] == '{' {\n"
  2470. " r += '{'\n"
  2471. " i++\n"
  2472. " continue\n"
  2473. " }\n"
  2474. " var k = ''\n"
  2475. " i++\n"
  2476. " for i < len(s) && s[i] != '}'\n"
  2477. " k += s[i++]\n"
  2478. " if i >= len(s) || s[i] != '}'\n"
  2479. " throw \"unmatched { in format specifier\"\n"
  2480. " if !k\n"
  2481. " throw \"empty format key\"\n"
  2482. " r += repr(t[k])\n"
  2483. " break\n"
  2484. " default\n"
  2485. " r += s[i]\n"
  2486. " }\n"
  2487. " return r\n"
  2488. "}\n"
  2489. "set_pseudomethod(\"string.formatd\", formatd)\n"
  2490. "func getch() return chr(fgetc(STDIN))\n"
  2491. "func putch(c) fputc(STDOUT, c)\n"
  2492. "func getline()\n"
  2493. " return fgets(STDIN, 256)\n"
  2494. "func input() {\n"
  2495. " if len(arguments) > 0\n"
  2496. " func_call(print, arguments)\n"
  2497. " return str_rstrip(getline(), \"\\n\\r\")\n"
  2498. "}\n"
  2499. "func open(path, mode=\"r\"): fopen(path, mode)\n"
  2500. "func assert(cond, msg=\"assertion failed\")\n"
  2501. " if !cond\n"
  2502. " throw msg\n"
  2503. },
  2504. {"utf8",
  2505. "func utf8_chrlen(s) {\n"
  2506. " s = bytes(s)\n"
  2507. " var z = len(s)\n"
  2508. " if z < 2\n"
  2509. " return z\n"
  2510. " var l = 1\n"
  2511. " for var i = 1; i < z && (s[i] & 0xc0) == 0x80; i++\n"
  2512. " l++\n"
  2513. " return l\n"
  2514. "}\n"
  2515. "func utf8_decode(s) {\n"
  2516. " s = bytes(s)\n"
  2517. " var l = utf8_chrlen(s)\n"
  2518. " if !l\n"
  2519. " throw \"malformed sequence\"\n"
  2520. " var c = (s[0] & ((1 << (8 - l)) - 1)) << (l - 1) * 6\n"
  2521. " for var i = 1; i < l; i++\n"
  2522. " c |= (s[i] & 0x3f) << (l - i - 1) * 6\n"
  2523. " return (c, l)\n"
  2524. "}\n"
  2525. "func utf8_encode(c) {\n"
  2526. " if c <= 0x7f\n"
  2527. " return bytes([c & 0xFF])\n"
  2528. " elif c >= 0x80 && c <= 0x7ff\n"
  2529. " return bytes([0xC0 | ((c >> 6) & 0x1f), 0x80 | (c & 0x3f)])\n"
  2530. " elif c >= 0x800 && c <= 0xfff\n"
  2531. " return bytes([0xe0 | ((c >> 12) & 0xf), 0x80 | ((c >> 6) & 0x3f), 0x80 | (c & 0x3f)])\n"
  2532. " elif c >= 0x10000 && c <= 0x10ffff\n"
  2533. " return bytes([0xf0 | ((c >> 18) & 0x7), 0x80 | ((c >> 12) & 0x3f), 0x80 | ((c >> 6) & 0x3f), 0x80 | (c & 0x3f)])\n"
  2534. " throw \"malformed codepoint\"\n"
  2535. "}\n"
  2536. },
  2537. {"thread",
  2538. "include `pthread.h`\n"
  2539. "func thread_create(fn, args=[]) {\n"
  2540. " if type(fn) != \"function\"\n"
  2541. " throw \"expected first argument to be: function, but got: \" + type(fn)\n"
  2542. " if type(args) != \"list\"\n"
  2543. " throw \"expected second argument to be: list, but got: \" + type(args)\n"
  2544. " inline `qi_value_t *args = qi_get(state, \"args\")`\n"
  2545. " inline `qi_list_t *list`\n"
  2546. " inline `LOCKED(args, {list = qi_list_copy(args->value.list);})`\n"
  2547. " inline `void *td = qi_thread_create(state, qi_get(state, \"fn\"), list)`\n"
  2548. " inline `qi_decl(state, \"td\", qi_make_data(state, 'T', td))`\n"
  2549. " return Object({\n"
  2550. " __str: func (this): \"<Thread>\",\n"
  2551. " _td: td,\n"
  2552. " joined: false,\n"
  2553. " join: func (this) {\n"
  2554. " if this.joined\n"
  2555. " return\n"
  2556. " var td = this._td\n"
  2557. " inline `qi_value_t *ret = qi_thread_join(state, qi_get_data(state, 'T', qi_get(state, \"td\")))`\n"
  2558. " this.joined = true\n"
  2559. " inline `return ret`\n"
  2560. " }\n"
  2561. " })\n"
  2562. "}\n"
  2563. "func Thread(fn, args=[]): Object({\n"
  2564. " __str: func (this) use (fn, args): format(\"<Thread _ _>\", fn, args),\n"
  2565. " _thread: nil,\n"
  2566. " start: func (this) use (fn, args) {\n"
  2567. " if this._thread !is nil\n"
  2568. " return\n"
  2569. " this._thread = thread_create(fn, args)\n"
  2570. " return this\n"
  2571. " },\n"
  2572. " join: func (this) {\n"
  2573. " if this._thread !is nil\n"
  2574. " return this._thread.join()\n"
  2575. " },\n"
  2576. " is_joined: func (this): this._thread.joined\n"
  2577. "})\n"
  2578. "func Mutex() {\n"
  2579. " inline `void *mutex = qi_mutex_create()`\n"
  2580. " inline `if (!mutex) qi_throw_format(state, \"mutex init failed\")`\n"
  2581. " inline `qi_decl(state, \"mutex\", qi_make_data(state, 'M', mutex))`\n"
  2582. " return Object({\n"
  2583. " __fin: func (this) {\n"
  2584. " mutex = this._mutex\n"
  2585. " this._mutex = nil\n"
  2586. " inline `qi_mutex_destroy(qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2587. " },\n"
  2588. " __str: func (this): \"<Mutex>\",\n"
  2589. " _mutex: mutex,\n"
  2590. " lock: func (this) {\n"
  2591. " var mutex = this._mutex\n"
  2592. " inline `qi_mutex_lock(qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2593. " },\n"
  2594. " trylock: func (this) {\n"
  2595. " var mutex = this._mutex\n"
  2596. " inline `return qi_make_boolean(state, qi_mutex_trylock(qi_get_data(state, 'M', qi_get(state, \"mutex\"))))`\n"
  2597. " },\n"
  2598. " unlock: func (this) {\n"
  2599. " var mutex = this._mutex\n"
  2600. " inline `qi_mutex_unlock(qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2601. " }\n"
  2602. " })\n"
  2603. "}\n"
  2604. "func Cond() {\n"
  2605. " inline `void *cond = qi_cond_create()`\n"
  2606. " inline `if (!cond) qi_throw_format(state, \"cond init failed\")`\n"
  2607. " inline `qi_decl(state, \"cond\", qi_make_data(state, 'C', cond))`\n"
  2608. " return Object({\n"
  2609. " __fin: func (this) {\n"
  2610. " cond = this._cond\n"
  2611. " this._cond = nil\n"
  2612. " inline `qi_cond_destroy(qi_get_data(state, 'C', qi_get(state, \"cond\")))`\n"
  2613. " },\n"
  2614. " __str: func (this): \"<Cond>\",\n"
  2615. " _cond: cond,\n"
  2616. " wait: func (this, mutex) {\n"
  2617. " var cond = this._cond\n"
  2618. " mutex = mutex._mutex\n"
  2619. " inline `qi_cond_wait(qi_get_data(state, 'C', qi_get(state, \"cond\")), qi_get_data(state, 'M', qi_get(state, \"mutex\")))`\n"
  2620. " },\n"
  2621. " signal: func (this) {\n"
  2622. " var cond = this._cond\n"
  2623. " inline `qi_cond_signal(qi_get_data(state, 'C', qi_get(state, \"cond\")))`\n"
  2624. " },\n"
  2625. " broadcast: func (this) {\n"
  2626. " var cond = this._cond\n"
  2627. " inline `qi_cond_broadcast(qi_get_data(state, 'C', qi_get(state, \"cond\")))`\n"
  2628. " }\n"
  2629. " })\n"
  2630. "}\n"
  2631. "func thread_exit(ret=nil)\n"
  2632. " inline `qi_thread_exit(state, qi_get(state, \"ret\"))`\n"
  2633. "func is_main_thread()\n"
  2634. " inline `return qi_make_boolean(state, qi_thread_main())`\n"
  2635. },
  2636. {"os",
  2637. "header `#ifdef _WIN32`\n"
  2638. "include `Windows.h`\n"
  2639. "header `#endif`\n"
  2640. "func getenv(n) {\n"
  2641. " if type(n) != \"string\"\n"
  2642. " throw \"expected first argument to be: string, but got: \" + type(n)\n"
  2643. " inline `char *value = getenv(qi_get(state, \"n\")->value.string)`\n"
  2644. " inline `return value? qi_make_string_copy(state, value): state->nil`\n"
  2645. "}\n"
  2646. "func setenv(n, v) {\n"
  2647. " if type(n) != \"string\"\n"
  2648. " throw \"expected first argument to be: string, but got: \" + type(n)\n"
  2649. " v = str(v)\n"
  2650. " inline \"#ifdef _WIN32\"\n"
  2651. " var s = n + \"=\" + v\n"
  2652. " inline `_putenv(qi_get(state, \"s\")->value.string)`\n"
  2653. " inline \"#else\"\n"
  2654. " inline `setenv(qi_get(state, \"n\")->value.string, qi_get(state, \"v\")->value.string, 1)`\n"
  2655. " inline \"#endif\"\n"
  2656. "}\n"
  2657. "func exit(c) {\n"
  2658. " if type(c) != \"number\"\n"
  2659. " throw \"expected first argument to be: number, but got: \" + type(c)\n"
  2660. " inline `qi_exit(state, qi_get(state, \"c\")->value.number)`\n"
  2661. "}\n"
  2662. "func die(msg, c=1) {\n"
  2663. " fputs(STDERR, str(msg) + \"\\n\")\n"
  2664. " exit(c)\n"
  2665. "}\n"
  2666. },
  2667. {"string",
  2668. "let STR_LETTERS = \"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ\"\n"
  2669. "let STR_ASCII_LC = \"abcdefghijklmnopqrstuvwxyz\"\n"
  2670. "let STR_ASCII_UC = \"ABCDEFGHIJKLMNOPQRSTUVWXYZ\"\n"
  2671. "let STR_DIGITS = \"0123456789\"\n"
  2672. "let STR_WS = \" \\t\\n\\r\\x0b\\x0c\"\n"
  2673. "let STR_PUNCTS = \"!\\\"#$%&'()*+,-./:;<=>?@[\\\\]^_`{|}~\"\n"
  2674. "func is_char(c): return type(c) == \"string\" && len(c) == 1\n"
  2675. "func isalpha(c): return (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z')\n"
  2676. "func isdigit(c): return c >= '0' && c <= '9'\n"
  2677. "func ispunct(c): return c in STR_PUNCTS\n"
  2678. "func isws(c): return c in STR_WS\n"
  2679. },
  2680. {"time",
  2681. "include `time.h`\n"
  2682. "include `errno.h`\n"
  2683. "header `#ifdef _WIN32`\n"
  2684. "include `Windows.h`\n"
  2685. "header `#endif`\n"
  2686. "func time() {\n"
  2687. " inline `unsigned long long ts = time(NULL)`\n"
  2688. " inline `return qi_make_number(state, ts)`\n"
  2689. "}\n"
  2690. "func strftime(f, t=time()) {\n"
  2691. " if type(f) != \"string\"\n"
  2692. " throw \"expected first argument to be: string, but got: \" + type(f)\n"
  2693. " if type(t) != \"number\"\n"
  2694. " throw \"expected second argument to be: number, but got: \" + type(t)\n"
  2695. " inline `time_t ts = qi_get(state, \"t\")->value.number`\n"
  2696. " inline `struct tm lt`\n"
  2697. " inline `lt = *localtime(&ts)`\n"
  2698. " inline `char buffer[512]`\n"
  2699. " inline `strftime(buffer, sizeof(buffer), qi_get(state, \"f\")->value.string, &lt)`\n"
  2700. " inline `return qi_make_string_copy(state, buffer)`\n"
  2701. "}\n"
  2702. "func usleep(t) {\n"
  2703. " if type(t) != \"number\"\n"
  2704. " throw \"expected first argument to be: number, but got: \" + type(t)\n"
  2705. " \n"
  2706. " inline `#ifdef _WIN32`\n"
  2707. " inline `Sleep((unsigned long)(qi_get(state, \"t\")->value.number))`\n"
  2708. " inline `#else`\n"
  2709. " inline `unsigned long ms = (unsigned long)(qi_get(state, \"t\")->value.number)`\n"
  2710. " inline `struct timespec ts`\n"
  2711. " inline `ts.tv_sec = ms / 1000`\n"
  2712. " inline `ts.tv_nsec = (ms % 1000) * 1000000`\n"
  2713. " inline `struct timespec r`\n"
  2714. " inline `while (nanosleep(&ts, &r) < 0) if (errno == EINTR) ts = r; else break`\n"
  2715. " inline `#endif`\n"
  2716. "}\n"
  2717. "func sleep(t)\n"
  2718. " usleep(t * 1000)\n"
  2719. },
  2720. {"random",
  2721. "func rand() {\n"
  2722. " inline `return qi_make_number(state, rand())`\n"
  2723. "}\n"
  2724. "func random_int(min, max): return rand() % (max + 1 - min) + min\n"
  2725. "func random_choice(l, k=1) {\n"
  2726. " l = list_copy(list(l))\n"
  2727. " var r = []\n"
  2728. " for _ of range(k)\n"
  2729. " list_push(r, list_pop_at(l, random_int(0, len(l)-1)))\n"
  2730. " return r\n"
  2731. "}\n"
  2732. "func random_pick(l, k=1) {\n"
  2733. " var r = []\n"
  2734. " for _ of range(k)\n"
  2735. " list_push(r, l[random_int(0, len(l)-1)])\n"
  2736. " return r\n"
  2737. "}\n"
  2738. "inline `srand(time(NULL))`\n"
  2739. },
  2740. {"math", NULL},
  2741. {NULL, NULL}
  2742. };
  2743. const struct {
  2744. const char *name;
  2745. const char *fname;
  2746. int arity;
  2747. } MATHFUNCS[] = {
  2748. { "ceil", NULL, 1 },
  2749. { "floor", NULL, 1 },
  2750. { "trunc", NULL, 1 },
  2751. { "round", NULL, 1 },
  2752. { "abs", "fabs", 1 },
  2753. { "exp", NULL, 1 },
  2754. { "sqrt", NULL, 1 },
  2755. { "sinh", NULL, 1 },
  2756. { "cosh", NULL, 1 },
  2757. { "tanh", NULL, 1 },
  2758. { "asinh", NULL, 1 },
  2759. { "acosh", NULL, 1 },
  2760. { "atanh", NULL, 1 },
  2761. { "sin", NULL, 1 },
  2762. { "cos", NULL, 1 },
  2763. { "tan", NULL, 1 },
  2764. { "asin", NULL, 1 },
  2765. { "acos", NULL, 1 },
  2766. { "atan", NULL, 1 },
  2767. { "atan2", NULL, 2 },
  2768. { "hypot", NULL, 2 },
  2769. { NULL, 0 }
  2770. };
  2771. void genmathlib(void) {
  2772. buffer_t *buffer = buffer_new();
  2773. buffer_appends(buffer, "let Math = {\"tau\": 6.283185307179586, \"pi\": 3.141592653589793, \"e\": 2.718281828459045, \"inf\": INFINITY, \"nan\": NAN, ");
  2774. for (size_t i = 0; MATHFUNCS[i].name; i++) {
  2775. if (MATHFUNCS[i].arity == 0)
  2776. buffer_fmt(buffer, "\"%s\": func () { inline `return qi_make_number(state, %s())` }", MATHFUNCS[i].name, MATHFUNCS[i].fname? MATHFUNCS[i].fname: MATHFUNCS[i].name);
  2777. else if (MATHFUNCS[i].arity == 1)
  2778. buffer_fmt(buffer, "\"%s\": func (x) { if type(x) != \"number\" { throw \"expected first argument to be: number, but got: \" + type(x) } inline `double n = %s(qi_get(state, \"x\")->value.number)`; inline `return qi_make_number(state, n)` }", MATHFUNCS[i].name, MATHFUNCS[i].fname? MATHFUNCS[i].fname: MATHFUNCS[i].name);
  2779. else
  2780. buffer_fmt(buffer, "\"%s\": func (x, y) { if type(x) != \"number\" { throw \"expected first argument to be: number, but got: \" + type(x) } if type(y) != \"number\" { throw \"expected second argument to be: number, but got: \" + type(y) } inline `double n = %s(qi_get(state, \"x\")->value.number, qi_get(state, \"y\")->value.number)`; inline `return qi_make_number(state, n)` }", MATHFUNCS[i].name, MATHFUNCS[i].fname? MATHFUNCS[i].fname: MATHFUNCS[i].name);
  2781. if (MATHFUNCS[i + 1].name)
  2782. buffer_append(buffer, ',');
  2783. }
  2784. buffer_append(buffer, '}');
  2785. size_t i;
  2786. for (i = 0; strcmp(STD[i][0], "math") != 0; i++) ;
  2787. STD[i][1] = buffer_read(buffer);
  2788. }
  2789. char *unescape(char *s) {
  2790. buffer_t *buf = buffer_new();
  2791. for (size_t i = 0; i < strlen(s); i++) {
  2792. char c = s[i];
  2793. if (c == '\\') {
  2794. char nc = s[i+1];
  2795. if (!nc)
  2796. continue;
  2797. switch (nc) {
  2798. case 'n':
  2799. buffer_append(buf, '\n');
  2800. break;
  2801. default:
  2802. buffer_append(buf, nc);
  2803. break;
  2804. }
  2805. i++;
  2806. } else buffer_append(buf, c);
  2807. }
  2808. return buffer_read(buf);
  2809. }
  2810. void compile_into(char *source, buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl);
  2811. int require_once(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, char *path) {
  2812. char *source = NULL;
  2813. for (size_t i = 0; STD[i][0]; i++) {
  2814. if (strcmp(path, STD[i][0]) == 0) {
  2815. source = (char *)STD[i][1];
  2816. break;
  2817. }
  2818. }
  2819. if (is_required(path))
  2820. return 1;
  2821. if (!source) {
  2822. FILE *fd = fopen(path, "rb");
  2823. if (!fd)
  2824. return -1;
  2825. buffer_t *fbuf = buffer_new();
  2826. for (;;) {
  2827. char line[512];
  2828. if (!fgets(line, sizeof(line), fd))
  2829. break;
  2830. buffer_appends(fbuf, line);
  2831. }
  2832. source = buffer_read(fbuf);
  2833. path = realpath(path, NULL);
  2834. }
  2835. list_t *pair = list_new();
  2836. list_push(pair, path);
  2837. list_push(pair, source);
  2838. list_push(FILES, pair);
  2839. compile_into(source, gbuf, buf, ctx, ltab, lstk, sstk, lbl);
  2840. list_pop(FILES);
  2841. list_push(REQUIRED, path);
  2842. return 0;
  2843. }
  2844. buffer_t *HBUF;
  2845. void compile_node(buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl, node_t *node) {
  2846. switch (node->tag) {
  2847. case N_TOPLEVEL: case N_PROGRAM:
  2848. compile_block(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  2849. break;
  2850. case N_EXPRSTMT:
  2851. EMIT("(void)(");
  2852. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  2853. EMIT(");");
  2854. break;
  2855. case N_BLOCK:
  2856. LBPUSH();
  2857. CTXPUSH("scope");
  2858. list_push(CONSTANTS, table_new());
  2859. EMIT("qi_new_scope(state);\n");
  2860. compile_block(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  2861. EMIT("qi_old_scope(state);");
  2862. list_pop(CONSTANTS);
  2863. CTXPOP();
  2864. LBPOP();
  2865. break;
  2866. case N_LITERAL:
  2867. switch (node->t->tag) {
  2868. case T_NUMBER: {
  2869. char *number = node->t->text;
  2870. if (strncmp(number, "0o", 2) == 0 || strncmp(number, "0b", 2) == 0) {
  2871. buffer_t *buf = buffer_new();
  2872. if (number[1] == 'o')
  2873. buffer_fmt(buf, "0%s", number + 2);
  2874. else
  2875. buffer_fmt(buf, "%d", strtol(number + 2, NULL, 2));
  2876. number = buffer_read(buf);
  2877. } else if (number[0] == '0' && number[1] && isdigit(number[1])) {
  2878. size_t i;
  2879. for (i = 0; i < strlen(number); i++)
  2880. if (number[i] != '0' || number[i+1] == '.')
  2881. break;
  2882. number += i;
  2883. }
  2884. EMIT("qi_make_number(state, %s)", number);
  2885. } break;
  2886. case T_STRING:
  2887. if (!*(node->t->text)) {
  2888. EMIT("state->empty_string");
  2889. } else {
  2890. EMIT("qi_make_string(state, \"%s\")", node->t->text);
  2891. }
  2892. break;
  2893. case T_FSTRING: {
  2894. char *text = node->t->text;
  2895. if (!*text) {
  2896. EMIT("state->empty_string");
  2897. break;
  2898. }
  2899. list_t *parts = list_new();
  2900. buffer_t *tbuf = buffer_new();
  2901. for (size_t i = 0; i < strlen(text); i++) {
  2902. char c = text[i];
  2903. if (c == '$' && text[i+1] == '$') {
  2904. buffer_append(tbuf, '$');
  2905. i++;
  2906. continue;
  2907. } else if (c == '$' && text[i+1] == '{') {
  2908. i += 2;
  2909. buffer_t *tbuf2 = buffer_new();
  2910. while (text[i] && text[i] != '}')
  2911. buffer_append(tbuf2, text[i++]);
  2912. if (text[i] != '}') {
  2913. i--;
  2914. buffer_appends(tbuf, "${");
  2915. buffer_appendb(tbuf, tbuf2);
  2916. continue;
  2917. }
  2918. if (tbuf->size > 0)
  2919. list_push(parts, nodeb(tbuf));
  2920. tbuf = buffer_new();
  2921. char *source = buffer_read(tbuf2);
  2922. list_t *pair = list_new();
  2923. buffer_t *fname = buffer_new();
  2924. size_t line, col;
  2925. (void)traverse(GETSRC(node->fi), node->pos, &line, &col);
  2926. buffer_fmt(fname, "<fstring at %s:%zu:%zu>", GETFNAME(node->fi), line, col);
  2927. list_push(pair, buffer_read(fname));
  2928. list_push(pair, source);
  2929. list_push(FILES, pair);
  2930. list_t *tokens = tokenize(source);
  2931. size_t pos = 0;
  2932. node_t *n = parse_expr(tokens, &pos);
  2933. if (pos != tokens->length-1)
  2934. COMPILE_ERROR("unconsumed input in f-expr");
  2935. list_push(parts, n);
  2936. } else buffer_append(tbuf, c);
  2937. }
  2938. if (tbuf->size > 0)
  2939. list_push(parts, nodeb(tbuf));
  2940. tbuf = buffer_new();
  2941. NEWGID();
  2942. buffer_fmt(tbuf, "inline static qi_value_t *__fstring%d(qi_state_t *state) {\n", gid);
  2943. buffer_fmt(tbuf, "qi_value_t *str = state->empty_string;\n");
  2944. for (size_t i = 0; i < parts->length; i++) {
  2945. node_t *part = parts->data[i];
  2946. buffer_fmt(tbuf, "str = qi_add(state, str, ");
  2947. if (part->tag == N_BUFFER)
  2948. buffer_fmt(tbuf, "qi_make_string(state, \"%s\")", buffer_read(part->buf));
  2949. else {
  2950. buffer_fmt(tbuf, "qi_to_string(state, ");
  2951. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, part);
  2952. buffer_fmt(tbuf, ")");
  2953. }
  2954. buffer_fmt(tbuf, ");\n");
  2955. }
  2956. buffer_fmt(tbuf, "return str;\n}\n");
  2957. buffer_appendb(gbuf, tbuf);
  2958. EMIT("__fstring%d(state)", gid);
  2959. } break;
  2960. case T_NAME: {
  2961. char *name = node->t->text;
  2962. node_t *n = const_get(name);
  2963. if (n)
  2964. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, n);
  2965. else
  2966. EMIT("qi_get(state, \"%s\")", name);
  2967. } break;
  2968. default:
  2969. COMPILE_ERROR("not yet implemented");
  2970. }
  2971. break;
  2972. case N_LIST:
  2973. EMIT("qi_make_list(state, ");
  2974. compile_list(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  2975. EMIT(")");
  2976. break;
  2977. case N_LISTGEN: {
  2978. NEWGID();
  2979. buffer_t *tbuf = buffer_new();
  2980. buffer_fmt(tbuf, "inline static qi_value_t *__listgen%d(qi_state_t *state) {\n", gid);
  2981. buffer_fmt(tbuf, "qi_list_t *list = qi_list_make();\n");
  2982. buffer_t *bbuf = buffer_new();
  2983. if (node->b) {
  2984. buffer_fmt(bbuf, "if (_qi_truthy(state, ");
  2985. compile_node(gbuf, bbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  2986. buffer_fmt(bbuf, ")) {\n");
  2987. }
  2988. for (size_t i = 0; i < node->a->b->l->length; i++) {
  2989. buffer_fmt(bbuf, "qi_list_push(list, ");
  2990. compile_node(gbuf, bbuf, ctx, ltab, lstk, sstk, lbl, node->a->b->l->data[i]);
  2991. buffer_fmt(bbuf, ");\n");
  2992. }
  2993. if (node->b)
  2994. buffer_fmt(bbuf, "}\n");
  2995. node->a->b = nodeb(bbuf);
  2996. node->a->t2 = NULL;
  2997. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  2998. buffer_fmt(tbuf, "return qi_make_list(state, list);\n}\n");
  2999. buffer_appendb(gbuf, tbuf);
  3000. EMIT("__listgen%d(state)", gid);
  3001. } break;
  3002. case N_TUPLE:
  3003. EMIT("qi_make_tuple(state, ");
  3004. compile_list(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  3005. EMIT(")");
  3006. break;
  3007. case N_NILTUPLE: EMIT("state->empty_tuple"); break;
  3008. case N_TABLE:
  3009. EMIT("qi_make_table(state, ");
  3010. compile_table(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->h);
  3011. EMIT(")");
  3012. break;
  3013. case N_CALL:
  3014. if (DEBUG) {
  3015. EMIT("qi_call_debug(state, ");
  3016. } else {
  3017. EMIT("qi_call(state, ");
  3018. }
  3019. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3020. EMIT(", ");
  3021. compile_list(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->l);
  3022. if (DEBUG)
  3023. buffer_fmt(buf, ", __debugData[%d]", insert_debug(node));
  3024. EMIT(")");
  3025. break;
  3026. case N_MEMBER:
  3027. EMIT("qi_index(state, ");
  3028. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3029. EMIT(", qi_make_string(state, \"%s\"))", node->t->text);
  3030. break;
  3031. case N_INDEX:
  3032. EMIT("qi_index(state, ");
  3033. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3034. EMIT(", ");
  3035. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3036. EMIT(")");
  3037. break;
  3038. case N_SLICE: {
  3039. NEWGID();
  3040. buffer_t *tbuf = buffer_new();
  3041. buffer_fmt(tbuf, "inline static qi_value_t *__slice%d(qi_state_t *state) {\n", gid);
  3042. if (node->b && node->c) {
  3043. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(3);\n");
  3044. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = ");
  3045. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3046. buffer_fmt(tbuf, ";\n");
  3047. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = ");
  3048. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3049. buffer_fmt(tbuf, ";\n");
  3050. buffer_fmt(tbuf, "qi_list_data(pargs, 2) = ");
  3051. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->c);
  3052. buffer_fmt(tbuf, ";\n");
  3053. } else if (node->b) {
  3054. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(2);\n");
  3055. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = ");
  3056. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3057. buffer_fmt(tbuf, ";\n");
  3058. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = ");
  3059. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3060. buffer_fmt(tbuf, ";\n");
  3061. } else {
  3062. buffer_fmt(tbuf, "qi_list_t *pargs = qi_list_make_n(3);\n");
  3063. buffer_fmt(tbuf, "qi_list_data(pargs, 0) = ");
  3064. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->a);
  3065. buffer_fmt(tbuf, ";\n");
  3066. buffer_fmt(tbuf, "qi_list_data(pargs, 1) = state->zero;\n");
  3067. buffer_fmt(tbuf, "qi_list_data(pargs, 2) = ");
  3068. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->c);
  3069. buffer_fmt(tbuf, ";\n");
  3070. }
  3071. buffer_fmt(tbuf, "return qi_call(state, qi_get(state, \"__slice\"), pargs);\n");
  3072. buffer_fmt(tbuf, "}\n");
  3073. buffer_appendb(gbuf, tbuf);
  3074. EMIT("__slice%d(state)", gid);
  3075. } break;
  3076. case N_ASSIGN:
  3077. if (node->a->tag == N_LIST) {
  3078. if (node->a->l->length < 2)
  3079. COMPILE_ERROR("illegal unpack assignment left-hand side");
  3080. NEWGID();
  3081. buffer_t *tbuf = buffer_new();
  3082. buffer_fmt(tbuf, "inline static qi_value_t *__assign%d(qi_state_t *state) {\n", gid);
  3083. char *varname = tempvar();
  3084. buffer_fmt(tbuf, "qi_value_t *%s = ", varname);
  3085. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b);
  3086. buffer_fmt(tbuf, ";\n");
  3087. for (size_t i = 0; i < node->a->l->length; i++) {
  3088. ASSIGNIN(tbuf, (node_t *)node->a->l->data[i], buffer_fmt(tbuf, "qi_index(state, %s, qi_make_number(state, %d))", varname, i));
  3089. buffer_fmt(tbuf, ";\n");
  3090. }
  3091. buffer_fmt(tbuf, "return %s;\n}\n", varname);
  3092. buffer_appendb(gbuf, tbuf);
  3093. EMIT("__assign%d(state)", gid);
  3094. break;
  3095. } else if (node->a->tag == N_TUPLE) {
  3096. if (node->a->l->length < 2)
  3097. COMPILE_ERROR("illegal multiple assignment left-hand side");
  3098. if (node->b->tag != N_TUPLE || node->b->l->length < 2 || node->a->l->length != node->b->l->length)
  3099. COMPILE_ERROR("illegal multiple assignment right-hand side");
  3100. NEWGID();
  3101. buffer_t *tbuf = buffer_new();
  3102. buffer_fmt(tbuf, "qi_value_t *__assign%d(qi_state_t *state) {\n", gid);
  3103. list_t *vals = list_new();
  3104. for (size_t i = 0; i < node->b->l->length; i++) {
  3105. char *varname = tempvar();
  3106. buffer_fmt(tbuf, "qi_value_t *%s = ", varname);
  3107. compile_node(gbuf, tbuf, ctx, ltab, lstk, sstk, lbl, node->b->l->data[i]);
  3108. buffer_fmt(tbuf, ";\n");
  3109. list_push(vals, varname);
  3110. }
  3111. for (size_t i = 0; i < node->a->l->length; i++) {
  3112. char *varname = vals->data[i];
  3113. ASSIGNIN(tbuf, (node_t *)node->a->l->data[i], buffer_fmt(tbuf, "%s", varname));
  3114. buffer_fmt(tbuf, ";\n");
  3115. }
  3116. buffer_fmt(tbuf, "return %s;\n}\n", vals->data[vals->length-1]);
  3117. buffer_appendb(gbuf, tbuf);
  3118. EMIT("__assign%d(state)", gid);
  3119. break;
  3120. }
  3121. ASSIGN(node->a, compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b));
  3122. break;
  3123. case N_ASSIGN_ADD: COMPASSIGN(node->a, "add", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3124. case N_ASSIGN_SUB: COMPASSIGN(node->a, "sub", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3125. case N_ASSIGN_MUL: COMPASSIGN(node->a, "mul", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3126. case N_ASSIGN_DIV: COMPASSIGN(node->a, "div", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3127. case N_ASSIGN_IDIV: COMPASSIGN(node->a, "idiv", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3128. case N_ASSIGN_MOD: COMPASSIGN(node->a, "mod", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3129. case N_ASSIGN_POW: COMPASSIGN(node->a, "pow", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3130. case N_ASSIGN_BOR: COMPASSIGN(node->a, "bor", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3131. case N_ASSIGN_BAND: COMPASSIGN(node->a, "band", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3132. case N_ASSIGN_XOR: COMPASSIGN(node->a, "xor", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3133. case N_ASSIGN_SHL: COMPASSIGN(node->a, "shl", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3134. case N_ASSIGN_SHR: COMPASSIGN(node->a, "shr", compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b)); break;
  3135. case N_INC:
  3136. COMPASSIGN(node->a, "add", EMIT("state->one"));
  3137. break;
  3138. case N_DEC:
  3139. COMPASSIGN(node->a, "sub", EMIT("state->one"));
  3140. break;
  3141. case N_VAR: case N_LET:
  3142. table_iterate(node->h, {
  3143. EMIT("qi_%s(state, \"%s\", ", node->tag == N_LET? "decl_const": "decl", entry.key);
  3144. if (entry.value)
  3145. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, entry.value);
  3146. else EMIT("state->nil");
  3147. EMIT(");\n");
  3148. });
  3149. break;
  3150. case N_VARUNPACK: case N_LETUNPACK: {
  3151. char *varname = tempvar();
  3152. EMIT("qi_value_t *%s = ", varname);
  3153. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3154. EMIT(";\n");
  3155. for (size_t i = 0; i < node->l->length; i++)
  3156. EMIT("%s(state, \"%s\", qi_index(state, %s, qi_make_number(state, %d)));\n", node->tag == N_VARUNPACK? "qi_decl": "qi_decl_const", node->l->data[i], varname, i);
  3157. } break;
  3158. case N_CONST:break;
  3159. case N_IF:
  3160. EMIT("if (_qi_truthy(state, ");
  3161. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3162. EMIT(")) {\n");
  3163. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3164. if (node->c) {
  3165. EMIT("} else {\n");
  3166. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->c);
  3167. }
  3168. EMIT("}");
  3169. break;
  3170. case N_SWITCH: {
  3171. NEWGID();
  3172. if (node->t2) {
  3173. if (table_get(ltab, node->t2->text))
  3174. COMPILE_ERROR("redeclaration of loop label: '%s'", node->t2->text);
  3175. stack_t *pair = stack_new();
  3176. stack_push(pair, 1);
  3177. stack_push(pair, gid);
  3178. table_set(ltab, node->t2->text, pair);
  3179. }
  3180. char *varname = tempvar();
  3181. EMIT("qi_value_t *%s = ", varname);
  3182. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3183. EMIT(";\n");
  3184. for (size_t i = 0; i < node->l->length; i++) {
  3185. list_t *pair = node->l->data[i];
  3186. char *label = tempvar();
  3187. EMIT("if (_qi_equals(state, %s, ", varname);
  3188. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, pair->data[0]);
  3189. EMIT(")) goto %s;\n", label);
  3190. pair->data[0] = label;
  3191. }
  3192. EMIT("goto __default%d;\n", gid);
  3193. SPUSH(gid);
  3194. CTXPUSH("switch");
  3195. for (size_t i = 0; i < node->l->length; i++) {
  3196. list_t *pair = node->l->data[i];
  3197. char *label = pair->data[0];
  3198. node_t *block = pair->data[1];
  3199. EMIT("%s:;\n", label);
  3200. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, block);
  3201. }
  3202. EMIT("__default%d:;\n", gid);
  3203. if (node->b)
  3204. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3205. CTXPOP();
  3206. SPOP();
  3207. EMIT("__break%d:;\n", gid);
  3208. } break;
  3209. case N_FOR: {
  3210. NEWGID();
  3211. if (node->t2) {
  3212. if (table_get(ltab, node->t2->text))
  3213. COMPILE_ERROR("redeclaration of loop label: '%s'", node->t2->text);
  3214. stack_t *pair = stack_new();
  3215. stack_push(pair, 0);
  3216. stack_push(pair, gid);
  3217. table_set(ltab, node->t2->text, pair);
  3218. }
  3219. if (!node->a) {
  3220. EMIT("for (;;) {\n");
  3221. } else if (node->a && !node->b) {
  3222. EMIT("while (_qi_truthy(state, ");
  3223. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3224. EMIT(")) {\n");
  3225. } else {
  3226. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3227. EMIT("while (_qi_truthy(state, ");
  3228. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3229. EMIT(")) {\n");
  3230. }
  3231. LPUSH(gid);
  3232. CTXPUSH("for");
  3233. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->d);
  3234. EMIT("__continue%d:;\n", gid);
  3235. if (node->c) {
  3236. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->c);
  3237. EMIT(";\n");
  3238. }
  3239. CTXPOP();
  3240. LPOP();
  3241. EMIT("}\n");
  3242. EMIT("__break%d:;\n", gid);
  3243. } break;
  3244. case N_FOROF: case N_FOROFVAR: case N_FOROFUNPACK: case N_FOROFVARUNPACK: {
  3245. NEWGID();
  3246. if (node->t2) {
  3247. if (table_get(ltab, node->t2->text))
  3248. COMPILE_ERROR("redeclaration of loop label: '%s'", node->t2->text);
  3249. stack_t *pair = stack_new();
  3250. stack_push(pair, 0);
  3251. stack_push(pair, gid);
  3252. table_set(ltab, node->t2->text, pair);
  3253. }
  3254. char *varname = tempvar();
  3255. EMIT("qi_value_t *%s = qi_iter(state, ", varname);
  3256. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3257. EMIT(");\n");
  3258. if (node->tag == N_FOROFVAR) {
  3259. EMIT("qi_decl(state, \"%s\", state->nil);\n", node->t->text);
  3260. } else if (node->tag == N_FOROFVARUNPACK) {
  3261. for (size_t i = 0; i < node->l->length; i++)
  3262. EMIT("qi_decl(state, \"%s\", state->nil);\n", node->l->data[i]);
  3263. }
  3264. EMIT("for (qi_size_t length = _qi_length(state, %s), i = 0; i < length; i++) {\n", varname);
  3265. if (node->tag == N_FOROFUNPACK || node->tag == N_FOROFVARUNPACK) {
  3266. for (size_t i = 0; i < node->l->length; i++)
  3267. EMIT("qi_set(state, false, \"%s\", qi_index(state, qi_index(state, %s, qi_make_number(state, i)), qi_make_number(state, %d)));\n", node->l->data[i], varname, i);
  3268. } else
  3269. EMIT("qi_set(state, false, \"%s\", qi_index(state, %s, qi_make_number(state, i)));\n", node->t->text, varname);
  3270. LPUSH(gid);
  3271. CTXPUSH("for");
  3272. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3273. CTXPOP();
  3274. LPOP();
  3275. EMIT("__continue%d:;\n", gid);
  3276. EMIT("}\n");
  3277. EMIT("__break%d:;\n", gid);
  3278. } break;
  3279. case N_BREAK:
  3280. if (!INCTX("for") && !INCTX("switch"))
  3281. COMPILE_ERROR("break outside of a loop or a switch");
  3282. if (node->t) {
  3283. if (node->t->tag == T_NUMBER) {
  3284. unsigned int offset = abs(atoi(node->t->text)) + 1;
  3285. if (offset < 2 || offset > lstk->length)
  3286. COMPILE_ERROR("%d is not a valid break loop offset", offset-1);
  3287. EMIT("goto __break%d;", lstk->data[lstk->length-offset]);
  3288. } else {
  3289. char *label = node->t->text;
  3290. stack_t *pair = table_get(ltab, label);
  3291. if (!pair)
  3292. COMPILE_ERROR("undefined loop label: '%s'", label);
  3293. EMIT("goto __break%d;", pair->data[1]);
  3294. }
  3295. break;
  3296. }
  3297. EMIT("goto __break%d;", in_switch(ctx)? SID: LID);
  3298. break;
  3299. case N_CONTINUE:
  3300. if (!INCTX("for"))
  3301. COMPILE_ERROR("continue outside of a loop");
  3302. if (node->t) {
  3303. if (node->t->tag == T_NUMBER) {
  3304. unsigned int offset = abs(atoi(node->t->text)) + 1;
  3305. if (offset < 2 || offset > lstk->length)
  3306. COMPILE_ERROR("%d is not a valid break loop offset", offset-1);
  3307. EMIT("goto __continue%d;", lstk->data[lstk->length-offset]);
  3308. } else {
  3309. char *label = node->t->text;
  3310. stack_t *pair = table_get(ltab, label);
  3311. if (pair->data[1])
  3312. COMPILE_ERROR("continue on a switch loop label: '%s'", label);
  3313. if (!pair)
  3314. COMPILE_ERROR("undefined loop label: '%s'", label);
  3315. EMIT("goto __continue%d;", pair->data[1]);
  3316. }
  3317. break;
  3318. }
  3319. EMIT("goto __continue%d;", LID);
  3320. break;
  3321. case N_DEFER: {
  3322. NEWGID();
  3323. buffer_t *tbuf = buffer_new();
  3324. buffer_fmt(tbuf, "void __defer%d(qi_state_t *state) {\n", gid);
  3325. LBPUSH();
  3326. CTXPUSH("gap");
  3327. list_push(CONSTANTS, table_new());
  3328. compile_node(gbuf, tbuf, ctx, table_new(), stack_new(), stack_new(), lbl, node->a);
  3329. list_pop(CONSTANTS);
  3330. CTXPOP();
  3331. LBPOP();
  3332. buffer_fmt(tbuf, "\n}\n");
  3333. buffer_appendb(gbuf, tbuf);
  3334. EMIT("qi_add_defer(state, -1, __defer%d);", gid);
  3335. } break;
  3336. case N_RETURN:
  3337. if (!INCTX("func"))
  3338. COMPILE_ERROR("return outside of a function");
  3339. for (size_t i = 0; i < SCOPESK; i++)
  3340. EMIT("qi_old_scope(state);\n");
  3341. for (size_t i = 0; i < TRAPSK; i++)
  3342. EMIT("qi_unset_trap(state, trap);\n");
  3343. EMIT("return ");
  3344. if (node->a)
  3345. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3346. else EMIT("state->nil");
  3347. EMIT(";");
  3348. break;
  3349. case N_FUNCDEF: break;
  3350. case N_CLASS: break;
  3351. case N_PASS: break;
  3352. case N_DEL:
  3353. EMIT("qi_del(state, ");
  3354. if (node->a->tag == N_INDEX) {
  3355. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a->a);
  3356. EMIT(", ");
  3357. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a->b);
  3358. } else if (node->a->tag == N_MEMBER) {
  3359. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a->a);
  3360. EMIT(", qi_make_string(state, \"%s\")", node->a->t->text);
  3361. } else COMPILE_ERROR("not a index/member expression");
  3362. EMIT(");");
  3363. break;
  3364. case N_TRY:
  3365. EMIT("qi_try(state, {\n");
  3366. LBPUSH();
  3367. CTXPUSH("gap");
  3368. CTXPUSH("trap");
  3369. compile_node(gbuf, buf, ctx, table_new(), stack_new(), stack_new(), lbl, node->a);
  3370. CTXPOP();
  3371. CTXPOP();
  3372. LBPOP();
  3373. EMIT("}, {\n");
  3374. if (node->t)
  3375. EMIT("qi_decl(state, \"%s\", trap->value);\n", node->t->text);
  3376. LBPUSH();
  3377. CTXPUSH("gap");
  3378. compile_node(gbuf, buf, ctx, table_new(), stack_new(), stack_new(), lbl, node->b);
  3379. CTXPOP();
  3380. LBPOP();
  3381. if (node->c) {
  3382. NEWGID();
  3383. buffer_t *tbuf = buffer_new();
  3384. buffer_fmt(tbuf, "void __finally%d(qi_state_t *state) {\n", gid);
  3385. LBPUSH();
  3386. CTXPUSH("gap");
  3387. compile_node(gbuf, tbuf, ctx, table_new(), stack_new(), stack_new(), lbl, node->c);
  3388. CTXPOP();
  3389. LBPOP();
  3390. buffer_fmt(tbuf, "\n}\n");
  3391. buffer_appendb(gbuf, tbuf);
  3392. EMIT("}, __finally%d);\n", gid);
  3393. } else {
  3394. EMIT("}, NULL);\n");
  3395. }
  3396. break;
  3397. case N_THROW:
  3398. EMIT("qi_throw(state, ");
  3399. if (node->a)
  3400. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3401. else {
  3402. EMIT("state->nil");
  3403. }
  3404. EMIT(");");
  3405. break;
  3406. case N_LABEL: {
  3407. size_t *gid = table_get(list_index(lbl, -1), node->t->text);
  3408. EMIT("__label%d:;", *gid);
  3409. } break;
  3410. case N_GOTO: {
  3411. char *label = node->t->text;
  3412. size_t *gid = table_get(list_index(lbl, -1), label);
  3413. if (!gid)
  3414. COMPILE_ERROR("undefined label: '%s'", label);
  3415. EMIT("goto __label%d;", *gid);
  3416. } break;
  3417. case N_REQUIRE: {
  3418. char *path = unescape(node->t->text);
  3419. if (require_once(gbuf, buf, ctx, ltab, lstk, sstk, lbl, path) < 0)
  3420. COMPILE_ERROR("'%s' is not a valid file path or a builtin library name", path);
  3421. } break;
  3422. case N_IFEXPR:
  3423. EMIT("(_qi_truthy(state, ");
  3424. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->a);
  3425. EMIT(")? ");
  3426. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->b);
  3427. EMIT(": ");
  3428. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node->c);
  3429. EMIT(")");
  3430. break;
  3431. case N_FUNCEXPR:
  3432. compile_func(gbuf, buf, ctx, ltab, lstk, sstk, lbl, node, NULL);
  3433. break;
  3434. case N_EQUALS:
  3435. BINOP("equals");
  3436. break;
  3437. case N_NOTEQUALS:
  3438. BINOP("not_equals");
  3439. break;
  3440. case N_IS:
  3441. BINOP("is");
  3442. break;
  3443. case N_NOTIS:
  3444. BINOP("not_is");
  3445. break;
  3446. case N_IN:
  3447. BINOP("in");
  3448. break;
  3449. case N_NOTIN:
  3450. BINOP("not_in");
  3451. break;
  3452. case N_LT:
  3453. BINOP("lt");
  3454. break;
  3455. case N_GT:
  3456. BINOP("gt");
  3457. break;
  3458. case N_LE:
  3459. BINOP("le");
  3460. break;
  3461. case N_GE:
  3462. BINOP("ge");
  3463. break;
  3464. case N_ADD:
  3465. BINOP("add");
  3466. break;
  3467. case N_SUB:
  3468. BINOP("sub");
  3469. break;
  3470. case N_MUL:
  3471. BINOP("mul");
  3472. break;
  3473. case N_DIV:
  3474. BINOP("div");
  3475. break;
  3476. case N_IDIV:
  3477. BINOP("idiv");
  3478. break;
  3479. case N_MOD:
  3480. BINOP("mod");
  3481. break;
  3482. case N_POW:
  3483. BINOP("pow");
  3484. break;
  3485. case N_SHL:
  3486. BINOP("shl");
  3487. break;
  3488. case N_SHR:
  3489. BINOP("shr");
  3490. break;
  3491. case N_XOR:
  3492. BINOP("xor");
  3493. break;
  3494. case N_BOR:
  3495. BINOP("bor");
  3496. break;
  3497. case N_BAND:
  3498. BINOP("band");
  3499. break;
  3500. case N_LOGOR:
  3501. BINOP("or");
  3502. break;
  3503. case N_LOGAND:
  3504. BINOP("and");
  3505. break;
  3506. case N_NEGATE:
  3507. UNOP("negate");
  3508. break;
  3509. case N_UNARY_PLUS:
  3510. UNOP("unary_plus");
  3511. break;
  3512. case N_NOT:
  3513. UNOP("not");
  3514. break;
  3515. case N_BNOT:
  3516. UNOP("bnot");
  3517. break;
  3518. case N_INLINE: {
  3519. char *text = unescape(node->t->text);
  3520. if (text[0] == '#') {
  3521. EMIT("%s", text);
  3522. } else {
  3523. EMIT("%s;", text);
  3524. }
  3525. } break;
  3526. case N_HEADER: buffer_fmt(HBUF, "%s\n", unescape(node->t->text)); break;
  3527. case N_INCLUDE: buffer_fmt(HBUF, "#include <%s>\n", unescape(node->t->text)); break;
  3528. case N_BUFFER: buffer_appendb(buf, node->buf); break;
  3529. default:
  3530. COMPILE_ERROR("not yet implemented");
  3531. }
  3532. }
  3533. void compile_into(char *source, buffer_t *gbuf, buffer_t *buf, list_t *ctx, table_t *ltab, stack_t *lstk, stack_t *sstk, list_t *lbl) {
  3534. node_t *n = parse(source);
  3535. compile_node(gbuf, buf, ctx, ltab, lstk, sstk, lbl, n);
  3536. }
  3537. char *escape(char *s) {
  3538. buffer_t *buf = buffer_new();
  3539. while (*s) {
  3540. if (*s == '\\' || *s == '"')
  3541. buffer_append(buf, '\\');
  3542. buffer_append(buf, *s++);
  3543. }
  3544. return buffer_read(buf);
  3545. }
  3546. int NOSTD = 0;
  3547. char *compile(char *source, list_t *required) {
  3548. list_t *ctx = list_new();
  3549. table_t *ltab = table_new();
  3550. stack_t *lstk = stack_new();
  3551. stack_t *sstk = stack_new();
  3552. list_t *lbl = list_new();
  3553. LBPUSH();
  3554. buffer_t *gbuf = buffer_new();
  3555. buffer_t *buf = buffer_new();
  3556. compile_into("const __QIC = \"" QIC_VERSION "\"", gbuf, buf, ctx, ltab, lstk, sstk, lbl);
  3557. if (!NOSTD)
  3558. require_once(gbuf, buf, ctx, ltab, lstk, sstk, lbl, "std");
  3559. if (required && required->length)
  3560. for (size_t i = 0; i < required->length; i++)
  3561. if (require_once(gbuf, buf, ctx, ltab, lstk, sstk, lbl, required->data[i]) < 0) {
  3562. fprintf(stderr, "fatal: '%s' is not a valid file path or a builtin library name\n", (char *)required->data[i]);
  3563. exit(1);
  3564. }
  3565. compile_into(source, gbuf, buf, ctx, ltab, lstk, sstk, lbl);
  3566. buffer_t *rbuf = buffer_new();
  3567. buffer_appends(rbuf, "#include <qirt.h>\n");
  3568. if (DEBUG && DEBUGDATA->length) {
  3569. buffer_fmt(rbuf, "static const char *__debugData[%d] = {\n", DEBUGDATA->length);
  3570. for (size_t i = 0; i < DEBUGDATA->length; i++)
  3571. buffer_fmt(rbuf, "\"%s\",\n", escape(DEBUGDATA->data[i]));
  3572. buffer_fmt(rbuf, "};\n");
  3573. }
  3574. buffer_appendb(rbuf, HBUF);
  3575. buffer_appendb(rbuf, gbuf);
  3576. buffer_appends(rbuf, "int main(int argc, char **argv) {\n");
  3577. buffer_appends(rbuf, "qi_state_t *state;\n");
  3578. if (DEBUG)
  3579. buffer_appends(rbuf, "qi_state_init_debug(&state);\n");
  3580. else
  3581. buffer_appends(rbuf, "qi_state_init(&state);\n");
  3582. buffer_appends(rbuf, "qi_list_t *args = qi_list_make();\n");
  3583. buffer_appends(rbuf, "for (int i = 0; i < argc; i++)\n");
  3584. buffer_appends(rbuf, " qi_list_push(args, qi_make_string(state, argv[i]));\n");
  3585. buffer_appends(rbuf, "qi_decl_const(state, \"ARGS\", qi_make_list(state, args));\n");
  3586. buffer_appendb(rbuf, buf);
  3587. buffer_appends(rbuf, "qi_old_scope(state);\n");
  3588. buffer_appends(rbuf, "qi_finalize();\n");
  3589. buffer_appends(rbuf, "return 0;\n");
  3590. buffer_appends(rbuf, "}\n");
  3591. return buffer_read(rbuf);
  3592. }
  3593. char *compile_file(char *filename, FILE *fd, list_t *required) {
  3594. buffer_t *buf = buffer_new();
  3595. for (;;) {
  3596. char line[512];
  3597. if (!fgets(line, sizeof(line), fd))
  3598. break;
  3599. buffer_appends(buf, line);
  3600. }
  3601. char *source = buffer_read(buf);
  3602. list_t *pair = list_new();
  3603. list_push(pair, filename);
  3604. list_push(pair, source);
  3605. list_push(FILES, pair);
  3606. char *out = compile(source, required);
  3607. list_pop(FILES);
  3608. return out;
  3609. }
  3610. int main(int argc, char **argv) {
  3611. DEBUGDATA = list_new();
  3612. FUNCNAMES = list_new();
  3613. FILES = list_new();
  3614. REQUIRED = list_new();
  3615. CONSTANTS = list_new();
  3616. list_push(CONSTANTS, table_new());
  3617. HBUF = buffer_new();
  3618. genmathlib();
  3619. char *out;
  3620. char *main = NULL;
  3621. list_t *required = NULL;
  3622. int readstdin = 0;
  3623. for (size_t i = 1; i < argc; i++) {
  3624. if (*argv[i] == '-') {
  3625. if (strcmp(argv[i], "-d") == 0 || strcmp(argv[i], "--debug") == 0)
  3626. DEBUG = 1;
  3627. else if (strcmp(argv[i], "-s") == 0 || strcmp(argv[i], "--stdin") == 0)
  3628. readstdin = 1;
  3629. else if (strcmp(argv[i], "-N") == 0 || strcmp(argv[i], "--no-std") == 0)
  3630. NOSTD = 1;
  3631. else if (strcmp(argv[i], "-h") == 0 || strcmp(argv[i], "-?") == 0 || strcmp(argv[i], "--help") == 0 || strcmp(argv[i], "-v") == 0 || strcmp(argv[i], "--version") == 0) {
  3632. fprintf(stderr, "qilang compiler, " QIC_VERSION "\n");
  3633. fprintf(stderr, "usage: %s [-dsh] [input0.qi input1.qi ... inputN.qi]\n", argv[0]);
  3634. fprintf(stderr, "-h --help\tprint this message and exit\n");
  3635. fprintf(stderr, "-d --debug\tenable debug mode\n");
  3636. fprintf(stderr, "-s --stdin\tread stdin as input\n");
  3637. fprintf(stderr, "-N --no-std\tdont automatically require std\n");
  3638. return 0;
  3639. } else {
  3640. fprintf(stderr, "fatal: unknown commandline argument: '%s'\n", argv[i]);
  3641. return 1;
  3642. }
  3643. continue;
  3644. }
  3645. if (!readstdin && !main) main = argv[i];
  3646. else {
  3647. if (!required)
  3648. required = list_new();
  3649. list_push(required, argv[i]);
  3650. }
  3651. }
  3652. if (readstdin || !main)
  3653. out = compile_file("<stdin>", stdin, required);
  3654. else {
  3655. FILE *fd = fopen(main, "rb");
  3656. if (!fd) {
  3657. fprintf(stderr, "fatal: unable to open file: '%s'\n", main);
  3658. return 1;
  3659. }
  3660. list_push(REQUIRED, main);
  3661. out = compile_file(main, fd, required);
  3662. fclose(fd);
  3663. }
  3664. fwrite(out, sizeof(char), strlen(out), stdout);
  3665. return 0;
  3666. }