ref: b8986a889d7e3a445c0265c5cfb3b1db385db756
dir: /sys/src/cmd/dict/utils.c/
#include <u.h> #include <libc.h> #include <bio.h> #include "dict.h" Dict dicts[] = { {"oed", "Oxford English Dictionary, 2nd Ed.", "/lib/dict/oed2", "/lib/dict/oed2index", oednextoff, oedprintentry, oedprintkey}, {"ahd", "American Heritage Dictionary, 2nd College Ed.", "/lib/ahd/DICT.DB", "/lib/ahd/index", ahdnextoff, ahdprintentry, ahdprintkey}, {"pgw", "Project Gutenberg Webster Dictionary", "/lib/dict/pgw", "/lib/dict/pgwindex", pgwnextoff, pgwprintentry, pgwprintkey}, {"thesaurus", "Collins Thesaurus", "/lib/dict/thesaurus", "/lib/dict/thesindex", thesnextoff, thesprintentry, thesprintkey}, {"roget", "Project Gutenberg Roget's Thesaurus", "/lib/dict/roget", "/lib/dict/rogetindex", rogetnextoff, rogetprintentry, rogetprintkey}, {"ce", "Gendai Chinese->English", "/lib/dict/world/sansdata/sandic24.dat", "/lib/dict/world/sansdata/ceindex", worldnextoff, worldprintentry, worldprintkey}, {"ceh", "Gendai Chinese->English (Hanzi index)", "/lib/dict/world/sansdata/sandic24.dat", "/lib/dict/world/sansdata/cehindex", worldnextoff, worldprintentry, worldprintkey}, {"ec", "Gendai English->Chinese", "/lib/dict/world/sansdata/sandic24.dat", "/lib/dict/world/sansdata/ecindex", worldnextoff, worldprintentry, worldprintkey}, {"dae", "Gyldendal Danish->English", "/lib/dict/world/gylddata/sandic30.dat", "/lib/dict/world/gylddata/daeindex", worldnextoff, worldprintentry, worldprintkey}, {"eda", "Gyldendal English->Danish", "/lib/dict/world/gylddata/sandic29.dat", "/lib/dict/world/gylddata/edaindex", worldnextoff, worldprintentry, worldprintkey}, {"due", "Wolters-Noordhoff Dutch->English", "/lib/dict/world/woltdata/sandic07.dat", "/lib/dict/world/woltdata/deindex", worldnextoff, worldprintentry, worldprintkey}, {"edu", "Wolters-Noordhoff English->Dutch", "/lib/dict/world/woltdata/sandic06.dat", "/lib/dict/world/woltdata/edindex", worldnextoff, worldprintentry, worldprintkey}, {"fie", "WSOY Finnish->English", "/lib/dict/world/werndata/sandic32.dat", "/lib/dict/world/werndata/fieindex", worldnextoff, worldprintentry, worldprintkey}, {"efi", "WSOY English->Finnish", "/lib/dict/world/werndata/sandic31.dat", "/lib/dict/world/werndata/efiindex", worldnextoff, worldprintentry, worldprintkey}, {"fe", "Collins French->English", "/lib/dict/fe", "/lib/dict/feindex", pcollnextoff, pcollprintentry, pcollprintkey}, {"ef", "Collins English->French", "/lib/dict/ef", "/lib/dict/efindex", pcollnextoff, pcollprintentry, pcollprintkey}, {"ge", "Collins German->English", "/lib/dict/ge", "/lib/dict/geindex", pcollgnextoff, pcollgprintentry, pcollgprintkey}, {"eg", "Collins English->German", "/lib/dict/eg", "/lib/dict/egindex", pcollgnextoff, pcollgprintentry, pcollgprintkey}, {"ie", "Collins Italian->English", "/lib/dict/ie", "/lib/dict/ieindex", pcollnextoff, pcollprintentry, pcollprintkey}, {"ei", "Collins English->Italian", "/lib/dict/ei", "/lib/dict/eiindex", pcollnextoff, pcollprintentry, pcollprintkey}, {"je", "Sanshusha Japanese->English", "/lib/dict/world/sansdata/sandic18.dat", "/lib/dict/world/sansdata/jeindex", worldnextoff, worldprintentry, worldprintkey}, {"jek", "Sanshusha Japanese->English (Kanji index)", "/lib/dict/world/sansdata/sandic18.dat", "/lib/dict/world/sansdata/jekindex", worldnextoff, worldprintentry, worldprintkey}, {"ej", "Sanshusha English->Japanese", "/lib/dict/world/sansdata/sandic18.dat", "/lib/dict/world/sansdata/ejindex", worldnextoff, worldprintentry, worldprintkey}, {"tjeg", "Sanshusha technical Japanese->English,German", "/lib/dict/world/sansdata/sandic16.dat", "/lib/dict/world/sansdata/tjegindex", worldnextoff, worldprintentry, worldprintkey}, {"tjegk", "Sanshusha technical Japanese->English,German (Kanji index)", "/lib/dict/world/sansdata/sandic16.dat", "/lib/dict/world/sansdata/tjegkindex", worldnextoff, worldprintentry, worldprintkey}, {"tegj", "Sanshusha technical English->German,Japanese", "/lib/dict/world/sansdata/sandic16.dat", "/lib/dict/world/sansdata/tegjindex", worldnextoff, worldprintentry, worldprintkey}, {"tgje", "Sanshusha technical German->Japanese,English", "/lib/dict/world/sansdata/sandic16.dat", "/lib/dict/world/sansdata/tgjeindex", worldnextoff, worldprintentry, worldprintkey}, {"ne", "Kunnskapforlaget Norwegian->English", "/lib/dict/world/kunndata/sandic28.dat", "/lib/dict/world/kunndata/neindex", worldnextoff, worldprintentry, worldprintkey}, {"en", "Kunnskapforlaget English->Norwegian", "/lib/dict/world/kunndata/sandic27.dat", "/lib/dict/world/kunndata/enindex", worldnextoff, worldprintentry, worldprintkey}, {"re", "Leon Ungier Russian->English", "/lib/dict/re", "/lib/dict/reindex", simplenextoff, simpleprintentry, simpleprintkey}, {"er", "Leon Ungier English->Russian", "/lib/dict/re", "/lib/dict/erindex", simplenextoff, simpleprintentry, simpleprintkey}, {"se", "Collins Spanish->English", "/lib/dict/se", "/lib/dict/seindex", pcollnextoff, pcollprintentry, pcollprintkey}, {"es", "Collins English->Spanish", "/lib/dict/es", "/lib/dict/esindex", pcollnextoff, pcollprintentry, pcollprintkey}, {"swe", "Esselte Studium Swedish->English", "/lib/dict/world/essedata/sandic34.dat", "/lib/dict/world/essedata/sweindex", worldnextoff, worldprintentry, worldprintkey}, {"esw", "Esselte Studium English->Swedish", "/lib/dict/world/essedata/sandic33.dat", "/lib/dict/world/essedata/eswindex", worldnextoff, worldprintentry, worldprintkey}, {"movie", "Movies -- by title", "/lib/movie/data", "/lib/dict/movtindex", movienextoff, movieprintentry, movieprintkey}, {"moviea", "Movies -- by actor", "/lib/movie/data", "/lib/dict/movaindex", movienextoff, movieprintentry, movieprintkey}, {"movied", "Movies -- by director", "/lib/movie/data", "/lib/dict/movdindex", movienextoff, movieprintentry, movieprintkey}, {"slang", "English Slang", "/lib/dict/slang", "/lib/dict/slangindex", slangnextoff, slangprintentry, slangprintkey}, {"robert", "Robert Électronique", "/lib/dict/robert/_pointers", "/lib/dict/robert/_index", robertnextoff, robertindexentry, robertprintkey}, {"robertv", "Robert Électronique - formes des verbes", "/lib/dict/robert/flex.rob", "/lib/dict/robert/_flexindex", robertnextflex, robertflexentry, robertprintkey}, {0, 0, 0, 0, 0} }; typedef struct Lig Lig; struct Lig { Rune start; /* accent rune */ Rune *pairs; /* <char,accented version> pairs */ }; static Lig ligtab[Nligs] = { [LACU-LIGS] {L'´', L"AÁaáCĆcćEÉeégģIÍiíıíLĹlĺNŃnńOÓoóRŔrŕSŚsśUÚuúYÝyýZŹzź"}, [LGRV-LIGS] {L'ˋ', L"AÀaàEÈeèIÌiìıìOÒoòUÙuù"}, [LUML-LIGS] {L'¨', L"AÄaäEËeëIÏiïOÖoöUÜuüYŸyÿ"}, [LCED-LIGS] {L'¸', L"CÇcçGĢKĶkķLĻlļNŅnņRŖrŗSŞsşTŢtţ"}, [LTIL-LIGS] {L'˜', L"AÃaãIĨiĩıĩNÑnñOÕoõUŨuũ"}, [LBRV-LIGS] {L'˘', L"AĂaăEĔeĕGĞgğIĬiĭıĭOŎoŏUŬuŭ"}, [LRNG-LIGS] {L'˚', L"AÅaåUŮuů"}, [LDOT-LIGS] {L'˙', L"CĊcċEĖeėGĠgġIİLĿlŀZŻzż"}, [LDTB-LIGS] {L'.', L""}, [LFRN-LIGS] {L'⌢', L"AÂaâCĈcĉEÊeêGĜgĝHĤhĥIÎiîıîJĴjĵOÔoôSŜsŝUÛuûWŴwŵYŶyŷ"}, [LFRB-LIGS] {L'̯', L""}, [LOGO-LIGS] {L'˛', L"AĄaąEĘeęIĮiįıįUŲuų"}, [LMAC-LIGS] {L'¯', L"AĀaāEĒeēIĪiīıīOŌoōUŪuū"}, [LHCK-LIGS] {L'ˇ', L"CČcčDĎdďEĚeěLĽlľNŇnňRŘrřSŠsšTŤtťZŽzž"}, [LASP-LIGS] {L'ʽ', L""}, [LLEN-LIGS] {L'ʼ', L""}, [LBRB-LIGS] {L'̮', L""} }; Rune *multitab[Nmulti] = { [MAAS-MULTI] L"ʽα", [MALN-MULTI] L"ʼα", [MAND-MULTI] L"and", [MAOQ-MULTI] L"a/q", [MBRA-MULTI] L"<|", [MDD-MULTI] L"..", [MDDD-MULTI] L"...", [MEAS-MULTI] L"ʽε", [MELN-MULTI] L"ʼε", [MEMM-MULTI] L"——", [MHAS-MULTI] L"ʽη", [MHLN-MULTI] L"ʼη", [MIAS-MULTI] L"ʽι", [MILN-MULTI] L"ʼι", [MLCT-MULTI] L"ct", [MLFF-MULTI] L"ff", [MLFFI-MULTI] L"ffi", [MLFFL-MULTI] L"ffl", [MLFL-MULTI] L"fl", [MLFI-MULTI] L"fi", [MLLS-MULTI] L"ɫɫ", [MLST-MULTI] L"st", [MOAS-MULTI] L"ʽο", [MOLN-MULTI] L"ʼο", [MOR-MULTI] L"or", [MRAS-MULTI] L"ʽρ", [MRLN-MULTI] L"ʼρ", [MTT-MULTI] L"~~", [MUAS-MULTI] L"ʽυ", [MULN-MULTI] L"ʼυ", [MWAS-MULTI] L"ʽω", [MWLN-MULTI] L"ʼω", [MOE-MULTI] L"oe", [MES-MULTI] L" ", }; #define risupper(r) (L'A' <= (r) && (r) <= L'Z') #define rislatin1(r) (0xC0 <= (r) && (r) <= 0xFF) #define rtolower(r) ((r)-'A'+'a') static Rune latin_fold_tab[] = { /* Table to fold latin 1 characters to ASCII equivalents based at Rune value 0xc0 À Á Â Ã Ä Å Æ Ç È É Ê Ë Ì Í Î Ï Ð Ñ Ò Ó Ô Õ Ö × Ø Ù Ú Û Ü Ý Þ ß à á â ã ä å æ ç è é ê ë ì í î ï ð ñ ò ó ô õ ö ÷ ø ù ú û ü ý þ ÿ */ 'a', 'a', 'a', 'a', 'a', 'a', 'a', 'c', 'e', 'e', 'e', 'e', 'i', 'i', 'i', 'i', 'd', 'n', 'o', 'o', 'o', 'o', 'o', 0 , 'o', 'u', 'u', 'u', 'u', 'y', 0 , 0 , 'a', 'a', 'a', 'a', 'a', 'a', 'a', 'c', 'e', 'e', 'e', 'e', 'i', 'i', 'i', 'i', 'd', 'n', 'o', 'o', 'o', 'o', 'o', 0 , 'o', 'u', 'u', 'u', 'u', 'y', 0 , 'y', }; static Rune *ttabstack[20]; static int ntt; /* * tab is an array of n Assoc's, sorted by key. * Look for key in tab, and return corresponding val * or -1 if not there */ long lookassoc(Assoc *tab, int n, char *key) { Assoc *q; long i, low, high; int r; for(low = -1, high = n; high > low+1; ){ i = (high+low)/2; q = &tab[i]; if((r=strcmp(key, q->key))<0) high = i; else if(r == 0) return q->val; else low=i; } return -1; } long looknassoc(Nassoc *tab, int n, long key) { Nassoc *q; long i, low, high; for(low = -1, high = n; high > low+1; ){ i = (high+low)/2; q = &tab[i]; if(key < q->key) high = i; else if(key == q->key) return q->val; else low=i; } return -1; } void err(char *fmt, ...) { char buf[1000]; va_list v; va_start(v, fmt); vsnprint(buf, sizeof(buf), fmt, v); va_end(v); fprint(2, "%s: %s\n", argv0, buf); } /* * Write the rune r to bout, keeping track of line length * and breaking the lines (at blanks) when they get too long */ void outrune(long r) { if(outinhibit) return; if(++linelen > breaklen && r == L' ') { Bputc(bout, '\n'); linelen = 0; } else Bputrune(bout, r); } void outrunes(Rune *rp) { Rune r; while((r = *rp++) != 0) outrune(r); } /* like outrune, but when arg is know to be a char */ void outchar(int c) { if(outinhibit) return; if(++linelen > breaklen && c == ' ') { c ='\n'; linelen = 0; } Bputc(bout, c); } void outchars(char *s) { char c; while((c = *s++) != 0) outchar(c); } void outprint(char *fmt, ...) { char buf[1000]; va_list v; va_start(v, fmt); vsnprint(buf, sizeof(buf), fmt, v); va_end(v); outchars(buf); } void outpiece(char *b, char *e) { int c, lastc; lastc = 0; while(b < e) { c = *b++; if(c == '\n') c = ' '; if(!(c == ' ' && lastc == ' ')) outchar(c); lastc = c; } } /* * Go to new line if not already there; indent if ind != 0. * If ind > 1, leave a blank line too. * Slight hack: assume if current line is only one or two * characters long, then they were spaces. */ void outnl(int ind) { if(outinhibit) return; if(ind) { if(ind > 1) { if(linelen > 2) Bputc(bout, '\n'); Bprint(bout, "\n "); } else if(linelen == 0) Bprint(bout, " "); else if(linelen == 1) Bputc(bout, ' '); else if(linelen != 2) Bprint(bout, "\n "); linelen = 2; } else { if(linelen) { Bputc(bout, '\n'); linelen = 0; } } } /* * Fold the runes in null-terminated rp. * Use the sort(1) definition of folding (uppercase to lowercase, * latin1-accented characters to corresponding unaccented chars) */ void fold(Rune *rp) { Rune r; while((r = *rp) != 0) { if (rislatin1(r) && latin_fold_tab[r-0xc0]) r = latin_fold_tab[r-0xc0]; if(risupper(r)) r = rtolower(r); *rp++ = r; } } /* * Like fold, but put folded result into new * (assumed to have enough space). * old is a regular expression, but we know that * metacharacters aren't affected */ void foldre(char *new, char *old) { Rune r; while(*old) { old += chartorune(&r, old); if (rislatin1(r) && latin_fold_tab[r-0xc0]) r = latin_fold_tab[r-0xc0]; if(risupper(r)) r = rtolower(r); new += runetochar(new, &r); } *new = 0; } /* * acomp(s, t) returns: * -2 if s strictly precedes t * -1 if s is a prefix of t * 0 if s is the same as t * 1 if t is a prefix of s * 2 if t strictly precedes s */ int acomp(Rune *s, Rune *t) { int cs, ct; for(;;) { cs = *s; ct = *t; if(cs != ct) break; if(cs == 0) return 0; s++; t++; } if(cs == 0) return -1; if(ct == 0) return 1; if(cs < ct) return -2; return 2; } /* * Conversion of unsigned number to long, no overflow detection */ long runetol(Rune *r) { int c; long n; n = 0; for(;; r++){ c = *r; if(L'0'<=c && c<=L'9') c -= '0'; else break; n = n*10 + c; } return n; } /* * See if there is a rune corresponding to the accented * version of r with accent acc (acc in [LIGS..LIGE-1]), * and return it if so, else return NONE. */ Rune liglookup(Rune acc, Rune r) { Rune *p; if(acc < LIGS || acc >= LIGE) return NONE; for(p = ligtab[acc-LIGS].pairs; *p; p += 2) if(*p == r) return *(p+1); return NONE; } /* * Maintain a translation table stack (a translation table * is an array of Runes indexed by bytes or 7-bit bytes). * If starting is true, push the curtab onto the stack * and return newtab; else pop the top of the stack and * return it. * If curtab is 0, initialize the stack and return. */ Rune * changett(Rune *curtab, Rune *newtab, int starting) { if(curtab == 0) { ntt = 0; return 0; } if(starting) { if(ntt >= asize(ttabstack)) { if(debug) err("translation stack overflow"); return curtab; } ttabstack[ntt++] = curtab; return newtab; } else { if(ntt == 0) { if(debug) err("translation stack underflow"); return curtab; } return ttabstack[--ntt]; } }