#include "license.rea" #if !defined(_MSC_VER) #include #endif #include #include #include #include #include "hashmgr.hxx" extern void mychomp(char * s); extern char * mystrdup(const char *); #if !defined(_MSC_VER) using namespace std; #endif // build a hash table from a munched word list HashMgr::HashMgr(const char * tpath) { tablesize = 0; tableptr = NULL; int ec = load_tables(tpath); if (ec) { /* error condition - what should we do here */ fprintf(stderr,"Hash Manager Error : %d\n",ec); fflush(stderr); if (tableptr) { free(tableptr); } tablesize = 0; } } HashMgr::~HashMgr() { if (tableptr) { // now pass through hash table freeing up everything // go through column by column of the table for (int i=0; i < tablesize; i++) { struct hentry * pt = &tableptr[i]; struct hentry * nt = NULL; if (pt) { if (pt->word) free(pt->word); if (pt->astr) free(pt->astr); pt = pt->next; } while(pt) { nt = pt->next; if (pt->word) free(pt->word); if (pt->astr) free(pt->astr); free(pt); pt = nt; } } free(tableptr); } tablesize = 0; } // lookup a root word in the hashtable struct hentry * HashMgr::lookup(const char *word) const { struct hentry * dp; if (tableptr) { dp = &tableptr[hash(word)]; if (dp->word == NULL) return NULL; for ( ; dp != NULL; dp = dp->next) { if (strcmp(word,dp->word) == 0) return dp; } } return NULL; } // add a word to the hash table (private) int HashMgr::add_word(const char * word, int wl, const char * aff, int al) { int i = hash(word); struct hentry * dp = &tableptr[i]; struct hentry* hp; if (dp->word == NULL) { dp->wlen = wl; dp->alen = al; dp->word = mystrdup(word); dp->astr = mystrdup(aff); dp->next = NULL; if ((wl) && (dp->word == NULL)) return 1; if ((al) && (dp->astr == NULL)) return 1; } else { hp = (struct hentry *) malloc (sizeof(struct hentry)); if (hp == NULL) return 1; hp->wlen = wl; hp->alen = al; hp->word = mystrdup(word); hp->astr = mystrdup(aff); hp->next = NULL; while (dp->next != NULL) dp=dp->next; dp->next = hp; if ((wl) && (hp->word == NULL)) return 1; if ((al) && (hp->astr == NULL)) return 1; } return 0; } // walk the hash table entry by entry - null at end struct hentry * HashMgr::walk_hashtable(int &col, struct hentry * hp) const { //reset to start if ((col < 0) || (hp == NULL)) { col = -1; hp = NULL; } if (hp && hp->next != NULL) { hp = hp->next; } else { col++; hp = (col < tablesize) ? &tableptr[col] : NULL; // search for next non-blank column entry while (hp && (hp->word == NULL)) { col ++; hp = (col < tablesize) ? &tableptr[col] : NULL; } if (col < tablesize) return hp; hp = NULL; col = -1; } return hp; } // load a munched word list and build a hash table on the fly int HashMgr::load_tables(const char * tpath) { int wl, al; char * ap; // raw dictionary - munched file FILE * rawdict = fopen(tpath, "r"); if (rawdict == NULL) return 1; // first read the first line of file to get hash table size */ char ts[MAXDELEN]; if (! fgets(ts, MAXDELEN-1,rawdict)) return 2; mychomp(ts); tablesize = atoi(ts); if (!tablesize) return 4; tablesize = tablesize + 5; if ((tablesize %2) == 0) tablesize++; // allocate the hash table tableptr = (struct hentry *) calloc(tablesize, sizeof(struct hentry)); if (! tableptr) return 3; // loop through all words on much list and add to hash // table and create word and affix strings while (fgets(ts,MAXDELEN-1,rawdict)) { mychomp(ts); // split each line into word and affix char strings ap = strchr(ts,'/'); if (ap) { *ap = '\0'; ap++; al = strlen(ap); } else { al = 0; ap = NULL; } wl = strlen(ts); // add the word and its index if (add_word(ts,wl,ap,al)) return 5;; } fclose(rawdict); return 0; } // the hash function is a simple load and rotate // algorithm borrowed int HashMgr::hash(const char * word) const { long hv = 0; for (int i=0; i < 4 && *word != 0; i++) hv = (hv << 8) | (*word++); while (*word != 0) { ROTATE(hv,ROTATE_LEN); hv ^= (*word++); } return (unsigned long) hv % tablesize; }