Allow non ASCII characters to be stored.

Previously we only stored letters/numbers. Now we store anything except
punctuation and spaces. Based on a patch from Jason Harris for pks.

diff --git a/wordlist.c b/wordlist.c
index 0c2cb62c8154b22540ce749a940493fcc4c3d572..791c55d96e6fb10274c9084b12d7ed8541280b33 100644 (file)
--- a/wordlist.c
+++ b/wordlist.c
@@ -40,11 +40,11 @@ struct ll *makewordlist(struct ll *wordlist, char *word)
        end = word;
        while (end != NULL && *end != 0) {
                start = end;
        end = word;
        while (end != NULL && *end != 0) {
                start = end;

-               while (*start != 0 && !isalnum(*start)) {
+               while (*start != 0 && (ispunct(*start) || isspace (*start))) {

                        start++;
                }
                end = start;
                        start++;
                }
                end = start;

-               while (*end != 0 && isalnum(*end)) {
+               while (*end != 0 && (!ispunct(*end) && !isspace (*end))) {

                        *end = tolower(*end);
                        end++;
                }
                        *end = tolower(*end);
                        end++;
                }