The Tor Browser / file revision

 /******* BEGIN LICENSE BLOCK *******

  * Version: MPL 1.1/GPL 2.0/LGPL 2.1

  * 

  * The contents of this file are subject to the Mozilla Public License Version

  * 1.1 (the "License"); you may not use this file except in compliance with

  * the License. You may obtain a copy of the License at

  * http://www.mozilla.org/MPL/

  * 

  * Software distributed under the License is distributed on an "AS IS" basis,

  * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License

  * for the specific language governing rights and limitations under the

  * License.

  * 

  * The Initial Developers of the Original Code are Kevin Hendricks (MySpell)

  * and László Németh (Hunspell). Portions created by the Initial Developers

  * are Copyright (C) 2002-2005 the Initial Developers. All Rights Reserved.

  * 

  * Contributor(s): Kevin Hendricks (kevin.hendricks@sympatico.ca)

  *                 David Einstein (deinst@world.std.com)

  *                 László Németh (nemethl@gyorsposta.hu)

  *                 Caolan McNamara (caolanm@redhat.com)

  *                 Davide Prina

  *                 Giuseppe Modugno

  *                 Gianluca Turconi

  *                 Simon Brouwer

  *                 Noll Janos

  *                 Biro Arpad

  *                 Goldman Eleonora

  *                 Sarlos Tamas

  *                 Bencsath Boldizsar

  *                 Halacsy Peter

  *                 Dvornik Laszlo

  *                 Gefferth Andras

  *                 Nagy Viktor

  *                 Varga Daniel

  *                 Chris Halls

  *                 Rene Engelhard

  *                 Bram Moolenaar

  *                 Dafydd Jones

  *                 Harri Pitkanen

  *                 Andras Timar

  *                 Tor Lillqvist

  * 

  * Alternatively, the contents of this file may be used under the terms of

  * either the GNU General Public License Version 2 or later (the "GPL"), or

  * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),

  * in which case the provisions of the GPL or the LGPL are applicable instead

  * of those above. If you wish to allow use of your version of this file only

  * under the terms of either the GPL or the LGPL, and not to allow others to

  * use your version of this file under the terms of the MPL, indicate your

  * decision by deleting the provisions above and replace them with the notice

  * and other provisions required by the GPL or the LGPL. If you do not delete

  * the provisions above, a recipient may use your version of this file under

  * the terms of any one of the MPL, the GPL or the LGPL.

  *

  ******* END LICENSE BLOCK *******/

 #ifndef __CSUTILHXX__

 #define __CSUTILHXX__

 #include "hunvisapi.h"

 // First some base level utility routines

 #include <string.h>

 #include "w_char.hxx"

 #include "htypes.hxx"

 #ifdef MOZILLA_CLIENT

 #include "nscore.h" // for mozalloc headers

 #endif

 // casing

 #define NOCAP   0

 #define INITCAP 1

 #define ALLCAP  2

 #define HUHCAP  3

 #define HUHINITCAP  4

 // default encoding and keystring

 #define SPELL_ENCODING  "ISO8859-1"

 #define SPELL_KEYSTRING "qwertyuiop|asdfghjkl|zxcvbnm" 

 // default morphological fields

 #define MORPH_STEM        "st:"

 #define MORPH_ALLOMORPH   "al:"

 #define MORPH_POS         "po:"

 #define MORPH_DERI_PFX    "dp:"

 #define MORPH_INFL_PFX    "ip:"

 #define MORPH_TERM_PFX    "tp:"

 #define MORPH_DERI_SFX    "ds:"

 #define MORPH_INFL_SFX    "is:"

 #define MORPH_TERM_SFX    "ts:"

 #define MORPH_SURF_PFX    "sp:"

 #define MORPH_FREQ        "fr:"

 #define MORPH_PHON        "ph:"

 #define MORPH_HYPH        "hy:"

 #define MORPH_PART        "pa:"

 #define MORPH_FLAG        "fl:"

 #define MORPH_HENTRY      "_H:"

 #define MORPH_TAG_LEN     strlen(MORPH_STEM)

 #define MSEP_FLD ' '

 #define MSEP_REC '\n'

 #define MSEP_ALT '\v'

 // default flags

 #define DEFAULTFLAGS   65510

 #define FORBIDDENWORD  65510

 #define ONLYUPCASEFLAG 65511

 // convert UTF-16 characters to UTF-8

 LIBHUNSPELL_DLL_EXPORTED char * u16_u8(char * dest, int size, const w_char * src, int srclen);

 // convert UTF-8 characters to UTF-16

 LIBHUNSPELL_DLL_EXPORTED int u8_u16(w_char * dest, int size, const char * src);

 // sort 2-byte vector

 LIBHUNSPELL_DLL_EXPORTED void flag_qsort(unsigned short flags[], int begin, int end);

 // binary search in 2-byte vector

 LIBHUNSPELL_DLL_EXPORTED int flag_bsearch(unsigned short flags[], unsigned short flag, int right);

 // remove end of line char(s)

 LIBHUNSPELL_DLL_EXPORTED void mychomp(char * s);

 // duplicate string

 LIBHUNSPELL_DLL_EXPORTED char * mystrdup(const char * s);

 // strcat for limited length destination string

 LIBHUNSPELL_DLL_EXPORTED char * mystrcat(char * dest, const char * st, int max);

 // duplicate reverse of string

 LIBHUNSPELL_DLL_EXPORTED char * myrevstrdup(const char * s);

 // parse into tokens with char delimiter

 LIBHUNSPELL_DLL_EXPORTED char * mystrsep(char ** sptr, const char delim);

 // parse into tokens with char delimiter

 LIBHUNSPELL_DLL_EXPORTED char * mystrsep2(char ** sptr, const char delim);

 // parse into tokens with char delimiter

 LIBHUNSPELL_DLL_EXPORTED char * mystrrep(char *, const char *, const char *);

 // append s to ends of every lines in text

 LIBHUNSPELL_DLL_EXPORTED void strlinecat(char * lines, const char * s);

 // tokenize into lines with new line

 LIBHUNSPELL_DLL_EXPORTED int line_tok(const char * text, char *** lines, char breakchar);

 // tokenize into lines with new line and uniq in place

 LIBHUNSPELL_DLL_EXPORTED char * line_uniq(char * text, char breakchar);

 LIBHUNSPELL_DLL_EXPORTED char * line_uniq_app(char ** text, char breakchar);

 // change oldchar to newchar in place

 LIBHUNSPELL_DLL_EXPORTED char * tr(char * text, char oldc, char newc);

 // reverse word

 LIBHUNSPELL_DLL_EXPORTED int reverseword(char *);

 // reverse word

 LIBHUNSPELL_DLL_EXPORTED int reverseword_utf(char *);

 // remove duplicates

 LIBHUNSPELL_DLL_EXPORTED int uniqlist(char ** list, int n);

 // free character array list

 LIBHUNSPELL_DLL_EXPORTED void freelist(char *** list, int n);

 // character encoding information

 struct cs_info {

   unsigned char ccase;

   unsigned char clower;

   unsigned char cupper;

 };

 LIBHUNSPELL_DLL_EXPORTED int initialize_utf_tbl();

 LIBHUNSPELL_DLL_EXPORTED void free_utf_tbl();

 LIBHUNSPELL_DLL_EXPORTED unsigned short unicodetoupper(unsigned short c, int langnum);

 LIBHUNSPELL_DLL_EXPORTED unsigned short unicodetolower(unsigned short c, int langnum);

 LIBHUNSPELL_DLL_EXPORTED int unicodeisalpha(unsigned short c);

 LIBHUNSPELL_DLL_EXPORTED struct cs_info * get_current_cs(const char * es);

 // get language identifiers of language codes

 LIBHUNSPELL_DLL_EXPORTED int get_lang_num(const char * lang);

 // get characters of the given 8bit encoding with lower- and uppercase forms

 LIBHUNSPELL_DLL_EXPORTED char * get_casechars(const char * enc);

 // convert null terminated string to all caps using encoding

 LIBHUNSPELL_DLL_EXPORTED void enmkallcap(char * d, const char * p, const char * encoding);

 // convert null terminated string to all little using encoding

 LIBHUNSPELL_DLL_EXPORTED void enmkallsmall(char * d, const char * p, const char * encoding);

 // convert null terminated string to have initial capital using encoding

 LIBHUNSPELL_DLL_EXPORTED void enmkinitcap(char * d, const char * p, const char * encoding);

 // convert null terminated string to all caps

 LIBHUNSPELL_DLL_EXPORTED void mkallcap(char * p, const struct cs_info * csconv);

 // convert null terminated string to all little

 LIBHUNSPELL_DLL_EXPORTED void mkallsmall(char * p, const struct cs_info * csconv);

 // convert null terminated string to have initial capital

 LIBHUNSPELL_DLL_EXPORTED void mkinitcap(char * p, const struct cs_info * csconv);

 // convert first nc characters of UTF-8 string to little

 LIBHUNSPELL_DLL_EXPORTED void mkallsmall_utf(w_char * u, int nc, int langnum);

 // convert first nc characters of UTF-8 string to capital

 LIBHUNSPELL_DLL_EXPORTED void mkallcap_utf(w_char * u, int nc, int langnum);

 // get type of capitalization

 LIBHUNSPELL_DLL_EXPORTED int get_captype(char * q, int nl, cs_info *);

 // get type of capitalization (UTF-8)

 LIBHUNSPELL_DLL_EXPORTED int get_captype_utf8(w_char * q, int nl, int langnum);

 // strip all ignored characters in the string

 LIBHUNSPELL_DLL_EXPORTED void remove_ignored_chars_utf(char * word, unsigned short ignored_chars[], int ignored_len);

 // strip all ignored characters in the string

 LIBHUNSPELL_DLL_EXPORTED void remove_ignored_chars(char * word, char * ignored_chars);

 LIBHUNSPELL_DLL_EXPORTED int parse_string(char * line, char ** out, int ln);

 LIBHUNSPELL_DLL_EXPORTED int parse_array(char * line, char ** out, unsigned short ** out_utf16,

     int * out_utf16_len, int utf8, int ln);

 LIBHUNSPELL_DLL_EXPORTED int fieldlen(const char * r);

 LIBHUNSPELL_DLL_EXPORTED char * copy_field(char * dest, const char * morph, const char * var);

 LIBHUNSPELL_DLL_EXPORTED int morphcmp(const char * s, const char * t);

 LIBHUNSPELL_DLL_EXPORTED int get_sfxcount(const char * morph);

 // conversion function for protected memory

 LIBHUNSPELL_DLL_EXPORTED void store_pointer(char * dest, char * source);

 // conversion function for protected memory

 LIBHUNSPELL_DLL_EXPORTED char * get_stored_pointer(const char * s);

 // hash entry macros

 LIBHUNSPELL_DLL_EXPORTED inline char* HENTRY_DATA(struct hentry *h)

 {

     char *ret;

     if (!h->var)

         ret = NULL;

     else if (h->var & H_OPT_ALIASM)

         ret = get_stored_pointer(HENTRY_WORD(h) + h->blen + 1);

     else 

         ret = HENTRY_WORD(h) + h->blen + 1;

     return ret;

 }

 // NULL-free version for warning-free OOo build

 LIBHUNSPELL_DLL_EXPORTED inline const char* HENTRY_DATA2(const struct hentry *h)

 {

     const char *ret;

     if (!h->var)

         ret = "";

     else if (h->var & H_OPT_ALIASM)

         ret = get_stored_pointer(HENTRY_WORD(h) + h->blen + 1);

     else

         ret = HENTRY_WORD(h) + h->blen + 1;

     return ret;

 }

 LIBHUNSPELL_DLL_EXPORTED inline char* HENTRY_FIND(struct hentry *h, const char *p)

 {

     return (HENTRY_DATA(h) ? strstr(HENTRY_DATA(h), p) : NULL);

 }

 #define w_char_eq(a,b) (((a).l == (b).l) && ((a).h == (b).h))

 #endif