The Tor Browser: comparison intl/icu/source/i18n/csrmbcs.h

--1:000000000000
+:7a63d1a26cbb
+/*
+**********************************************************************
+*   Copyright (C) 2005-2012, International Business Machines
+*   Corporation and others.  All Rights Reserved.
+**********************************************************************
+*/
+#ifndef __CSRMBCS_H
+#define __CSRMBCS_H
+#include "unicode/utypes.h"
+#if !UCONFIG_NO_CONVERSION
+#include "csrecog.h"
+U_NAMESPACE_BEGIN
+// "Character"  iterated character class.
+//    Recognizers for specific mbcs encodings make their "characters" available
+//    by providing a nextChar() function that fills in an instance of IteratedChar
+//    with the next char from the input.
+//    The returned characters are not converted to Unicode, but remain as the raw
+//    bytes (concatenated into an int) from the codepage data.
+//
+//  For Asian charsets, use the raw input rather than the input that has been
+//   stripped of markup.  Detection only considers multi-byte chars, effectively
+//   stripping markup anyway, and double byte chars do occur in markup too.
+//
+class IteratedChar : public UMemory
+{
+public:
+uint32_t charValue;             // 1-4 bytes from the raw input data
+int32_t  index;
+int32_t  nextIndex;
+UBool    error;
+UBool    done;
+public:
+IteratedChar();
+//void reset();
+int32_t nextByte(InputText* det);
+};
+class CharsetRecog_mbcs : public CharsetRecognizer {
+protected:
+/**
+* Test the match of this charset with the input text data
+*      which is obtained via the CharsetDetector object.
+*
+* @param det  The CharsetDetector, which contains the input text
+*             to be checked for being in this charset.
+* @return     Two values packed into one int  (Damn java, anyhow)
+*             <br/>
+*             bits 0-7:  the match confidence, ranging from 0-100
+*             <br/>
+*             bits 8-15: The match reason, an enum-like value.
+*/
+int32_t match_mbcs(InputText* det, const uint16_t commonChars[], int32_t commonCharsLen) const;
+public:
+virtual ~CharsetRecog_mbcs();
+/**
+* Get the IANA name of this charset.
+* @return the charset name.
+*/
+const char *getName() const = 0;
+const char *getLanguage() const = 0;
+UBool match(InputText* input, CharsetMatch *results) const = 0;
+/**
+* Get the next character (however many bytes it is) from the input data
+*    Subclasses for specific charset encodings must implement this function
+*    to get characters according to the rules of their encoding scheme.
+*
+*  This function is not a method of class IteratedChar only because
+*   that would require a lot of extra derived classes, which is awkward.
+* @param it  The IteratedChar "struct" into which the returned char is placed.
+* @param det The charset detector, which is needed to get at the input byte data
+*            being iterated over.
+* @return    True if a character was returned, false at end of input.
+*/
+virtual UBool nextChar(IteratedChar *it, InputText *textIn) const = 0;
+};
+/**
+*   Shift-JIS charset recognizer.
+*
+*/
+class CharsetRecog_sjis : public CharsetRecog_mbcs {
+public:
+virtual ~CharsetRecog_sjis();
+UBool nextChar(IteratedChar *it, InputText *det) const;
+UBool match(InputText* input, CharsetMatch *results) const;
+const char *getName() const;
+const char *getLanguage() const;
+};
+/**
+*   EUC charset recognizers.  One abstract class that provides the common function
+*             for getting the next character according to the EUC encoding scheme,
+*             and nested derived classes for EUC_KR, EUC_JP, EUC_CN.
+*
+*/
+class CharsetRecog_euc : public CharsetRecog_mbcs
+{
+public:
+virtual ~CharsetRecog_euc();
+const char *getName() const = 0;
+const char *getLanguage() const = 0;
+UBool match(InputText* input, CharsetMatch *results) const = 0;
+/*
+*  (non-Javadoc)
+*  Get the next character value for EUC based encodings.
+*  Character "value" is simply the raw bytes that make up the character
+*     packed into an int.
+*/
+UBool nextChar(IteratedChar *it, InputText *det) const;
+};
+/**
+* The charset recognize for EUC-JP.  A singleton instance of this class
+*    is created and kept by the public CharsetDetector class
+*/
+class CharsetRecog_euc_jp : public CharsetRecog_euc
+{
+public:
+virtual ~CharsetRecog_euc_jp();
+const char *getName() const;
+const char *getLanguage() const;
+UBool match(InputText* input, CharsetMatch *results) const;
+};
+/**
+* The charset recognize for EUC-KR.  A singleton instance of this class
+*    is created and kept by the public CharsetDetector class
+*/
+class CharsetRecog_euc_kr : public CharsetRecog_euc
+{
+public:
+virtual ~CharsetRecog_euc_kr();
+const char *getName() const;
+const char *getLanguage() const;
+UBool match(InputText* input, CharsetMatch *results) const;
+};
+/**
+*
+*   Big5 charset recognizer.
+*
+*/
+class CharsetRecog_big5 : public CharsetRecog_mbcs
+{
+public:
+virtual ~CharsetRecog_big5();
+UBool nextChar(IteratedChar* it, InputText* det) const;
+const char *getName() const;
+const char *getLanguage() const;
+UBool match(InputText* input, CharsetMatch *results) const;
+};
+/**
+*
+*   GB-18030 recognizer. Uses simplified Chinese statistics.
+*
+*/
+class CharsetRecog_gb_18030 : public CharsetRecog_mbcs
+{
+public:
+virtual ~CharsetRecog_gb_18030();
+UBool nextChar(IteratedChar* it, InputText* det) const;
+const char *getName() const;
+const char *getLanguage() const;
+UBool match(InputText* input, CharsetMatch *results) const;
+};
+U_NAMESPACE_END
+#endif
+#endif /* __CSRMBCS_H */

The Tor Browser / file comparison

comparison: intl/icu/source/i18n/csrmbcs.h

intl/icu/source/i18n/csrmbcs.h