The Tor Browser / file revision

 //

 //  rbbisetb.h

 /*

 **********************************************************************

 *   Copyright (c) 2001-2005, International Business Machines

 *   Corporation and others.  All Rights Reserved.

 **********************************************************************

 */

 #ifndef RBBISETB_H

 #define RBBISETB_H

 #include "unicode/utypes.h"

 #include "unicode/uobject.h"

 #include "rbbirb.h"

 #include "uvector.h"

 struct  UNewTrie;

 U_NAMESPACE_BEGIN

 //

 //  RBBISetBuilder   Derives the character categories used by the runtime RBBI engine

 //                   from the Unicode Sets appearing in the source  RBBI rules, and

 //                   creates the TRIE table used to map from Unicode to the

 //                   character categories.

 //

 //

 //  RangeDescriptor

 //

 //     Each of the non-overlapping character ranges gets one of these descriptors.

 //     All of them are strung together in a linked list, which is kept in order

 //     (by character)

 //

 class RangeDescriptor : public UMemory {

 public:

     UChar32            fStartChar;      // Start of range, unicode 32 bit value.

     UChar32            fEndChar;        // End of range, unicode 32 bit value.

     int32_t            fNum;            // runtime-mapped input value for this range.

     UVector           *fIncludesSets;   // vector of the the original

                                         //   Unicode sets that include this range.

                                         //    (Contains ptrs to uset nodes)

     RangeDescriptor   *fNext;           // Next RangeDescriptor in the linked list.

     RangeDescriptor(UErrorCode &status);

     RangeDescriptor(const RangeDescriptor &other, UErrorCode &status);

     ~RangeDescriptor();

     void split(UChar32 where, UErrorCode &status);   // Spit this range in two at "where", with

                                         //   where appearing in the second (higher) part.

     void setDictionaryFlag();           // Check whether this range appears as part of

                                         //   the Unicode set named "dictionary"

 private:

     RangeDescriptor(const RangeDescriptor &other); // forbid copying of this class

     RangeDescriptor &operator=(const RangeDescriptor &other); // forbid copying of this class

 };

 //

 //  RBBISetBuilder   Handles processing of Unicode Sets from RBBI rules.

 //

 //      Starting with the rules parse tree from the scanner,

 //

 //                   -  Enumerate the set of UnicodeSets that are referenced

 //                      by the RBBI rules.

 //                   -  compute a derived set of non-overlapping UnicodeSets

 //                      that will correspond to columns in the state table for

 //                      the RBBI execution engine.

 //                   -  construct the trie table that maps input characters

 //                      to set numbers in the non-overlapping set of sets.

 //

 class RBBISetBuilder : public UMemory {

 public:

     RBBISetBuilder(RBBIRuleBuilder *rb);

     ~RBBISetBuilder();

     void     build();

     void     addValToSets(UVector *sets,      uint32_t val);

     void     addValToSet (RBBINode *usetNode, uint32_t val);

     int32_t  getNumCharCategories() const;   // CharCategories are the same as input symbol set to the

                                              //    runtime state machine, which are the same as

                                              //    columns in the DFA state table

     int32_t  getTrieSize() /*const*/;        // Size in bytes of the serialized Trie.

     void     serializeTrie(uint8_t *where);  // write out the serialized Trie.

     UChar32  getFirstChar(int32_t  val) const;

     UBool    sawBOF() const;                 // Indicate whether any references to the {bof} pseudo

                                              //   character were encountered.

 #ifdef RBBI_DEBUG

     void     printSets();

     void     printRanges();

     void     printRangeGroups();

 #else

     #define printSets()

     #define printRanges()

     #define printRangeGroups()

 #endif

 private:

     void           numberSets();

     RBBIRuleBuilder       *fRB;             // The RBBI Rule Compiler that owns us.

     UErrorCode            *fStatus;

     RangeDescriptor       *fRangeList;      // Head of the linked list of RangeDescriptors

     UNewTrie              *fTrie;           // The mapping TRIE that is the end result of processing

     uint32_t              fTrieSize;        //  the Unicode Sets.

     // Groups correspond to character categories -

     //       groups of ranges that are in the same original UnicodeSets.

     //       fGroupCount is the index of the last used group.

     //       fGroupCount+1 is also the number of columns in the RBBI state table being compiled.

     //       State table column 0 is not used.  Column 1 is for end-of-input.

     //       column 2 is for group 0.  Funny counting.

     int32_t               fGroupCount;

     UBool                 fSawBOF;

     RBBISetBuilder(const RBBISetBuilder &other); // forbid copying of this class

     RBBISetBuilder &operator=(const RBBISetBuilder &other); // forbid copying of this class

 };

 U_NAMESPACE_END

 #endif