1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/xpcom/ds/nsWhitespaceTokenizer.h Wed Dec 31 06:09:35 2014 +0100
1.3 @@ -0,0 +1,165 @@
1.4 +/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
1.5 +/* This Source Code Form is subject to the terms of the Mozilla Public
1.6 + * License, v. 2.0. If a copy of the MPL was not distributed with this
1.7 + * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
1.8 +
1.9 +#ifndef __nsWhitespaceTokenizer_h
1.10 +#define __nsWhitespaceTokenizer_h
1.11 +
1.12 +#include "mozilla/RangedPtr.h"
1.13 +#include "nsDependentSubstring.h"
1.14 +#include "nsCRT.h"
1.15 +
1.16 +template<bool IsWhitespace(char16_t) = NS_IsAsciiWhitespace>
1.17 +class nsWhitespaceTokenizerTemplate
1.18 +{
1.19 +public:
1.20 + nsWhitespaceTokenizerTemplate(const nsSubstring& aSource)
1.21 + : mIter(aSource.Data(), aSource.Length()),
1.22 + mEnd(aSource.Data() + aSource.Length(), aSource.Data(),
1.23 + aSource.Length()),
1.24 + mWhitespaceBeforeFirstToken(false),
1.25 + mWhitespaceAfterCurrentToken(false)
1.26 + {
1.27 + while (mIter < mEnd && IsWhitespace(*mIter)) {
1.28 + mWhitespaceBeforeFirstToken = true;
1.29 + ++mIter;
1.30 + }
1.31 + }
1.32 +
1.33 + /**
1.34 + * Checks if any more tokens are available.
1.35 + */
1.36 + bool hasMoreTokens() const
1.37 + {
1.38 + return mIter < mEnd;
1.39 + }
1.40 +
1.41 + /*
1.42 + * Returns true if there is whitespace prior to the first token.
1.43 + */
1.44 + bool whitespaceBeforeFirstToken() const
1.45 + {
1.46 + return mWhitespaceBeforeFirstToken;
1.47 + }
1.48 +
1.49 + /*
1.50 + * Returns true if there is any whitespace after the current token.
1.51 + * This is always true unless we're reading the last token.
1.52 + */
1.53 + bool whitespaceAfterCurrentToken() const
1.54 + {
1.55 + return mWhitespaceAfterCurrentToken;
1.56 + }
1.57 +
1.58 + /**
1.59 + * Returns the next token.
1.60 + */
1.61 + const nsDependentSubstring nextToken()
1.62 + {
1.63 + const mozilla::RangedPtr<const char16_t> tokenStart = mIter;
1.64 + while (mIter < mEnd && !IsWhitespace(*mIter)) {
1.65 + ++mIter;
1.66 + }
1.67 + const mozilla::RangedPtr<const char16_t> tokenEnd = mIter;
1.68 + mWhitespaceAfterCurrentToken = false;
1.69 + while (mIter < mEnd && IsWhitespace(*mIter)) {
1.70 + mWhitespaceAfterCurrentToken = true;
1.71 + ++mIter;
1.72 + }
1.73 + return Substring(tokenStart.get(), tokenEnd.get());
1.74 + }
1.75 +
1.76 +private:
1.77 + mozilla::RangedPtr<const char16_t> mIter;
1.78 + const mozilla::RangedPtr<const char16_t> mEnd;
1.79 + bool mWhitespaceBeforeFirstToken;
1.80 + bool mWhitespaceAfterCurrentToken;
1.81 +};
1.82 +
1.83 +class nsWhitespaceTokenizer: public nsWhitespaceTokenizerTemplate<>
1.84 +{
1.85 +public:
1.86 + nsWhitespaceTokenizer(const nsSubstring& aSource)
1.87 + : nsWhitespaceTokenizerTemplate<>(aSource)
1.88 + {
1.89 + }
1.90 +};
1.91 +
1.92 +template<bool IsWhitespace(char16_t) = NS_IsAsciiWhitespace>
1.93 +class nsCWhitespaceTokenizerTemplate
1.94 +{
1.95 +public:
1.96 + nsCWhitespaceTokenizerTemplate(const nsCSubstring& aSource)
1.97 + : mIter(aSource.Data(), aSource.Length()),
1.98 + mEnd(aSource.Data() + aSource.Length(), aSource.Data(),
1.99 + aSource.Length()),
1.100 + mWhitespaceBeforeFirstToken(false),
1.101 + mWhitespaceAfterCurrentToken(false)
1.102 + {
1.103 + while (mIter < mEnd && IsWhitespace(*mIter)) {
1.104 + mWhitespaceBeforeFirstToken = true;
1.105 + ++mIter;
1.106 + }
1.107 + }
1.108 +
1.109 + /**
1.110 + * Checks if any more tokens are available.
1.111 + */
1.112 + bool hasMoreTokens() const
1.113 + {
1.114 + return mIter < mEnd;
1.115 + }
1.116 +
1.117 + /*
1.118 + * Returns true if there is whitespace prior to the first token.
1.119 + */
1.120 + bool whitespaceBeforeFirstToken() const
1.121 + {
1.122 + return mWhitespaceBeforeFirstToken;
1.123 + }
1.124 +
1.125 + /*
1.126 + * Returns true if there is any whitespace after the current token.
1.127 + * This is always true unless we're reading the last token.
1.128 + */
1.129 + bool whitespaceAfterCurrentToken() const
1.130 + {
1.131 + return mWhitespaceAfterCurrentToken;
1.132 + }
1.133 +
1.134 + /**
1.135 + * Returns the next token.
1.136 + */
1.137 + const nsDependentCSubstring nextToken()
1.138 + {
1.139 + const mozilla::RangedPtr<const char> tokenStart = mIter;
1.140 + while (mIter < mEnd && !IsWhitespace(*mIter)) {
1.141 + ++mIter;
1.142 + }
1.143 + const mozilla::RangedPtr<const char> tokenEnd = mIter;
1.144 + mWhitespaceAfterCurrentToken = false;
1.145 + while (mIter < mEnd && IsWhitespace(*mIter)) {
1.146 + mWhitespaceAfterCurrentToken = true;
1.147 + ++mIter;
1.148 + }
1.149 + return Substring(tokenStart.get(), tokenEnd.get());
1.150 + }
1.151 +
1.152 +private:
1.153 + mozilla::RangedPtr<const char> mIter;
1.154 + const mozilla::RangedPtr<const char> mEnd;
1.155 + bool mWhitespaceBeforeFirstToken;
1.156 + bool mWhitespaceAfterCurrentToken;
1.157 +};
1.158 +
1.159 +class nsCWhitespaceTokenizer: public nsCWhitespaceTokenizerTemplate<>
1.160 +{
1.161 +public:
1.162 + nsCWhitespaceTokenizer(const nsCSubstring& aSource)
1.163 + : nsCWhitespaceTokenizerTemplate<>(aSource)
1.164 + {
1.165 + }
1.166 +};
1.167 +
1.168 +#endif /* __nsWhitespaceTokenizer_h */
