michael@0: // Copyright 2013 The Chromium Authors. All rights reserved.
michael@0: // Use of this source code is governed by a BSD-style license that can be
michael@0: // found in the LICENSE file.
michael@0: 
michael@0: #include "base/strings/string_util.h"
michael@0: 
michael@0: #define WHITESPACE_UNICODE \
michael@0:   0x0009, /* <control-0009> to <control-000D> */ \
michael@0:   0x000A,                                        \
michael@0:   0x000B,                                        \
michael@0:   0x000C,                                        \
michael@0:   0x000D,                                        \
michael@0:   0x0020, /* Space */                            \
michael@0:   0x0085, /* <control-0085> */                   \
michael@0:   0x00A0, /* No-Break Space */                   \
michael@0:   0x1680, /* Ogham Space Mark */                 \
michael@0:   0x180E, /* Mongolian Vowel Separator */        \
michael@0:   0x2000, /* En Quad to Hair Space */            \
michael@0:   0x2001,                                        \
michael@0:   0x2002,                                        \
michael@0:   0x2003,                                        \
michael@0:   0x2004,                                        \
michael@0:   0x2005,                                        \
michael@0:   0x2006,                                        \
michael@0:   0x2007,                                        \
michael@0:   0x2008,                                        \
michael@0:   0x2009,                                        \
michael@0:   0x200A,                                        \
michael@0:   0x200C, /* Zero Width Non-Joiner */            \
michael@0:   0x2028, /* Line Separator */                   \
michael@0:   0x2029, /* Paragraph Separator */              \
michael@0:   0x202F, /* Narrow No-Break Space */            \
michael@0:   0x205F, /* Medium Mathematical Space */        \
michael@0:   0x3000, /* Ideographic Space */                \
michael@0:   0
michael@0: 
michael@0: const wchar_t kWhitespaceWide[] = {
michael@0:   WHITESPACE_UNICODE
michael@0: };
michael@0: 
michael@0: const char16 kWhitespaceUTF16[] = {
michael@0:   WHITESPACE_UNICODE
michael@0: };
michael@0: 
michael@0: const char kWhitespaceASCII[] = {
michael@0:   0x09,    // <control-0009> to <control-000D>
michael@0:   0x0A,
michael@0:   0x0B,
michael@0:   0x0C,
michael@0:   0x0D,
michael@0:   0x20,    // Space
michael@0:   0
michael@0: };
michael@0: 
michael@0: const char kUtf8ByteOrderMark[] = "\xEF\xBB\xBF";