|
1 // Copyright 2013 The Chromium Authors. All rights reserved. |
|
2 // Use of this source code is governed by a BSD-style license that can be |
|
3 // found in the LICENSE file. |
|
4 |
|
5 #include "base/strings/string_util.h" |
|
6 |
|
7 #define WHITESPACE_UNICODE \ |
|
8 0x0009, /* <control-0009> to <control-000D> */ \ |
|
9 0x000A, \ |
|
10 0x000B, \ |
|
11 0x000C, \ |
|
12 0x000D, \ |
|
13 0x0020, /* Space */ \ |
|
14 0x0085, /* <control-0085> */ \ |
|
15 0x00A0, /* No-Break Space */ \ |
|
16 0x1680, /* Ogham Space Mark */ \ |
|
17 0x180E, /* Mongolian Vowel Separator */ \ |
|
18 0x2000, /* En Quad to Hair Space */ \ |
|
19 0x2001, \ |
|
20 0x2002, \ |
|
21 0x2003, \ |
|
22 0x2004, \ |
|
23 0x2005, \ |
|
24 0x2006, \ |
|
25 0x2007, \ |
|
26 0x2008, \ |
|
27 0x2009, \ |
|
28 0x200A, \ |
|
29 0x200C, /* Zero Width Non-Joiner */ \ |
|
30 0x2028, /* Line Separator */ \ |
|
31 0x2029, /* Paragraph Separator */ \ |
|
32 0x202F, /* Narrow No-Break Space */ \ |
|
33 0x205F, /* Medium Mathematical Space */ \ |
|
34 0x3000, /* Ideographic Space */ \ |
|
35 0 |
|
36 |
|
37 const wchar_t kWhitespaceWide[] = { |
|
38 WHITESPACE_UNICODE |
|
39 }; |
|
40 |
|
41 const char16 kWhitespaceUTF16[] = { |
|
42 WHITESPACE_UNICODE |
|
43 }; |
|
44 |
|
45 const char kWhitespaceASCII[] = { |
|
46 0x09, // <control-0009> to <control-000D> |
|
47 0x0A, |
|
48 0x0B, |
|
49 0x0C, |
|
50 0x0D, |
|
51 0x20, // Space |
|
52 0 |
|
53 }; |
|
54 |
|
55 const char kUtf8ByteOrderMark[] = "\xEF\xBB\xBF"; |