1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/toolkit/crashreporter/google-breakpad/src/processor/tokenize.cc Wed Dec 31 06:09:35 2014 +0100
1.3 @@ -0,0 +1,81 @@
1.4 +// Copyright (c) 2010, Google Inc.
1.5 +// All rights reserved.
1.6 +//
1.7 +// Redistribution and use in source and binary forms, with or without
1.8 +// modification, are permitted provided that the following conditions are
1.9 +// met:
1.10 +//
1.11 +// * Redistributions of source code must retain the above copyright
1.12 +// notice, this list of conditions and the following disclaimer.
1.13 +// * Redistributions in binary form must reproduce the above
1.14 +// copyright notice, this list of conditions and the following disclaimer
1.15 +// in the documentation and/or other materials provided with the
1.16 +// distribution.
1.17 +// * Neither the name of Google Inc. nor the names of its
1.18 +// contributors may be used to endorse or promote products derived from
1.19 +// this software without specific prior written permission.
1.20 +//
1.21 +// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1.22 +// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1.23 +// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1.24 +// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1.25 +// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1.26 +// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1.27 +// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1.28 +// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1.29 +// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1.30 +// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1.31 +// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1.32 +
1.33 +#include <string.h>
1.34 +
1.35 +#include <string>
1.36 +#include <vector>
1.37 +
1.38 +#include "common/using_std_string.h"
1.39 +
1.40 +namespace google_breakpad {
1.41 +
1.42 +#ifdef _WIN32
1.43 +#define strtok_r strtok_s
1.44 +#endif
1.45 +
1.46 +using std::vector;
1.47 +
1.48 +bool Tokenize(char *line,
1.49 + const char *separators,
1.50 + int max_tokens,
1.51 + vector<char*> *tokens) {
1.52 + tokens->clear();
1.53 + tokens->reserve(max_tokens);
1.54 +
1.55 + int remaining = max_tokens;
1.56 +
1.57 + // Split tokens on the separator character.
1.58 + // strip them out before exhausting max_tokens.
1.59 + char *save_ptr;
1.60 + char *token = strtok_r(line, separators, &save_ptr);
1.61 + while (token && --remaining > 0) {
1.62 + tokens->push_back(token);
1.63 + if (remaining > 1)
1.64 + token = strtok_r(NULL, separators, &save_ptr);
1.65 + }
1.66 +
1.67 + // If there's anything left, just add it as a single token.
1.68 + if (!remaining > 0) {
1.69 + if ((token = strtok_r(NULL, "\r\n", &save_ptr))) {
1.70 + tokens->push_back(token);
1.71 + }
1.72 + }
1.73 +
1.74 + return tokens->size() == static_cast<unsigned int>(max_tokens);
1.75 +}
1.76 +
1.77 +void StringToVector(const string &str, vector<char> &vec) {
1.78 + vec.resize(str.length() + 1);
1.79 + std::copy(str.begin(), str.end(),
1.80 + vec.begin());
1.81 + vec[str.length()] = '\0';
1.82 +}
1.83 +
1.84 +} // namespace google_breakpad
