michael@0: /*
michael@0:  * Copyright 2012, Mozilla Foundation and contributors
michael@0:  *
michael@0:  * Licensed under the Apache License, Version 2.0 (the "License");
michael@0:  * you may not use this file except in compliance with the License.
michael@0:  * You may obtain a copy of the License at
michael@0:  *
michael@0:  * http://www.apache.org/licenses/LICENSE-2.0
michael@0:  *
michael@0:  * Unless required by applicable law or agreed to in writing, software
michael@0:  * distributed under the License is distributed on an "AS IS" BASIS,
michael@0:  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
michael@0:  * See the License for the specific language governing permissions and
michael@0:  * limitations under the License.
michael@0:  */
michael@0: 
michael@0: 'use strict';
michael@0: // <INJECTED SOURCE:START>
michael@0: 
michael@0: // THIS FILE IS GENERATED FROM SOURCE IN THE GCLI PROJECT
michael@0: // DO NOT EDIT IT DIRECTLY
michael@0: 
michael@0: var exports = {};
michael@0: 
michael@0: var TEST_URI = "data:text/html;charset=utf-8,<p id='gcli-input'>gcli-testTokenize.js</p>";
michael@0: 
michael@0: function test() {
michael@0:   return Task.spawn(function() {
michael@0:     let options = yield helpers.openTab(TEST_URI);
michael@0:     yield helpers.openToolbar(options);
michael@0:     gcli.addItems(mockCommands.items);
michael@0: 
michael@0:     yield helpers.runTests(options, exports);
michael@0: 
michael@0:     gcli.removeItems(mockCommands.items);
michael@0:     yield helpers.closeToolbar(options);
michael@0:     yield helpers.closeTab(options);
michael@0:   }).then(finish, helpers.handleError);
michael@0: }
michael@0: 
michael@0: // <INJECTED SOURCE:END>
michael@0: 
michael@0: // var assert = require('../testharness/assert');
michael@0: var cli = require('gcli/cli');
michael@0: 
michael@0: exports.testBlanks = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize('');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '');
michael@0:   assert.is(args[0].prefix, '');
michael@0:   assert.is(args[0].suffix, '');
michael@0: 
michael@0:   args = cli.tokenize(' ');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '');
michael@0:   assert.is(args[0].prefix, ' ');
michael@0:   assert.is(args[0].suffix, '');
michael@0: };
michael@0: 
michael@0: exports.testTokSimple = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize('s');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, 's');
michael@0:   assert.is(args[0].prefix, '');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0: 
michael@0:   args = cli.tokenize('s s');
michael@0:   assert.is(args.length, 2);
michael@0:   assert.is(args[0].text, 's');
michael@0:   assert.is(args[0].prefix, '');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0:   assert.is(args[1].text, 's');
michael@0:   assert.is(args[1].prefix, ' ');
michael@0:   assert.is(args[1].suffix, '');
michael@0:   assert.is(args[1].type, 'Argument');
michael@0: };
michael@0: 
michael@0: exports.testJavascript = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize('{x}');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, 'x');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{ x }');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, 'x');
michael@0:   assert.is(args[0].prefix, '{ ');
michael@0:   assert.is(args[0].suffix, ' }');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{x} {y}');
michael@0:   assert.is(args.length, 2);
michael@0:   assert.is(args[0].text, 'x');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0:   assert.is(args[1].text, 'y');
michael@0:   assert.is(args[1].prefix, ' {');
michael@0:   assert.is(args[1].suffix, '}');
michael@0:   assert.is(args[1].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{x}{y}');
michael@0:   assert.is(args.length, 2);
michael@0:   assert.is(args[0].text, 'x');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0:   assert.is(args[1].text, 'y');
michael@0:   assert.is(args[1].prefix, '{');
michael@0:   assert.is(args[1].suffix, '}');
michael@0:   assert.is(args[1].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{ ');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '');
michael@0:   assert.is(args[0].prefix, '{ ');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{x');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, 'x');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: };
michael@0: 
michael@0: exports.testRegularNesting = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize('{"x"}');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '"x"');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{\'x\'}');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '\'x\'');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('"{x}"');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '{x}');
michael@0:   assert.is(args[0].prefix, '"');
michael@0:   assert.is(args[0].suffix, '"');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0: 
michael@0:   args = cli.tokenize('\'{x}\'');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '{x}');
michael@0:   assert.is(args[0].prefix, '\'');
michael@0:   assert.is(args[0].suffix, '\'');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0: };
michael@0: 
michael@0: exports.testDeepNesting = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize('{{}}');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '{}');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{{x} {y}}');
michael@0:   assert.is(args.length, 1);
michael@0:   assert.is(args[0].text, '{x} {y}');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{{w} {{{x}}}} {y} {{{z}}}');
michael@0: 
michael@0:   assert.is(args.length, 3);
michael@0: 
michael@0:   assert.is(args[0].text, '{w} {{{x}}}');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   assert.is(args[1].text, 'y');
michael@0:   assert.is(args[1].prefix, ' {');
michael@0:   assert.is(args[1].suffix, '}');
michael@0:   assert.is(args[1].type, 'ScriptArgument');
michael@0: 
michael@0:   assert.is(args[2].text, '{{z}}');
michael@0:   assert.is(args[2].prefix, ' {');
michael@0:   assert.is(args[2].suffix, '}');
michael@0:   assert.is(args[2].type, 'ScriptArgument');
michael@0: 
michael@0:   args = cli.tokenize('{{w} {{{x}}} {y} {{{z}}}');
michael@0: 
michael@0:   assert.is(args.length, 1);
michael@0: 
michael@0:   assert.is(args[0].text, '{w} {{{x}}} {y} {{{z}}}');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: };
michael@0: 
michael@0: exports.testStrangeNesting = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   // Note: When we get real JS parsing this should break
michael@0:   args = cli.tokenize('{"x}"}');
michael@0: 
michael@0:   assert.is(args.length, 2);
michael@0: 
michael@0:   assert.is(args[0].text, '"x');
michael@0:   assert.is(args[0].prefix, '{');
michael@0:   assert.is(args[0].suffix, '}');
michael@0:   assert.is(args[0].type, 'ScriptArgument');
michael@0: 
michael@0:   assert.is(args[1].text, '}');
michael@0:   assert.is(args[1].prefix, '"');
michael@0:   assert.is(args[1].suffix, '');
michael@0:   assert.is(args[1].type, 'Argument');
michael@0: };
michael@0: 
michael@0: exports.testComplex = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize(' 1234  \'12 34\'');
michael@0: 
michael@0:   assert.is(args.length, 2);
michael@0: 
michael@0:   assert.is(args[0].text, '1234');
michael@0:   assert.is(args[0].prefix, ' ');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0: 
michael@0:   assert.is(args[1].text, '12 34');
michael@0:   assert.is(args[1].prefix, '  \'');
michael@0:   assert.is(args[1].suffix, '\'');
michael@0:   assert.is(args[1].type, 'Argument');
michael@0: 
michael@0:   args = cli.tokenize('12\'34 "12 34" \\'); // 12'34 "12 34" \
michael@0: 
michael@0:   assert.is(args.length, 3);
michael@0: 
michael@0:   assert.is(args[0].text, '12\'34');
michael@0:   assert.is(args[0].prefix, '');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0: 
michael@0:   assert.is(args[1].text, '12 34');
michael@0:   assert.is(args[1].prefix, ' "');
michael@0:   assert.is(args[1].suffix, '"');
michael@0:   assert.is(args[1].type, 'Argument');
michael@0: 
michael@0:   assert.is(args[2].text, '\\');
michael@0:   assert.is(args[2].prefix, ' ');
michael@0:   assert.is(args[2].suffix, '');
michael@0:   assert.is(args[2].type, 'Argument');
michael@0: };
michael@0: 
michael@0: exports.testPathological = function(options) {
michael@0:   var args;
michael@0: 
michael@0:   args = cli.tokenize('a\\ b \\t\\n\\r \\\'x\\\" \'d'); // a_b \t\n\r \'x\" 'd
michael@0: 
michael@0:   assert.is(args.length, 4);
michael@0: 
michael@0:   assert.is(args[0].text, 'a\\ b');
michael@0:   assert.is(args[0].prefix, '');
michael@0:   assert.is(args[0].suffix, '');
michael@0:   assert.is(args[0].type, 'Argument');
michael@0: 
michael@0:   assert.is(args[1].text, '\\t\\n\\r');
michael@0:   assert.is(args[1].prefix, ' ');
michael@0:   assert.is(args[1].suffix, '');
michael@0:   assert.is(args[1].type, 'Argument');
michael@0: 
michael@0:   assert.is(args[2].text, '\\\'x\\"');
michael@0:   assert.is(args[2].prefix, ' ');
michael@0:   assert.is(args[2].suffix, '');
michael@0:   assert.is(args[2].type, 'Argument');
michael@0: 
michael@0:   assert.is(args[3].text, 'd');
michael@0:   assert.is(args[3].prefix, ' \'');
michael@0:   assert.is(args[3].suffix, '');
michael@0:   assert.is(args[3].type, 'Argument');
michael@0: };