001/*
002 * Copyright (C) 2012 eXo Platform SAS.
003 *
004 * This is free software; you can redistribute it and/or modify it
005 * under the terms of the GNU Lesser General Public License as
006 * published by the Free Software Foundation; either version 2.1 of
007 * the License, or (at your option) any later version.
008 *
009 * This software is distributed in the hope that it will be useful,
010 * but WITHOUT ANY WARRANTY; without even the implied warranty of
011 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
012 * Lesser General Public License for more details.
013 *
014 * You should have received a copy of the GNU Lesser General Public
015 * License along with this software; if not, write to the Free
016 * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
017 * 02110-1301 USA, or see the FSF site: http://www.fsf.org.
018 */
019
020package org.crsh.cli.impl.tokenizer;
021
022import org.crsh.cli.impl.Delimiter;
023
024public class TokenizerImpl extends Tokenizer {
025
026  /** . */
027  private final CharSequence s;
028
029  /** . */
030  private int index;
031
032  /** . */
033  private Delimiter delimiter;
034
035  public TokenizerImpl(CharSequence s) {
036    this.s = s;
037    this.index = 0;
038    this.delimiter = null;
039  }
040
041  protected Token parse() {
042    Token token = null;
043    if (index < s.length()) {
044      char c = s.charAt(index);
045      int from = index;
046      while (true) {
047        if (Character.isWhitespace(c)) {
048          index++;
049          if (index < s.length()) {
050            c = s.charAt(index);
051          } else {
052            break;
053          }
054        } else {
055          break;
056        }
057      }
058      if (index > from) {
059        token = new Token.Whitespace(from, s.subSequence(from, index).toString());
060      } else {
061        State state = new State();
062        while (true) {
063          if (Character.isWhitespace(c) && state.escape == Escape.NONE) {
064            break;
065          } else {
066            index++;
067            state.push(c);
068            if (index < s.length()) {
069              c = s.charAt(index);
070            } else {
071              break;
072            }
073          }
074        }
075        if (index > from) {
076          switch (state.status) {
077            case INIT: {
078              token = new Token.Literal.Word(from, s.subSequence(from, index).toString(), state.buffer.toString());
079              break;
080            }
081            case WORD: {
082              token = new Token.Literal.Word(from, s.subSequence(from, index).toString(), state.buffer.toString());
083              break;
084            }
085            case SHORT_OPTION: {
086              token = new Token.Literal.Option.Short(from, s.subSequence(from, index).toString(), state.buffer.toString());
087              break;
088            }
089            case LONG_OPTION: {
090              token = new Token.Literal.Option.Long(from, s.subSequence(from, index).toString(), state.buffer.toString());
091              break;
092            }
093            default:
094              throw new AssertionError(state.status);
095          }
096          delimiter = state.escape.delimiter;
097          return token;
098        }
099      }
100    }
101    return token;
102  }
103
104  public Delimiter getDelimiter() {
105    return delimiter;
106  }
107}