Newer
Older
SyntaxEditor / MyTokenMaker.java
@motoki miura motoki miura on 7 Nov 2022 45 KB first commit
// DO NOT EDIT
// Generated by JFlex 1.8.2 http://jflex.de/
// source: myTokenMaker.flex

/*
 * 11/13/2004
 *
 * TokenMaker4MyRSJTextArea.java - Scanner for the Java programming language.
 * 
 * This library is distributed under a modified BSD license.  See the included
 * LICENSE file for details.
 */
// package org.fife.ui.rsyntaxtextarea.modes;
package info.istlab.SyntaxEditor;

import java.io.IOException;
import java.io.Reader;

import javax.swing.text.Segment;

import org.fife.ui.rsyntaxtextarea.AbstractJFlexCTokenMaker;
import org.fife.ui.rsyntaxtextarea.Token;
import org.fife.ui.rsyntaxtextarea.TokenImpl;
import org.fife.ui.rsyntaxtextarea.TokenTypes;


/**
 * Scanner for the Java programming language.<p>
 *
 * This implementation was created using
 * <a href="https://www.jflex.de/">JFlex</a> 1.4.1; however, the generated file
 * was modified for performance.  Memory allocation needs to be almost
 * completely removed to be competitive with the handwritten lexers (subclasses
 * of <code>AbstractTokenMaker</code>), so this class has been modified so that
 * Strings are never allocated (via yytext()), and the scanner never has to
 * worry about refilling its buffer (needlessly copying chars around).
 * We can achieve this because RText always scans exactly 1 line of tokens at a
 * time, and hands the scanner this line as an array of characters (a Segment
 * really).  Since tokens contain pointers to char arrays instead of Strings
 * holding their contents, there is no need for allocating new memory for
 * Strings.<p>
 *
 * The actual algorithm generated for scanning has, of course, not been
 * modified.<p>
 *
 * If you wish to regenerate this file yourself, keep in mind the following:
 * <ul>
 *   <li>The generated <code>JavaTokenMaker.java</code> file will contain two
 *       definitions of both <code>zzRefill</code> and <code>yyreset</code>.
 *       You should hand-delete the second of each definition (the ones
 *       generated by the lexer), as these generated methods modify the input
 *       buffer, which we'll never have to do.</li>
 *   <li>You should also change the declaration/definition of zzBuffer to NOT
 *       be initialized.  This is a needless memory allocation for us since we
 *       will be pointing the array somewhere else anyway.</li>
 *   <li>You should NOT call <code>yylex()</code> on the generated scanner
 *       directly; rather, you should use <code>getTokenList</code> as you would
 *       with any other <code>TokenMaker</code> instance.</li>
 * </ul>
 *
 * @author Robert Futrell
 * @version 1.0
 *
 */

// See https://github.com/jflex-de/jflex/issues/222
@SuppressWarnings("FallThrough")
public class MyTokenMaker extends AbstractJFlexCTokenMaker {

  /** This character denotes the end of file. */
  public static final int YYEOF = -1;

  /** Initial size of the lookahead buffer. */
  private static final int ZZ_BUFFERSIZE = 16384;

  // Lexical states.
  public static final int YYINITIAL = 0;
  public static final int MLC = 2;
  public static final int DOCCOMMENT = 4;
  public static final int EOL_COMMENT = 6;
  public static final int TEXT_BLOCK = 8;

  /**
   * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l
   * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l
   *                  at the beginning of a line
   * l is of the form l = 2*k, k a non negative integer
   */
  private static final int ZZ_LEXSTATE[] = {
     0,  0,  1,  1,  2,  2,  3,  3,  4, 4
  };

  /**
   * Top-level table for translating characters to character classes
   */
  private static final int [] ZZ_CMAP_TOP = zzUnpackcmap_top();

  private static final String ZZ_CMAP_TOP_PACKED_0 =
    "\1\0\1\u0100\1\u0200\1\u0300\1\u0400\1\u0500\1\u0600\1\u0700"+
    "\1\u0800\1\u0900\1\u0a00\1\u0b00\1\u0c00\1\u0d00\1\u0e00\1\u0f00"+
    "\1\u1000\1\u0100\1\u1100\1\u1200\1\u1300\1\u0100\1\u1400\1\u1500"+
    "\1\u1600\1\u1700\1\u1800\1\u1900\1\u1a00\1\u1b00\1\u0100\1\u1c00"+
    "\1\u1d00\1\u1e00\12\u1f00\1\u2000\1\u2100\1\u2200\1\u1f00\1\u2300"+
    "\1\u2400\2\u1f00\31\u0100\1\u2500\126\u0100\1\u2600\1\u0100\1\u2700"+
    "\1\u2800\1\u2900\1\u2a00\1\u2b00\1\u2c00\53\u0100\1\u2d00\10\u2e00"+
    "\31\u1f00\1\u0100\1\u2f00\1\u3000\1\u0100\1\u3100\1\u3200\1\u3300"+
    "\1\u3400\1\u3500\1\u3600\1\u3700\1\u3800\1\u3900\1\u0100\1\u3a00"+
    "\1\u3b00\1\u3c00\1\u3d00\1\u3e00\1\u3f00\1\u4000\1\u4100\1\u4200"+
    "\1\u4300\1\u4400\1\u4500\1\u4600\1\u4700\1\u4800\1\u4900\1\u4a00"+
    "\1\u4b00\1\u4c00\1\u4d00\1\u1f00\1\u4e00\1\u4f00\1\u5000\1\u5100"+
    "\3\u0100\1\u5200\1\u5300\1\u5400\11\u1f00\1\u5500\4\u0100\1\u5600"+
    "\17\u1f00\2\u0100\1\u5700\41\u1f00\2\u0100\1\u5800\1\u5900\2\u1f00"+
    "\1\u5a00\1\u5b00\27\u0100\1\u5c00\4\u0100\1\u5d00\1\u5e00\41\u1f00"+
    "\1\u5f00\1\u0100\1\u6000\1\u6100\11\u1f00\1\u6200\22\u1f00\1\u6300"+
    "\1\u1f00\1\u6400\1\u6500\1\u1f00\1\u6600\1\u6700\1\u6800\1\u6900"+
    "\2\u1f00\1\u6a00\4\u1f00\1\u6b00\1\u6c00\1\u6d00\1\u6e00\4\u1f00"+
    "\1\u6f00\1\u7000\1\u7100\2\u1f00\1\u7200\1\u1f00\1\u7300\14\u1f00"+
    "\1\u7400\4\u1f00\246\u0100\1\u7500\20\u0100\1\u7600\1\u7700\25\u0100"+
    "\1\u7800\34\u0100\1\u7900\14\u1f00\2\u0100\1\u7a00\5\u1f00\23\u0100"+
    "\1\u7b00\u0aec\u1f00\1\u7c00\1\u7d00\u02fe\u1f00";

  private static int [] zzUnpackcmap_top() {
    int [] result = new int[4352];
    int offset = 0;
    offset = zzUnpackcmap_top(ZZ_CMAP_TOP_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackcmap_top(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }


  /**
   * Second-level tables for translating characters to character classes
   */
  private static final int [] ZZ_CMAP_BLOCKS = zzUnpackcmap_blocks();

  private static final String ZZ_CMAP_BLOCKS_PACKED_0 =
    "\11\0\1\1\1\2\1\3\1\4\1\3\16\0\4\5"+
    "\1\6\1\5\1\7\1\5\1\10\3\5\1\11\1\12"+
    "\1\13\3\5\1\14\1\15\12\16\2\5\1\17\1\20"+
    "\1\21\1\5\1\22\3\23\1\24\1\23\1\25\13\26"+
    "\1\27\10\26\1\5\1\30\2\5\1\10\1\5\1\31"+
    "\1\32\1\33\1\34\1\35\1\36\1\37\1\40\1\41"+
    "\1\42\1\43\1\44\1\45\1\46\1\47\1\50\1\26"+
    "\1\51\1\52\1\53\1\54\1\55\1\56\1\57\1\60"+
    "\1\26\1\61\1\5\1\62\1\5\6\0\1\63\32\0"+
    "\2\5\4\10\4\5\1\10\2\5\1\0\7\5\1\10"+
    "\4\5\1\10\5\5\27\10\1\5\37\10\1\5\u01ca\10"+
    "\4\5\14\10\16\5\5\10\7\5\1\10\1\5\1\10"+
    "\21\5\160\0\5\10\1\5\2\10\2\5\4\10\1\5"+
    "\1\10\6\5\1\10\1\5\3\10\1\5\1\10\1\5"+
    "\24\10\1\5\123\10\1\5\213\10\1\5\5\0\2\5"+
    "\246\10\1\5\46\10\2\5\1\10\6\5\51\10\6\5"+
    "\1\10\1\5\55\0\1\5\1\0\1\5\2\0\1\5"+
    "\2\0\1\5\1\0\10\5\33\10\4\5\4\10\15\5"+
    "\6\0\5\5\1\10\4\5\13\0\1\5\1\0\3\5"+
    "\53\10\37\0\4\5\2\10\1\0\143\10\1\5\1\10"+
    "\10\0\1\5\6\0\2\10\2\0\1\5\4\0\2\10"+
    "\12\0\3\10\2\5\1\10\17\5\1\0\1\10\1\0"+
    "\36\10\33\0\2\5\131\10\13\0\1\10\16\5\12\0"+
    "\41\10\11\0\2\10\4\5\1\10\2\5\1\0\30\10"+
    "\4\0\1\10\11\0\1\10\3\0\1\10\5\0\22\5"+
    "\31\10\3\0\4\5\13\10\5\5\30\10\1\5\6\10"+
    "\1\5\2\0\6\5\10\0\52\10\72\0\66\10\3\0"+
    "\1\10\22\0\1\10\7\0\12\10\2\0\2\5\12\0"+
    "\1\5\20\10\3\0\1\5\10\10\2\5\2\10\2\5"+
    "\26\10\1\5\7\10\1\5\1\10\3\5\4\10\2\5"+
    "\1\0\1\10\7\0\2\5\2\0\2\5\3\0\1\10"+
    "\10\5\1\0\4\5\2\10\1\5\3\10\2\0\2\5"+
    "\12\0\4\10\7\5\2\10\1\5\1\0\2\5\3\0"+
    "\1\5\6\10\4\5\2\10\2\5\26\10\1\5\7\10"+
    "\1\5\2\10\1\5\2\10\1\5\2\10\2\5\1\0"+
    "\1\5\5\0\4\5\2\0\2\5\3\0\3\5\1\0"+
    "\7\5\4\10\1\5\1\10\7\5\14\0\3\10\1\0"+
    "\13\5\3\0\1\5\11\10\1\5\3\10\1\5\26\10"+
    "\1\5\7\10\1\5\2\10\1\5\5\10\2\5\1\0"+
    "\1\10\10\0\1\5\3\0\1\5\3\0\2\5\1\10"+
    "\17\5\2\10\2\0\2\5\12\0\1\5\1\10\7\5"+
    "\1\10\6\0\1\5\3\0\1\5\10\10\2\5\2\10"+
    "\2\5\26\10\1\5\7\10\1\5\2\10\1\5\5\10"+
    "\2\5\1\0\1\10\7\0\2\5\2\0\2\5\3\0"+
    "\7\5\3\0\4\5\2\10\1\5\3\10\2\0\2\5"+
    "\12\0\1\5\1\10\20\5\1\0\1\10\1\5\6\10"+
    "\3\5\3\10\1\5\4\10\3\5\2\10\1\5\1\10"+
    "\1\5\2\10\3\5\2\10\3\5\3\10\3\5\14\10"+
    "\4\5\5\0\3\5\3\0\1\5\4\0\2\5\1\10"+
    "\6\5\1\0\16\5\12\0\11\5\1\10\6\5\5\0"+
    "\10\10\1\5\3\10\1\5\27\10\1\5\20\10\2\5"+
    "\1\0\1\10\7\0\1\5\3\0\1\5\4\0\7\5"+
    "\2\0\1\5\3\10\2\5\1\10\2\5\2\10\2\0"+
    "\2\5\12\0\20\5\1\10\3\0\1\5\10\10\1\5"+
    "\3\10\1\5\27\10\1\5\12\10\1\5\5\10\2\5"+
    "\1\0\1\10\7\0\1\5\3\0\1\5\4\0\7\5"+
    "\2\0\6\5\2\10\1\5\2\10\2\0\2\5\12\0"+
    "\1\5\2\10\15\5\4\0\11\10\1\5\3\10\1\5"+
    "\51\10\2\0\1\10\7\0\1\5\3\0\1\5\4\0"+
    "\1\10\5\5\3\10\1\0\7\5\3\10\2\0\2\5"+
    "\12\0\12\5\6\10\1\5\3\0\1\5\22\10\3\5"+
    "\30\10\1\5\11\10\1\5\1\10\2\5\7\10\3\5"+
    "\1\0\4\5\6\0\1\5\1\0\1\5\10\0\6\5"+
    "\12\0\2\5\2\0\15\5\60\10\1\0\2\10\7\0"+
    "\4\5\10\10\10\0\1\5\12\0\47\5\2\10\1\5"+
    "\1\10\1\5\5\10\1\5\30\10\1\5\1\10\1\5"+
    "\12\10\1\0\2\10\11\0\1\10\2\5\5\10\1\5"+
    "\1\10\1\5\6\0\2\5\12\0\2\5\4\10\40\5"+
    "\1\10\27\5\2\0\6\5\12\0\13\5\1\0\1\5"+
    "\1\0\1\5\1\0\4\5\2\0\10\10\1\5\44\10"+
    "\4\5\24\0\1\5\2\0\5\10\13\0\1\5\44\0"+
    "\11\5\1\0\71\5\53\10\24\0\1\10\12\0\6\5"+
    "\6\10\4\0\4\10\3\0\1\10\3\0\2\10\7\0"+
    "\3\10\4\0\15\10\14\0\1\10\17\0\2\5\46\10"+
    "\1\5\1\10\5\5\1\10\2\5\53\10\1\5\115\10"+
    "\1\5\4\10\2\5\7\10\1\5\1\10\1\5\4\10"+
    "\2\5\51\10\1\5\4\10\2\5\41\10\1\5\4\10"+
    "\2\5\7\10\1\5\1\10\1\5\4\10\2\5\17\10"+
    "\1\5\71\10\1\5\4\10\2\5\103\10\2\5\3\0"+
    "\40\5\20\10\20\5\126\10\2\5\6\10\3\5\u016c\10"+
    "\2\5\21\10\1\5\32\10\5\5\113\10\3\5\13\10"+
    "\7\5\22\10\4\0\11\5\23\10\3\0\13\5\22\10"+
    "\2\0\14\5\15\10\1\5\3\10\1\5\2\0\14\5"+
    "\64\10\40\0\3\5\1\10\3\5\2\10\1\0\2\5"+
    "\12\0\41\5\17\0\6\5\131\10\7\5\5\10\2\0"+
    "\42\10\1\0\1\10\5\5\106\10\12\5\37\10\1\5"+
    "\14\0\4\5\14\0\12\5\12\0\36\10\2\5\5\10"+
    "\13\5\54\10\4\5\32\10\6\5\12\0\46\5\27\10"+
    "\5\0\4\5\65\10\12\0\1\5\35\0\2\5\13\0"+
    "\6\5\12\0\15\5\1\10\10\5\16\0\1\5\20\0"+
    "\61\5\5\0\57\10\21\0\10\10\3\5\12\0\21\5"+
    "\11\0\14\5\3\0\36\10\15\0\2\10\12\0\54\10"+
    "\16\0\14\5\44\10\24\0\10\5\12\0\3\5\3\10"+
    "\12\0\44\10\2\5\11\10\7\5\53\10\2\5\3\10"+
    "\20\5\3\0\1\5\25\0\4\10\1\0\6\10\1\0"+
    "\2\10\3\0\1\10\5\5\300\10\100\0\26\10\2\5"+
    "\6\10\2\5\46\10\2\5\6\10\2\5\10\10\1\5"+
    "\1\10\1\5\1\10\1\5\1\10\1\5\37\10\2\5"+
    "\65\10\1\5\7\10\1\5\1\10\3\5\3\10\1\5"+
    "\7\10\3\5\4\10\2\5\6\10\4\5\15\10\5\5"+
    "\3\10\1\5\7\10\16\5\5\0\30\5\2\3\5\0"+
    "\20\5\2\10\23\5\1\10\13\5\5\0\1\5\12\0"+
    "\1\5\1\10\15\5\1\10\20\5\15\10\3\5\41\10"+
    "\17\5\15\0\4\5\1\0\3\5\14\0\21\5\1\10"+
    "\4\5\1\10\2\5\12\10\1\5\1\10\3\5\5\10"+
    "\6\5\1\10\1\5\1\10\1\5\1\10\1\5\4\10"+
    "\1\5\13\10\2\5\4\10\5\5\5\10\4\5\1\10"+
    "\21\5\51\10\u0177\5\345\10\6\5\4\10\3\0\2\10"+
    "\14\5\46\10\1\5\1\10\5\5\1\10\2\5\70\10"+
    "\7\5\1\10\17\5\1\0\27\10\11\5\7\10\1\5"+
    "\7\10\1\5\7\10\1\5\7\10\1\5\7\10\1\5"+
    "\7\10\1\5\7\10\1\5\7\10\1\5\40\0\57\5"+
    "\1\10\325\5\3\10\31\5\11\10\6\0\1\5\5\10"+
    "\2\5\5\10\4\5\126\10\2\5\2\0\2\5\3\10"+
    "\1\5\132\10\1\5\4\10\5\5\53\10\1\5\136\10"+
    "\21\5\40\10\60\5\320\10\100\5\215\10\103\5\56\10"+
    "\2\5\15\10\3\5\20\10\12\0\2\10\24\5\57\10"+
    "\1\0\4\5\12\0\1\5\37\10\2\0\120\10\2\0"+
    "\45\5\11\10\2\5\147\10\2\5\100\10\5\5\2\10"+
    "\1\5\1\10\1\5\5\10\30\5\20\10\1\0\3\10"+
    "\1\0\4\10\1\0\27\10\5\0\4\5\1\0\13\5"+
    "\1\10\7\5\64\10\14\5\2\0\62\10\22\0\12\5"+
    "\12\0\6\5\22\0\6\10\3\5\1\10\1\5\2\10"+
    "\13\0\34\10\10\0\2\5\27\10\15\0\14\5\35\10"+
    "\3\5\4\0\57\10\16\0\16\5\1\10\12\0\6\5"+
    "\5\10\1\0\12\10\12\0\5\10\1\5\51\10\16\0"+
    "\11\5\3\10\1\0\10\10\2\0\2\5\12\0\6\5"+
    "\27\10\3\5\1\10\3\0\62\10\1\0\1\10\3\0"+
    "\2\10\2\0\5\10\2\0\1\10\1\0\1\10\30\5"+
    "\3\10\2\5\13\10\5\0\2\5\3\10\2\0\12\5"+
    "\6\10\2\5\6\10\2\5\6\10\11\5\7\10\1\5"+
    "\7\10\1\5\53\10\1\5\16\10\6\5\163\10\10\0"+
    "\1\5\2\0\2\5\12\0\6\5\244\10\14\5\27\10"+
    "\4\5\61\10\4\5\u0100\3\156\10\2\5\152\10\46\5"+
    "\7\10\14\5\5\10\5\5\1\10\1\0\12\10\1\5"+
    "\15\10\1\5\5\10\1\5\1\10\1\5\2\10\1\5"+
    "\2\10\1\5\154\10\41\5\153\10\22\5\100\10\2\5"+
    "\66\10\50\5\15\10\3\5\20\0\20\5\20\0\3\5"+
    "\2\10\30\5\3\10\31\5\1\10\6\5\5\10\1\5"+
    "\207\10\2\5\1\0\4\5\1\10\13\5\12\0\7\5"+
    "\32\10\4\5\1\10\1\5\32\10\13\5\131\10\3\5"+
    "\6\10\2\5\6\10\2\5\6\10\2\5\3\10\3\5"+
    "\2\10\3\5\2\10\22\5\3\0\4\5\14\10\1\5"+
    "\32\10\1\5\23\10\1\5\2\10\1\5\17\10\2\5"+
    "\16\10\42\5\173\10\105\5\65\10\210\5\1\0\202\5"+
    "\35\10\3\5\61\10\17\5\1\0\37\5\40\10\15\5"+
    "\36\10\5\5\46\10\5\0\5\5\36\10\2\5\44\10"+
    "\4\5\10\10\1\5\5\10\52\5\236\10\2\5\12\0"+
    "\6\5\44\10\4\5\44\10\4\5\50\10\10\5\64\10"+
    "\14\5\13\10\1\5\17\10\1\5\7\10\1\5\2\10"+
    "\1\5\13\10\1\5\17\10\1\5\7\10\1\5\2\10"+
    "\103\5\67\10\11\5\26\10\12\5\10\10\30\5\6\10"+
    "\1\5\52\10\1\5\11\10\105\5\6\10\2\5\1\10"+
    "\1\5\54\10\1\5\2\10\3\5\1\10\2\5\27\10"+
    "\12\5\27\10\11\5\37\10\101\5\23\10\1\5\2\10"+
    "\12\5\26\10\12\5\32\10\106\5\70\10\6\5\2\10"+
    "\100\5\1\10\3\0\1\5\2\0\5\5\4\0\4\10"+
    "\1\5\3\10\1\5\35\10\2\5\3\0\4\5\1\0"+
    "\40\5\35\10\3\5\35\10\43\5\10\10\1\5\34\10"+
    "\2\0\31\5\66\10\12\5\26\10\12\5\23\10\15\5"+
    "\22\10\156\5\111\10\67\5\63\10\15\5\63\10\15\5"+
    "\44\10\4\0\10\5\12\0\u0146\5\52\10\1\5\2\0"+
    "\3\5\2\10\116\5\35\10\12\5\1\10\10\5\26\10"+
    "\13\0\37\5\22\10\4\0\52\5\25\10\33\5\27\10"+
    "\11\5\3\0\65\10\17\0\37\5\13\0\2\10\2\0"+
    "\1\10\11\5\4\0\55\10\13\0\2\5\1\0\4\5"+
    "\1\0\12\5\1\0\2\5\31\10\7\5\12\0\6\5"+
    "\3\0\44\10\16\0\1\5\12\0\4\5\1\10\2\0"+
    "\1\10\10\5\43\10\1\0\2\5\1\10\11\5\3\0"+
    "\60\10\16\0\4\10\4\5\4\0\1\5\14\0\1\10"+
    "\1\5\1\10\43\5\22\10\1\5\31\10\14\0\6\5"+
    "\1\0\101\5\7\10\1\5\1\10\1\5\4\10\1\5"+
    "\17\10\1\5\12\10\7\5\57\10\14\0\5\5\12\0"+
    "\6\5\4\0\1\5\10\10\2\5\2\10\2\5\26\10"+
    "\1\5\7\10\1\5\2\10\1\5\5\10\1\5\2\0"+
    "\1\10\7\0\2\5\2\0\2\5\3\0\2\5\1\10"+
    "\6\5\1\0\5\5\5\10\2\0\2\5\7\0\3\5"+
    "\5\0\213\5\65\10\22\0\4\10\5\5\12\0\4\5"+
    "\1\0\3\10\36\5\60\10\24\0\2\10\1\5\1\10"+
    "\10\5\12\0\246\5\57\10\7\0\2\5\11\0\27\5"+
    "\4\10\2\0\42\5\60\10\21\0\3\5\1\10\13\5"+
    "\12\0\46\5\53\10\15\0\1\10\7\5\12\0\66\5"+
    "\33\10\2\5\17\0\4\5\12\0\6\5\7\10\271\5"+
    "\54\10\17\0\145\5\100\10\12\0\25\5\10\10\2\5"+
    "\1\10\2\5\10\10\1\5\2\10\1\5\30\10\6\0"+
    "\1\5\2\0\2\5\4\0\1\10\1\0\1\10\2\0"+
    "\14\5\12\0\106\5\10\10\2\5\47\10\7\0\2\5"+
    "\7\0\1\10\1\5\1\10\1\0\33\5\1\10\12\0"+
    "\50\10\7\0\1\10\4\0\10\5\1\0\10\5\1\10"+
    "\13\0\56\10\20\0\3\5\1\10\22\5\111\10\7\5"+
    "\11\10\1\5\45\10\10\0\1\5\10\0\1\10\17\5"+
    "\12\0\30\5\36\10\2\5\26\0\1\5\16\0\111\5"+
    "\7\10\1\5\2\10\1\5\46\10\6\0\3\5\1\0"+
    "\1\5\2\0\1\5\7\0\1\10\1\0\10\5\12\0"+
    "\6\5\6\10\1\5\2\10\1\5\40\10\5\0\1\5"+
    "\2\0\1\5\5\0\1\10\7\5\12\0\u0136\5\23\10"+
    "\4\0\271\5\1\10\54\5\4\10\37\5\232\10\146\5"+
    "\157\10\21\5\304\10\u014c\5\141\10\17\5\57\10\1\5"+
    "\11\0\307\5\107\10\271\5\71\10\7\5\37\10\1\5"+
    "\12\0\6\5\117\10\1\5\12\0\6\5\36\10\2\5"+
    "\5\0\13\5\60\10\7\0\11\5\4\10\14\5\12\0"+
    "\11\5\25\10\5\5\23\10\260\5\100\10\200\5\113\10"+
    "\4\5\1\0\1\10\67\0\7\5\4\0\15\10\100\5"+
    "\2\10\1\5\1\10\1\0\13\5\2\0\16\5\370\10"+
    "\10\5\326\10\52\5\11\10\u01e7\5\4\10\1\5\7\10"+
    "\1\5\2\10\1\5\43\10\55\5\3\10\21\5\4\10"+
    "\10\5\u018c\10\4\5\153\10\5\5\15\10\3\5\11\10"+
    "\7\5\12\10\3\5\2\0\1\5\4\0\134\5\56\0"+
    "\2\5\27\0\u011e\5\5\0\3\5\26\0\2\5\7\0"+
    "\36\5\4\0\224\5\3\0\273\5\125\10\1\5\107\10"+
    "\1\5\2\10\2\5\1\10\2\5\2\10\2\5\4\10"+
    "\1\5\14\10\1\5\1\10\1\5\7\10\1\5\101\10"+
    "\1\5\4\10\2\5\10\10\1\5\7\10\1\5\34\10"+
    "\1\5\4\10\1\5\5\10\1\5\1\10\3\5\7\10"+
    "\1\5\u0154\10\2\5\31\10\1\5\31\10\1\5\37\10"+
    "\1\5\31\10\1\5\37\10\1\5\31\10\1\5\37\10"+
    "\1\5\31\10\1\5\37\10\1\5\31\10\1\5\10\10"+
    "\2\5\151\0\4\5\62\0\10\5\1\0\16\5\1\0"+
    "\26\5\5\0\1\5\17\0\120\5\37\10\341\5\7\0"+
    "\1\5\21\0\2\5\7\0\1\5\2\0\1\5\5\0"+
    "\325\5\55\10\3\5\7\0\7\10\2\5\12\0\4\5"+
    "\1\10\u0141\5\36\10\1\0\21\5\54\10\16\0\5\5"+
    "\1\10\340\5\7\10\1\5\4\10\1\5\2\10\1\5"+
    "\17\10\1\5\305\10\13\5\7\0\51\5\104\10\7\0"+
    "\1\10\4\5\12\0\u0156\5\1\10\117\5\4\10\1\5"+
    "\33\10\1\5\2\10\1\5\1\10\2\5\1\10\1\5"+
    "\12\10\1\5\4\10\1\5\1\10\1\5\1\10\6\5"+
    "\1\10\4\5\1\10\1\5\1\10\1\5\1\10\1\5"+
    "\3\10\1\5\2\10\1\5\1\10\2\5\1\10\1\5"+
    "\1\10\1\5\1\10\1\5\1\10\1\5\1\10\1\5"+
    "\2\10\1\5\1\10\2\5\4\10\1\5\7\10\1\5"+
    "\4\10\1\5\4\10\1\5\1\10\1\5\12\10\1\5"+
    "\21\10\5\5\3\10\1\5\5\10\1\5\21\10\u0134\5"+
    "\12\0\6\5\340\10\40\5\71\10\7\5\336\10\2\5"+
    "\u0182\10\16\5\u0131\10\37\5\36\10\342\5\113\10\266\5"+
    "\1\0\36\5\140\0\200\5\360\0\20\5";

  private static int [] zzUnpackcmap_blocks() {
    int [] result = new int[32256];
    int offset = 0;
    offset = zzUnpackcmap_blocks(ZZ_CMAP_BLOCKS_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackcmap_blocks(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }

  /**
   * Translates DFA states to action switch labels.
   */
  private static final int [] ZZ_ACTION = zzUnpackAction();

  private static final String ZZ_ACTION_PACKED_0 =
    "\4\0\1\1\1\2\1\3\1\4\3\2\1\5\1\1"+
    "\1\6\3\1\1\7\5\1\1\10\1\1\1\11\1\1"+
    "\1\12\1\13\1\14\2\0\1\5\1\15\1\16\1\0"+
    "\1\17\16\0\1\12\1\20\2\0\1\5\24\0\1\21"+
    "\1\22\1\0\1\23\13\0\1\24\75\0\1\24\31\0";

  private static int [] zzUnpackAction() {
    int [] result = new int[179];
    int offset = 0;
    offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackAction(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }


  /**
   * Translates a state to a row index in the transition table
   */
  private static final int [] ZZ_ROWMAP = zzUnpackRowMap();

  private static final String ZZ_ROWMAP_PACKED_0 =
    "\0\0\0\64\0\150\0\234\0\320\0\u0104\0\u0138\0\u0104"+
    "\0\u016c\0\u01a0\0\u01d4\0\u0208\0\u023c\0\u0104\0\u0270\0\u0104"+
    "\0\u02a4\0\u0104\0\u02d8\0\u030c\0\u0340\0\u0374\0\u03a8\0\u0104"+
    "\0\u03dc\0\u0104\0\u0410\0\u0444\0\u0478\0\u0104\0\u04ac\0\u04e0"+
    "\0\u0514\0\u0104\0\u0104\0\u0548\0\u0104\0\u057c\0\u05b0\0\u05e4"+
    "\0\u0618\0\u064c\0\u0680\0\u06b4\0\u06e8\0\u071c\0\u0750\0\u0784"+
    "\0\u07b8\0\u07ec\0\u0820\0\u0104\0\u0854\0\u0888\0\u08bc\0\u04e0"+
    "\0\u08f0\0\u0924\0\u0958\0\u098c\0\u09c0\0\u09f4\0\u0a28\0\u0a5c"+
    "\0\u0a90\0\u0ac4\0\u0af8\0\u0b2c\0\u0b60\0\u0b94\0\u0bc8\0\u0bfc"+
    "\0\u0c30\0\u0c64\0\u0c98\0\u0ccc\0\u0104\0\u0104\0\u0d00\0\u08bc"+
    "\0\u0d34\0\u0d68\0\u0d9c\0\u0dd0\0\u0e04\0\u0e38\0\u0e6c\0\u0ea0"+
    "\0\u0ed4\0\u0f08\0\u0f3c\0\u0104\0\u0f70\0\u0fa4\0\u0fd8\0\u100c"+
    "\0\u1040\0\u1074\0\u10a8\0\u10dc\0\u1110\0\u1144\0\u1178\0\u11ac"+
    "\0\u11e0\0\u1214\0\u1248\0\u127c\0\u12b0\0\u12e4\0\u1318\0\u134c"+
    "\0\u1380\0\u13b4\0\u13e8\0\u141c\0\u1450\0\u1484\0\u14b8\0\u14ec"+
    "\0\u1520\0\u1554\0\u1588\0\u15bc\0\u15f0\0\u1624\0\u1658\0\u168c"+
    "\0\u16c0\0\u16f4\0\u1728\0\u175c\0\u1790\0\u17c4\0\u17f8\0\u182c"+
    "\0\u1860\0\u1894\0\u18c8\0\u18fc\0\u1930\0\u1964\0\u1998\0\u19cc"+
    "\0\u1a00\0\u1a34\0\u1a68\0\u1a9c\0\u1ad0\0\u1b04\0\u1b38\0\u1b6c"+
    "\0\u1ba0\0\u1bd4\0\u1c08\0\u1c3c\0\u1c70\0\u1ca4\0\u1cd8\0\u1d0c"+
    "\0\u1d40\0\u1d74\0\u1da8\0\u1ddc\0\u1e10\0\u1e44\0\u1e78\0\u1eac"+
    "\0\u1ee0\0\u1f14\0\u1f48\0\u1f7c\0\u1fb0\0\u1fe4\0\u2018\0\u204c"+
    "\0\u2080\0\u20b4\0\u20e8";

  private static int [] zzUnpackRowMap() {
    int [] result = new int[179];
    int offset = 0;
    offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackRowMap(String packed, int offset, int [] result) {
    int i = 0;  /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int high = packed.charAt(i++) << 16;
      result[j++] = high | packed.charAt(i++);
    }
    return j;
  }

  /**
   * The transition table of the DFA
   */
  private static final int [] ZZ_TRANS = zzUnpackTrans();

  private static final String ZZ_TRANS_PACKED_0 =
    "\1\6\1\7\1\10\1\0\1\7\1\6\1\7\6\6"+
    "\1\11\2\6\1\12\1\13\1\14\40\6\1\0\2\15"+
    "\1\16\10\15\1\17\22\15\1\20\1\15\1\20\15\15"+
    "\1\20\5\15\2\21\1\22\10\21\1\23\3\21\1\24"+
    "\2\21\1\25\13\21\1\20\1\21\1\20\15\21\1\20"+
    "\2\21\1\26\2\21\2\27\1\30\33\27\1\20\1\27"+
    "\1\20\15\27\1\20\5\27\2\31\1\32\4\31\1\33"+
    "\20\31\1\34\33\31\65\0\1\7\2\0\1\7\1\0"+
    "\1\7\70\0\1\35\1\0\1\36\66\0\1\37\51\0"+
    "\1\40\65\0\1\41\12\0\5\41\1\0\30\41\3\0"+
    "\2\15\1\0\10\15\1\0\22\15\1\0\1\15\1\0"+
    "\15\15\1\0\5\15\15\0\1\42\46\0\2\21\1\0"+
    "\10\21\1\0\3\21\1\0\2\21\1\0\13\21\1\0"+
    "\1\21\1\0\15\21\1\0\2\21\1\0\2\21\15\0"+
    "\1\43\63\0\1\44\3\0\1\45\1\0\5\46\1\0"+
    "\30\46\34\0\1\47\1\0\1\50\1\51\1\52\3\0"+
    "\1\53\5\0\1\54\1\55\1\56\1\57\1\60\1\0"+
    "\1\61\30\0\1\62\41\0\2\27\1\0\33\27\1\0"+
    "\1\27\1\0\15\27\1\0\5\27\2\31\1\0\4\31"+
    "\1\0\20\31\1\0\33\31\7\0\1\63\54\0\2\64"+
    "\3\0\56\64\14\0\1\65\1\66\67\0\1\67\43\0"+
    "\2\70\1\0\7\70\1\0\51\70\1\41\7\0\1\41"+
    "\5\0\1\41\4\0\5\41\1\71\30\41\2\0\1\41"+
    "\21\0\1\45\1\0\5\46\1\0\30\46\3\0\21\46"+
    "\1\45\42\46\54\0\1\72\40\0\1\73\67\0\1\74"+
    "\105\0\1\75\52\0\1\76\47\0\1\77\62\0\1\100"+
    "\67\0\1\101\63\0\1\102\3\0\1\103\62\0\1\104"+
    "\6\0\1\105\4\0\1\106\44\0\1\107\61\0\1\110"+
    "\1\111\4\0\1\112\2\0\1\113\10\0\1\114\15\0"+
    "\1\115\71\0\1\116\110\0\1\117\21\0\2\120\1\0"+
    "\6\120\2\0\51\120\54\0\1\121\62\0\1\122\63\0"+
    "\1\123\60\0\1\124\44\0\1\125\1\0\1\126\64\0"+
    "\1\127\16\0\1\130\62\0\1\131\62\0\1\132\65\0"+
    "\1\133\45\0\1\134\13\0\1\135\60\0\1\136\66\0"+
    "\1\137\46\0\1\140\102\0\1\141\61\0\1\142\61\0"+
    "\1\143\63\0\1\144\62\0\1\145\56\0\1\146\53\0"+
    "\1\147\63\0\1\150\50\0\1\151\4\0\3\151\3\0"+
    "\6\151\65\0\1\152\60\0\1\153\77\0\1\154\57\0"+
    "\1\155\53\0\1\156\6\0\1\157\54\0\1\160\63\0"+
    "\1\161\75\0\1\162\45\0\1\163\106\0\1\164\50\0"+
    "\1\165\55\0\1\166\65\0\1\167\11\0\1\170\63\0"+
    "\1\134\63\0\1\171\66\0\1\172\45\0\1\173\62\0"+
    "\1\174\70\0\1\175\71\0\1\176\4\0\1\177\54\0"+
    "\1\200\74\0\1\201\24\0\1\202\4\0\3\202\3\0"+
    "\6\202\74\0\1\203\53\0\1\204\61\0\1\205\76\0"+
    "\1\206\63\0\1\207\67\0\1\210\66\0\1\134\55\0"+
    "\1\211\56\0\1\212\64\0\1\134\67\0\1\213\43\0"+
    "\1\214\67\0\1\134\57\0\1\215\110\0\1\216\56\0"+
    "\1\217\53\0\1\220\57\0\1\221\55\0\1\222\71\0"+
    "\1\223\71\0\1\221\55\0\1\224\102\0\1\173\40\0"+
    "\1\6\50\0\1\225\4\0\3\225\3\0\6\225\76\0"+
    "\1\134\61\0\1\226\47\0\1\227\74\0\1\166\72\0"+
    "\1\172\44\0\1\166\75\0\1\230\52\0\1\231\74\0"+
    "\1\134\61\0\1\232\53\0\1\233\101\0\1\134\52\0"+
    "\1\230\71\0\1\213\14\0\62\221\1\134\1\221\47\0"+
    "\1\234\65\0\1\235\63\0\1\236\30\0\1\41\4\0"+
    "\3\41\3\0\6\41\76\0\1\237\43\0\1\240\63\0"+
    "\1\241\105\0\1\166\34\0\1\242\1\243\110\0\1\244"+
    "\60\0\1\245\55\0\1\246\53\0\1\247\112\0\1\134"+
    "\56\0\1\250\54\0\1\134\50\0\1\251\73\0\1\252"+
    "\53\0\1\253\105\0\1\221\63\0\1\254\54\0\1\221"+
    "\54\0\1\255\101\0\1\256\45\0\1\257\64\0\1\260"+
    "\51\0\1\261\73\0\1\134\60\0\1\134\76\0\1\255"+
    "\54\0\1\262\75\0\1\263\67\0\1\237\43\0\1\221"+
    "\30\0";

  private static int [] zzUnpackTrans() {
    int [] result = new int[8476];
    int offset = 0;
    offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackTrans(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      value--;
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }


  /** Error code for "Unknown internal scanner error". */
  private static final int ZZ_UNKNOWN_ERROR = 0;
  /** Error code for "could not match input". */
  private static final int ZZ_NO_MATCH = 1;
  /** Error code for "pushback value was too large". */
  private static final int ZZ_PUSHBACK_2BIG = 2;

  /**
   * Error messages for {@link #ZZ_UNKNOWN_ERROR}, {@link #ZZ_NO_MATCH}, and
   * {@link #ZZ_PUSHBACK_2BIG} respectively.
   */
  private static final String ZZ_ERROR_MSG[] = {
    "Unknown internal scanner error",
    "Error: could not match input",
    "Error: pushback value was too large"
  };

  /**
   * ZZ_ATTRIBUTE[aState] contains the attributes of state {@code aState}
   */
  private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();

  private static final String ZZ_ATTRIBUTE_PACKED_0 =
    "\4\0\1\1\1\11\1\1\1\11\5\1\1\11\1\1"+
    "\1\11\1\1\1\11\5\1\1\11\1\1\1\11\3\1"+
    "\1\11\2\0\1\1\2\11\1\0\1\11\16\0\1\11"+
    "\1\1\2\0\1\1\24\0\2\11\1\0\1\1\13\0"+
    "\1\11\75\0\1\1\31\0";

  private static int [] zzUnpackAttribute() {
    int [] result = new int[179];
    int offset = 0;
    offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackAttribute(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }

  /** Input device. */
  private java.io.Reader zzReader;

  /** Current state of the DFA. */
  private int zzState;

  /** Current lexical state. */
  private int zzLexicalState = YYINITIAL;

  /**
   * This buffer contains the current text to be matched and is the source of the {@link #yytext()}
   * string.
   */
  private char zzBuffer[] = new char[ZZ_BUFFERSIZE];

  /** Text position at the last accepting state. */
  private int zzMarkedPos;

  /** Current text position in the buffer. */
  private int zzCurrentPos;

  /** Marks the beginning of the {@link #yytext()} string in the buffer. */
  private int zzStartRead;

  /** Marks the last character in the buffer, that has been read from input. */
  private int zzEndRead;

  /**
   * Whether the scanner is at the end of file.
   * @see #yyatEOF
   */
  private boolean zzAtEOF;

  /**
   * The number of occupied positions in {@link #zzBuffer} beyond {@link #zzEndRead}.
   *
   * <p>When a lead/high surrogate has been read from the input stream into the final
   * {@link #zzBuffer} position, this will have a value of 1; otherwise, it will have a value of 0.
   */
  private int zzFinalHighSurrogate = 0;

  /** Number of newlines encountered up to the start of the matched text. */
  @SuppressWarnings("unused")
  private int yyline;

  /** Number of characters from the last newline up to the start of the matched text. */
  @SuppressWarnings("unused")
  private int yycolumn;

  /** Number of characters up to the start of the matched text. */
  @SuppressWarnings("unused")
  private long yychar;

  /** Whether the scanner is currently at the beginning of a line. */
  @SuppressWarnings("unused")
  private boolean zzAtBOL = true;

  /** Whether the user-EOF-code has already been executed. */
  @SuppressWarnings("unused")
  private boolean zzEOFDone;

  /* user code: */


	/**
	 * Constructor.  This must be here because JFlex does not generate a
	 * no-parameter constructor.
	 */
	public MyTokenMaker() {
	}


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param tokenType The token's type.
	 * @see #addToken(int, int, int)
	 */
	private void addHyperlinkToken(int start, int end, int tokenType) {
		int so = start + offsetShift;
		addToken(zzBuffer, start,end, tokenType, so, true);
	}


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param tokenType The token's type.
	 */
	private void addToken(int tokenType) {
		addToken(zzStartRead, zzMarkedPos-1, tokenType);
	}


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param tokenType The token's type.
	 * @see #addHyperlinkToken(int, int, int)
	 */
	private void addToken(int start, int end, int tokenType) {
		int so = start + offsetShift;
		addToken(zzBuffer, start,end, tokenType, so, false);
	}


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param array The character array.
	 * @param start The starting offset in the array.
	 * @param end The ending offset in the array.
	 * @param tokenType The token's type.
	 * @param startOffset The offset in the document at which this token
	 *                    occurs.
	 * @param hyperlink Whether this token is a hyperlink.
	 */
	@Override
	public void addToken(char[] array, int start, int end, int tokenType,
						int startOffset, boolean hyperlink) {
		super.addToken(array, start,end, tokenType, startOffset, hyperlink);
		zzStartRead = zzMarkedPos;
	}


	@Override
	public String[] getLineCommentStartAndEnd(int languageIndex) {
		return new String[] { "//", null };
	}


	/**
	 * Returns the first token in the linked list of tokens generated
	 * from <code>text</code>.  This method must be implemented by
	 * subclasses so they can correctly implement syntax highlighting.
	 *
	 * @param text The text from which to get tokens.
	 * @param initialTokenType The token type we should start with.
	 * @param startOffset The offset into the document at which
	 *        <code>text</code> starts.
	 * @return The first <code>Token</code> in a linked list representing
	 *         the syntax highlighted text.
	 */
	public Token getTokenList(Segment text, int initialTokenType, int startOffset) {

		resetTokenList();
		this.offsetShift = -text.offset + startOffset;

		// Start off in the proper state.
		int state;
		switch (initialTokenType) {
			case TokenTypes.COMMENT_MULTILINE:
				state = MLC;
				start = text.offset;
				break;
			case TokenTypes.COMMENT_DOCUMENTATION:
				state = DOCCOMMENT;
				start = text.offset;
				break;
            case TokenTypes.LITERAL_STRING_DOUBLE_QUOTE:
                state = TEXT_BLOCK;
                start = text.offset;
                break;
			default:
				state = YYINITIAL;
		}

		s = text;
		try {
			yyreset(zzReader);
			yybegin(state);
			return yylex();
		} catch (IOException ioe) {
			ioe.printStackTrace();
			return new TokenImpl();
		}

	}


	/**
	 * Refills the input buffer.
	 *
	 * @return      <code>true</code> if EOF was reached, otherwise
	 *              <code>false</code>.
	 */
	private boolean zzRefill() {
		return zzCurrentPos>=s.offset+s.count;
	}


	/**
	 * Resets the scanner to read from a new input stream.
	 * Does not close the old reader.
	 *
	 * All internal variables are reset, the old input stream 
	 * <b>cannot</b> be reused (internal buffer is discarded and lost).
	 * Lexical state is set to <tt>YY_INITIAL</tt>.
	 *
	 * @param reader   the new input stream 
	 */
	public final void yyreset(Reader reader) {
		// 's' has been updated.
		zzBuffer = s.array;
		/*
		 * We replaced the line below with the two below it because zzRefill
		 * no longer "refills" the buffer (since the way we do it, it's always
		 * "full" the first time through, since it points to the segment's
		 * array).  So, we assign zzEndRead here.
		 */
		//zzStartRead = zzEndRead = s.offset;
		zzStartRead = s.offset;
		zzEndRead = zzStartRead + s.count - 1;
		zzCurrentPos = zzMarkedPos = s.offset;
		zzLexicalState = YYINITIAL;
		zzReader = reader;
		zzAtBOL  = true;
		zzAtEOF  = false;
	}




  /**
   * Creates a new scanner
   *
   * @param   in  the java.io.Reader to read input from.
   */
  public MyTokenMaker(java.io.Reader in) {
    this.zzReader = in;
  }

  /**
   * Translates raw input code points to DFA table row
   */
  private static int zzCMap(int input) {
    int offset = input & 255;
    return offset == input ? ZZ_CMAP_BLOCKS[offset] : ZZ_CMAP_BLOCKS[ZZ_CMAP_TOP[input >> 8] | offset];
  }

  /**
   * Refills the input buffer.
   *
   * @return {@code false} iff there was new input.
   * @exception java.io.IOException  if any I/O-Error occurs
   */
  private boolean zzRefill_GOMI() throws java.io.IOException {

    /* first: make room (if you can) */
    if (zzStartRead > 0) {
      zzEndRead += zzFinalHighSurrogate;
      zzFinalHighSurrogate = 0;
      System.arraycopy(zzBuffer, zzStartRead,
                       zzBuffer, 0,
                       zzEndRead - zzStartRead);

      /* translate stored positions */
      zzEndRead -= zzStartRead;
      zzCurrentPos -= zzStartRead;
      zzMarkedPos -= zzStartRead;
      zzStartRead = 0;
    }

    /* is the buffer big enough? */
    if (zzCurrentPos >= zzBuffer.length - zzFinalHighSurrogate) {
      /* if not: blow it up */
      char newBuffer[] = new char[zzBuffer.length * 2];
      System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);
      zzBuffer = newBuffer;
      zzEndRead += zzFinalHighSurrogate;
      zzFinalHighSurrogate = 0;
    }

    /* fill the buffer with new input */
    int requested = zzBuffer.length - zzEndRead;
    int numRead = zzReader.read(zzBuffer, zzEndRead, requested);

    /* not supposed to occur according to specification of java.io.Reader */
    if (numRead == 0) {
      throw new java.io.IOException(
          "Reader returned 0 characters. See JFlex examples/zero-reader for a workaround.");
    }
    if (numRead > 0) {
      zzEndRead += numRead;
      if (Character.isHighSurrogate(zzBuffer[zzEndRead - 1])) {
        if (numRead == requested) { // We requested too few chars to encode a full Unicode character
          --zzEndRead;
          zzFinalHighSurrogate = 1;
        } else {                    // There is room in the buffer for at least one more char
          int c = zzReader.read();  // Expecting to read a paired low surrogate char
          if (c == -1) {
            return true;
          } else {
            zzBuffer[zzEndRead++] = (char)c;
          }
        }
      }
      /* potentially more input available */
      return false;
    }

    /* numRead < 0 ==> end of stream */
    return true;
  }


  /**
   * Closes the input reader.
   *
   * @throws java.io.IOException if the reader could not be closed.
   */
  public final void yyclose() throws java.io.IOException {
    zzAtEOF = true; // indicate end of file
    zzEndRead = zzStartRead; // invalidate buffer

    if (zzReader != null) {
      zzReader.close();
    }
  }


  /**
   * Resets the scanner to read from a new input stream.
   *
   * <p>Does not close the old reader.
   *
   * <p>All internal variables are reset, the old input stream <b>cannot</b> be reused (internal
   * buffer is discarded and lost). Lexical state is set to {@code ZZ_INITIAL}.
   *
   * <p>Internal scan buffer is resized down to its initial length, if it has grown.
   *
   * @param reader The new input stream.
   */
  public final void yyreset_GOMI(java.io.Reader reader) {
    zzReader = reader;
    zzEOFDone = false;
    yyResetPosition();
    zzLexicalState = YYINITIAL;
    if (zzBuffer.length > ZZ_BUFFERSIZE) {
      zzBuffer = new char[ZZ_BUFFERSIZE];
    }
  }

  /**
   * Resets the input position.
   */
  private final void yyResetPosition() {
      zzAtBOL  = true;
      zzAtEOF  = false;
      zzCurrentPos = 0;
      zzMarkedPos = 0;
      zzStartRead = 0;
      zzEndRead = 0;
      zzFinalHighSurrogate = 0;
      yyline = 0;
      yycolumn = 0;
      yychar = 0L;
  }


  /**
   * Returns whether the scanner has reached the end of the reader it reads from.
   *
   * @return whether the scanner has reached EOF.
   */
  public final boolean yyatEOF() {
    return zzAtEOF;
  }


  /**
   * Returns the current lexical state.
   *
   * @return the current lexical state.
   */
  public final int yystate() {
    return zzLexicalState;
  }


  /**
   * Enters a new lexical state.
   *
   * @param newState the new lexical state
   */
  public final void yybegin(int newState) {
    zzLexicalState = newState;
  }


  /**
   * Returns the text matched by the current regular expression.
   *
   * @return the matched text.
   */
  public final String yytext() {
    return new String(zzBuffer, zzStartRead, zzMarkedPos-zzStartRead);
  }


  /**
   * Returns the character at the given position from the matched text.
   *
   * <p>It is equivalent to {@code yytext().charAt(pos)}, but faster.
   *
   * @param position the position of the character to fetch. A value from 0 to {@code yylength()-1}.
   *
   * @return the character at {@code position}.
   */
  public final char yycharat(int position) {
    return zzBuffer[zzStartRead + position];
  }


  /**
   * How many characters were matched.
   *
   * @return the length of the matched text region.
   */
  public final int yylength() {
    return zzMarkedPos-zzStartRead;
  }


  /**
   * Reports an error that occurred while scanning.
   *
   * <p>In a well-formed scanner (no or only correct usage of {@code yypushback(int)} and a
   * match-all fallback rule) this method will only be called with things that
   * "Can't Possibly Happen".
   *
   * <p>If this method is called, something is seriously wrong (e.g. a JFlex bug producing a faulty
   * scanner etc.).
   *
   * <p>Usual syntax/scanner level error handling should be done in error fallback rules.
   *
   * @param errorCode the code of the error message to display.
   */
  private static void zzScanError(int errorCode) {
    String message;
    try {
      message = ZZ_ERROR_MSG[errorCode];
    } catch (ArrayIndexOutOfBoundsException e) {
      message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];
    }

    throw new Error(message);
  }


  /**
   * Pushes the specified amount of characters back into the input stream.
   *
   * <p>They will be read again by then next call of the scanning method.
   *
   * @param number the number of characters to be read again. This number must not be greater than
   *     {@link #yylength()}.
   */
  public void yypushback(int number)  {
    if ( number > yylength() )
      zzScanError(ZZ_PUSHBACK_2BIG);

    zzMarkedPos -= number;
  }




  /**
   * Resumes scanning until the next regular expression is matched, the end of input is encountered
   * or an I/O-Error occurs.
   *
   * @return the next token.
   * @exception java.io.IOException if any I/O-Error occurs.
   */
  public org.fife.ui.rsyntaxtextarea.Token yylex() throws java.io.IOException {
    int zzInput;
    int zzAction;

    // cached fields:
    int zzCurrentPosL;
    int zzMarkedPosL;
    int zzEndReadL = zzEndRead;
    char[] zzBufferL = zzBuffer;

    int [] zzTransL = ZZ_TRANS;
    int [] zzRowMapL = ZZ_ROWMAP;
    int [] zzAttrL = ZZ_ATTRIBUTE;

    while (true) {
      zzMarkedPosL = zzMarkedPos;

      zzAction = -1;

      zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;

      zzState = ZZ_LEXSTATE[zzLexicalState];

      // set up zzAction for empty match case:
      int zzAttributes = zzAttrL[zzState];
      if ( (zzAttributes & 1) == 1 ) {
        zzAction = zzState;
      }


      zzForAction: {
        while (true) {

          if (zzCurrentPosL < zzEndReadL) {
              zzInput = zzBufferL[zzCurrentPosL++]; 
//             zzCurrentPosL += Character.charCount(zzInput);
          }
          else if (zzAtEOF) {
            zzInput = YYEOF;
            break zzForAction;
          }
          else {
            // store back cached positions
            zzCurrentPos  = zzCurrentPosL;
            zzMarkedPos   = zzMarkedPosL;
            boolean eof = zzRefill();
            // get translated positions and possibly new buffer
            zzCurrentPosL  = zzCurrentPos;
            zzMarkedPosL   = zzMarkedPos;
            zzBufferL      = zzBuffer;
            zzEndReadL     = zzEndRead;
            if (eof) {
              zzInput = YYEOF;
              break zzForAction;
            }
            else {
              zzInput = zzBufferL[zzCurrentPosL++]; 
//               zzCurrentPosL += Character.charCount(zzInput);
            }
          }
          int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMap(zzInput) ];
          if (zzNext == -1) break zzForAction;
          zzState = zzNext;

          zzAttributes = zzAttrL[zzState];
          if ( (zzAttributes & 1) == 1 ) {
            zzAction = zzState;
            zzMarkedPosL = zzCurrentPosL;
            if ( (zzAttributes & 8) == 8 ) break zzForAction;
          }

        }
      }

      // store back cached position
      zzMarkedPos = zzMarkedPosL;

      if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
        zzAtEOF = true;
            switch (zzLexicalState) {
            case YYINITIAL: {
              addNullToken(); return firstToken;
            }  // fall though
            case 180: break;
            case MLC: {
              addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken;
            }  // fall though
            case 181: break;
            case DOCCOMMENT: {
              yybegin(YYINITIAL); addToken(start,zzEndRead, TokenTypes.COMMENT_DOCUMENTATION); return firstToken;
            }  // fall though
            case 182: break;
            case EOL_COMMENT: {
              addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken;
            }  // fall though
            case 183: break;
            case TEXT_BLOCK: {
              addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken;
            }  // fall though
            case 184: break;
            default:
        return null;
        }
      }
      else {
        switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
          case 1:
            { 
            }
            // fall through
          case 21: break;
          case 2:
            { addToken(TokenTypes.IDENTIFIER);
            }
            // fall through
          case 22: break;
          case 3:
            { addToken(TokenTypes.WHITESPACE);
            }
            // fall through
          case 23: break;
          case 4:
            { addNullToken(); return firstToken;
            }
            // fall through
          case 24: break;
          case 5:
            { addToken(TokenTypes.ANNOTATION);
            }
            // fall through
          case 25: break;
          case 6:
            { addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken;
            }
            // fall through
          case 26: break;
          case 7:
            { addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); return firstToken;
            }
            // fall through
          case 27: break;
          case 8:
            { addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken;
            }
            // fall through
          case 28: break;
          case 9:
            { addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken;
            }
            // fall through
          case 29: break;
          case 10:
            { /* Skip escaped chars, handles case: '\"""'. */
            }
            // fall through
          case 30: break;
          case 11:
            { start = zzMarkedPos-2; yybegin(MLC);
            }
            // fall through
          case 31: break;
          case 12:
            { start = zzMarkedPos-2; yybegin(EOL_COMMENT);
            }
            // fall through
          case 32: break;
          case 13:
            { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_MULTILINE);
            }
            // fall through
          case 33: break;
          case 14:
            { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_DOCUMENTATION);
            }
            // fall through
          case 34: break;
          case 15:
            { int temp=zzStartRead; addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); addToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_MARKUP); start = zzMarkedPos;
            }
            // fall through
          case 35: break;
          case 16:
            { start = zzMarkedPos-3; yybegin(DOCCOMMENT);
            }
            // fall through
          case 36: break;
          case 17:
            { yybegin(YYINITIAL); addToken(start,zzStartRead+2, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE);
            }
            // fall through
          case 37: break;
          case 18:
            { addToken(TokenTypes.COMMENT_MULTILINE);
            }
            // fall through
          case 38: break;
          case 19:
            { addToken(TokenTypes.COMMENT_EOL);
            }
            // fall through
          case 39: break;
          case 20:
            { int temp = zzStartRead;
                                    if (start <= zzStartRead - 1) {
                                        addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION);
                                    }
                                    addToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_KEYWORD);
                                    start = zzMarkedPos;
            }
            // fall through
          case 40: break;
          default:
            zzScanError(ZZ_NO_MATCH);
        }
      }
    }
  }


}