AbstractTokenMaker), so this class has been modified so that
+ * Strings are never allocated (via yytext()), and the scanner never has to
+ * worry about refilling its buffer (needlessly copying chars around).
+ * We can achieve this because RText always scans exactly 1 line of tokens at a
+ * time, and hands the scanner this line as an array of characters (a Segment
+ * really). Since tokens contain pointers to char arrays instead of Strings
+ * holding their contents, there is no need for allocating new memory for
+ * Strings.+ * + * The actual algorithm generated for scanning has, of course, not been + * modified.
+ * + * If you wish to regenerate this file yourself, keep in mind the following: + *
PlainTextTokenMaker.java file will contain
+ * two definitions of both zzRefill and yyreset.
+ * You should hand-delete the second of each definition (the ones
+ * generated by the lexer), as these generated methods modify the input
+ * buffer, which we'll never have to do.yylex() on the generated scanner
+ * directly; rather, you should use getTokenList as you would
+ * with any other TokenMaker instance.When a lead/high surrogate has been read from the input stream into the final
+ * {@link #zzBuffer} position, this will have a value of 1; otherwise, it will have a value of 0.
+ */
+ private int zzFinalHighSurrogate = 0;
+
+ /** Number of newlines encountered up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private int yyline;
+
+ /** Number of characters from the last newline up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private int yycolumn;
+
+ /** Number of characters up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private long yychar;
+
+ /** Whether the scanner is currently at the beginning of a line. */
+ @SuppressWarnings("unused")
+ private boolean zzAtBOL = true;
+
+ /** Whether the user-EOF-code has already been executed. */
+ @SuppressWarnings("unused")
+ private boolean zzEOFDone;
+
+ /* user code: */
+
+ /**
+ * Constructor. This must be here because JFlex does not generate a
+ * no-parameter constructor.
+ */
+ public PlainCommentTokenMaker() {
+ }
+
+ /**
+ * Always returns TokenTypes.NULL, as there are no multiline
+ * tokens in properties files.
+ *
+ * @param text The line of tokens to examine.
+ * @param initialTokenType The token type to start with (i.e., the value
+ * of getLastTokenTypeOnLine for the line before
+ * text).
+ * @return TokenTypes.NULL.
+ */
+ public int getLastTokenTypeOnLine(Segment text, int initialTokenType) {
+ return TokenTypes.NULL;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addToken(int, int, int)
+ */
+ private void addHyperlinkToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, true);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ */
+ private void addToken(int tokenType) {
+ addToken(zzStartRead, zzMarkedPos-1, tokenType);
+ }
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @param link Whether this token is a hyperlink.
+ */
+ private void addToken(int tokenType, boolean link) {
+ int so = zzStartRead + offsetShift;
+ super.addToken(zzBuffer, zzStartRead,zzMarkedPos-1, tokenType, so, link);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addHyperlinkToken(int, int, int)
+ */
+ private void addToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, false);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param array The character array.
+ * @param start The starting offset in the array.
+ * @param end The ending offset in the array.
+ * @param tokenType The token's type.
+ * @param startOffset The offset in the document at which this token
+ * occurs.
+ * @param hyperlink Whether this token is a hyperlink.
+ */
+ @Override
+ public void addToken(char[] array, int start, int end, int tokenType, int startOffset, boolean hyperlink) {
+ super.addToken(array, start,end, tokenType, startOffset, hyperlink);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Returns the text to place at the beginning and end of a
+ * line to "comment" it in a this programming language.
+ *
+ * @return null, as there are no comments in plain text.
+ */
+ @Override
+ public String[] getLineCommentStartAndEnd(int languageIndex) {
+ return new String[] { "//", null };
+ }
+
+
+ /**
+ * Always returns false, as you never want "mark occurrences"
+ * working in plain text files.
+ *
+ * @param type The token type.
+ * @return Whether tokens of this type should have "mark occurrences"
+ * enabled.
+ */
+ @Override
+ public boolean getMarkOccurrencesOfTokenType(int type) {
+ return false;
+ }
+
+
+ /**
+ * Returns the first token in the linked list of tokens generated
+ * from text. This method must be implemented by
+ * subclasses so they can correctly implement syntax highlighting.
+ *
+ * @param text The text from which to get tokens.
+ * @param initialTokenType The token type we should start with.
+ * @param startOffset The offset into the document at which
+ * text starts.
+ * @return The first Token in a linked list representing
+ * the syntax highlighted text.
+ */
+ public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
+
+ resetTokenList();
+ this.offsetShift = -text.offset + startOffset;
+
+ // Start off in the proper state.
+ s = text;
+ try {
+ yyreset(zzReader);
+ yybegin(YYINITIAL);
+ return yylex();
+ } catch (IOException ioe) {
+ ioe.printStackTrace();
+ return new TokenImpl();
+ }
+
+ }
+
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return true if EOF was reached, otherwise
+ * false.
+ */
+ private boolean zzRefill() {
+ return zzCurrentPos>=s.offset+s.count;
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ * Does not close the old reader.
+ *
+ * All internal variables are reset, the old input stream
+ * cannot be reused (internal buffer is discarded and lost).
+ * Lexical state is set to YY_INITIAL.
+ *
+ * @param reader the new input stream
+ */
+ public final void yyreset(java.io.Reader reader) {
+ // 's' has been updated.
+ zzBuffer = s.array;
+ /*
+ * We replaced the line below with the two below it because zzRefill
+ * no longer "refills" the buffer (since the way we do it, it's always
+ * "full" the first time through, since it points to the segment's
+ * array). So, we assign zzEndRead here.
+ */
+ //zzStartRead = zzEndRead = s.offset;
+ zzStartRead = s.offset;
+ zzEndRead = zzStartRead + s.count - 1;
+ zzCurrentPos = zzMarkedPos = s.offset;
+ zzLexicalState = YYINITIAL;
+ zzReader = reader;
+ // zzAtBOL = true;
+ zzAtEOF = false;
+ }
+
+
+
+ /**
+ * Creates a new scanner
+ *
+ * @param in the java.io.Reader to read input from.
+ */
+ public PlainCommentTokenMaker(java.io.Reader in) {
+ this.zzReader = in;
+ }
+
+ /**
+ * Translates raw input code points to DFA table row
+ */
+ private static int zzCMap(int input) {
+ int offset = input & 255;
+ return offset == input ? ZZ_CMAP_BLOCKS[offset] : ZZ_CMAP_BLOCKS[ZZ_CMAP_TOP[input >> 8] | offset];
+ }
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return {@code false} iff there was new input.
+ * @exception java.io.IOException if any I/O-Error occurs
+ */
+ private boolean zzRefill_GOMI() throws java.io.IOException {
+
+ /* first: make room (if you can) */
+ if (zzStartRead > 0) {
+ zzEndRead += zzFinalHighSurrogate;
+ zzFinalHighSurrogate = 0;
+ System.arraycopy(zzBuffer, zzStartRead,
+ zzBuffer, 0,
+ zzEndRead - zzStartRead);
+
+ /* translate stored positions */
+ zzEndRead -= zzStartRead;
+ zzCurrentPos -= zzStartRead;
+ zzMarkedPos -= zzStartRead;
+ zzStartRead = 0;
+ }
+
+ /* is the buffer big enough? */
+ if (zzCurrentPos >= zzBuffer.length - zzFinalHighSurrogate) {
+ /* if not: blow it up */
+ char newBuffer[] = new char[zzBuffer.length * 2];
+ System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);
+ zzBuffer = newBuffer;
+ zzEndRead += zzFinalHighSurrogate;
+ zzFinalHighSurrogate = 0;
+ }
+
+ /* fill the buffer with new input */
+ int requested = zzBuffer.length - zzEndRead;
+ int numRead = zzReader.read(zzBuffer, zzEndRead, requested);
+
+ /* not supposed to occur according to specification of java.io.Reader */
+ if (numRead == 0) {
+ throw new java.io.IOException(
+ "Reader returned 0 characters. See JFlex examples/zero-reader for a workaround.");
+ }
+ if (numRead > 0) {
+ zzEndRead += numRead;
+ if (Character.isHighSurrogate(zzBuffer[zzEndRead - 1])) {
+ if (numRead == requested) { // We requested too few chars to encode a full Unicode character
+ --zzEndRead;
+ zzFinalHighSurrogate = 1;
+ } else { // There is room in the buffer for at least one more char
+ int c = zzReader.read(); // Expecting to read a paired low surrogate char
+ if (c == -1) {
+ return true;
+ } else {
+ zzBuffer[zzEndRead++] = (char)c;
+ }
+ }
+ }
+ /* potentially more input available */
+ return false;
+ }
+
+ /* numRead < 0 ==> end of stream */
+ return true;
+ }
+
+
+ /**
+ * Closes the input reader.
+ *
+ * @throws java.io.IOException if the reader could not be closed.
+ */
+ public final void yyclose() throws java.io.IOException {
+ zzAtEOF = true; // indicate end of file
+ zzEndRead = zzStartRead; // invalidate buffer
+
+ if (zzReader != null) {
+ zzReader.close();
+ }
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ *
+ *
Does not close the old reader. + * + *
All internal variables are reset, the old input stream cannot be reused (internal + * buffer is discarded and lost). Lexical state is set to {@code ZZ_INITIAL}. + * + *
Internal scan buffer is resized down to its initial length, if it has grown. + * + * @param reader The new input stream. + */ + public final void yyreset_GOMI(java.io.Reader reader) { + zzReader = reader; + zzEOFDone = false; + yyResetPosition(); + zzLexicalState = YYINITIAL; + if (zzBuffer.length > ZZ_BUFFERSIZE) { + zzBuffer = new char[ZZ_BUFFERSIZE]; + } + } + + /** + * Resets the input position. + */ + private final void yyResetPosition() { + zzAtBOL = true; + zzAtEOF = false; + zzCurrentPos = 0; + zzMarkedPos = 0; + zzStartRead = 0; + zzEndRead = 0; + zzFinalHighSurrogate = 0; + yyline = 0; + yycolumn = 0; + yychar = 0L; + } + + + /** + * Returns whether the scanner has reached the end of the reader it reads from. + * + * @return whether the scanner has reached EOF. + */ + public final boolean yyatEOF() { + return zzAtEOF; + } + + + /** + * Returns the current lexical state. + * + * @return the current lexical state. + */ + public final int yystate() { + return zzLexicalState; + } + + + /** + * Enters a new lexical state. + * + * @param newState the new lexical state + */ + public final void yybegin(int newState) { + zzLexicalState = newState; + } + + + /** + * Returns the text matched by the current regular expression. + * + * @return the matched text. + */ + public final String yytext() { + return new String(zzBuffer, zzStartRead, zzMarkedPos-zzStartRead); + } + + + /** + * Returns the character at the given position from the matched text. + * + *
It is equivalent to {@code yytext().charAt(pos)}, but faster. + * + * @param position the position of the character to fetch. A value from 0 to {@code yylength()-1}. + * + * @return the character at {@code position}. + */ + public final char yycharat(int position) { + return zzBuffer[zzStartRead + position]; + } + + + /** + * How many characters were matched. + * + * @return the length of the matched text region. + */ + public final int yylength() { + return zzMarkedPos-zzStartRead; + } + + + /** + * Reports an error that occurred while scanning. + * + *
In a well-formed scanner (no or only correct usage of {@code yypushback(int)} and a + * match-all fallback rule) this method will only be called with things that + * "Can't Possibly Happen". + * + *
If this method is called, something is seriously wrong (e.g. a JFlex bug producing a faulty + * scanner etc.). + * + *
Usual syntax/scanner level error handling should be done in error fallback rules. + * + * @param errorCode the code of the error message to display. + */ + private static void zzScanError(int errorCode) { + String message; + try { + message = ZZ_ERROR_MSG[errorCode]; + } catch (ArrayIndexOutOfBoundsException e) { + message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR]; + } + + throw new Error(message); + } + + + /** + * Pushes the specified amount of characters back into the input stream. + * + *
They will be read again by then next call of the scanning method. + * + * @param number the number of characters to be read again. This number must not be greater than + * {@link #yylength()}. + */ + public void yypushback(int number) { + if ( number > yylength() ) + zzScanError(ZZ_PUSHBACK_2BIG); + + zzMarkedPos -= number; + } + + + + + /** + * Resumes scanning until the next regular expression is matched, the end of input is encountered + * or an I/O-Error occurs. + * + * @return the next token. + * @exception java.io.IOException if any I/O-Error occurs. + */ + public org.fife.ui.rsyntaxtextarea.Token yylex() throws java.io.IOException { + int zzInput; + int zzAction; + + // cached fields: + int zzCurrentPosL; + int zzMarkedPosL; + int zzEndReadL = zzEndRead; + char[] zzBufferL = zzBuffer; + + int [] zzTransL = ZZ_TRANS; + int [] zzRowMapL = ZZ_ROWMAP; + int [] zzAttrL = ZZ_ATTRIBUTE; + + while (true) { + zzMarkedPosL = zzMarkedPos; + + zzAction = -1; + + zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL; + + zzState = ZZ_LEXSTATE[zzLexicalState]; + + // set up zzAction for empty match case: + int zzAttributes = zzAttrL[zzState]; + if ( (zzAttributes & 1) == 1 ) { + zzAction = zzState; + } + + + zzForAction: { + while (true) { + + if (zzCurrentPosL < zzEndReadL) { + zzInput = zzBufferL[zzCurrentPosL++]; +// zzCurrentPosL += Character.charCount(zzInput); + } + else if (zzAtEOF) { + zzInput = YYEOF; + break zzForAction; + } + else { + // store back cached positions + zzCurrentPos = zzCurrentPosL; + zzMarkedPos = zzMarkedPosL; + boolean eof = zzRefill(); + // get translated positions and possibly new buffer + zzCurrentPosL = zzCurrentPos; + zzMarkedPosL = zzMarkedPos; + zzBufferL = zzBuffer; + zzEndReadL = zzEndRead; + if (eof) { + zzInput = YYEOF; + break zzForAction; + } + else { + zzInput = zzBufferL[zzCurrentPosL++]; +// zzCurrentPosL += Character.charCount(zzInput); + } + } + int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMap(zzInput) ]; + if (zzNext == -1) break zzForAction; + zzState = zzNext; + + zzAttributes = zzAttrL[zzState]; + if ( (zzAttributes & 1) == 1 ) { + zzAction = zzState; + zzMarkedPosL = zzCurrentPosL; + if ( (zzAttributes & 8) == 8 ) break zzForAction; + } + + } + } + + // store back cached position + zzMarkedPos = zzMarkedPosL; + + if (zzInput == YYEOF && zzStartRead == zzCurrentPos) { + zzAtEOF = true; + switch (zzLexicalState) { + case YYINITIAL: { + addNullToken(); return firstToken; + } // fall though + case 37: break; + case MLC: { + addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken; + } // fall though + case 38: break; + case DOCCOMMENT: { + yybegin(YYINITIAL); addToken(start,zzEndRead, TokenTypes.COMMENT_DOCUMENTATION); return firstToken; + } // fall though + case 39: break; + case EOL_COMMENT: { + addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken; + } // fall though + case 40: break; + case TEXT_BLOCK: { + addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; + } // fall though + case 41: break; + default: + return null; + } + } + else { + switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) { + case 1: + { + } + // fall through + case 18: break; + case 2: + { addToken(TokenTypes.IDENTIFIER, false); + } + // fall through + case 19: break; + case 3: + { addToken(TokenTypes.WHITESPACE, false); + } + // fall through + case 20: break; + case 4: + { addNullToken(); return firstToken; + } + // fall through + case 21: break; + case 5: + { addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken; + } + // fall through + case 22: break; + case 6: + { addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); return firstToken; + } + // fall through + case 23: break; + case 7: + { addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken; + } + // fall through + case 24: break; + case 8: + { addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; + } + // fall through + case 25: break; + case 9: + { /* Skip escaped chars, handles case: '\"""'. */ + } + // fall through + case 26: break; + case 10: + { start = zzMarkedPos-2; yybegin(MLC); + } + // fall through + case 27: break; + case 11: + { start = zzMarkedPos-2; yybegin(EOL_COMMENT); + } + // fall through + case 28: break; + case 12: + { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_MULTILINE); + } + // fall through + case 29: break; + case 13: + { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_DOCUMENTATION); + } + // fall through + case 30: break; + case 14: + { int temp=zzStartRead; addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); addToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_MARKUP); start = zzMarkedPos; + } + // fall through + case 31: break; + case 15: + { start = zzMarkedPos-3; yybegin(DOCCOMMENT); + } + // fall through + case 32: break; + case 16: + { yybegin(YYINITIAL); addToken(start,zzStartRead+2, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); + } + // fall through + case 33: break; + case 17: + { addToken(TokenTypes.COMMENT_MULTILINE); + } + // fall through + case 34: break; + default: + zzScanError(ZZ_NO_MATCH); + } + } + } + } + + +} diff --git a/src/main/java/istlab/KisoJikken/Test/PlainTextTokenMaker.java b/src/main/java/istlab/KisoJikken/Test/PlainTextTokenMaker.java index 59b34c6..edc94d1 100644 --- a/src/main/java/istlab/KisoJikken/Test/PlainTextTokenMaker.java +++ b/src/main/java/istlab/KisoJikken/Test/PlainTextTokenMaker.java @@ -22,7 +22,7 @@ import javax.swing.text.Segment; -import org.fife.ui.rsyntaxtextarea.AbstractJFlexTokenMaker; +import org.fife.ui.rsyntaxtextarea.AbstractJFlexCTokenMaker; import org.fife.ui.rsyntaxtextarea.Token; import org.fife.ui.rsyntaxtextarea.TokenImpl; import org.fife.ui.rsyntaxtextarea.TokenTypes; @@ -69,7 +69,7 @@ // See https://github.com/jflex-de/jflex/issues/222 @SuppressWarnings("FallThrough") -public class PlainTextTokenMaker extends AbstractJFlexTokenMaker { +public class PlainTextTokenMaker extends AbstractJFlexCTokenMaker { /** This character denotes the end of file. */ public static final int YYEOF = -1; @@ -128,13 +128,11 @@ private static final int [] ZZ_CMAP_BLOCKS = zzUnpackcmap_blocks(); private static final String ZZ_CMAP_BLOCKS_PACKED_0 = - "\11\0\1\1\1\2\3\3\22\0\1\1\1\4\1\5"+ - "\1\4\1\6\5\4\1\7\3\4\1\10\1\11\12\12"+ - "\1\13\1\4\1\14\1\4\1\15\1\4\1\16\32\17"+ - "\1\4\1\20\1\4\1\0\1\4\1\0\4\17\1\21"+ - "\1\22\1\17\1\23\1\24\2\17\1\25\3\17\1\26"+ - "\2\17\1\27\1\30\2\17\1\31\3\17\1\32\2\0"+ - "\1\4\6\0\1\3\u01a2\0\2\3\326\0\u0100\3"; + "\11\0\1\1\1\2\3\3\22\0\1\1\1\0\1\4"+ + "\7\0\1\5\4\0\1\6\12\7\2\0\1\10\1\0"+ + "\1\11\1\0\1\12\32\13\1\0\1\14\4\0\5\13"+ + "\1\15\1\13\1\15\16\13\1\15\3\13\1\12\11\0"+ + "\1\3\u01a2\0\2\3\326\0\u0100\3"; private static int [] zzUnpackcmap_blocks() { int [] result = new int[1024]; @@ -161,14 +159,13 @@ private static final int [] ZZ_ACTION = zzUnpackAction(); private static final String ZZ_ACTION_PACKED_0 = - "\5\0\1\1\1\2\1\3\5\1\1\4\1\5\5\4"+ - "\1\6\7\4\1\7\3\4\1\10\1\4\1\11\1\12"+ - "\1\13\4\1\1\14\4\0\1\15\1\0\1\16\12\0"+ - "\1\11\1\17\4\1\14\0\1\20\1\21\1\0\1\1"+ - "\1\22\2\0\1\23\2\0\1\24\2\0\1\25\10\0"; + "\5\0\1\1\1\2\1\3\2\1\1\4\1\5\3\4"+ + "\1\6\3\4\1\7\1\10\1\4\1\11\1\12\1\13"+ + "\1\14\1\15\1\0\1\16\2\0\1\11\1\17\1\20"+ + "\1\21"; private static int [] zzUnpackAction() { - int [] result = new int[99]; + int [] result = new int[35]; int offset = 0; offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); return result; @@ -193,22 +190,14 @@ private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); private static final String ZZ_ROWMAP_PACKED_0 = - "\0\0\0\33\0\66\0\121\0\154\0\207\0\242\0\207"+ - "\0\275\0\330\0\363\0\u010e\0\u0129\0\u0144\0\207\0\u015f"+ - "\0\u017a\0\u0195\0\u01b0\0\u01cb\0\207\0\u01e6\0\u0201\0\207"+ - "\0\u021c\0\u0237\0\u0252\0\u026d\0\207\0\u0288\0\u02a3\0\u02be"+ - "\0\207\0\u02d9\0\u02f4\0\u030f\0\207\0\u032a\0\u0345\0\u0360"+ - "\0\u037b\0\207\0\u0396\0\u03b1\0\u03cc\0\u03e7\0\207\0\u0402"+ - "\0\207\0\u041d\0\u0438\0\u0453\0\u046e\0\u0489\0\u04a4\0\u04bf"+ - "\0\u04da\0\u04f5\0\u0510\0\207\0\u052b\0\u0546\0\u0561\0\u057c"+ - "\0\u0597\0\u05b2\0\u05cd\0\u05e8\0\u0603\0\u061e\0\u0639\0\u0654"+ - "\0\u066f\0\u068a\0\u06a5\0\u06c0\0\u06db\0\207\0\207\0\u06f6"+ - "\0\u0711\0\u072c\0\u0747\0\u0762\0\u077d\0\u0798\0\u07b3\0\u07ce"+ - "\0\u07e9\0\u0804\0\u081f\0\u083a\0\u072c\0\u0855\0\u077d\0\u0870"+ - "\0\u07ce\0\u088b\0\u081f"; + "\0\0\0\16\0\34\0\52\0\70\0\106\0\124\0\106"+ + "\0\142\0\160\0\176\0\106\0\214\0\106\0\232\0\106"+ + "\0\250\0\266\0\304\0\106\0\106\0\322\0\340\0\356"+ + "\0\106\0\106\0\106\0\374\0\106\0\u010a\0\u0118\0\106"+ + "\0\u0126\0\106\0\106"; private static int [] zzUnpackRowMap() { - int [] result = new int[99]; + int [] result = new int[35]; int offset = 0; offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); return result; @@ -231,56 +220,22 @@ private static final int [] ZZ_TRANS = zzUnpackTrans(); private static final String ZZ_TRANS_PACKED_0 = - "\1\6\1\7\1\10\6\6\1\11\1\12\4\6\1\12"+ - "\1\6\1\12\1\13\1\14\5\12\1\15\1\6\2\16"+ - "\1\17\4\16\1\20\12\16\1\21\1\22\5\16\1\23"+ - "\1\16\2\24\1\25\4\24\1\26\4\24\1\27\1\24"+ - "\1\30\3\24\1\31\1\32\5\24\1\33\1\30\2\34"+ - "\1\35\17\34\1\36\1\37\5\34\1\40\1\34\2\0"+ - "\1\41\2\0\1\42\12\0\1\43\46\0\1\7\40\0"+ - "\1\44\1\0\1\45\33\0\1\12\4\0\1\12\1\0"+ - "\11\12\13\0\1\12\4\0\1\12\1\0\3\12\1\46"+ - "\3\12\1\47\1\12\13\0\1\12\4\0\1\12\1\0"+ - "\7\12\1\50\1\12\13\0\1\12\4\0\1\12\1\0"+ - "\10\12\1\51\1\0\2\16\1\0\4\16\1\0\12\16"+ - "\2\0\5\16\1\0\1\16\11\0\1\52\45\0\1\53"+ - "\3\0\1\54\32\0\1\55\33\0\1\56\1\0\2\24"+ - "\1\0\4\24\1\0\4\24\1\0\1\24\1\0\3\24"+ - "\2\0\5\24\13\0\1\57\32\0\1\60\3\0\1\61"+ - "\1\0\1\62\1\0\11\62\25\0\1\63\3\0\1\64"+ - "\32\0\1\65\33\0\1\66\1\0\2\34\1\0\17\34"+ - "\2\0\5\34\1\0\1\34\24\0\1\67\3\0\1\70"+ - "\32\0\1\71\33\0\1\72\6\0\1\73\25\0\2\74"+ - "\2\0\27\74\7\0\1\75\35\0\1\12\4\0\1\12"+ - "\1\0\4\12\1\76\4\12\13\0\1\12\4\0\1\12"+ - "\1\0\5\12\1\77\3\12\13\0\1\12\4\0\1\12"+ - "\1\0\7\12\1\100\1\12\13\0\1\12\4\0\1\12"+ - "\1\0\10\12\1\101\26\0\1\102\33\0\1\103\34\0"+ - "\1\104\33\0\1\105\16\0\1\61\1\0\1\62\1\0"+ - "\11\62\1\0\15\62\1\61\15\62\25\0\1\106\33\0"+ - "\1\107\34\0\1\110\33\0\1\111\26\0\1\112\33\0"+ - "\1\113\34\0\1\114\33\0\1\115\6\0\1\116\36\0"+ - "\1\117\33\0\1\12\4\0\1\12\1\0\1\77\10\12"+ - "\13\0\1\12\1\120\3\0\1\12\1\0\11\12\13\0"+ - "\1\12\4\0\1\12\1\0\5\12\1\121\3\12\11\0"+ - "\1\122\1\0\1\12\4\0\1\12\1\0\11\12\22\0"+ - "\1\103\24\0\1\123\45\0\1\124\14\0\1\125\43\0"+ - "\1\107\24\0\1\126\45\0\1\127\14\0\1\130\43\0"+ - "\1\113\24\0\1\131\45\0\1\132\14\0\1\133\33\0"+ - "\1\134\33\0\1\12\1\120\3\0\1\12\1\0\6\12"+ - "\1\77\2\12\5\0\1\135\1\0\1\122\2\135\2\122"+ - "\1\135\2\0\1\135\1\122\1\0\11\122\12\0\1\136"+ - "\34\0\1\123\13\0\1\103\7\0\1\137\1\0\1\125"+ - "\2\137\2\125\1\137\2\0\1\137\1\125\1\0\11\125"+ - "\12\0\1\140\34\0\1\126\13\0\1\107\7\0\1\141"+ - "\1\0\1\130\2\141\2\130\1\141\2\0\1\141\1\130"+ - "\1\0\11\130\12\0\1\142\34\0\1\131\13\0\1\113"+ - "\7\0\1\143\1\0\1\133\2\143\2\133\1\143\2\0"+ - "\1\143\1\133\1\0\11\133\12\0\1\122\32\0\1\125"+ - "\32\0\1\130\32\0\1\133\21\0"; + "\1\6\1\7\1\10\3\6\1\11\1\12\3\6\1\12"+ + "\1\6\1\12\2\13\1\14\2\13\1\15\7\13\1\16"+ + "\2\17\1\20\2\17\1\21\2\17\1\22\1\17\1\16"+ + "\2\17\1\16\2\23\1\24\12\23\1\16\2\0\1\25"+ + "\1\0\1\26\7\0\1\27\20\0\1\7\21\0\1\30"+ + "\1\31\16\0\1\12\3\0\1\12\1\0\1\12\2\13"+ + "\1\0\2\13\1\0\7\13\7\0\1\32\7\0\2\17"+ + "\1\0\2\17\1\0\2\17\1\0\1\17\1\0\2\17"+ + "\7\0\1\33\15\0\1\34\2\0\1\35\1\0\1\36"+ + "\1\0\1\36\2\23\1\0\12\23\5\0\1\37\11\0"+ + "\2\40\2\0\12\40\5\0\1\41\21\0\1\35\1\0"+ + "\1\36\1\0\12\36\1\35\4\36\4\0\1\42\17\0"+ + "\1\43\7\0"; private static int [] zzUnpackTrans() { - int [] result = new int[2214]; + int [] result = new int[308]; int offset = 0; offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); return result; @@ -323,14 +278,12 @@ private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); private static final String ZZ_ATTRIBUTE_PACKED_0 = - "\5\0\1\11\1\1\1\11\6\1\1\11\5\1\1\11"+ - "\2\1\1\11\4\1\1\11\3\1\1\11\3\1\1\11"+ - "\4\1\1\11\4\0\1\11\1\0\1\11\12\0\1\11"+ - "\5\1\14\0\2\11\1\0\2\1\2\0\1\1\2\0"+ - "\1\1\2\0\1\1\10\0"; + "\5\0\1\11\1\1\1\11\3\1\1\11\1\1\1\11"+ + "\1\1\1\11\3\1\2\11\3\1\3\11\1\0\1\11"+ + "\2\0\1\11\1\1\2\11"; private static int [] zzUnpackAttribute() { - int [] result = new int[99]; + int [] result = new int[35]; int offset = 0; offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); return result; @@ -457,7 +410,7 @@ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); } - + /** * Adds the token specified to the current linked list of tokens. * @@ -634,6 +587,7 @@ } + /** * Resets the input position. */ @@ -822,7 +776,8 @@ break zzForAction; } else { - zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL, zzEndReadL); + zzInput = zzBufferL[zzCurrentPosL]; + // zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL, zzEndReadL); zzCurrentPosL += Character.charCount(zzInput); } } @@ -849,23 +804,23 @@ case YYINITIAL: { addNullToken(); return firstToken; } // fall though - case 100: break; + case 36: break; case MLC: { addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken; } // fall though - case 101: break; + case 37: break; case DOCCOMMENT: { yybegin(YYINITIAL); addToken(start,zzEndRead, TokenTypes.COMMENT_DOCUMENTATION); return firstToken; } // fall though - case 102: break; + case 38: break; case EOL_COMMENT: { addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken; } // fall though - case 103: break; + case 39: break; case TEXT_BLOCK: { addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; } // fall though - case 104: break; + case 40: break; default: return null; } @@ -876,112 +831,87 @@ { addToken(TokenTypes.IDENTIFIER, false); } // fall through - case 22: break; + case 18: break; case 2: { addToken(TokenTypes.WHITESPACE, false); } // fall through - case 23: break; + case 19: break; case 3: { addNullToken(); return firstToken; } // fall through - case 24: break; + case 20: break; case 4: { } // fall through - case 25: break; + case 21: break; case 5: { addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken; } // fall through - case 26: break; + case 22: break; case 6: { addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); return firstToken; } // fall through - case 27: break; + case 23: break; case 7: { addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken; } // fall through - case 28: break; + case 24: break; case 8: { addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; } // fall through - case 29: break; + case 25: break; case 9: { /* Skip escaped chars, handles case: '\"""'. */ } // fall through - case 30: break; + case 26: break; case 10: { start = zzMarkedPos-2; yybegin(MLC); } // fall through - case 31: break; + case 27: break; case 11: { start = zzMarkedPos-2; yybegin(EOL_COMMENT); } // fall through - case 32: break; + case 28: break; case 12: { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_MULTILINE); } // fall through - case 33: break; + case 29: break; case 13: { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_DOCUMENTATION); } // fall through - case 34: break; + case 30: break; case 14: { int temp=zzStartRead; addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); addToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_MARKUP); start = zzMarkedPos; } // fall through - case 35: break; + case 31: break; case 15: { start = zzMarkedPos-3; yybegin(DOCCOMMENT); } // fall through - case 36: break; + case 32: break; case 16: { yybegin(YYINITIAL); addToken(start,zzStartRead+2, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); } // fall through - case 37: break; + case 33: break; case 17: { addToken(TokenTypes.COMMENT_MULTILINE); } // fall through - case 38: break; - case 18: - { addToken(TokenTypes.IDENTIFIER, true); - } - // fall through - case 39: break; - case 19: - { int temp=zzStartRead; addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); addHyperlinkToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_MULTILINE); start = zzMarkedPos; - } - // fall through - case 40: break; - case 20: - { int temp = zzStartRead; - if (start <= zzStartRead - 1) { - addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); - } - addHyperlinkToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_DOCUMENTATION); - start = zzMarkedPos; - } - // fall through - case 41: break; - case 21: - { int temp=zzStartRead; addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addHyperlinkToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_EOL); start = zzMarkedPos; - } - // fall through - case 42: break; + case 34: break; default: zzScanError(ZZ_NO_MATCH); } diff --git a/src/main/java/istlab/KisoJikken/Test/Simple2TokenMaker.java b/src/main/java/istlab/KisoJikken/Test/Simple2TokenMaker.java new file mode 100644 index 0000000..b4f4381 --- /dev/null +++ b/src/main/java/istlab/KisoJikken/Test/Simple2TokenMaker.java @@ -0,0 +1,1308 @@ +// DO NOT EDIT +// Generated by JFlex 1.8.2 http://jflex.de/ +// source: simple2.flex + +/* + * 11/13/2004 + * + * SimpleTokenMaker.java - Scanner for the Java programming language. + * + * This library is distributed under a modified BSD license. See the included + * LICENSE file for details. + */ +// package org.fife.ui.rsyntaxtextarea.modes; +package istlab.KisoJikken.Test; + +import java.io.*; +import javax.swing.text.Segment; + +import org.fife.ui.rsyntaxtextarea.*; + + +/** + * Scanner for the Java programming language.
+ *
+ * This implementation was created using
+ * JFlex 1.4.1; however, the generated file
+ * was modified for performance. Memory allocation needs to be almost
+ * completely removed to be competitive with the handwritten lexers (subclasses
+ * of AbstractTokenMaker), so this class has been modified so that
+ * Strings are never allocated (via yytext()), and the scanner never has to
+ * worry about refilling its buffer (needlessly copying chars around).
+ * We can achieve this because RText always scans exactly 1 line of tokens at a
+ * time, and hands the scanner this line as an array of characters (a Segment
+ * really). Since tokens contain pointers to char arrays instead of Strings
+ * holding their contents, there is no need for allocating new memory for
+ * Strings.
+ * + * The actual algorithm generated for scanning has, of course, not been + * modified.
+ * + * If you wish to regenerate this file yourself, keep in mind the following: + *
JavaTokenMaker.java file will contain two
+ * definitions of both zzRefill and yyreset.
+ * You should hand-delete the second of each definition (the ones
+ * generated by the lexer), as these generated methods modify the input
+ * buffer, which we'll never have to do.yylex() on the generated scanner
+ * directly; rather, you should use getTokenList as you would
+ * with any other TokenMaker instance.When a lead/high surrogate has been read from the input stream into the final
+ * {@link #zzBuffer} position, this will have a value of 1; otherwise, it will have a value of 0.
+ */
+ private int zzFinalHighSurrogate = 0;
+
+ /** Number of newlines encountered up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private int yyline;
+
+ /** Number of characters from the last newline up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private int yycolumn;
+
+ /** Number of characters up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private long yychar;
+
+ /** Whether the scanner is currently at the beginning of a line. */
+ @SuppressWarnings("unused")
+ private boolean zzAtBOL = true;
+
+ /** Whether the user-EOF-code has already been executed. */
+ @SuppressWarnings("unused")
+ private boolean zzEOFDone;
+
+ /* user code: */
+
+
+ /**
+ * Constructor. This must be here because JFlex does not generate a
+ * no-parameter constructor.
+ */
+ public Simple2TokenMaker() {
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addToken(int, int, int)
+ */
+ private void addHyperlinkToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, true);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ */
+ private void addToken(int tokenType) {
+ addToken(zzStartRead, zzMarkedPos-1, tokenType);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addHyperlinkToken(int, int, int)
+ */
+ private void addToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, false);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param array The character array.
+ * @param start The starting offset in the array.
+ * @param end The ending offset in the array.
+ * @param tokenType The token's type.
+ * @param startOffset The offset in the document at which this token
+ * occurs.
+ * @param hyperlink Whether this token is a hyperlink.
+ */
+ @Override
+ public void addToken(char[] array, int start, int end, int tokenType,
+ int startOffset, boolean hyperlink) {
+ super.addToken(array, start,end, tokenType, startOffset, hyperlink);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ @Override
+ public String[] getLineCommentStartAndEnd(int languageIndex) {
+ return new String[] { "//", null };
+ }
+
+
+ /**
+ * Returns the first token in the linked list of tokens generated
+ * from text. This method must be implemented by
+ * subclasses so they can correctly implement syntax highlighting.
+ *
+ * @param text The text from which to get tokens.
+ * @param initialTokenType The token type we should start with.
+ * @param startOffset The offset into the document at which
+ * text starts.
+ * @return The first Token in a linked list representing
+ * the syntax highlighted text.
+ */
+ public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
+
+ resetTokenList();
+ this.offsetShift = -text.offset + startOffset;
+
+ // Start off in the proper state.
+ int state;
+ switch (initialTokenType) {
+ case TokenTypes.COMMENT_MULTILINE:
+ state = MLC;
+ start = text.offset;
+ break;
+ case TokenTypes.COMMENT_DOCUMENTATION:
+ state = DOCCOMMENT;
+ start = text.offset;
+ break;
+ case TokenTypes.LITERAL_STRING_DOUBLE_QUOTE:
+ state = TEXT_BLOCK;
+ start = text.offset;
+ break;
+ default:
+ state = YYINITIAL;
+ }
+
+ s = text;
+ try {
+ yyreset(zzReader);
+ yybegin(state);
+ return yylex();
+ } catch (IOException ioe) {
+ ioe.printStackTrace();
+ return new TokenImpl();
+ }
+
+ }
+
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return true if EOF was reached, otherwise
+ * false.
+ */
+ private boolean zzRefill() {
+ return zzCurrentPos>=s.offset+s.count;
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ * Does not close the old reader.
+ *
+ * All internal variables are reset, the old input stream
+ * cannot be reused (internal buffer is discarded and lost).
+ * Lexical state is set to YY_INITIAL.
+ *
+ * @param reader the new input stream
+ */
+ public final void yyreset(Reader reader) {
+ // 's' has been updated.
+ zzBuffer = s.array;
+ /*
+ * We replaced the line below with the two below it because zzRefill
+ * no longer "refills" the buffer (since the way we do it, it's always
+ * "full" the first time through, since it points to the segment's
+ * array). So, we assign zzEndRead here.
+ */
+ //zzStartRead = zzEndRead = s.offset;
+ zzStartRead = s.offset;
+ zzEndRead = zzStartRead + s.count - 1;
+ zzCurrentPos = zzMarkedPos = s.offset;
+ zzLexicalState = YYINITIAL;
+ zzReader = reader;
+ zzAtBOL = true;
+ zzAtEOF = false;
+ }
+
+
+
+
+ /**
+ * Creates a new scanner
+ *
+ * @param in the java.io.Reader to read input from.
+ */
+ public Simple2TokenMaker(java.io.Reader in) {
+ this.zzReader = in;
+ }
+
+ /**
+ * Translates raw input code points to DFA table row
+ */
+ private static int zzCMap(int input) {
+ int offset = input & 255;
+ return offset == input ? ZZ_CMAP_BLOCKS[offset] : ZZ_CMAP_BLOCKS[ZZ_CMAP_TOP[input >> 8] | offset];
+ }
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return {@code false} iff there was new input.
+ * @exception java.io.IOException if any I/O-Error occurs
+ */
+ private boolean zzRefill_GOMI() throws java.io.IOException {
+
+ /* first: make room (if you can) */
+ if (zzStartRead > 0) {
+ zzEndRead += zzFinalHighSurrogate;
+ zzFinalHighSurrogate = 0;
+ System.arraycopy(zzBuffer, zzStartRead,
+ zzBuffer, 0,
+ zzEndRead - zzStartRead);
+
+ /* translate stored positions */
+ zzEndRead -= zzStartRead;
+ zzCurrentPos -= zzStartRead;
+ zzMarkedPos -= zzStartRead;
+ zzStartRead = 0;
+ }
+
+ /* is the buffer big enough? */
+ if (zzCurrentPos >= zzBuffer.length - zzFinalHighSurrogate) {
+ /* if not: blow it up */
+ char newBuffer[] = new char[zzBuffer.length * 2];
+ System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);
+ zzBuffer = newBuffer;
+ zzEndRead += zzFinalHighSurrogate;
+ zzFinalHighSurrogate = 0;
+ }
+
+ /* fill the buffer with new input */
+ int requested = zzBuffer.length - zzEndRead;
+ int numRead = zzReader.read(zzBuffer, zzEndRead, requested);
+
+ /* not supposed to occur according to specification of java.io.Reader */
+ if (numRead == 0) {
+ throw new java.io.IOException(
+ "Reader returned 0 characters. See JFlex examples/zero-reader for a workaround.");
+ }
+ if (numRead > 0) {
+ zzEndRead += numRead;
+ if (Character.isHighSurrogate(zzBuffer[zzEndRead - 1])) {
+ if (numRead == requested) { // We requested too few chars to encode a full Unicode character
+ --zzEndRead;
+ zzFinalHighSurrogate = 1;
+ } else { // There is room in the buffer for at least one more char
+ int c = zzReader.read(); // Expecting to read a paired low surrogate char
+ if (c == -1) {
+ return true;
+ } else {
+ zzBuffer[zzEndRead++] = (char)c;
+ }
+ }
+ }
+ /* potentially more input available */
+ return false;
+ }
+
+ /* numRead < 0 ==> end of stream */
+ return true;
+ }
+
+
+ /**
+ * Closes the input reader.
+ *
+ * @throws java.io.IOException if the reader could not be closed.
+ */
+ public final void yyclose() throws java.io.IOException {
+ zzAtEOF = true; // indicate end of file
+ zzEndRead = zzStartRead; // invalidate buffer
+
+ if (zzReader != null) {
+ zzReader.close();
+ }
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ *
+ *
Does not close the old reader. + * + *
All internal variables are reset, the old input stream cannot be reused (internal + * buffer is discarded and lost). Lexical state is set to {@code ZZ_INITIAL}. + * + *
Internal scan buffer is resized down to its initial length, if it has grown. + * + * @param reader The new input stream. + */ + public final void yyreset_GOMI(java.io.Reader reader) { + zzReader = reader; + zzEOFDone = false; + yyResetPosition(); + zzLexicalState = YYINITIAL; + if (zzBuffer.length > ZZ_BUFFERSIZE) { + zzBuffer = new char[ZZ_BUFFERSIZE]; + } + } + + /** + * Resets the input position. + */ + private final void yyResetPosition() { + zzAtBOL = true; + zzAtEOF = false; + zzCurrentPos = 0; + zzMarkedPos = 0; + zzStartRead = 0; + zzEndRead = 0; + zzFinalHighSurrogate = 0; + yyline = 0; + yycolumn = 0; + yychar = 0L; + } + + + /** + * Returns whether the scanner has reached the end of the reader it reads from. + * + * @return whether the scanner has reached EOF. + */ + public final boolean yyatEOF() { + return zzAtEOF; + } + + + /** + * Returns the current lexical state. + * + * @return the current lexical state. + */ + public final int yystate() { + return zzLexicalState; + } + + + /** + * Enters a new lexical state. + * + * @param newState the new lexical state + */ + public final void yybegin(int newState) { + zzLexicalState = newState; + } + + + /** + * Returns the text matched by the current regular expression. + * + * @return the matched text. + */ + public final String yytext() { + return new String(zzBuffer, zzStartRead, zzMarkedPos-zzStartRead); + } + + + /** + * Returns the character at the given position from the matched text. + * + *
It is equivalent to {@code yytext().charAt(pos)}, but faster. + * + * @param position the position of the character to fetch. A value from 0 to {@code yylength()-1}. + * + * @return the character at {@code position}. + */ + public final char yycharat(int position) { + return zzBuffer[zzStartRead + position]; + } + + + /** + * How many characters were matched. + * + * @return the length of the matched text region. + */ + public final int yylength() { + return zzMarkedPos-zzStartRead; + } + + + /** + * Reports an error that occurred while scanning. + * + *
In a well-formed scanner (no or only correct usage of {@code yypushback(int)} and a + * match-all fallback rule) this method will only be called with things that + * "Can't Possibly Happen". + * + *
If this method is called, something is seriously wrong (e.g. a JFlex bug producing a faulty + * scanner etc.). + * + *
Usual syntax/scanner level error handling should be done in error fallback rules. + * + * @param errorCode the code of the error message to display. + */ + private static void zzScanError(int errorCode) { + String message; + try { + message = ZZ_ERROR_MSG[errorCode]; + } catch (ArrayIndexOutOfBoundsException e) { + message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR]; + } + + throw new Error(message); + } + + + /** + * Pushes the specified amount of characters back into the input stream. + * + *
They will be read again by then next call of the scanning method. + * + * @param number the number of characters to be read again. This number must not be greater than + * {@link #yylength()}. + */ + public void yypushback(int number) { + if ( number > yylength() ) + zzScanError(ZZ_PUSHBACK_2BIG); + + zzMarkedPos -= number; + } + + + + + /** + * Resumes scanning until the next regular expression is matched, the end of input is encountered + * or an I/O-Error occurs. + * + * @return the next token. + * @exception java.io.IOException if any I/O-Error occurs. + */ + public org.fife.ui.rsyntaxtextarea.Token yylex() throws java.io.IOException { + int zzInput; + int zzAction; + + // cached fields: + int zzCurrentPosL; + int zzMarkedPosL; + int zzEndReadL = zzEndRead; + char[] zzBufferL = zzBuffer; + + int [] zzTransL = ZZ_TRANS; + int [] zzRowMapL = ZZ_ROWMAP; + int [] zzAttrL = ZZ_ATTRIBUTE; + + while (true) { + zzMarkedPosL = zzMarkedPos; + + zzAction = -1; + + zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL; + + zzState = ZZ_LEXSTATE[zzLexicalState]; + + // set up zzAction for empty match case: + int zzAttributes = zzAttrL[zzState]; + if ( (zzAttributes & 1) == 1 ) { + zzAction = zzState; + } + + + zzForAction: { + while (true) { + + if (zzCurrentPosL < zzEndReadL) { + zzInput = zzBufferL[zzCurrentPosL++]; +// zzCurrentPosL += Character.charCount(zzInput); + } + else if (zzAtEOF) { + zzInput = YYEOF; + break zzForAction; + } + else { + // store back cached positions + zzCurrentPos = zzCurrentPosL; + zzMarkedPos = zzMarkedPosL; + boolean eof = zzRefill(); + // get translated positions and possibly new buffer + zzCurrentPosL = zzCurrentPos; + zzMarkedPosL = zzMarkedPos; + zzBufferL = zzBuffer; + zzEndReadL = zzEndRead; + if (eof) { + zzInput = YYEOF; + break zzForAction; + } + else { + zzInput = zzBufferL[zzCurrentPosL++]; +// zzCurrentPosL += Character.charCount(zzInput); + } + } + int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMap(zzInput) ]; + if (zzNext == -1) break zzForAction; + zzState = zzNext; + + zzAttributes = zzAttrL[zzState]; + if ( (zzAttributes & 1) == 1 ) { + zzAction = zzState; + zzMarkedPosL = zzCurrentPosL; + if ( (zzAttributes & 8) == 8 ) break zzForAction; + } + + } + } + + // store back cached position + zzMarkedPos = zzMarkedPosL; + + if (zzInput == YYEOF && zzStartRead == zzCurrentPos) { + zzAtEOF = true; + switch (zzLexicalState) { + case YYINITIAL: { + addNullToken(); return firstToken; + } // fall though + case 178: break; + case MLC: { + addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken; + } // fall though + case 179: break; + case DOCCOMMENT: { + yybegin(YYINITIAL); addToken(start,zzEndRead, TokenTypes.COMMENT_DOCUMENTATION); return firstToken; + } // fall though + case 180: break; + case EOL_COMMENT: { + addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken; + } // fall though + case 181: break; + case TEXT_BLOCK: { + addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; + } // fall though + case 182: break; + default: + return null; + } + } + else { + switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) { + case 1: + { + } + // fall through + case 20: break; + case 2: + { addToken(TokenTypes.IDENTIFIER); + } + // fall through + case 21: break; + case 3: + { addToken(TokenTypes.WHITESPACE); + } + // fall through + case 22: break; + case 4: + { addNullToken(); return firstToken; + } + // fall through + case 23: break; + case 5: + { addToken(TokenTypes.ANNOTATION); + } + // fall through + case 24: break; + case 6: + { addToken(start,zzStartRead-1, TokenTypes.COMMENT_MULTILINE); return firstToken; + } + // fall through + case 25: break; + case 7: + { addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); return firstToken; + } + // fall through + case 26: break; + case 8: + { addToken(start,zzStartRead-1, TokenTypes.COMMENT_EOL); addNullToken(); return firstToken; + } + // fall through + case 27: break; + case 9: + { addToken(start,zzStartRead-1, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; + } + // fall through + case 28: break; + case 10: + { /* Skip escaped chars, handles case: '\"""'. */ + } + // fall through + case 29: break; + case 11: + { start = zzMarkedPos-2; yybegin(MLC); + } + // fall through + case 30: break; + case 12: + { start = zzMarkedPos-2; yybegin(EOL_COMMENT); + } + // fall through + case 31: break; + case 13: + { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_MULTILINE); + } + // fall through + case 32: break; + case 14: + { yybegin(YYINITIAL); addToken(start,zzStartRead+1, TokenTypes.COMMENT_DOCUMENTATION); + } + // fall through + case 33: break; + case 15: + { int temp=zzStartRead; addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); addToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_MARKUP); start = zzMarkedPos; + } + // fall through + case 34: break; + case 16: + { start = zzMarkedPos-3; yybegin(DOCCOMMENT); + } + // fall through + case 35: break; + case 17: + { yybegin(YYINITIAL); addToken(start,zzStartRead+2, TokenTypes.LITERAL_STRING_DOUBLE_QUOTE); + } + // fall through + case 36: break; + case 18: + { addToken(TokenTypes.COMMENT_MULTILINE); + } + // fall through + case 37: break; + case 19: + { int temp = zzStartRead; + if (start <= zzStartRead - 1) { + addToken(start,zzStartRead-1, TokenTypes.COMMENT_DOCUMENTATION); + } + addToken(temp,zzMarkedPos-1, TokenTypes.COMMENT_KEYWORD); + start = zzMarkedPos; + } + // fall through + case 38: break; + default: + zzScanError(ZZ_NO_MATCH); + } + } + } + } + + +} diff --git a/src/main/java/istlab/KisoJikken/Test/SimpleTokenMaker.java b/src/main/java/istlab/KisoJikken/Test/SimpleTokenMaker.java index c05bb77..86b5fa2 100644 --- a/src/main/java/istlab/KisoJikken/Test/SimpleTokenMaker.java +++ b/src/main/java/istlab/KisoJikken/Test/SimpleTokenMaker.java @@ -718,9 +718,6 @@ public SimpleTokenMaker(Reader in) { this.zzReader = in; } - // public SimpleTokenMaker(java.io.Reader in) { - // this.zzReader = in; - // } /** diff --git a/src/main/java/istlab/KisoJikken/Test/StyleTestDemo.java b/src/main/java/istlab/KisoJikken/Test/StyleTestDemo.java index acafc6a..4f7e71b 100644 --- a/src/main/java/istlab/KisoJikken/Test/StyleTestDemo.java +++ b/src/main/java/istlab/KisoJikken/Test/StyleTestDemo.java @@ -28,6 +28,7 @@ public class StyleTestDemo extends JFrame { RSyntaxTextArea textArea; + AbstractTokenMakerFactory atmf; public StyleTestDemo() { @@ -38,17 +39,17 @@ // doc.setSyntaxStyle(tokenMaker); textArea = new RSyntaxTextArea(); - AbstractTokenMakerFactory atmf = (AbstractTokenMakerFactory)TokenMakerFactory.getDefaultInstance(); - atmf.putMapping("text/terminal", "istlab.KisoJikken.Test.SimpleTokenMaker"); - atmf.putMapping("text/custom", "istlab.KisoJikken.Test.MyCustomTokenMaker"); - atmf.putMapping("text/plain", "istlab.KisoJikken.Test.PlainTextTokenMaker"); - textArea.setSyntaxEditingStyle("text/terminal"); + String[] syntaxis = new String[] { "Simple2","Simple", "MyCustom", "PlainText" ,"WordTest"}; + atmf = (AbstractTokenMakerFactory) TokenMakerFactory.getDefaultInstance(); + for (String syn : syntaxis) { + atmf.putMapping("text/" + syn, "istlab.KisoJikken.Test." + syn + "TokenMaker"); + } + textArea.setSyntaxEditingStyle("text/" + syntaxis[0]); - // textArea.setCurrentLineHighlightColor(null); // カーソル行のハイライト色 textArea.setHighlightCurrentLine(false); // カーソル行のハイライトを消す // textArea.setSyntaxEditingStyle(SyntaxConstants.SYNTAX_STYLE_NONE); - + SyntaxScheme scheme = textArea.getSyntaxScheme(); scheme.getStyle(Token.COMMENT_EOL).background = Color.cyan; scheme.getStyle(Token.COMMENT_DOCUMENTATION).background = Color.cyan.brighter(); @@ -56,13 +57,15 @@ scheme.getStyle(Token.COMMENT_MARKUP).background = Color.gray; scheme.getStyle(Token.COMMENT_MULTILINE).background = Color.yellow; - textArea.setText("initial text\ncomment // com\n https://www.istlab.info/ "); + textArea.setText("initial text /*.java \ncomment // com\n https://www.istlab.info/ \n aaa /** asdf\n aaa \n */ \n aaa /* asdf\n aaa \n */ \n" + + "== コンパイル開始 ==\n> cd ~/NWP/src\n> javac -encoding UTF-8 j1/*.java\n==== end ===\n=== コンパイル終了 == (ALT+Wで閉じる)\n"); + // textArea.setText("abc"); textArea.revalidate(); // textArea.setSyntaxEditingStyle(SyntaxConstants.SYNTAX_STYLE_NONE); textArea.setCodeFoldingEnabled(true); textArea.setFont(new FontUIResource("sansserif", Font.PLAIN, 20)); - contentPane.add(new RTextScrollPane(textArea,false)); // 行番号を消す + contentPane.add(new RTextScrollPane(textArea, false)); // 行番号を消す setContentPane(contentPane); setTitle("MySyntax Demo"); @@ -78,8 +81,8 @@ StringBuilder sb = new StringBuilder(); String line; try { - while((line=br.readLine())!=null){ - sb.append(line+"\n"); + while ((line = br.readLine()) != null) { + sb.append(line + "\n"); } } catch (IOException e1) { e1.printStackTrace(); @@ -118,30 +121,29 @@ north.add(execB); // JOptionPane.showMessageDialog(null, "test"); - // JButton javaB = new JButton("Java"); - // javaB.addActionListener(e -> { - // doc.setSyntaxStyle(new JavaTokenMaker()); - // textArea.setSyntaxEditingStyle("text/c"); - // // doc.setSyntaxStyle("text/java"); - // // textArea.setDocument(doc); - // } ); - // north.add(javaB); + for(String syn: syntaxis){ + JButton javaB = new JButton(syn); + javaB.addActionListener(e -> { + textArea.setSyntaxEditingStyle("text/"+syn); + // doc.setSyntaxStyle("text/java"); + // textArea.setDocument(doc); + }); + north.add(javaB); + } // JButton plainB = new JButton("Plain"); // javaB.addActionListener(e -> { - // doc.setSyntaxStyle(new PlainTextTokenMaker()); - // textArea.setSyntaxEditingStyle("text/plain"); - // // doc.setSyntaxStyle("text/plain"); - // // textArea.setDocument(doc); - // } ); + // doc.setSyntaxStyle(new PlainTextTokenMaker()); + // textArea.setSyntaxEditingStyle("text/plain"); + // // doc.setSyntaxStyle("text/plain"); + // // textArea.setDocument(doc); + // } ); // north.add(plainB); - add(north, BorderLayout.NORTH); pack(); setLocationRelativeTo(null); - } public static void main(String[] args) { diff --git a/src/main/java/istlab/KisoJikken/Test/WordTestTokenMaker.java b/src/main/java/istlab/KisoJikken/Test/WordTestTokenMaker.java new file mode 100644 index 0000000..ebff2de --- /dev/null +++ b/src/main/java/istlab/KisoJikken/Test/WordTestTokenMaker.java @@ -0,0 +1,837 @@ +// DO NOT EDIT +// Generated by JFlex 1.8.2 http://jflex.de/ +// source: wordtest.flex + +package istlab.KisoJikken.Test; +//package org.fife.ui.rsyntaxtextarea.modes; + +import java.io.*; +import javax.swing.text.Segment; + +import org.fife.ui.rsyntaxtextarea.*; +import java.io.InputStreamReader; + + +// See https://github.com/jflex-de/jflex/issues/222 +@SuppressWarnings("FallThrough") +public class WordTestTokenMaker extends AbstractJFlexCTokenMaker { + + /** This character denotes the end of file. */ + public static final int YYEOF = -1; + + /** Initial size of the lookahead buffer. */ + private static final int ZZ_BUFFERSIZE = 16384; + + // Lexical states. + public static final int YYINITIAL = 0; + + /** + * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l + * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l + * at the beginning of a line + * l is of the form l = 2*k, k a non negative integer + */ + private static final int ZZ_LEXSTATE[] = { + 0, 0 + }; + + /** + * Top-level table for translating characters to character classes + */ + private static final int [] ZZ_CMAP_TOP = zzUnpackcmap_top(); + + private static final String ZZ_CMAP_TOP_PACKED_0 = + "\1\0\37\u0100\1\u0200\267\u0100\10\u0300\u1020\u0100"; + + private static int [] zzUnpackcmap_top() { + int [] result = new int[4352]; + int offset = 0; + offset = zzUnpackcmap_top(ZZ_CMAP_TOP_PACKED_0, offset, result); + return result; + } + + private static int zzUnpackcmap_top(String packed, int offset, int [] result) { + int i = 0; /* index in packed string */ + int j = offset; /* index in unpacked array */ + int l = packed.length(); + while (i < l) { + int count = packed.charAt(i++); + int value = packed.charAt(i++); + do result[j++] = value; while (--count > 0); + } + return j; + } + + + /** + * Second-level tables for translating characters to character classes + */ + private static final int [] ZZ_CMAP_BLOCKS = zzUnpackcmap_blocks(); + + private static final String ZZ_CMAP_BLOCKS_PACKED_0 = + "\12\0\1\1\3\2\72\0\1\3\34\0\1\4\2\0"+ + "\1\3\3\0\1\5\2\0\1\6\25\0\1\2\u01a2\0"+ + "\2\2\326\0\u0100\2"; + + private static int [] zzUnpackcmap_blocks() { + int [] result = new int[1024]; + int offset = 0; + offset = zzUnpackcmap_blocks(ZZ_CMAP_BLOCKS_PACKED_0, offset, result); + return result; + } + + private static int zzUnpackcmap_blocks(String packed, int offset, int [] result) { + int i = 0; /* index in packed string */ + int j = offset; /* index in unpacked array */ + int l = packed.length(); + while (i < l) { + int count = packed.charAt(i++); + int value = packed.charAt(i++); + do result[j++] = value; while (--count > 0); + } + return j; + } + + /** + * Translates DFA states to action switch labels. + */ + private static final int [] ZZ_ACTION = zzUnpackAction(); + + private static final String ZZ_ACTION_PACKED_0 = + "\1\0\1\1\1\2\1\1\3\0\1\3"; + + private static int [] zzUnpackAction() { + int [] result = new int[8]; + int offset = 0; + offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); + return result; + } + + private static int zzUnpackAction(String packed, int offset, int [] result) { + int i = 0; /* index in packed string */ + int j = offset; /* index in unpacked array */ + int l = packed.length(); + while (i < l) { + int count = packed.charAt(i++); + int value = packed.charAt(i++); + do result[j++] = value; while (--count > 0); + } + return j; + } + + + /** + * Translates a state to a row index in the transition table + */ + private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); + + private static final String ZZ_ROWMAP_PACKED_0 = + "\0\0\0\7\0\7\0\16\0\25\0\34\0\43\0\7"; + + private static int [] zzUnpackRowMap() { + int [] result = new int[8]; + int offset = 0; + offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); + return result; + } + + private static int zzUnpackRowMap(String packed, int offset, int [] result) { + int i = 0; /* index in packed string */ + int j = offset; /* index in unpacked array */ + int l = packed.length(); + while (i < l) { + int high = packed.charAt(i++) << 16; + result[j++] = high | packed.charAt(i++); + } + return j; + } + + /** + * The transition table of the DFA + */ + private static final int [] ZZ_TRANS = zzUnpackTrans(); + + private static final String ZZ_TRANS_PACKED_0 = + "\1\2\1\3\1\0\1\4\3\2\13\0\1\5\7\0"+ + "\1\6\6\0\1\7\7\0\1\10"; + + private static int [] zzUnpackTrans() { + int [] result = new int[42]; + int offset = 0; + offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); + return result; + } + + private static int zzUnpackTrans(String packed, int offset, int [] result) { + int i = 0; /* index in packed string */ + int j = offset; /* index in unpacked array */ + int l = packed.length(); + while (i < l) { + int count = packed.charAt(i++); + int value = packed.charAt(i++); + value--; + do result[j++] = value; while (--count > 0); + } + return j; + } + + + /** Error code for "Unknown internal scanner error". */ + private static final int ZZ_UNKNOWN_ERROR = 0; + /** Error code for "could not match input". */ + private static final int ZZ_NO_MATCH = 1; + /** Error code for "pushback value was too large". */ + private static final int ZZ_PUSHBACK_2BIG = 2; + + /** + * Error messages for {@link #ZZ_UNKNOWN_ERROR}, {@link #ZZ_NO_MATCH}, and + * {@link #ZZ_PUSHBACK_2BIG} respectively. + */ + private static final String ZZ_ERROR_MSG[] = { + "Unknown internal scanner error", + "Error: could not match input", + "Error: pushback value was too large" + }; + + /** + * ZZ_ATTRIBUTE[aState] contains the attributes of state {@code aState} + */ + private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); + + private static final String ZZ_ATTRIBUTE_PACKED_0 = + "\1\0\2\11\1\1\3\0\1\11"; + + private static int [] zzUnpackAttribute() { + int [] result = new int[8]; + int offset = 0; + offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); + return result; + } + + private static int zzUnpackAttribute(String packed, int offset, int [] result) { + int i = 0; /* index in packed string */ + int j = offset; /* index in unpacked array */ + int l = packed.length(); + while (i < l) { + int count = packed.charAt(i++); + int value = packed.charAt(i++); + do result[j++] = value; while (--count > 0); + } + return j; + } + + /** Input device. */ + private java.io.Reader zzReader; + + /** Current state of the DFA. */ + private int zzState; + + /** Current lexical state. */ + private int zzLexicalState = YYINITIAL; + + /** + * This buffer contains the current text to be matched and is the source of the {@link #yytext()} + * string. + */ + private char zzBuffer[] = new char[ZZ_BUFFERSIZE]; + + /** Text position at the last accepting state. */ + private int zzMarkedPos; + + /** Current text position in the buffer. */ + private int zzCurrentPos; + + /** Marks the beginning of the {@link #yytext()} string in the buffer. */ + private int zzStartRead; + + /** Marks the last character in the buffer, that has been read from input. */ + private int zzEndRead; + + /** + * Whether the scanner is at the end of file. + * @see #yyatEOF + */ + private boolean zzAtEOF; + + /** + * The number of occupied positions in {@link #zzBuffer} beyond {@link #zzEndRead}. + * + *
When a lead/high surrogate has been read from the input stream into the final
+ * {@link #zzBuffer} position, this will have a value of 1; otherwise, it will have a value of 0.
+ */
+ private int zzFinalHighSurrogate = 0;
+
+ /** Number of newlines encountered up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private int yyline;
+
+ /** Number of characters from the last newline up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private int yycolumn;
+
+ /** Number of characters up to the start of the matched text. */
+ @SuppressWarnings("unused")
+ private long yychar;
+
+ /** Whether the scanner is currently at the beginning of a line. */
+ @SuppressWarnings("unused")
+ private boolean zzAtBOL = true;
+
+ /** Whether the user-EOF-code has already been executed. */
+ @SuppressWarnings("unused")
+ private boolean zzEOFDone;
+
+ /* user code: */
+ /* フィールドやメソッドはここに書く */
+/* public static void main(String[] args) throws IOException {
+ new Lexer0(new InputStreamReader(System.in)).yylex();
+ } */
+ public WordTestTokenMaker(){
+
+ }
+
+ /**
+ * Always returns TokenTypes.NULL, as there are no multiline
+ * tokens in properties files.
+ *
+ * @param text The line of tokens to examine.
+ * @param initialTokenType The token type to start with (i.e., the value
+ * of getLastTokenTypeOnLine for the line before
+ * text).
+ * @return TokenTypes.NULL.
+ */
+ public int getLastTokenTypeOnLine(Segment text, int initialTokenType) {
+ return TokenTypes.NULL;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addToken(int, int, int)
+ */
+ private void addHyperlinkToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, true);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ */
+ private void addToken(int tokenType) {
+ addToken(zzStartRead, zzMarkedPos-1, tokenType);
+ }
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @param link Whether this token is a hyperlink.
+ */
+ private void addToken(int tokenType, boolean link) {
+ int so = zzStartRead + offsetShift;
+ super.addToken(zzBuffer, zzStartRead,zzMarkedPos-1, tokenType, so, link);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addHyperlinkToken(int, int, int)
+ */
+ private void addToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, false);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param array The character array.
+ * @param start The starting offset in the array.
+ * @param end The ending offset in the array.
+ * @param tokenType The token's type.
+ * @param startOffset The offset in the document at which this token
+ * occurs.
+ * @param hyperlink Whether this token is a hyperlink.
+ */
+ @Override
+ public void addToken(char[] array, int start, int end, int tokenType, int startOffset, boolean hyperlink) {
+ super.addToken(array, start,end, tokenType, startOffset, hyperlink);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Returns the text to place at the beginning and end of a
+ * line to "comment" it in a this programming language.
+ *
+ * @return null, as there are no comments in plain text.
+ */
+ @Override
+ public String[] getLineCommentStartAndEnd(int languageIndex) {
+ return new String[] { "//", null };
+ }
+
+
+ /**
+ * Always returns false, as you never want "mark occurrences"
+ * working in plain text files.
+ *
+ * @param type The token type.
+ * @return Whether tokens of this type should have "mark occurrences"
+ * enabled.
+ */
+ @Override
+ public boolean getMarkOccurrencesOfTokenType(int type) {
+ return false;
+ }
+
+
+ /**
+ * Returns the first token in the linked list of tokens generated
+ * from text. This method must be implemented by
+ * subclasses so they can correctly implement syntax highlighting.
+ *
+ * @param text The text from which to get tokens.
+ * @param initialTokenType The token type we should start with.
+ * @param startOffset The offset into the document at which
+ * text starts.
+ * @return The first Token in a linked list representing
+ * the syntax highlighted text.
+ */
+ public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
+
+ resetTokenList();
+ this.offsetShift = -text.offset + startOffset;
+
+ // Start off in the proper state.
+ s = text;
+ try {
+ yyreset(zzReader);
+ yybegin(YYINITIAL);
+ return yylex();
+ } catch (IOException ioe) {
+ ioe.printStackTrace();
+ return new TokenImpl();
+ }
+
+ }
+
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return true if EOF was reached, otherwise
+ * false.
+ */
+ private boolean zzRefill() {
+ return zzCurrentPos>=s.offset+s.count;
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ * Does not close the old reader.
+ *
+ * All internal variables are reset, the old input stream
+ * cannot be reused (internal buffer is discarded and lost).
+ * Lexical state is set to YY_INITIAL.
+ *
+ * @param reader the new input stream
+ */
+ public final void yyreset(java.io.Reader reader) {
+ // 's' has been updated.
+ zzBuffer = s.array;
+ /*
+ * We replaced the line below with the two below it because zzRefill
+ * no longer "refills" the buffer (since the way we do it, it's always
+ * "full" the first time through, since it points to the segment's
+ * array). So, we assign zzEndRead here.
+ */
+ //zzStartRead = zzEndRead = s.offset;
+ zzStartRead = s.offset;
+ zzEndRead = zzStartRead + s.count - 1;
+ zzCurrentPos = zzMarkedPos = s.offset;
+ zzLexicalState = YYINITIAL;
+ zzReader = reader;
+ // zzAtBOL = true;
+ zzAtEOF = false;
+ }
+
+
+
+
+ /**
+ * Creates a new scanner
+ *
+ * @param in the java.io.Reader to read input from.
+ */
+ public WordTestTokenMaker(java.io.Reader in) {
+ this.zzReader = in;
+ }
+
+ /**
+ * Translates raw input code points to DFA table row
+ */
+ private static int zzCMap(int input) {
+ int offset = input & 255;
+ return offset == input ? ZZ_CMAP_BLOCKS[offset] : ZZ_CMAP_BLOCKS[ZZ_CMAP_TOP[input >> 8] | offset];
+ }
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return {@code false} iff there was new input.
+ * @exception java.io.IOException if any I/O-Error occurs
+ */
+ private boolean zzRefill_GOMI() throws java.io.IOException {
+
+ /* first: make room (if you can) */
+ if (zzStartRead > 0) {
+ zzEndRead += zzFinalHighSurrogate;
+ zzFinalHighSurrogate = 0;
+ System.arraycopy(zzBuffer, zzStartRead,
+ zzBuffer, 0,
+ zzEndRead - zzStartRead);
+
+ /* translate stored positions */
+ zzEndRead -= zzStartRead;
+ zzCurrentPos -= zzStartRead;
+ zzMarkedPos -= zzStartRead;
+ zzStartRead = 0;
+ }
+
+ /* is the buffer big enough? */
+ if (zzCurrentPos >= zzBuffer.length - zzFinalHighSurrogate) {
+ /* if not: blow it up */
+ char newBuffer[] = new char[zzBuffer.length * 2];
+ System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);
+ zzBuffer = newBuffer;
+ zzEndRead += zzFinalHighSurrogate;
+ zzFinalHighSurrogate = 0;
+ }
+
+ /* fill the buffer with new input */
+ int requested = zzBuffer.length - zzEndRead;
+ int numRead = zzReader.read(zzBuffer, zzEndRead, requested);
+
+ /* not supposed to occur according to specification of java.io.Reader */
+ if (numRead == 0) {
+ throw new java.io.IOException(
+ "Reader returned 0 characters. See JFlex examples/zero-reader for a workaround.");
+ }
+ if (numRead > 0) {
+ zzEndRead += numRead;
+ if (Character.isHighSurrogate(zzBuffer[zzEndRead - 1])) {
+ if (numRead == requested) { // We requested too few chars to encode a full Unicode character
+ --zzEndRead;
+ zzFinalHighSurrogate = 1;
+ } else { // There is room in the buffer for at least one more char
+ int c = zzReader.read(); // Expecting to read a paired low surrogate char
+ if (c == -1) {
+ return true;
+ } else {
+ zzBuffer[zzEndRead++] = (char)c;
+ }
+ }
+ }
+ /* potentially more input available */
+ return false;
+ }
+
+ /* numRead < 0 ==> end of stream */
+ return true;
+ }
+
+
+ /**
+ * Closes the input reader.
+ *
+ * @throws java.io.IOException if the reader could not be closed.
+ */
+ public final void yyclose() throws java.io.IOException {
+ zzAtEOF = true; // indicate end of file
+ zzEndRead = zzStartRead; // invalidate buffer
+
+ if (zzReader != null) {
+ zzReader.close();
+ }
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ *
+ *
Does not close the old reader. + * + *
All internal variables are reset, the old input stream cannot be reused (internal + * buffer is discarded and lost). Lexical state is set to {@code ZZ_INITIAL}. + * + *
Internal scan buffer is resized down to its initial length, if it has grown. + * + * @param reader The new input stream. + */ + public final void yyreset_GOMI(java.io.Reader reader) { + zzReader = reader; + zzEOFDone = false; + yyResetPosition(); + zzLexicalState = YYINITIAL; + if (zzBuffer.length > ZZ_BUFFERSIZE) { + zzBuffer = new char[ZZ_BUFFERSIZE]; + } + } + + /** + * Resets the input position. + */ + private final void yyResetPosition() { + zzAtBOL = true; + zzAtEOF = false; + zzCurrentPos = 0; + zzMarkedPos = 0; + zzStartRead = 0; + zzEndRead = 0; + zzFinalHighSurrogate = 0; + yyline = 0; + yycolumn = 0; + yychar = 0L; + } + + + /** + * Returns whether the scanner has reached the end of the reader it reads from. + * + * @return whether the scanner has reached EOF. + */ + public final boolean yyatEOF() { + return zzAtEOF; + } + + + /** + * Returns the current lexical state. + * + * @return the current lexical state. + */ + public final int yystate() { + return zzLexicalState; + } + + + /** + * Enters a new lexical state. + * + * @param newState the new lexical state + */ + public final void yybegin(int newState) { + zzLexicalState = newState; + } + + + /** + * Returns the text matched by the current regular expression. + * + * @return the matched text. + */ + public final String yytext() { + return new String(zzBuffer, zzStartRead, zzMarkedPos-zzStartRead); + } + + + /** + * Returns the character at the given position from the matched text. + * + *
It is equivalent to {@code yytext().charAt(pos)}, but faster. + * + * @param position the position of the character to fetch. A value from 0 to {@code yylength()-1}. + * + * @return the character at {@code position}. + */ + public final char yycharat(int position) { + return zzBuffer[zzStartRead + position]; + } + + + /** + * How many characters were matched. + * + * @return the length of the matched text region. + */ + public final int yylength() { + return zzMarkedPos-zzStartRead; + } + + + /** + * Reports an error that occurred while scanning. + * + *
In a well-formed scanner (no or only correct usage of {@code yypushback(int)} and a + * match-all fallback rule) this method will only be called with things that + * "Can't Possibly Happen". + * + *
If this method is called, something is seriously wrong (e.g. a JFlex bug producing a faulty + * scanner etc.). + * + *
Usual syntax/scanner level error handling should be done in error fallback rules. + * + * @param errorCode the code of the error message to display. + */ + private static void zzScanError(int errorCode) { + String message; + try { + message = ZZ_ERROR_MSG[errorCode]; + } catch (ArrayIndexOutOfBoundsException e) { + message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR]; + } + + throw new Error(message); + } + + + /** + * Pushes the specified amount of characters back into the input stream. + * + *
They will be read again by then next call of the scanning method.
+ *
+ * @param number the number of characters to be read again. This number must not be greater than
+ * {@link #yylength()}.
+ */
+ public void yypushback(int number) {
+ if ( number > yylength() )
+ zzScanError(ZZ_PUSHBACK_2BIG);
+
+ zzMarkedPos -= number;
+ }
+
+
+
+
+ /**
+ * Resumes scanning until the next regular expression is matched, the end of input is encountered
+ * or an I/O-Error occurs.
+ *
+ * @return the next token.
+ * @exception java.io.IOException if any I/O-Error occurs.
+ */
+ public org.fife.ui.rsyntaxtextarea.Token yylex() throws java.io.IOException {
+ int zzInput;
+ int zzAction;
+
+ // cached fields:
+ int zzCurrentPosL;
+ int zzMarkedPosL;
+ int zzEndReadL = zzEndRead;
+ char[] zzBufferL = zzBuffer;
+
+ int [] zzTransL = ZZ_TRANS;
+ int [] zzRowMapL = ZZ_ROWMAP;
+ int [] zzAttrL = ZZ_ATTRIBUTE;
+
+ while (true) {
+ zzMarkedPosL = zzMarkedPos;
+
+ zzAction = -1;
+
+ zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;
+
+ zzState = ZZ_LEXSTATE[zzLexicalState];
+
+ // set up zzAction for empty match case:
+ int zzAttributes = zzAttrL[zzState];
+ if ( (zzAttributes & 1) == 1 ) {
+ zzAction = zzState;
+ }
+
+
+ zzForAction: {
+ while (true) {
+
+ if (zzCurrentPosL < zzEndReadL) {
+ zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL, zzEndReadL);
+ zzCurrentPosL += Character.charCount(zzInput);
+ }
+ else if (zzAtEOF) {
+ zzInput = YYEOF;
+ break zzForAction;
+ }
+ else {
+ // store back cached positions
+ zzCurrentPos = zzCurrentPosL;
+ zzMarkedPos = zzMarkedPosL;
+ boolean eof = zzRefill();
+ // get translated positions and possibly new buffer
+ zzCurrentPosL = zzCurrentPos;
+ zzMarkedPosL = zzMarkedPos;
+ zzBufferL = zzBuffer;
+ zzEndReadL = zzEndRead;
+ if (eof) {
+ zzInput = YYEOF;
+ break zzForAction;
+ }
+ else {
+ zzInput = zzBufferL[zzCurrentPosL++];
+ zzCurrentPosL += Character.charCount(zzInput);
+ }
+ }
+ int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMap(zzInput) ];
+ if (zzNext == -1) break zzForAction;
+ zzState = zzNext;
+
+ zzAttributes = zzAttrL[zzState];
+ if ( (zzAttributes & 1) == 1 ) {
+ zzAction = zzState;
+ zzMarkedPosL = zzCurrentPosL;
+ if ( (zzAttributes & 8) == 8 ) break zzForAction;
+ }
+
+ }
+ }
+
+ // store back cached position
+ zzMarkedPos = zzMarkedPosL;
+
+ if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
+ zzAtEOF = true;
+ switch (zzLexicalState) {
+ case YYINITIAL: {
+ addNullToken(); return firstToken;
+ } // fall though
+ case 9: break;
+ default:
+ return null;
+ }
+ }
+ else {
+ switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
+ case 1:
+ { System.out.print(yytext()); addToken(TokenTypes.IDENTIFIER, false);
+ }
+ // fall through
+ case 4: break;
+ case 2:
+ { addNullToken(); return firstToken;
+ }
+ // fall through
+ case 5: break;
+ case 3:
+ { addToken(TokenTypes.COMMENT_EOL, false);
+ }
+ // fall through
+ case 6: break;
+ default:
+ zzScanError(ZZ_NO_MATCH);
+ }
+ }
+ }
+ }
+
+
+}
diff --git a/src/main/java/istlab/KisoJikken/Test/plaincomment.flex b/src/main/java/istlab/KisoJikken/Test/plaincomment.flex
new file mode 100644
index 0000000..70a67f8
--- /dev/null
+++ b/src/main/java/istlab/KisoJikken/Test/plaincomment.flex
@@ -0,0 +1,341 @@
+/*
+ * 11/07/2008
+ *
+ * PlainTextTokenMaker.flex - Scanner for plain text files.
+ *
+ * This library is distributed under a modified BSD license. See the included
+ * LICENSE file for details.
+ *
+ * https://github.com/bobbylight/RSyntaxTextArea/wiki/Adding-Syntax-Highlighting-for-a-new-Language
+ * There are two zzRefill() and yyreset() methods
+ * You need to delete the second of each definition (the ones generated by the lexer)
+ * 後の2つを消す
+ * zzInput = zzBufferL[zzCurrentPosL++];
+ */
+package istlab.KisoJikken.Test;
+//package org.fife.ui.rsyntaxtextarea.modes;
+
+import java.io.*;
+import javax.swing.text.Segment;
+
+import org.fife.ui.rsyntaxtextarea.*;
+
+
+/**
+ * Scanner for plain text files.
+ *
+ * This implementation was created using
+ * JFlex 1.4.1; however, the generated file
+ * was modified for performance. Memory allocation needs to be almost
+ * completely removed to be competitive with the handwritten lexers (subclasses
+ * of AbstractTokenMaker), so this class has been modified so that
+ * Strings are never allocated (via yytext()), and the scanner never has to
+ * worry about refilling its buffer (needlessly copying chars around).
+ * We can achieve this because RText always scans exactly 1 line of tokens at a
+ * time, and hands the scanner this line as an array of characters (a Segment
+ * really). Since tokens contain pointers to char arrays instead of Strings
+ * holding their contents, there is no need for allocating new memory for
+ * Strings.
+ * + * The actual algorithm generated for scanning has, of course, not been + * modified.
+ * + * If you wish to regenerate this file yourself, keep in mind the following: + *
PlainTextTokenMaker.java file will contain
+ * two definitions of both zzRefill and yyreset.
+ * You should hand-delete the second of each definition (the ones
+ * generated by the lexer), as these generated methods modify the input
+ * buffer, which we'll never have to do.yylex() on the generated scanner
+ * directly; rather, you should use getTokenList as you would
+ * with any other TokenMaker instance.TokenTypes.NULL, as there are no multiline
+ * tokens in properties files.
+ *
+ * @param text The line of tokens to examine.
+ * @param initialTokenType The token type to start with (i.e., the value
+ * of getLastTokenTypeOnLine for the line before
+ * text).
+ * @return TokenTypes.NULL.
+ */
+ public int getLastTokenTypeOnLine(Segment text, int initialTokenType) {
+ return TokenTypes.NULL;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addToken(int, int, int)
+ */
+ private void addHyperlinkToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, true);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ */
+ private void addToken(int tokenType) {
+ addToken(zzStartRead, zzMarkedPos-1, tokenType);
+ }
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @param link Whether this token is a hyperlink.
+ */
+ private void addToken(int tokenType, boolean link) {
+ int so = zzStartRead + offsetShift;
+ super.addToken(zzBuffer, zzStartRead,zzMarkedPos-1, tokenType, so, link);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addHyperlinkToken(int, int, int)
+ */
+ private void addToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, false);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param array The character array.
+ * @param start The starting offset in the array.
+ * @param end The ending offset in the array.
+ * @param tokenType The token's type.
+ * @param startOffset The offset in the document at which this token
+ * occurs.
+ * @param hyperlink Whether this token is a hyperlink.
+ */
+ @Override
+ public void addToken(char[] array, int start, int end, int tokenType, int startOffset, boolean hyperlink) {
+ super.addToken(array, start,end, tokenType, startOffset, hyperlink);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Returns the text to place at the beginning and end of a
+ * line to "comment" it in a this programming language.
+ *
+ * @return null, as there are no comments in plain text.
+ */
+ @Override
+ public String[] getLineCommentStartAndEnd(int languageIndex) {
+ return new String[] { "//", null };
+ }
+
+
+ /**
+ * Always returns false, as you never want "mark occurrences"
+ * working in plain text files.
+ *
+ * @param type The token type.
+ * @return Whether tokens of this type should have "mark occurrences"
+ * enabled.
+ */
+ @Override
+ public boolean getMarkOccurrencesOfTokenType(int type) {
+ return false;
+ }
+
+
+ /**
+ * Returns the first token in the linked list of tokens generated
+ * from text. This method must be implemented by
+ * subclasses so they can correctly implement syntax highlighting.
+ *
+ * @param text The text from which to get tokens.
+ * @param initialTokenType The token type we should start with.
+ * @param startOffset The offset into the document at which
+ * text starts.
+ * @return The first Token in a linked list representing
+ * the syntax highlighted text.
+ */
+ public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
+
+ resetTokenList();
+ this.offsetShift = -text.offset + startOffset;
+
+ // Start off in the proper state.
+ s = text;
+ try {
+ yyreset(zzReader);
+ yybegin(YYINITIAL);
+ return yylex();
+ } catch (IOException ioe) {
+ ioe.printStackTrace();
+ return new TokenImpl();
+ }
+
+ }
+
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return true if EOF was reached, otherwise
+ * false.
+ */
+ private boolean zzRefill() {
+ return zzCurrentPos>=s.offset+s.count;
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ * Does not close the old reader.
+ *
+ * All internal variables are reset, the old input stream
+ * cannot be reused (internal buffer is discarded and lost).
+ * Lexical state is set to YY_INITIAL.
+ *
+ * @param reader the new input stream
+ */
+ public final void yyreset(java.io.Reader reader) {
+ // 's' has been updated.
+ zzBuffer = s.array;
+ /*
+ * We replaced the line below with the two below it because zzRefill
+ * no longer "refills" the buffer (since the way we do it, it's always
+ * "full" the first time through, since it points to the segment's
+ * array). So, we assign zzEndRead here.
+ */
+ //zzStartRead = zzEndRead = s.offset;
+ zzStartRead = s.offset;
+ zzEndRead = zzStartRead + s.count - 1;
+ zzCurrentPos = zzMarkedPos = s.offset;
+ zzLexicalState = YYINITIAL;
+ zzReader = reader;
+ // zzAtBOL = true;
+ zzAtEOF = false;
+ }
+
+%}
+
+LetterOrDigit = ([a-zA-Z0-9])
+Identifier = ({LetterOrDigit}+)
+Separator = ([^a-zA-Z0-9 \t\n])
+WhiteSpace = ([ \t]+)
+LineTerminator = ([\n])
+
+
+Letter = ([A-Za-z])
+MLCBegin = "/*"
+MLCEnd = "*/"
+DocCommentBegin = "/**"
+LineCommentBegin = "//"
+
+
+%state MLC
+%state DOCCOMMENT
+%state EOL_COMMENT
+%state TEXT_BLOCK
+
+%%
+
+
+ *
+ * This implementation was created using
+ * JFlex 1.4.1; however, the generated file
+ * was modified for performance. Memory allocation needs to be almost
+ * completely removed to be competitive with the handwritten lexers (subclasses
+ * of AbstractTokenMaker), so this class has been modified so that
+ * Strings are never allocated (via yytext()), and the scanner never has to
+ * worry about refilling its buffer (needlessly copying chars around).
+ * We can achieve this because RText always scans exactly 1 line of tokens at a
+ * time, and hands the scanner this line as an array of characters (a Segment
+ * really). Since tokens contain pointers to char arrays instead of Strings
+ * holding their contents, there is no need for allocating new memory for
+ * Strings.
+ * + * The actual algorithm generated for scanning has, of course, not been + * modified.
+ * + * If you wish to regenerate this file yourself, keep in mind the following: + *
JavaTokenMaker.java file will contain two
+ * definitions of both zzRefill and yyreset.
+ * You should hand-delete the second of each definition (the ones
+ * generated by the lexer), as these generated methods modify the input
+ * buffer, which we'll never have to do.yylex() on the generated scanner
+ * directly; rather, you should use getTokenList as you would
+ * with any other TokenMaker instance.text. This method must be implemented by
+ * subclasses so they can correctly implement syntax highlighting.
+ *
+ * @param text The text from which to get tokens.
+ * @param initialTokenType The token type we should start with.
+ * @param startOffset The offset into the document at which
+ * text starts.
+ * @return The first Token in a linked list representing
+ * the syntax highlighted text.
+ */
+ public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
+
+ resetTokenList();
+ this.offsetShift = -text.offset + startOffset;
+
+ // Start off in the proper state.
+ int state;
+ switch (initialTokenType) {
+ case TokenTypes.COMMENT_MULTILINE:
+ state = MLC;
+ start = text.offset;
+ break;
+ case TokenTypes.COMMENT_DOCUMENTATION:
+ state = DOCCOMMENT;
+ start = text.offset;
+ break;
+ case TokenTypes.LITERAL_STRING_DOUBLE_QUOTE:
+ state = TEXT_BLOCK;
+ start = text.offset;
+ break;
+ default:
+ state = YYINITIAL;
+ }
+
+ s = text;
+ try {
+ yyreset(zzReader);
+ yybegin(state);
+ return yylex();
+ } catch (IOException ioe) {
+ ioe.printStackTrace();
+ return new TokenImpl();
+ }
+
+ }
+
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return true if EOF was reached, otherwise
+ * false.
+ */
+ private boolean zzRefill() {
+ return zzCurrentPos>=s.offset+s.count;
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ * Does not close the old reader.
+ *
+ * All internal variables are reset, the old input stream
+ * cannot be reused (internal buffer is discarded and lost).
+ * Lexical state is set to YY_INITIAL.
+ *
+ * @param reader the new input stream
+ */
+ public final void yyreset(Reader reader) {
+ // 's' has been updated.
+ zzBuffer = s.array;
+ /*
+ * We replaced the line below with the two below it because zzRefill
+ * no longer "refills" the buffer (since the way we do it, it's always
+ * "full" the first time through, since it points to the segment's
+ * array). So, we assign zzEndRead here.
+ */
+ //zzStartRead = zzEndRead = s.offset;
+ zzStartRead = s.offset;
+ zzEndRead = zzStartRead + s.count - 1;
+ zzCurrentPos = zzMarkedPos = s.offset;
+ zzLexicalState = YYINITIAL;
+ zzReader = reader;
+ zzAtBOL = true;
+ zzAtEOF = false;
+ }
+
+
+%}
+
+Letter = ([A-Za-z])
+LetterOrUnderscore = ({Letter}|"_")
+NonzeroDigit = ([1-9])
+BinaryDigit = ([0-1])
+Digit = ("0"|{NonzeroDigit})
+HexDigit = ({Digit}|[A-Fa-f])
+OctalDigit = ([0-7])
+AnyCharacterButApostropheOrBackSlash = ([^\\'])
+AnyCharacterButDoubleQuoteOrBackSlash = ([^\\\"\n])
+EscapedSourceCharacter = ("u"{HexDigit}{HexDigit}{HexDigit}{HexDigit})
+Escape = ("\\"(([bstnfr\"'\\])|([0123]{OctalDigit}?{OctalDigit}?)|({OctalDigit}{OctalDigit}?)|{EscapedSourceCharacter}))
+NonSeparator = ([^\t\f\r\n\ \(\)\{\}\[\]\;\,\.\=\>\<\!\~\?\:\+\-\*\/\&\|\^\%\"\']|"#"|"\\")
+IdentifierStart = ([:jletter:])
+IdentifierPart = ([:jletterdigit:]|("\\"{EscapedSourceCharacter}))
+
+LineTerminator = (\n)
+WhiteSpace = ([ \t\f])
+
+CharLiteral = ([\']({AnyCharacterButApostropheOrBackSlash}|{Escape})[\'])
+UnclosedCharLiteral = ([\'][^\'\n]*)
+ErrorCharLiteral = ({UnclosedCharLiteral}[\'])
+StringLiteral = ([\"]({AnyCharacterButDoubleQuoteOrBackSlash}|{Escape})*[\"])
+UnclosedStringLiteral = ([\"]([\\].|[^\\\"])*[^\"]?)
+ErrorStringLiteral = ({UnclosedStringLiteral}[\"])
+
+MLCBegin = "/*"
+MLCEnd = "*/"
+DocCommentBegin = "/**"
+LineCommentBegin = ("//"|"===")
+CommandEcho = ">\ "([^\n\)]+)
+
+DigitOrUnderscore = ({Digit}|[_])
+DigitsAndUnderscoresEnd = ({DigitOrUnderscore}*{Digit})
+IntegerHelper = (({NonzeroDigit}{DigitsAndUnderscoresEnd}?)|"0")
+IntegerLiteral = ({IntegerHelper}[lL]?)
+
+BinaryDigitOrUnderscore = ({BinaryDigit}|[_])
+BinaryDigitsAndUnderscores = ({BinaryDigit}({BinaryDigitOrUnderscore}*{BinaryDigit})?)
+BinaryLiteral = ("0"[bB]{BinaryDigitsAndUnderscores})
+
+HexDigitOrUnderscore = ({HexDigit}|[_])
+HexDigitsAndUnderscores = ({HexDigit}({HexDigitOrUnderscore}*{HexDigit})?)
+OctalDigitOrUnderscore = ({OctalDigit}|[_])
+OctalDigitsAndUnderscoresEnd= ({OctalDigitOrUnderscore}*{OctalDigit})
+HexHelper = ("0"(([xX]{HexDigitsAndUnderscores})|({OctalDigitsAndUnderscoresEnd})))
+HexLiteral = ({HexHelper}[lL]?)
+
+FloatHelper1 = ([fFdD]?)
+FloatHelper2 = ([eE][+-]?{Digit}+{FloatHelper1})
+FloatLiteral1 = ({Digit}+"."({FloatHelper1}|{FloatHelper2}|{Digit}+({FloatHelper1}|{FloatHelper2})))
+FloatLiteral2 = ("."{Digit}+({FloatHelper1}|{FloatHelper2}))
+FloatLiteral3 = ({Digit}+{FloatHelper2})
+FloatLiteral = ({FloatLiteral1}|{FloatLiteral2}|{FloatLiteral3}|({Digit}+[fFdD]))
+
+ErrorNumberFormat = (({IntegerLiteral}|{HexLiteral}|{FloatLiteral}){NonSeparator}+)
+BooleanLiteral = ("true"|"false")
+
+Separator = ([\(\)\{\}\[\]])
+Separator2 = ([\;,.])
+
+NonAssignmentOperator = ("+"|"-"|"<="|"^"|"++"|"<"|"*"|">="|"%"|"--"|">"|"/"|"!="|"?"|">>"|"!"|"&"|"=="|":"|">>"|"~"|"|"|"&&"|">>>")
+AssignmentOperator = ("="|"-="|"*="|"/="|"|="|"&="|"^="|"+="|"%="|"<<="|">>="|">>>=")
+Operator = ({NonAssignmentOperator}|{AssignmentOperator})
+
+CurrentBlockTag = ("author"|"deprecated"|"exception"|"param"|"return"|"see"|"serial"|"serialData"|"serialField"|"since"|"throws"|"version")
+ProposedBlockTag = ("category"|"example"|"tutorial"|"index"|"exclude"|"todo"|"internal"|"obsolete"|"threadsafety")
+BlockTag = ({CurrentBlockTag}|{ProposedBlockTag})
+InlineTag = ("code"|"docRoot"|"inheritDoc"|"link"|"linkplain"|"literal"|"value")
+
+Identifier = ({IdentifierStart}{IdentifierPart}*)
+ErrorIdentifier = ({NonSeparator}+)
+
+Annotation = ("@"{Identifier}?)
+
+URLGenDelim = ([:\/\?#\[\]@])
+URLSubDelim = ([\!\$&'\(\)\*\+,;=])
+URLUnreserved = ({LetterOrUnderscore}|{Digit}|[\-\.\~])
+URLCharacter = ({URLGenDelim}|{URLSubDelim}|{URLUnreserved}|[%])
+URLCharacters = ({URLCharacter}*)
+URLEndCharacter = ([\/\$]|{Letter}|{Digit})
+/* URL = (((https?|f(tp|ile))"://"|"www.")({URLCharacters}{URLEndCharacter})?) */
+
+
+%state MLC
+%state DOCCOMMENT
+%state EOL_COMMENT
+%state TEXT_BLOCK
+
+%%
+
+TokenTypes.NULL, as there are no multiline
+ * tokens in properties files.
+ *
+ * @param text The line of tokens to examine.
+ * @param initialTokenType The token type to start with (i.e., the value
+ * of getLastTokenTypeOnLine for the line before
+ * text).
+ * @return TokenTypes.NULL.
+ */
+ public int getLastTokenTypeOnLine(Segment text, int initialTokenType) {
+ return TokenTypes.NULL;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addToken(int, int, int)
+ */
+ private void addHyperlinkToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, true);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ */
+ private void addToken(int tokenType) {
+ addToken(zzStartRead, zzMarkedPos-1, tokenType);
+ }
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @param link Whether this token is a hyperlink.
+ */
+ private void addToken(int tokenType, boolean link) {
+ int so = zzStartRead + offsetShift;
+ super.addToken(zzBuffer, zzStartRead,zzMarkedPos-1, tokenType, so, link);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param tokenType The token's type.
+ * @see #addHyperlinkToken(int, int, int)
+ */
+ private void addToken(int start, int end, int tokenType) {
+ int so = start + offsetShift;
+ addToken(zzBuffer, start,end, tokenType, so, false);
+ }
+
+
+ /**
+ * Adds the token specified to the current linked list of tokens.
+ *
+ * @param array The character array.
+ * @param start The starting offset in the array.
+ * @param end The ending offset in the array.
+ * @param tokenType The token's type.
+ * @param startOffset The offset in the document at which this token
+ * occurs.
+ * @param hyperlink Whether this token is a hyperlink.
+ */
+ @Override
+ public void addToken(char[] array, int start, int end, int tokenType, int startOffset, boolean hyperlink) {
+ super.addToken(array, start,end, tokenType, startOffset, hyperlink);
+ zzStartRead = zzMarkedPos;
+ }
+
+
+ /**
+ * Returns the text to place at the beginning and end of a
+ * line to "comment" it in a this programming language.
+ *
+ * @return null, as there are no comments in plain text.
+ */
+ @Override
+ public String[] getLineCommentStartAndEnd(int languageIndex) {
+ return new String[] { "//", null };
+ }
+
+
+ /**
+ * Always returns false, as you never want "mark occurrences"
+ * working in plain text files.
+ *
+ * @param type The token type.
+ * @return Whether tokens of this type should have "mark occurrences"
+ * enabled.
+ */
+ @Override
+ public boolean getMarkOccurrencesOfTokenType(int type) {
+ return false;
+ }
+
+
+ /**
+ * Returns the first token in the linked list of tokens generated
+ * from text. This method must be implemented by
+ * subclasses so they can correctly implement syntax highlighting.
+ *
+ * @param text The text from which to get tokens.
+ * @param initialTokenType The token type we should start with.
+ * @param startOffset The offset into the document at which
+ * text starts.
+ * @return The first Token in a linked list representing
+ * the syntax highlighted text.
+ */
+ public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
+
+ resetTokenList();
+ this.offsetShift = -text.offset + startOffset;
+
+ // Start off in the proper state.
+ s = text;
+ try {
+ yyreset(zzReader);
+ yybegin(YYINITIAL);
+ return yylex();
+ } catch (IOException ioe) {
+ ioe.printStackTrace();
+ return new TokenImpl();
+ }
+
+ }
+
+
+ /**
+ * Refills the input buffer.
+ *
+ * @return true if EOF was reached, otherwise
+ * false.
+ */
+ private boolean zzRefill() {
+ return zzCurrentPos>=s.offset+s.count;
+ }
+
+
+ /**
+ * Resets the scanner to read from a new input stream.
+ * Does not close the old reader.
+ *
+ * All internal variables are reset, the old input stream
+ * cannot be reused (internal buffer is discarded and lost).
+ * Lexical state is set to YY_INITIAL.
+ *
+ * @param reader the new input stream
+ */
+ public final void yyreset(java.io.Reader reader) {
+ // 's' has been updated.
+ zzBuffer = s.array;
+ /*
+ * We replaced the line below with the two below it because zzRefill
+ * no longer "refills" the buffer (since the way we do it, it's always
+ * "full" the first time through, since it points to the segment's
+ * array). So, we assign zzEndRead here.
+ */
+ //zzStartRead = zzEndRead = s.offset;
+ zzStartRead = s.offset;
+ zzEndRead = zzStartRead + s.count - 1;
+ zzCurrentPos = zzMarkedPos = s.offset;
+ zzLexicalState = YYINITIAL;
+ zzReader = reader;
+ // zzAtBOL = true;
+ zzAtEOF = false;
+ }
+
+
+%}
+
+ LineTerminator = ([\n])
+
+%%
+
+