Gridarta Editor
Token.java
Go to the documentation of this file.
1 /*
2  * Token.java - Generic token
3  * Copyright (C) 1998, 1999 Slava Pestov
4  * Copyright (C) 2000-2023 The Gridarta Developers.
5  *
6  * You may use and modify this package for any purpose. Redistribution is
7  * permitted, in both source and binary form, provided that this notice
8  * remains intact in all source distributions of this package.
9  */
10 
11 package net.sf.gridarta.textedit.textarea;
12 
21 public class Token {
22 
26  public static final byte NULL = 0;
27 
31  public static final byte COMMENT1 = 1;
32 
36  public static final byte COMMENT2 = 2;
37 
42  public static final byte LITERAL1 = 3;
43 
48  public static final byte LITERAL2 = 4;
49 
54  public static final byte LABEL = 5;
55 
60  public static final byte KEYWORD1 = 6;
61 
66  public static final byte KEYWORD2 = 7;
67 
72  public static final byte KEYWORD3 = 8;
73 
78  public static final byte OPERATOR = 9;
79 
84  public static final byte INVALID = 10;
85 
89  public static final byte ID_COUNT = 11;
90 
94  public static final byte INTERNAL_FIRST = 100;
95 
99  public static final byte INTERNAL_LAST = 126;
100 
104  private int length;
105 
109  private byte id;
110 
116  public Token(final int length, final byte id) {
117  this.length = length;
118  this.id = id;
119  }
120 
124  @Override
125  public String toString() {
126  return "[id=" + id + ",length=" + length + "]";
127  }
128 
133  public byte getId() {
134  return id;
135  }
136 
141  public void setId(final byte id) {
142  this.id = id;
143  }
144 
149  public int getLength() {
150  return length;
151  }
152 
157  public void setLength(final int length) {
158  this.length = length;
159  }
160 
161 }
net.sf.gridarta.textedit.textarea.Token.INTERNAL_FIRST
static final byte INTERNAL_FIRST
The first id that can be used for internal state in a token marker.
Definition: Token.java:94
net.sf.gridarta.textedit.textarea.Token.NULL
static final byte NULL
Normal text token id.
Definition: Token.java:26
net.sf.gridarta.textedit.textarea.Token.toString
String toString()
Returns a string representation of this token.
Definition: Token.java:125
net.sf.gridarta.textedit.textarea.Token.LITERAL2
static final byte LITERAL2
Literal 2 token id.
Definition: Token.java:48
net.sf.gridarta.textedit.textarea.Token.ID_COUNT
static final byte ID_COUNT
The total number of defined token ids.
Definition: Token.java:89
net.sf.gridarta.textedit.textarea.Token
A linked list of tokens.
Definition: Token.java:21
net.sf.gridarta.textedit.textarea.Token.INTERNAL_LAST
static final byte INTERNAL_LAST
The last id that can be used for internal state in a token marker.
Definition: Token.java:99
net.sf.gridarta.textedit.textarea.Token.OPERATOR
static final byte OPERATOR
Operator token id.
Definition: Token.java:78
net.sf.gridarta.textedit.textarea.Token.LABEL
static final byte LABEL
Label token id.
Definition: Token.java:54
net.sf.gridarta.textedit.textarea.Token.COMMENT2
static final byte COMMENT2
Comment 2 token id.
Definition: Token.java:36
net.sf.gridarta.textedit.textarea.Token.setId
void setId(final byte id)
Sets the id of this token.
Definition: Token.java:141
net.sf.gridarta.textedit.textarea.Token.getLength
int getLength()
Returns the length of this token.
Definition: Token.java:149
net.sf.gridarta.textedit.textarea.Token.INVALID
static final byte INVALID
Invalid token id.
Definition: Token.java:84
net.sf.gridarta.textedit.textarea.Token.KEYWORD2
static final byte KEYWORD2
Keyword 2 token id.
Definition: Token.java:66
net.sf.gridarta.textedit.textarea.Token.KEYWORD1
static final byte KEYWORD1
Keyword 1 token id.
Definition: Token.java:60
net.sf.gridarta.textedit.textarea.Token.KEYWORD3
static final byte KEYWORD3
Keyword 3 token id.
Definition: Token.java:72
net.sf.gridarta.textedit.textarea.Token.id
byte id
The id of this token.
Definition: Token.java:109
net.sf.gridarta.textedit.textarea.Token.getId
byte getId()
Returns the id of this token.
Definition: Token.java:133
net.sf.gridarta.textedit.textarea.Token.LITERAL1
static final byte LITERAL1
Literal 1 token id.
Definition: Token.java:42
net.sf.gridarta.textedit.textarea.Token.length
int length
The length of this token.
Definition: Token.java:104
net.sf.gridarta.textedit.textarea.Token.Token
Token(final int length, final byte id)
Creates a new token.
Definition: Token.java:116
net.sf.gridarta.textedit.textarea.Token.COMMENT1
static final byte COMMENT1
Comment 1 token id.
Definition: Token.java:31
net.sf.gridarta.textedit.textarea.Token.setLength
void setLength(final int length)
Sets the length of this token.
Definition: Token.java:157