| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273 |
- package de.jplag.text;
- import de.jplag.Token;
- public class TextToken extends Token {
- private static final long serialVersionUID = 4301179216570538972L;
- private static int getSerial(String text, Parser parser) {
- text = text.toLowerCase();
- Integer obj = parser.tokenStructure.table.get(text);
- if(obj == null) {
- obj = Integer.valueOf(parser.tokenStructure.serial);
- if(parser.tokenStructure.serial == Integer.MAX_VALUE)
- parser.outOfSerials();
- else
- parser.tokenStructure.serial++;
- parser.tokenStructure.table.put(text, obj);
- if(parser.tokenStructure.reverseMapping != null)
- parser.tokenStructure.reverseMapping = null;
- }
- return obj.intValue();
- }
-
- // ///////////////////// END OF STATIC MEMBERS
- private int line, column, length;
- private String text;
- public TextToken(int type, String file, Parser parser) {
- super(type, file, -1, -1, -1);
- }
- public TextToken(String text, String file, int line, int column,
- int length, Parser parser) {
- super(-1, file, line, column, length);
- this.type = getSerial(text, parser);
- this.text = text.toLowerCase();
- }
- @Override
- public int getLine() {
- return line;
- }
- @Override
- public int getColumn() {
- return column;
- }
- @Override
- public int getLength() {
- return length;
- }
- @Override
- public void setLine(int line) {
- this.line = line;
- }
- @Override
- public void setColumn(int column) {
- this.column = column;
- }
- @Override
- public void setLength(int length) {
- this.length = length;
- }
- public String getText() {
- return this.text;
- }
- }
|