Forráskód Böngészése

change start token

SirYwell 4 éve
szülő
commit
a1d28c13f8

+ 1 - 1
jplag.frontend.text/src/main/java/de/jplag/text/ParserAdapter.java

@@ -20,7 +20,7 @@ public class ParserAdapter extends AbstractParser {
 
 
     private final Map<String, Integer> tokenTypes = new HashMap<>();
     private final Map<String, Integer> tokenTypes = new HashMap<>();
     private final StanfordCoreNLP pipeline;
     private final StanfordCoreNLP pipeline;
-    private int tokenTypeIndex = 1; // 0 is FILE_END token, SEPARATOR is not used as there are no methods.
+    private int tokenTypeIndex = 2; // 0 is FILE_END token, 1 is SEPARATOR_TOKEN, so start at 2.
 
 
     private TokenList tokens;
     private TokenList tokens;
     private String currentFile;
     private String currentFile;