sigmasternchen/xtext-core
1
0
Fork 0
mirror of https://github.com/sigmasternchen/xtext-core synced 2025-03-16 16:58:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Make AntLR parser use AntlrTokenDefProvider.

Browse source 
Bootstrapped.
This commit is contained in:
jkohnlein 2008-10-21 09:25:56 +00:00
parent 13946fcd93
commit a8631ae28c
2 changed files with 19 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

48
plugins/org.eclipse.xtext/src/org/eclipse/xtext/parser/antlr/AbstractAntlrParser.java
View file

@ -1,17 +1,13 @@
package org.eclipse.xtext.parser.antlr;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import java.util.Map.Entry;
import org.antlr.runtime.BitSet;
import org.antlr.runtime.IntStream;
@ -19,7 +15,6 @@ import org.antlr.runtime.Parser;
import org.antlr.runtime.RecognitionException;
import org.antlr.runtime.Token;
import org.antlr.runtime.TokenStream;
import org.apache.log4j.Logger;
import org.eclipse.emf.common.util.EList;
import org.eclipse.emf.common.util.URI;
import org.eclipse.emf.common.util.WrappedException;
@ -44,8 +39,6 @@ import org.eclipse.xtext.util.Strings;
public abstract class AbstractAntlrParser extends Parser {
private static Logger log = Logger.getLogger(AbstractAntlrParser.class);
protected CompositeNode currentNode;
protected org.eclipse.xtext.Grammar grammar;
@ -113,43 +106,18 @@ public abstract class AbstractAntlrParser extends Parser {
private Map<Integer, String> antlrTypeToLexerName = null;
public Map<Integer, String> getTokenTypeMap() {
if (antlrTypeToLexerName == null) {
InputStream tokenFile = getTokenFile();
try {
BufferedReader br = new BufferedReader(new InputStreamReader(tokenFile));
antlrTypeToLexerName = new HashMap<Integer, String>();
String line = br.readLine();
Pattern pattern = Pattern.compile("(.*)=(\\d+)");
while (line != null) {
Matcher m = pattern.matcher(line);
if (!m.matches()) {
throw new IllegalStateException("Couldn't match line : '" + line + "'");
}
String tokenTypeId = m.group(2);
String token = m.group(1);
String prefix = "RULE_";
if (token.startsWith(prefix))
antlrTypeToLexerName.put(Integer.parseInt(tokenTypeId), token.substring(prefix.length()));
line = br.readLine();
}
} catch (IOException e) {
log.error(e);
throw new WrappedException(e);
} finally {
try {
tokenFile.close();
} catch (IOException e) {
throw new WrappedException(e);
}
public void setTokenTypeMap(Map<Integer, String> tokenTypeMap) {
antlrTypeToLexerName = new HashMap<Integer, String>();
for(Entry<Integer, String> mapEntry: tokenTypeMap.entrySet()) {
String value = mapEntry.getValue();
if(TokenTool.isLexerRule(value)) {
antlrTypeToLexerName.put(mapEntry.getKey(), TokenTool.getLexerRuleName(value));
}
}
return antlrTypeToLexerName;
}
protected void setLexerRule(LeafNode leafNode, Token hidden) {
String ruleName = getTokenTypeMap().get(hidden.getType());
String ruleName = antlrTypeToLexerName.get(hidden.getType());
AbstractRule rule = GrammarUtil.findRuleForName(grammar, ruleName);
if (rule instanceof LexerRule) {
leafNode.setGrammarElement(rule);

11
plugins/org.eclipse.xtext/src/org/eclipse/xtext/parser/antlr/TokenTool.java
View file

@ -51,4 +51,15 @@ public class TokenTool {
String text = getText(t);
return text!=null ? text.length() : 0;
}
public static final String LEXER_RULE_PREFIX = "RULE_";
public static boolean isLexerRule(String antlrTokenDef) {
return antlrTokenDef.startsWith(LEXER_RULE_PREFIX);
}
public static String getLexerRuleName(String antlrTokenDef) {
return antlrTokenDef.substring(LEXER_RULE_PREFIX.length());
}
}