package com.fr.third.antlr;
/* ANTLR Translator Generator
* Project led by Terence Parr at http://www.cs.usfca.edu
* Software rights: http://www.antlr.org/license.html
*
* $Id: //depot/code/org.antlr/release/antlr-2.7.7/antlr/Tool.java#2 $
*/
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.DataInputStream;
import java.io.File;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.io.Reader;
import java.io.Writer;
import com.fr.third.antlr.collections.impl.BitSet;
import com.fr.third.antlr.collections.impl.Vector;
public class Tool {
public static String version = "";
/** Object that handles analysis errors */
ToolErrorHandler errorHandler;
/** Was there an error during parsing or analysis? */
protected boolean hasError = false;
/** Generate diagnostics? (vs code) */
boolean genDiagnostics = false;
/** Generate DocBook vs code? */
boolean genDocBook = false;
/** Generate HTML vs code? */
boolean genHTML = false;
/** Current output directory for generated files */
protected String outputDir = ".";
// Grammar input
protected String grammarFile;
transient Reader f = new InputStreamReader(System.in);
// SAS: changed for proper text io
// transient DataInputStream in = null;
protected String literalsPrefix = "LITERAL_";
protected boolean upperCaseMangledLiterals = false;
/** C++ file level options */
protected NameSpace nameSpace = null;
protected String namespaceAntlr = null;
protected String namespaceStd = null;
protected boolean genHashLines = true;
protected boolean noConstructors = false;
private BitSet cmdLineArgValid = new BitSet();
/** Construct a new Tool. */
public Tool() {
errorHandler = new DefaultToolErrorHandler(this);
}
public String getGrammarFile() {
return grammarFile;
}
public boolean hasError() {
return hasError;
}
public NameSpace getNameSpace() {
return nameSpace;
}
public String getNamespaceStd() {
return namespaceStd;
}
public String getNamespaceAntlr() {
return namespaceAntlr;
}
public boolean getGenHashLines() {
return genHashLines;
}
public String getLiteralsPrefix() {
return literalsPrefix;
}
public boolean getUpperCaseMangledLiterals() {
return upperCaseMangledLiterals;
}
public void setFileLineFormatter(FileLineFormatter formatter) {
FileLineFormatter.setFormatter(formatter);
}
protected void checkForInvalidArguments(String[] args, BitSet cmdLineArgValid) {
// check for invalid command line args
for (int a = 0; a < args.length; a++) {
if (!cmdLineArgValid.member(a)) {
warning("invalid command-line argument: " + args[a] + "; ignored");
}
}
}
/** This example is from the book _Java in a Nutshell_ by David
* Flanagan. Written by David Flanagan. Copyright (c) 1996
* O'Reilly & Associates. You may study, use, modify, and
* distribute this example for any purpose. This example is
* provided WITHOUT WARRANTY either expressed or implied. */
public void copyFile(String source_name, String dest_name)
throws IOException {
File source_file = new File(source_name);
File destination_file = new File(dest_name);
Reader source = null;
Writer destination = null;
char[] buffer;
int bytes_read;
try {
// First make sure the specified source file
// exists, is a file, and is readable.
if (!source_file.exists() || !source_file.isFile())
throw new FileCopyException("FileCopy: no such source file: " +
source_name);
if (!source_file.canRead())
throw new FileCopyException("FileCopy: source file " +
"is unreadable: " + source_name);
// If the destination exists, make sure it is a writeable file
// and ask before overwriting it. If the destination doesn't
// exist, make sure the directory exists and is writeable.
if (destination_file.exists()) {
if (destination_file.isFile()) {
DataInputStream in = new DataInputStream(System.in);
String response;
if (!destination_file.canWrite())
throw new FileCopyException("FileCopy: destination " +
"file is unwriteable: " + dest_name);
/*
System.out.print("File " + dest_name +
" already exists. Overwrite? (Y/N): ");
System.out.flush();
response = in.readLine();
if (!response.equals("Y") && !response.equals("y"))
throw new FileCopyException("FileCopy: copy cancelled.");
*/
}
else {
throw new FileCopyException("FileCopy: destination "
+ "is not a file: " + dest_name);
}
}
else {
File parentdir = parent(destination_file);
if (!parentdir.exists())
throw new FileCopyException("FileCopy: destination "
+ "directory doesn't exist: " + dest_name);
if (!parentdir.canWrite())
throw new FileCopyException("FileCopy: destination "
+ "directory is unwriteable: " + dest_name);
}
// If we've gotten this far, then everything is okay; we can
// copy the file.
source = new BufferedReader(new FileReader(source_file));
destination = new BufferedWriter(new FileWriter(destination_file));
buffer = new char[1024];
while (true) {
bytes_read = source.read(buffer, 0, 1024);
if (bytes_read == -1) break;
destination.write(buffer, 0, bytes_read);
}
}
// No matter what happens, always close any streams we've opened.
finally {
if (source != null) {
try {
source.close();
}
catch (IOException e) {
;
}
}
if (destination != null) {
try {
destination.close();
}
catch (IOException e) {
;
}
}
}
}
/** Perform processing on the grammar file. Can only be called
* from main() @param args The command-line arguments passed to
* main(). This wrapper does the System.exit for use with command-line.
*/
public void doEverythingWrapper(String[] args) {
int exitCode = doEverything(args);
System.exit(exitCode);
}
/** Process args and have ANTLR do it's stuff without calling System.exit.
* Just return the result code. Makes it easy for ANT build tool.
*/
public int doEverything(String[] args) {
// run the preprocessor to handle inheritance first.
// Start preprocessor. This strips generates an argument list
// without -glib options (inside preTool)
com.fr.third.antlr.preprocessor.Tool preTool = new com.fr.third.antlr.preprocessor.Tool(this, args);
boolean preprocess_ok = preTool.preprocess();
String[] modifiedArgs = preTool.preprocessedArgList();
// process arguments for the Tool
processArguments(modifiedArgs);
if (!preprocess_ok) {
return 1;
}
f = getGrammarReader();
ANTLRLexer lexer = new ANTLRLexer(f);
TokenBuffer tokenBuf = new TokenBuffer(lexer);
LLkAnalyzer analyzer = new LLkAnalyzer(this);
MakeGrammar behavior = new MakeGrammar(this, args, analyzer);
try {
ANTLRParser p = new ANTLRParser(tokenBuf, behavior, this);
p.setFilename(grammarFile);
p.grammar();
if (hasError()) {
fatalError("Exiting due to errors.");
}
checkForInvalidArguments(modifiedArgs, cmdLineArgValid);
// Create the right code generator according to the "language" option
CodeGenerator codeGen;
// SAS: created getLanguage() method so subclass can override
// (necessary for VAJ interface)
String codeGenClassName = "com.fr.third.antlr." + getLanguage(behavior) + "CodeGenerator";
try {
codeGen = (CodeGenerator)Utils.createInstanceOf(codeGenClassName);
codeGen.setBehavior(behavior);
codeGen.setAnalyzer(analyzer);
codeGen.setTool(this);
codeGen.gen();
}
catch (ClassNotFoundException cnfe) {
panic("Cannot instantiate code-generator: " + codeGenClassName);
}
catch (InstantiationException ie) {
panic("Cannot instantiate code-generator: " + codeGenClassName);
}
catch (IllegalArgumentException ie) {
panic("Cannot instantiate code-generator: " + codeGenClassName);
}
catch (IllegalAccessException iae) {
panic("code-generator class '" + codeGenClassName + "' is not accessible");
}
}
catch (RecognitionException pe) {
fatalError("Unhandled parser error: " + pe.getMessage());
}
catch (TokenStreamException io) {
fatalError("TokenStreamException: " + io.getMessage());
}
return 0;
}
/** Issue an error
* @param s The message
*/
public void error(String s) {
hasError = true;
System.err.println("error: " + s);
}
/** Issue an error with line number information
* @param s The message
* @param file The file that has the error (or null)
* @param line The grammar file line number on which the error occured (or -1)
* @param column The grammar file column number on which the error occured (or -1)
*/
public void error(String s, String file, int line, int column) {
hasError = true;
System.err.println(FileLineFormatter.getFormatter().
getFormatString(file, line, column) + s);
}
public String fileMinusPath(String f) {
String separator = System.getProperty("file.separator");
int endOfPath = f.lastIndexOf(separator);
if (endOfPath == -1) {
return f; // no path found
}
return f.substring(endOfPath + 1);
}
/** Determine the language used for this run of ANTLR
* This was made a method so the subclass can override it
*/
public String getLanguage(MakeGrammar behavior) {
if (genDiagnostics) {
return "Diagnostic";
}
if (genHTML) {
return "HTML";
}
if (genDocBook) {
return "DocBook";
}
return behavior.language;
}
public String getOutputDirectory() {
return outputDir;
}
private static void help() {
System.err.println("usage: java antlr.Tool [args] file.g");
System.err.println(" -o outputDir specify output directory where all output generated.");
System.err.println(" -glib superGrammar specify location of supergrammar file.");
System.err.println(" -debug launch the ParseView debugger upon parser invocation.");
System.err.println(" -html generate a html file from your grammar.");
System.err.println(" -docbook generate a docbook sgml file from your grammar.");
System.err.println(" -diagnostic generate a textfile with diagnostics.");
System.err.println(" -trace have all rules call traceIn/traceOut.");
System.err.println(" -traceLexer have lexer rules call traceIn/traceOut.");
System.err.println(" -traceParser have parser rules call traceIn/traceOut.");
System.err.println(" -traceTreeParser have tree parser rules call traceIn/traceOut.");
System.err.println(" -h|-help|--help this message");
}
public static void main(String[] args) {
System.err.println("ANTLR Parser Generator Version " +
Version.project_version + " 1989-2005");
version = Version.project_version;
try {
boolean showHelp = false;
if (args.length == 0) {
showHelp = true;
}
else {
for (int i = 0; i < args.length; ++i) {
if (args[i].equals("-h")
|| args[i].equals("-help")
|| args[i].equals("--help")
) {
showHelp = true;
break;
}
}
}
if (showHelp) {
help();
}
else {
Tool theTool = new Tool();
theTool.doEverything(args);
theTool = null;
}
}
catch (Exception e) {
System.err.println(System.getProperty("line.separator") +
System.getProperty("line.separator"));
System.err.println("#$%%*&@# internal error: " + e.toString());
System.err.println("[complain to nearest government official");
System.err.println(" or send hate-mail to parrt@antlr.org;");
System.err.println(" please send stack trace with report.]" +
System.getProperty("line.separator"));
e.printStackTrace();
}
}
/** This method is used by all code generators to create new output
* files. If the outputDir set by -o is not present it will be created here.
*/
public PrintWriter openOutputFile(String f) throws IOException {
if( !".".equals(outputDir)) {
File out_dir = new File(outputDir);
if( ! out_dir.exists() )
out_dir.mkdirs();
}
return new PrintWriter(new PreservingFileWriter(outputDir + System.getProperty("file.separator") + f));
}
public Reader getGrammarReader() {
Reader f = null;
try {
if (grammarFile != null) {
f = new BufferedReader(new FileReader(grammarFile));
}
}
catch (IOException e) {
fatalError("cannot open grammar file " + grammarFile);
}
return f;
}
/** @since 2.7.2
*/
public void reportException(Exception e, String message) {
System.err.println(message == null ? e.getMessage()
: message + ": " + e.getMessage());
}
/** @since 2.7.2
*/
public void reportProgress(String message) {
System.out.println(message);
}
/** An error occured that should stop the Tool from doing any work.
* The default implementation currently exits (via
* {@link java.lang.System.exit(int)} after printing an error message to
* stderr. However, the tools should expect that a subclass
* will override this to throw an unchecked exception such as
* {@link java.lang.IllegalStateException} or another subclass of
* {@link java.lang.RuntimeException}. If this method is overriden,
* it must never return normally; i.e. it must always
* throw an exception or call System.exit.
* @since 2.7.2
* @param s The message
*/
public void fatalError(String message) {
System.err.println(message);
Utils.error(message);
}
/** Issue an unknown fatal error. If this method is overriden,
* it must never return normally; i.e. it must always
* throw an exception or call System.exit.
* @deprecated as of 2.7.2 use {@link #fatalError(String)}. By default
* this method executes fatalError("panic");
.
*/
public void panic() {
fatalError("panic");
}
/** Issue a fatal error message. If this method is overriden,
* it must never return normally; i.e. it must always
* throw an exception or call System.exit.
* @deprecated as of 2.7.2 use {@link #fatalError(String)}. By defaykt
* this method executes fatalError("panic: " + s);
.
* @param s The message
*/
public void panic(String s) {
fatalError("panic: " + s);
}
// File.getParent() can return null when the file is specified without
// a directory or is in the root directory.
// This method handles those cases.
public File parent(File f) {
String dirname = f.getParent();
if (dirname == null) {
if (f.isAbsolute())
return new File(File.separator);
else
return new File(System.getProperty("user.dir"));
}
return new File(dirname);
}
/** Parse a list such as "f1.g;f2.g;..." and return a Vector
* of the elements.
*/
public static Vector parseSeparatedList(String list, char separator) {
java.util.StringTokenizer st =
new java.util.StringTokenizer(list, String.valueOf(separator));
Vector v = new Vector(10);
while ( st.hasMoreTokens() ) {
v.appendElement(st.nextToken());
}
if (v.size() == 0) return null;
return v;
}
/** given a filename, strip off the directory prefix (if any)
* and return it. Return "./" if f has no dir prefix.
*/
public String pathToFile(String f) {
String separator = System.getProperty("file.separator");
int endOfPath = f.lastIndexOf(separator);
if (endOfPath == -1) {
// no path, use current directory
return "." + System.getProperty("file.separator");
}
return f.substring(0, endOfPath + 1);
}
/**
Process the command-line arguments. Can only be called by Tool. * A bitset is collected of all correct arguments via setArgOk.
* @param args The command-line arguments passed to main() * */ protected void processArguments(String[] args) { for (int i = 0; i < args.length; i++) { if (args[i].equals("-diagnostic")) { genDiagnostics = true; genHTML = false; setArgOK(i); } else if (args[i].equals("-o")) { setArgOK(i); if (i + 1 >= args.length) { error("missing output directory with -o option; ignoring"); } else { i++; setOutputDirectory(args[i]); setArgOK(i); } } else if (args[i].equals("-html")) { genHTML = true; genDiagnostics = false; setArgOK(i); } else if (args[i].equals("-docbook")) { genDocBook = true; genDiagnostics = false; setArgOK(i); } else { if (args[i].charAt(0) != '-') { // Must be the grammar file grammarFile = args[i]; setArgOK(i); } } } } public void setArgOK(int i) { cmdLineArgValid.add(i); } public void setOutputDirectory(String o) { outputDir = o; } /** Issue an error; used for general tool errors not for grammar stuff * @param s The message */ public void toolError(String s) { System.err.println("error: " + s); } /** Issue a warning * @param s the message */ public void warning(String s) { System.err.println("warning: " + s); } /** Issue a warning with line number information * @param s The message * @param file The file that has the warning (or null) * @param line The grammar file line number on which the warning occured (or -1) * @param column The grammar file line number on which the warning occured (or -1) */ public void warning(String s, String file, int line, int column) { System.err.println(FileLineFormatter.getFormatter(). getFormatString(file, line, column) + "warning:" + s); } /** Issue a warning with line number information * @param s The lines of the message * @param file The file that has the warning * @param line The grammar file line number on which the warning occured */ public void warning(String[] s, String file, int line, int column) { if (s == null || s.length == 0) { panic("bad multi-line message to Tool.warning"); } System.err.println(FileLineFormatter.getFormatter(). getFormatString(file, line, column) + "warning:" + s[0]); for (int i = 1; i < s.length; i++) { System.err.println(FileLineFormatter.getFormatter(). getFormatString(file, line, column) + " " + s[i]); } } /** * Support C++ & C# namespaces (for now). * C++: Add a nested namespace name to the current namespace. * C# : Specify an enclosing namespace for the generated code. * DAW: David Wagner -- C# support by kunle odutola */ public void setNameSpace(String name) { if (null == nameSpace) nameSpace = new NameSpace(StringUtils.stripFrontBack(name, "\"", "\"")); } }