/* * [BatTokenizer.java] * * Summary: Decides which extensions will be processed by the BAT finite state automaton parser. * * Copyright: (c) 2004-2017 Roedy Green, Canadian Mind Products, http://mindprod.com * * Licence: This software may be copied and used freely for any purpose but military. * http://mindprod.com/contact/nonmil.html * * Requires: JDK 1.8+ * * Created with: JetBrains IntelliJ IDEA IDE http://www.jetbrains.com/idea/ * * Version History: * 3.1 2009-04-12 shorter style names, improved highlighting. */ package com.mindprod.jprep; import com.mindprod.jtokens.Token; /** * Decides which extensions will be processed by the BAT finite state automaton parser. *

* . * * @author Roedy Green, Canadian Mind Products * @version 3.1 2009-04-12 shorter style names, improved highlighting. * @since 2004-05-15 */ public final class BatTokenizer implements JPrepTokenizer { /** * Constructor */ public BatTokenizer() { // we don't load the big BatState class until we actually first need to // parse. // Because BatState is all static, it will be created only once no // matter // how many // BatTokenzers you create. } /** * @inheritDoc */ public String[] getExtensions() { return new String[] { "bat", "batfrag", "btm", "btmfrag", }; } /** * Parse program and return array of tokens * * @param big The string of text to analyse, an entire file or fragment. * * @return tokenized equivalent that encodes the fonts and colours. */ public Token[] tokenize( String big ) { return BatState.parse( big ); } } // end BatTokenizer