/*
 * [TextTokenizer.java]
 *
 * Summary: Decides which extensions will be processed by the text finite state automaton parser.
 *
 * Copyright: (c) 2008-2017 Roedy Green, Canadian Mind Products, http://mindprod.com
 *
 * Licence: This software may be copied and used freely for any purpose but military.
 *          http://mindprod.com/contact/nonmil.html
 *
 * Requires: JDK 1.8+
 *
 * Created with: JetBrains IntelliJ IDEA IDE http://www.jetbrains.com/idea/
 *
 * Version History:
 *  1.0 2008-08-08 initial version
 */
package com.mindprod.jprep;

import com.mindprod.jtokens.Token;

/**
 * Decides which extensions will be processed by the text finite state automaton parser.
 *
 * @author Roedy Green, Canadian Mind Products
 * @version 1.0 2008-08-08 initial version
 * @since 2008-08-08
 */
public final class TextTokenizer implements JPrepTokenizer
    {
    /**
     * Constructor
     */
    public TextTokenizer()
        {
        // we don't load the big TextState class until we actually first need to
        // parse.
        // Because TextState is all static, it will be created only once no
        // matter
        // how many
        // TextTokenizers you create.
        }

    /**
     * @inheritDoc
     */
    public String[] getExtensions()
        {
        return new String[] {
                "text", "txt", "config", "conf" };
        }

    /**
     * Parse program and return array of tokens
     *
     * @param big The string of text to analyse, an entire file or fragment.
     *
     * @return tokenized equivalent that encodes the fonts and colours.
     */
    public Token[] tokenize( String big )
        {
        return TextState.parse( big );
        }
    } //