shell_tokenizer.h

Go to the documentation of this file.

 
#pragma once
 
#include <vector>
 
#include "BashSpark/tools/fakestream.h"
 
namespace bs {
    enum class shell_token_type {
        // Command sections
        TK_SPACE, 
        TK_WORD, 
        TK_UNICODE, 
        TK_ESCAPED, 
        TK_QUOTE_SIMPLE, 
        TK_QUOTE_DOUBLE, 
        TK_QUOTE_BACK, 
        TK_DOLLAR, 
        TK_DOLLAR_SPECIAL, 
        TK_EXCLAMATION, 
        TK_CMD_SEPARATOR, 
        // Brackets
        TK_OPEN_PARENTHESIS, 
        TK_CLOSE_PARENTHESIS, 
        TK_OPEN_BRACKETS, 
        TK_CLOSE_BRACKETS, 
        TK_OPEN_SQR_BRACKETS, 
        TK_CLOSE_SQR_BRACKETS, 
        // Operators
        TK_PIPE, 
        TK_OR, 
        TK_BACKGROUND, 
        TK_AND, 
        TK_OPERATOR, 
        TK_EOF, 
    };
 
    struct shell_token {
        shell_token_type m_nType;
        std::size_t m_nPos;
        std::string_view m_sTokenText;
    };
 
    class shell_tokenizer {
    public:
        static std::vector<shell_token> tokens(ifakestream &oStdIn);
 
    private:
        static void tokens(
            std::vector<shell_token> &vTokens,
            ifakestream &oStdIn,
            char cDelimiter
        );
 
        static void tokens_dollar(std::vector<shell_token> &vTokens, ifakestream &oStdIn);
 
        static void tokens_dollar_variable(std::vector<shell_token> &vTokens, ifakestream &oStdIn);
 
        static void tokens_quote_simple(std::vector<shell_token> &vTokens, ifakestream &oStdIn);
 
        static void tokens_quote_double(std::vector<shell_token> &vTokens, ifakestream &oStdIn);
 
        static void tokens_backslash(std::vector<shell_token> &vTokens, ifakestream &oStdIn);
    };
}