tokenizer.hpp

Go to the documentation of this file.

 
 
#ifndef BOTANIST_TOKENIZER_H
#define BOTANIST_TOKENIZER_H
 
#include <ctype.h>
#include <stddef.h>
#include <stdint.h>
#include <string.h>
 
#include <collection2/list.hpp>
 
#include "token.hpp"
 
namespace botanist {
 
class Tokenizer final {
   private:
    collection2::List<Token>& tokenList;
 
    bool isLastTokenizationSucceeded = false;
 
    void initialize();
 
    bool tryParse(char const* str, Token::Kind& kind, size_t& length) const;
 
    size_t tryParseAsNumber(char const* str) const;
 
    size_t tryParseAsOperator(char const* str) const;
 
    size_t tryParseAsBracket(char const* str) const;
 
   public:
    explicit Tokenizer(collection2::List<Token>& tokenList) : tokenList(tokenList){};
 
    size_t tokenize(const char* formula);
 
#ifndef HEADLESS
 
    void dumpTokenList(bool colorlized = true) const;
 
#else
    void dumpTokenList(bool colorlized = true) const = delete;
#endif
};
 
}  // namespace botanist
 
#endif /* BOTANIST_TOKENIZER_H */