Lexer.h

Go to the documentation of this file.

//
// Created by jjasmine on 3/7/24.
//
 
#pragma once
#include "lex/Token.h"
#include "util/Utilities.h"

#include <memory>
 
namespace sammine_lang {

class Lexer : public sammine_util::Reportee {
private:
  sammine_util::Location location;
  std::shared_ptr<TokenStream> tokStream;
  std::string stored_input;
  size_t cursor;
  bool at_eof;
  std::shared_ptr<sammine_util::SourceInfo> source_info_;
 
  [[nodiscard]] size_t handleNumber(size_t i, const std::string &input);
  size_t handleSpaces(size_t i, const std::string &input);
  size_t handleID(size_t i, const std::string &input);
  size_t handleInvalid(size_t i, const std::string &input);
  size_t handleOperators(size_t i, const std::string &input);
  size_t handleOperatorsADD(size_t i, const std::string &input);
  size_t handleOperatorsSUB(size_t i, const std::string &input);
  size_t handleOperatorsMUL(size_t i, const std::string &input);
  size_t handleOperatorsDIV(size_t i, const std::string &input);
  size_t handleOperatorsMOD(size_t i, const std::string &input);
  size_t handleOperatorsAND(size_t i, const std::string &input);
  size_t handleOperatorsOR(size_t i, const std::string &input);
  size_t handleOperatorsXOR(size_t i, const std::string &input);
  size_t handleOperatorsCompLeft(size_t i, const std::string &input);
  size_t handleOperatorsCompRight(size_t i, const std::string &input);
  size_t handleOperatorsEqual(size_t i, const std::string &input);
  size_t handleOperatorsNot(size_t i, const std::string &input);
 
  size_t handleUtility(size_t i, const std::string &input);
  size_t handleUtilityPAREN(size_t i, const std::string &input);
  size_t handleUtilityCURLY(size_t i, const std::string &input);
  size_t handleUtilityCOMMENT(size_t i, const std::string &input);
  size_t handleUtilityCOMMA(size_t i, const std::string &input);
  size_t handleUtilitySemiColon(size_t i, const std::string &input);
  size_t handleUtilityCOLON(size_t i, const std::string &input);
  size_t handleUtilityBRACKET(size_t i, const std::string &input);
 
  void updateLocation();
 
public:
  explicit Lexer(const std::string &input);
  Lexer(const std::string &input, std::shared_ptr<sammine_util::SourceInfo> source_info);
  Lexer() : location(), cursor(0), at_eof(false) {
    tokStream = std::make_shared<TokenStream>();
  }
  void lexNextToken();
  std::shared_ptr<Token> peek();
  std::shared_ptr<Token> consume();
 
  std::shared_ptr<TokenStream> getTokenStream() const { return tokStream; }
 
  size_t advance(size_t i);
 
  size_t devance(size_t i);
};
} // namespace sammine_lang