ATokenizer.h

/*
 * AUI Framework - Declarative UI toolkit for modern C++20
 * Copyright (C) 2020-2025 Alex2772 and Contributors
 *
 * SPDX-License-Identifier: MPL-2.0
 *
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/.
 */
 
#pragma once
 
#include <utility>
#include "AUI/Common/SharedPtr.h"
#include "AUI/IO/IInputStream.h"
#include "AUI/Common/AString.h"
#include "AUI/Common/AColor.h"
#include "AUI/Common/ASet.h"
 
class API_AUI_CORE ATokenizer
{
 
public:
   ATokenizer(_<IInputStream> inputStream)
       : mInput(std::move(inputStream))
   {
   }
 
   bool isEof() const {
       return mEof;
   }
 
   explicit ATokenizer(const AString& fromString);

   const std::string& readString();

   template<aui::predicate<char> Callable>
   const std::string& readStringWhile(Callable pred) {
       mTemporaryStringBuffer.clear();
       char c;
 
       try
       {
           for (;;) {
               c = readChar();
               if (pred(c))
               {
                   mTemporaryStringBuffer.push_back(c);
               }
               else
               {
                   reverseByte();
                   return mTemporaryStringBuffer;
               }
           }
       } catch (...)
       {
 
       }
       return mTemporaryStringBuffer;
   }

   const std::string& readString(size_t n);

   const std::string& readString(const ASet<char>& applicableChars);
 

   char readChar() {
       if (mReverse) {
           mReverse = false;
           return mLastByte;
       }
 
       if (mBufferRead >= mBufferEnd) {
           // read next blob
           mBufferEnd = mBuffer + mInput->read(mBuffer, sizeof(mBuffer));
           mBufferRead = mBuffer;
           if (mBufferEnd == mBufferRead) {
               throw AEOFException();
           }
       }
 
       mLastByte = *(mBufferRead++);
 
       if (mLastByte == '\n')
       {
           mRow += 1;
           mColumn = 1;
       } else
       {
           mColumn += 1;
       }
       return mLastByte;
   }

   void reverseByte();

   float readFloat();
 

   int64_t readLongInt();
 

   int readInt();

   unsigned readUInt();

   template<typename underlying_t>
   struct Hexable {
       underlying_t value;
       bool isHex;
   };
   Hexable<unsigned> readUIntX();

   char getLastCharacter()
   {
       return mLastByte;
   }

   int getRow() const
   {
       return mRow;
   }

   int getColumn() const
   {
       return mColumn;
   }

   void skipUntilUnescaped(char c);

   void skipUntil(char c);
 

   const std::string& readStringUntilUnescaped(char c);

   const std::string& readStringUntilUnescaped(const ASet<char>& characters);

   void readStringUntilUnescaped(std::string& out, char c);

   void readStringUntilUnescaped(std::string& out, const ASet<char>& characters);

   glm::vec2 readVec2();
 
 
private:
   _<IInputStream> mInput;
   AString mTemporaryAStringBuffer;
   std::string mTemporaryStringBuffer;
 
   char mBuffer[4096];
   char* mBufferRead = nullptr;
   char* mBufferEnd = nullptr;
 
   char mLastByte;
   bool mReverse = false;
   bool mEof = false;
 
   int mRow = 1;
   int mColumn = 1;
 
   template<typename T>
   T readIntImpl();
};

© 2025 AUI Framework Contributors. Documentation contributions included herein are the copyrights of their respective owners. The documentation provided herein is licensed under the terms of the GNU Free Documentation License version 1.3 as published by the Free Software Foundation. All trademarks are property of their respective owners.