/*
**  ClanLib SDK
**  Copyright (c) 1997-2020 The ClanLib Team
**
**  This software is provided 'as-is', without any express or implied
**  warranty.  In no event will the authors be held liable for any damages
**  arising from the use of this software.
**
**  Permission is granted to anyone to use this software for any purpose,
**  including commercial applications, and to alter it and redistribute it
**  freely, subject to the following restrictions:
**
**  1. The origin of this software must not be misrepresented; you must not
**     claim that you wrote the original software. If you use this software
**     in a product, an acknowledgment in the product documentation would be
**     appreciated but is not required.
**  2. Altered source versions must be plainly marked as such, and must not be
**     misrepresented as being the original software.
**  3. This notice may not be removed or altered from any source distribution.
**
**  Note: Some of the libraries ClanLib may link to may have additional
**  requirements or restrictions.
**
**  File Author(s):
**
**    Magnus Norddahl
*/

#pragma once

#include <memory>
#include <vector>
#include <string>

namespace clan
{
	class StyleToken;
	class StyleTokenizer_Impl;

	/// \brief Tokenizer class that breaks text into tokens
	class StyleTokenizer
	{
	public:
		/// Construct tokenizer for a text string
		StyleTokenizer(const std::string &text);

		/// \brief Reads the next token
		void read(StyleToken &out_token, bool eat_whitespace, bool eat_comments = true);

		/// \brief Reads all tokens belonging to a property value
		std::vector<StyleToken> read_property_value(StyleToken &token, bool &out_important_flag);

		/// \brief Returns all tokens except start/end whitespace and comments
		static std::vector<StyleToken> tokenize(const std::string &text);

	private:
		std::shared_ptr<StyleTokenizer_Impl> impl;
	};
}
