style_tokenizer.h
1 /*
2 ** ClanLib SDK
3 ** Copyright (c) 1997-2016 The ClanLib Team
4 **
5 ** This software is provided 'as-is', without any express or implied
6 ** warranty. In no event will the authors be held liable for any damages
7 ** arising from the use of this software.
8 **
9 ** Permission is granted to anyone to use this software for any purpose,
10 ** including commercial applications, and to alter it and redistribute it
11 ** freely, subject to the following restrictions:
12 **
13 ** 1. The origin of this software must not be misrepresented; you must not
14 ** claim that you wrote the original software. If you use this software
15 ** in a product, an acknowledgment in the product documentation would be
16 ** appreciated but is not required.
17 ** 2. Altered source versions must be plainly marked as such, and must not be
18 ** misrepresented as being the original software.
19 ** 3. This notice may not be removed or altered from any source distribution.
20 **
21 ** Note: Some of the libraries ClanLib may link to may have additional
22 ** requirements or restrictions.
23 **
24 ** File Author(s):
25 **
26 ** Magnus Norddahl
27 */
28 
29 #pragma once
30 
31 #include <memory>
32 #include <vector>
33 #include <string>
34 
35 namespace clan
36 {
37  class StyleToken;
38  class StyleTokenizer_Impl;
39 
42  {
43  public:
45  StyleTokenizer(const std::string &text);
46 
48  void read(StyleToken &out_token, bool eat_whitespace, bool eat_comments = true);
49 
51  std::vector<StyleToken> read_property_value(StyleToken &token, bool &out_important_flag);
52 
54  static std::vector<StyleToken> tokenize(const std::string &text);
55 
56  private:
57  std::shared_ptr<StyleTokenizer_Impl> impl;
58  };
59 }
Definition: clanapp.h:35
std::vector< StyleToken > read_property_value(StyleToken &token, bool &out_important_flag)
Reads all tokens belonging to a property value.
StyleTokenizer(const std::string &text)
Construct tokenizer for a text string.
void read(StyleToken &out_token, bool eat_whitespace, bool eat_comments=true)
Reads the next token.
Style token.
Definition: style_token.h:68
Tokenizer class that breaks text into tokens.
Definition: style_tokenizer.h:41
static std::vector< StyleToken > tokenize(const std::string &text)
Returns all tokens except start/end whitespace and comments.