23#ifndef MAXIMATOKENIZER_H
24#define MAXIMATOKENIZER_H
34#include "Configuration.h"
35#include <unordered_map>
65 explicit Token(wxString&& text) : m_text(std::move(text)) {}
66 explicit Token(
const wxString &text) : m_text(text) {}
67 Token(wxString&& text,
TextStyle style) : m_text(std::move(text)), m_style(style) {}
68 Token(
const wxString& text,
TextStyle style) : m_text(text), m_style(style) {}
69 Token& operator=(
Token&& t)
noexcept { m_text = std::move(t.m_text); m_style = t.m_style;
return *
this; }
70 Token& operator=(
const Token& t) { m_text = t.m_text; m_style = t.m_style;
return *
this; }
71 Token(
Token&& token)
noexcept { *
this = std::move(token); }
73 TextStyle GetTextStyle()
const {
return m_style; }
74 const wxString &GetText()
const {
return m_text; }
75 operator const wxString &()
const {
return m_text; }
80 static bool IsAlpha(wxUniChar ch);
81 static bool IsNum(wxUniChar ch);
82 static bool IsAlphaNum(wxUniChar ch);
83 static bool IsSpace(wxUniChar ch);
84 static const wxString UnicodeNumbers() {
85 return wxS(
"\u00BD\u00B2\u00B3\u221E");
87 static const wxString Operators() {
88 return wxS(
"\u221A\u22C0\u22C1\u22BB\u22BC\u22BD\u00AC\u222b\u2264\u2265\u2211"
89 "\u2260+-*/^:=#'!()[]{}");
92 using TokenList = std::vector<Token>;
93 TokenList PopTokens() && {
return std::move(
m_tokens); }
97 const TokenList &initialTokens);
117 typedef std::unordered_map <wxString, int, wxStringHash> StringHash;
This file declares everything needed for the text style system used to style all the elements on the ...
TextStyle
All text styles known to wxMaxima.
Definition: TextStyle.h:231
The configuration storage for the current worksheet.
Definition: Configuration.h:90
A maxima code snippet from this tokenizer.
Definition: MaximaTokenizer.h:62
Maximatokenizer breaks down maxima input to individual commands.
Definition: MaximaTokenizer.h:51
static const wxString m_plusSigns
Plus sign.
Definition: MaximaTokenizer.h:109
static StringHash m_hardcodedFunctions
Names of functions that don't require parenthesis.
Definition: MaximaTokenizer.h:125
static const wxString m_not_alphas
Unicode Operators and other special non-ascii characters.
Definition: MaximaTokenizer.h:105
static const wxString m_spaces
Space characters.
Definition: MaximaTokenizer.h:107
static const wxString m_minusSigns
Minus sign.
Definition: MaximaTokenizer.h:111
TokenList m_tokens
The tokens the string is divided into.
Definition: MaximaTokenizer.h:101
static const wxString m_additional_alphas
ASCII symbols that wxIsalnum() doesn't see as chars, but maxima does.
Definition: MaximaTokenizer.h:103
static const wxString m_linebreaks
Linebreak characters.
Definition: MaximaTokenizer.h:113