MaximaTokenizer.h

Go to the documentation of this file.

// -*- mode: c++; c-file-style: "linux"; c-basic-offset: 2; indent-tabs-mode: nil -*-
//
//  Copyright (C) 2004-2015 Andrej Vodopivec <andrej.vodopivec@gmail.com>
//            (C) 2014-2016 Gunter Königsmann <wxMaxima@physikbuch.de>
//
//  This program is free software; you can redistribute it and/or modify
//  it under the terms of the GNU General Public License as published by
//  the Free Software Foundation; either version 2 of the License, or
//  (at your option) any later version.
//
//  This program is distributed in the hope that it will be useful,
//  but WITHOUT ANY WARRANTY; without even the implied warranty of
//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
//  GNU General Public License for more details.
//
//
//  You should have received a copy of the GNU General Public License
//  along with this program; if not, write to the Free Software
//  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
//
//  SPDX-License-Identifier: GPL-2.0+
 
#ifndef MAXIMATOKENIZER_H
#define MAXIMATOKENIZER_H
 
#include <utility>
#include <vector>
#include <memory>
#include <wx/wx.h>
#include <wx/string.h>
#include <wx/arrstr.h>
#include "precomp.h"
#include "Compat.h"   // wxWARN_UNUSED
#include "cells/TextStyle.h"
#include "Configuration.h"
#include <unordered_map>
 
class MaximaTokenizer
{
public:
  MaximaTokenizer(const wxString &commands, const Configuration * const configuration);
 
  static wxString FirstStatement(const wxString &commands,
                                 const Configuration * const configuration);
 
  // A token is a value: it holds the text and its style and does nothing
  // else, so an unused one is dead code. The wxString member makes it
  // non-trivial, so only this attribute can catch that.
  class wxWARN_UNUSED Token
  {
  public:
    Token() = default;
    explicit Token(wxString&& text) : m_text(std::move(text)) {}
    explicit Token(const wxString &text) : m_text(text) {}
    Token(wxString&& text, TextStyle style) : m_text(std::move(text)), m_style(style) {}
    Token(const wxString& text, TextStyle style) : m_text(text), m_style(style) {}
    Token& operator=(Token&& t) noexcept { m_text = std::move(t.m_text); m_style = t.m_style; return *this; }
    Token& operator=(const Token& t) = default;
    Token(Token&& token) noexcept { *this = std::move(token); }
    Token(const Token &token) { *this = token ;}
    TextStyle GetTextStyle() const { return m_style; }
    const wxString &GetText() const { return m_text; }
    operator const wxString &() const { return m_text; }
  private:
    wxString m_text;
    TextStyle m_style = TS_CODE_DEFAULT;
  };
  static bool IsAlpha(wxUniChar ch);
  static bool IsNum(wxUniChar ch);
  static bool IsAlphaNum(wxUniChar ch);
  static bool IsSpace(wxUniChar ch);
  static const wxString UnicodeNumbers() {
    return wxS("\u00BD\u00B2\u00B3\u221E"); // VULGAR FRACTION ONE HALF, SUPERSCRIPT TWO, SUPERSCRIPT THREE, INFINITY
  }
  static const wxString Operators() {
    return wxS("\u221A\u22C0\u22C1\u22BB\u22BC\u22BD\u00AC\u222b\u2264\u2265\u2211"
      "\u2260+-*/^:=#'!()[]{}");
  }
 
  using TokenList = std::vector<Token>;
  TokenList PopTokens() && { return std::move(m_tokens); }
 
  MaximaTokenizer(const wxString &commands, const Configuration * const configuration,
                  const TokenList &initialTokens);
 
  static bool IsHardcodedKeyword(const wxString &text) {
    EnsureHardcodedFunctionsInitialized();
    return m_hardcodedFunctions.contains(text);
  }
 
protected:
  TokenList m_tokens;
  static const wxString m_additional_alphas;
  static const wxString m_not_alphas;
  static const wxString m_spaces;
  static const wxString m_plusSigns;
  static const wxString m_minusSigns;
  static const wxString m_linebreaks;
 
  const Configuration * const m_configuration = nullptr;
 
  using StringHash = std::unordered_map<wxString, int, wxStringHash>;
  static StringHash m_hardcodedFunctions;
  static void EnsureHardcodedFunctionsInitialized();
 
};
 
#endif // MAXIMATOKENIZER_H