X-Git-Url: https://gitweb.ps.run/toc/blobdiff_plain/9f94b672a5dc32da5ad01742bd4e976315a30d9c..c6ad2948bb98d42f8e0883ef82cd14cd2d5eda60:/antlr4-cpp-runtime-4.9.2-source/runtime/src/Vocabulary.cpp diff --git a/antlr4-cpp-runtime-4.9.2-source/runtime/src/Vocabulary.cpp b/antlr4-cpp-runtime-4.9.2-source/runtime/src/Vocabulary.cpp new file mode 100644 index 0000000..9bbf0b2 --- /dev/null +++ b/antlr4-cpp-runtime-4.9.2-source/runtime/src/Vocabulary.cpp @@ -0,0 +1,96 @@ +/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved. + * Use of this file is governed by the BSD 3-clause license that + * can be found in the LICENSE.txt file in the project root. + */ + +#include "Token.h" + +#include "Vocabulary.h" + +using namespace antlr4::dfa; + +const Vocabulary Vocabulary::EMPTY_VOCABULARY; + +Vocabulary::Vocabulary(const std::vector &literalNames, const std::vector &symbolicNames) +: Vocabulary(literalNames, symbolicNames, {}) { +} + +Vocabulary::Vocabulary(const std::vector &literalNames, + const std::vector &symbolicNames, const std::vector &displayNames) + : _literalNames(literalNames), _symbolicNames(symbolicNames), _displayNames(displayNames), + _maxTokenType(std::max(_displayNames.size(), std::max(_literalNames.size(), _symbolicNames.size())) - 1) { + // See note here on -1 part: https://github.com/antlr/antlr4/pull/1146 +} + +Vocabulary::~Vocabulary() = default; + +Vocabulary Vocabulary::fromTokenNames(const std::vector &tokenNames) { + if (tokenNames.empty()) { + return EMPTY_VOCABULARY; + } + + std::vector literalNames = tokenNames; + std::vector symbolicNames = tokenNames; + std::locale locale; + for (size_t i = 0; i < tokenNames.size(); i++) { + const std::string& tokenName = tokenNames[i]; + if (tokenName.empty()) { + continue; + } else if (tokenName.front() == '\'') { + symbolicNames[i].clear(); + } else if (std::isupper(tokenName.front(), locale)) { + literalNames[i].clear(); + } else { + // wasn't a literal or symbolic name + literalNames[i].clear(); + symbolicNames[i].clear(); + } + } + + return Vocabulary(literalNames, symbolicNames, tokenNames); +} + +size_t Vocabulary::getMaxTokenType() const { + return _maxTokenType; +} + +std::string Vocabulary::getLiteralName(size_t tokenType) const { + if (tokenType < _literalNames.size()) { + return _literalNames[tokenType]; + } + + return ""; +} + +std::string Vocabulary::getSymbolicName(size_t tokenType) const { + if (tokenType == Token::EOF) { + return "EOF"; + } + + if (tokenType < _symbolicNames.size()) { + return _symbolicNames[tokenType]; + } + + return ""; +} + +std::string Vocabulary::getDisplayName(size_t tokenType) const { + if (tokenType < _displayNames.size()) { + std::string displayName = _displayNames[tokenType]; + if (!displayName.empty()) { + return displayName; + } + } + + std::string literalName = getLiteralName(tokenType); + if (!literalName.empty()) { + return literalName; + } + + std::string symbolicName = getSymbolicName(tokenType); + if (!symbolicName.empty()) { + return symbolicName; + } + + return std::to_string(tokenType); +}