+++ /dev/null
-/**
- * @fileoverview Translates tokens between Acorn format and Esprima format.
- * @author Nicholas C. Zakas
- */
-/* eslint no-underscore-dangle: 0 */
-
-"use strict";
-
-//------------------------------------------------------------------------------
-// Requirements
-//------------------------------------------------------------------------------
-
-// none!
-
-//------------------------------------------------------------------------------
-// Private
-//------------------------------------------------------------------------------
-
-
-// Esprima Token Types
-const Token = {
- Boolean: "Boolean",
- EOF: "<end>",
- Identifier: "Identifier",
- Keyword: "Keyword",
- Null: "Null",
- Numeric: "Numeric",
- Punctuator: "Punctuator",
- String: "String",
- RegularExpression: "RegularExpression",
- Template: "Template",
- JSXIdentifier: "JSXIdentifier",
- JSXText: "JSXText"
-};
-
-/**
- * Converts part of a template into an Esprima token.
- * @param {AcornToken[]} tokens The Acorn tokens representing the template.
- * @param {string} code The source code.
- * @returns {EsprimaToken} The Esprima equivalent of the template token.
- * @private
- */
-function convertTemplatePart(tokens, code) {
- const firstToken = tokens[0],
- lastTemplateToken = tokens[tokens.length - 1];
-
- const token = {
- type: Token.Template,
- value: code.slice(firstToken.start, lastTemplateToken.end)
- };
-
- if (firstToken.loc) {
- token.loc = {
- start: firstToken.loc.start,
- end: lastTemplateToken.loc.end
- };
- }
-
- if (firstToken.range) {
- token.start = firstToken.range[0];
- token.end = lastTemplateToken.range[1];
- token.range = [token.start, token.end];
- }
-
- return token;
-}
-
-/**
- * Contains logic to translate Acorn tokens into Esprima tokens.
- * @param {Object} acornTokTypes The Acorn token types.
- * @param {string} code The source code Acorn is parsing. This is necessary
- * to correct the "value" property of some tokens.
- * @constructor
- */
-function TokenTranslator(acornTokTypes, code) {
-
- // token types
- this._acornTokTypes = acornTokTypes;
-
- // token buffer for templates
- this._tokens = [];
-
- // track the last curly brace
- this._curlyBrace = null;
-
- // the source code
- this._code = code;
-
-}
-
-TokenTranslator.prototype = {
- constructor: TokenTranslator,
-
- /**
- * Translates a single Esprima token to a single Acorn token. This may be
- * inaccurate due to how templates are handled differently in Esprima and
- * Acorn, but should be accurate for all other tokens.
- * @param {AcornToken} token The Acorn token to translate.
- * @param {Object} extra Espree extra object.
- * @returns {EsprimaToken} The Esprima version of the token.
- */
- translate(token, extra) {
-
- const type = token.type,
- tt = this._acornTokTypes;
-
- if (type === tt.name) {
- token.type = Token.Identifier;
-
- // TODO: See if this is an Acorn bug
- if (token.value === "static") {
- token.type = Token.Keyword;
- }
-
- if (extra.ecmaVersion > 5 && (token.value === "yield" || token.value === "let")) {
- token.type = Token.Keyword;
- }
-
- } else if (type === tt.semi || type === tt.comma ||
- type === tt.parenL || type === tt.parenR ||
- type === tt.braceL || type === tt.braceR ||
- type === tt.dot || type === tt.bracketL ||
- type === tt.colon || type === tt.question ||
- type === tt.bracketR || type === tt.ellipsis ||
- type === tt.arrow || type === tt.jsxTagStart ||
- type === tt.incDec || type === tt.starstar ||
- type === tt.jsxTagEnd || type === tt.prefix ||
- (type.binop && !type.keyword) ||
- type.isAssign) {
-
- token.type = Token.Punctuator;
- token.value = this._code.slice(token.start, token.end);
- } else if (type === tt.jsxName) {
- token.type = Token.JSXIdentifier;
- } else if (type.label === "jsxText" || type === tt.jsxAttrValueToken) {
- token.type = Token.JSXText;
- } else if (type.keyword) {
- if (type.keyword === "true" || type.keyword === "false") {
- token.type = Token.Boolean;
- } else if (type.keyword === "null") {
- token.type = Token.Null;
- } else {
- token.type = Token.Keyword;
- }
- } else if (type === tt.num) {
- token.type = Token.Numeric;
- token.value = this._code.slice(token.start, token.end);
- } else if (type === tt.string) {
-
- if (extra.jsxAttrValueToken) {
- extra.jsxAttrValueToken = false;
- token.type = Token.JSXText;
- } else {
- token.type = Token.String;
- }
-
- token.value = this._code.slice(token.start, token.end);
- } else if (type === tt.regexp) {
- token.type = Token.RegularExpression;
- const value = token.value;
-
- token.regex = {
- flags: value.flags,
- pattern: value.pattern
- };
- token.value = `/${value.pattern}/${value.flags}`;
- }
-
- return token;
- },
-
- /**
- * Function to call during Acorn's onToken handler.
- * @param {AcornToken} token The Acorn token.
- * @param {Object} extra The Espree extra object.
- * @returns {void}
- */
- onToken(token, extra) {
-
- const that = this,
- tt = this._acornTokTypes,
- tokens = extra.tokens,
- templateTokens = this._tokens;
-
- /**
- * Flushes the buffered template tokens and resets the template
- * tracking.
- * @returns {void}
- * @private
- */
- function translateTemplateTokens() {
- tokens.push(convertTemplatePart(that._tokens, that._code));
- that._tokens = [];
- }
-
- if (token.type === tt.eof) {
-
- // might be one last curlyBrace
- if (this._curlyBrace) {
- tokens.push(this.translate(this._curlyBrace, extra));
- }
-
- return;
- }
-
- if (token.type === tt.backQuote) {
-
- // if there's already a curly, it's not part of the template
- if (this._curlyBrace) {
- tokens.push(this.translate(this._curlyBrace, extra));
- this._curlyBrace = null;
- }
-
- templateTokens.push(token);
-
- // it's the end
- if (templateTokens.length > 1) {
- translateTemplateTokens();
- }
-
- return;
- }
- if (token.type === tt.dollarBraceL) {
- templateTokens.push(token);
- translateTemplateTokens();
- return;
- }
- if (token.type === tt.braceR) {
-
- // if there's already a curly, it's not part of the template
- if (this._curlyBrace) {
- tokens.push(this.translate(this._curlyBrace, extra));
- }
-
- // store new curly for later
- this._curlyBrace = token;
- return;
- }
- if (token.type === tt.template || token.type === tt.invalidTemplate) {
- if (this._curlyBrace) {
- templateTokens.push(this._curlyBrace);
- this._curlyBrace = null;
- }
-
- templateTokens.push(token);
- return;
- }
-
- if (this._curlyBrace) {
- tokens.push(this.translate(this._curlyBrace, extra));
- this._curlyBrace = null;
- }
-
- tokens.push(this.translate(token, extra));
- }
-};
-
-//------------------------------------------------------------------------------
-// Public
-//------------------------------------------------------------------------------
-
-module.exports = TokenTranslator;
projects / dotfiles / .git / blobdiff