rappaurio-sae501_502/app/node_modules/hyntax/lib-es5/stream-tokenizer.js

"use strict";

function _typeof(obj) { "@babel/helpers - typeof"; if (typeof Symbol === "function" && typeof Symbol.iterator === "symbol") { _typeof = function _typeof(obj) { return typeof obj; }; } else { _typeof = function _typeof(obj) { return obj && typeof Symbol === "function" && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }; } return _typeof(obj); }

function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }

function _defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if ("value" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } }

function _createClass(Constructor, protoProps, staticProps) { if (protoProps) _defineProperties(Constructor.prototype, protoProps); if (staticProps) _defineProperties(Constructor, staticProps); return Constructor; }

function _inherits(subClass, superClass) { if (typeof superClass !== "function" && superClass !== null) { throw new TypeError("Super expression must either be null or a function"); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, writable: true, configurable: true } }); if (superClass) _setPrototypeOf(subClass, superClass); }

function _setPrototypeOf(o, p) { _setPrototypeOf = Object.setPrototypeOf || function _setPrototypeOf(o, p) { o.__proto__ = p; return o; }; return _setPrototypeOf(o, p); }

function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = _getPrototypeOf(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = _getPrototypeOf(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return _possibleConstructorReturn(this, result); }; }

function _possibleConstructorReturn(self, call) { if (call && (_typeof(call) === "object" || typeof call === "function")) { return call; } return _assertThisInitialized(self); }

function _assertThisInitialized(self) { if (self === void 0) { throw new ReferenceError("this hasn't been initialised - super() hasn't been called"); } return self; }

function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Date.prototype.toString.call(Reflect.construct(Date, [], function () {})); return true; } catch (e) { return false; } }

function _getPrototypeOf(o) { _getPrototypeOf = Object.setPrototypeOf ? Object.getPrototypeOf : function _getPrototypeOf(o) { return o.__proto__ || Object.getPrototypeOf(o); }; return _getPrototypeOf(o); }

var _require = require('stream'),
    Transform = _require.Transform;

var tokenize = require('./tokenize');

var StreamTokenizer = /*#__PURE__*/function (_Transform) {
  _inherits(StreamTokenizer, _Transform);

  var _super = _createSuper(StreamTokenizer);

  function StreamTokenizer(options) {
    var _this;

    _classCallCheck(this, StreamTokenizer);

    _this = _super.call(this, Object.assign({}, options, {
      decodeStrings: false,
      readableObjectMode: true
    }));
    _this.currentTokenizerState = undefined;

    _this.setDefaultEncoding('utf8');

    return _this;
  }

  _createClass(StreamTokenizer, [{
    key: "_transform",
    value: function _transform(chunk, encoding, callback) {
      var chunkString = chunk;

      if (Buffer.isBuffer(chunk)) {
        chunkString = chunk.toString();
      }

      var _tokenize = tokenize(chunkString, this.currentTokenizerState, {
        isFinalChunk: false
      }),
          state = _tokenize.state,
          tokens = _tokenize.tokens;

      this.currentTokenizerState = state;
      callback(null, tokens);
    }
  }, {
    key: "_flush",
    value: function _flush(callback) {
      var tokenizeResults = tokenize('', this.currentTokenizerState, {
        isFinalChunk: true
      });
      this.push(tokenizeResults.tokens);
      callback();
    }
  }]);

  return StreamTokenizer;
}(Transform);

module.exports = StreamTokenizer;