node_modules

3 files changed, 504 insertions, 0 deletions

diff --git a/node_modules/clean-css/lib/tokenizer/marker.js b/node_modules/clean-css/lib/tokenizer/marker.js
new file mode 100644
index 000000000..c3f6805a7
--- /dev/null
+++ b/node_modules/clean-css/lib/tokenizer/marker.js
@@ -0,0 +1,25 @@
+var Marker = {
+  ASTERISK: '*',
+  AT: '@',
+  BACK_SLASH: '\\',
+  CLOSE_CURLY_BRACKET: '}',
+  CLOSE_ROUND_BRACKET: ')',
+  CLOSE_SQUARE_BRACKET: ']',
+  COLON: ':',
+  COMMA: ',',
+  DOUBLE_QUOTE: '"',
+  EXCLAMATION: '!',
+  FORWARD_SLASH: '/',
+  NEW_LINE_NIX: '\n',
+  NEW_LINE_WIN: '\r',
+  OPEN_CURLY_BRACKET: '{',
+  OPEN_ROUND_BRACKET: '(',
+  OPEN_SQUARE_BRACKET: '[',
+  SEMICOLON: ';',
+  SINGLE_QUOTE: '\'',
+  SPACE: ' ',
+  TAB: '\t',
+  UNDERSCORE: '_'
+};
+
+module.exports = Marker;
diff --git a/node_modules/clean-css/lib/tokenizer/token.js b/node_modules/clean-css/lib/tokenizer/token.js
new file mode 100644
index 000000000..acd0154ee
--- /dev/null
+++ b/node_modules/clean-css/lib/tokenizer/token.js
@@ -0,0 +1,16 @@
+var Token = {
+  AT_RULE: 'at-rule', // e.g. `@import`, `@charset`
+  AT_RULE_BLOCK: 'at-rule-block', // e.g. `@font-face{...}`
+  AT_RULE_BLOCK_SCOPE: 'at-rule-block-scope', // e.g. `@font-face`
+  COMMENT: 'comment', // e.g. `/* comment */`
+  NESTED_BLOCK: 'nested-block', // e.g. `@media screen{...}`, `@keyframes animation {...}`
+  NESTED_BLOCK_SCOPE: 'nested-block-scope', // e.g. `@media`, `@keyframes`
+  PROPERTY: 'property', // e.g. `color:red`
+  PROPERTY_BLOCK: 'property-block', // e.g. `--var:{color:red}`
+  PROPERTY_NAME: 'property-name', // e.g. `color`
+  PROPERTY_VALUE: 'property-value', // e.g. `red`
+  RULE: 'rule', // e.g `div > a{...}`
+  RULE_SCOPE: 'rule-scope' // e.g `div > a`
+};
+
+module.exports = Token;
diff --git a/node_modules/clean-css/lib/tokenizer/tokenize.js b/node_modules/clean-css/lib/tokenizer/tokenize.js
new file mode 100644
index 000000000..15fb584a0
--- /dev/null
+++ b/node_modules/clean-css/lib/tokenizer/tokenize.js
@@ -0,0 +1,463 @@
+var Marker = require('./marker');
+var Token = require('./token');
+
+var formatPosition = require('../utils/format-position');
+
+var Level = {
+  BLOCK: 'block',
+  COMMENT: 'comment',
+  DOUBLE_QUOTE: 'double-quote',
+  RULE: 'rule',
+  SINGLE_QUOTE: 'single-quote'
+};
+
+var AT_RULES = [
+  '@charset',
+  '@import'
+];
+
+var BLOCK_RULES = [
+  '@-moz-document',
+  '@document',
+  '@-moz-keyframes',
+  '@-ms-keyframes',
+  '@-o-keyframes',
+  '@-webkit-keyframes',
+  '@keyframes',
+  '@media',
+  '@supports'
+];
+
+var RULE_WORD_SEPARATOR_PATTERN = /[\s\(]/;
+var TAIL_BROKEN_VALUE_PATTERN = /[\s|\}]*$/;
+
+function tokenize(source, externalContext) {
+  var internalContext = {
+    level: Level.BLOCK,
+    position: {
+      source: externalContext.source || undefined,
+      line: 1,
+      column: 0,
+      index: 0
+    }
+  };
+
+  return intoTokens(source, externalContext, internalContext, false);
+}
+
+function intoTokens(source, externalContext, internalContext, isNested) {
+  var allTokens = [];
+  var newTokens = allTokens;
+  var lastToken;
+  var ruleToken;
+  var ruleTokens = [];
+  var propertyToken;
+  var metadata;
+  var metadatas = [];
+  var level = internalContext.level;
+  var levels = [];
+  var buffer = [];
+  var buffers = [];
+  var serializedBuffer;
+  var roundBracketLevel = 0;
+  var isQuoted;
+  var isSpace;
+  var isNewLineNix;
+  var isNewLineWin;
+  var isCommentStart;
+  var wasCommentStart = false;
+  var isCommentEnd;
+  var wasCommentEnd = false;
+  var isEscaped;
+  var wasEscaped = false;
+  var seekingValue = false;
+  var seekingPropertyBlockClosing = false;
+  var position = internalContext.position;
+
+  for (; position.index < source.length; position.index++) {
+    var character = source[position.index];
+
+    isQuoted = level == Level.SINGLE_QUOTE || level == Level.DOUBLE_QUOTE;
+    isSpace = character == Marker.SPACE || character == Marker.TAB;
+    isNewLineNix = character == Marker.NEW_LINE_NIX;
+    isNewLineWin = character == Marker.NEW_LINE_NIX && source[position.index - 1] == Marker.NEW_LINE_WIN;
+    isCommentStart = !wasCommentEnd && level != Level.COMMENT && !isQuoted && character == Marker.ASTERISK && source[position.index - 1] == Marker.FORWARD_SLASH;
+    isCommentEnd = !wasCommentStart && level == Level.COMMENT && character == Marker.FORWARD_SLASH && source[position.index - 1] == Marker.ASTERISK;
+
+    metadata = buffer.length === 0 ?
+      [position.line, position.column, position.source] :
+      metadata;
+
+    if (isEscaped) {
+      // previous character was a backslash
+      buffer.push(character);
+    } else if (!isCommentEnd && level == Level.COMMENT) {
+      buffer.push(character);
+    } else if (isCommentStart && (level == Level.BLOCK || level == Level.RULE) && buffer.length > 1) {
+      // comment start within block preceded by some content, e.g. div/*<--
+      metadatas.push(metadata);
+      buffer.push(character);
+      buffers.push(buffer.slice(0, buffer.length - 2));
+
+      buffer = buffer.slice(buffer.length - 2);
+      metadata = [position.line, position.column - 1, position.source];
+
+      levels.push(level);
+      level = Level.COMMENT;
+    } else if (isCommentStart) {
+      // comment start, e.g. /*<--
+      levels.push(level);
+      level = Level.COMMENT;
+      buffer.push(character);
+    } else if (isCommentEnd) {
+      // comment end, e.g. /* comment */<--
+      serializedBuffer = buffer.join('').trim() + character;
+      lastToken = [Token.COMMENT, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]];
+      newTokens.push(lastToken);
+
+      level = levels.pop();
+      metadata = metadatas.pop() || null;
+      buffer = buffers.pop() || [];
+    } else if (character == Marker.SINGLE_QUOTE && !isQuoted) {
+      // single quotation start, e.g. a[href^='https<--
+      levels.push(level);
+      level = Level.SINGLE_QUOTE;
+      buffer.push(character);
+    } else if (character == Marker.SINGLE_QUOTE && level == Level.SINGLE_QUOTE) {
+      // single quotation end, e.g. a[href^='https'<--
+      level = levels.pop();
+      buffer.push(character);
+    } else if (character == Marker.DOUBLE_QUOTE && !isQuoted) {
+      // double quotation start, e.g. a[href^="<--
+      levels.push(level);
+      level = Level.DOUBLE_QUOTE;
+      buffer.push(character);
+    } else if (character == Marker.DOUBLE_QUOTE && level == Level.DOUBLE_QUOTE) {
+      // double quotation end, e.g. a[href^="https"<--
+      level = levels.pop();
+      buffer.push(character);
+    } else if (!isCommentStart && !isCommentEnd && character != Marker.CLOSE_ROUND_BRACKET && character != Marker.OPEN_ROUND_BRACKET && level != Level.COMMENT && !isQuoted && roundBracketLevel > 0) {
+      // character inside any function, e.g. hsla(.<--
+      buffer.push(character);
+    } else if (character == Marker.OPEN_ROUND_BRACKET && !isQuoted && level != Level.COMMENT && !seekingValue) {
+      // round open bracket, e.g. @import url(<--
+      buffer.push(character);
+
+      roundBracketLevel++;
+    } else if (character == Marker.CLOSE_ROUND_BRACKET && !isQuoted && level != Level.COMMENT && !seekingValue) {
+      // round open bracket, e.g. @import url(test.css)<--
+      buffer.push(character);
+
+      roundBracketLevel--;
+    } else if (character == Marker.SEMICOLON && level == Level.BLOCK && buffer[0] == Marker.AT) {
+      // semicolon ending rule at block level, e.g. @import '...';<--
+      serializedBuffer = buffer.join('').trim();
+      allTokens.push([Token.AT_RULE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      buffer = [];
+    } else if (character == Marker.COMMA && level == Level.BLOCK && ruleToken) {
+      // comma separator at block level, e.g. a,div,<--
+      serializedBuffer = buffer.join('').trim();
+      ruleToken[1].push([tokenScopeFrom(ruleToken[0]), serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext, ruleToken[1].length)]]);
+
+      buffer = [];
+    } else if (character == Marker.COMMA && level == Level.BLOCK && tokenTypeFrom(buffer) == Token.AT_RULE) {
+      // comma separator at block level, e.g. @import url(...) screen,<--
+      // keep iterating as end semicolon will create the token
+      buffer.push(character);
+    } else if (character == Marker.COMMA && level == Level.BLOCK) {
+      // comma separator at block level, e.g. a,<--
+      ruleToken = [tokenTypeFrom(buffer), [], []];
+      serializedBuffer = buffer.join('').trim();
+      ruleToken[1].push([tokenScopeFrom(ruleToken[0]), serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext, 0)]]);
+
+      buffer = [];
+    } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.BLOCK && ruleToken && ruleToken[0] == Token.NESTED_BLOCK) {
+      // open brace opening at-rule at block level, e.g. @media{<--
+      serializedBuffer = buffer.join('').trim();
+      ruleToken[1].push([Token.NESTED_BLOCK_SCOPE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      allTokens.push(ruleToken);
+
+      levels.push(level);
+      position.column++;
+      position.index++;
+      buffer = [];
+
+      ruleToken[2] = intoTokens(source, externalContext, internalContext, true);
+      ruleToken = null;
+    } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.BLOCK && tokenTypeFrom(buffer) == Token.NESTED_BLOCK) {
+      // open brace opening at-rule at block level, e.g. @media{<--
+      serializedBuffer = buffer.join('').trim();
+      ruleToken = ruleToken || [Token.NESTED_BLOCK, [], []];
+      ruleToken[1].push([Token.NESTED_BLOCK_SCOPE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      allTokens.push(ruleToken);
+
+      levels.push(level);
+      position.column++;
+      position.index++;
+      buffer = [];
+
+      ruleToken[2] = intoTokens(source, externalContext, internalContext, true);
+      ruleToken = null;
+    } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.BLOCK) {
+      // open brace opening rule at block level, e.g. div{<--
+      serializedBuffer = buffer.join('').trim();
+      ruleToken = ruleToken || [tokenTypeFrom(buffer), [], []];
+      ruleToken[1].push([tokenScopeFrom(ruleToken[0]), serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext, ruleToken[1].length)]]);
+      newTokens = ruleToken[2];
+      allTokens.push(ruleToken);
+
+      levels.push(level);
+      level = Level.RULE;
+      buffer = [];
+    } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.RULE && seekingValue) {
+      // open brace opening rule at rule level, e.g. div{--variable:{<--
+      ruleTokens.push(ruleToken);
+      ruleToken = [Token.PROPERTY_BLOCK, []];
+      propertyToken.push(ruleToken);
+      newTokens = ruleToken[1];
+
+      levels.push(level);
+      level = Level.RULE;
+      seekingValue = false;
+    } else if (character == Marker.COLON && level == Level.RULE && !seekingValue) {
+      // colon at rule level, e.g. a{color:<--
+      serializedBuffer = buffer.join('').trim();
+      propertyToken = [Token.PROPERTY, [Token.PROPERTY_NAME, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]];
+      newTokens.push(propertyToken);
+
+      seekingValue = true;
+      buffer = [];
+    } else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && ruleTokens.length > 0 && buffer.length > 0 && buffer[0] == Marker.AT) {
+      // semicolon at rule level for at-rule, e.g. a{--color:{@apply(--other-color);<--
+      serializedBuffer = buffer.join('').trim();
+      ruleToken[1].push([Token.AT_RULE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      buffer = [];
+    } else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && buffer.length > 0) {
+      // semicolon at rule level, e.g. a{color:red;<--
+      serializedBuffer = buffer.join('').trim();
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      propertyToken = null;
+      seekingValue = false;
+      buffer = [];
+    } else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && buffer.length === 0) {
+      // semicolon after bracketed value at rule level, e.g. a{color:rgb(...);<--
+      propertyToken = null;
+      seekingValue = false;
+    } else if (character == Marker.SEMICOLON && level == Level.RULE && buffer.length > 0 && buffer[0] == Marker.AT) {
+      // semicolon for at-rule at rule level, e.g. a{@apply(--variable);<--
+      serializedBuffer = buffer.join('');
+      newTokens.push([Token.AT_RULE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      seekingValue = false;
+      buffer = [];
+    } else if (character == Marker.SEMICOLON && level == Level.RULE && seekingPropertyBlockClosing) {
+      // close brace after a property block at rule level, e.g. a{--custom:{color:red;};<--
+      seekingPropertyBlockClosing = false;
+      buffer = [];
+    } else if (character == Marker.SEMICOLON && level == Level.RULE && buffer.length === 0) {
+      // stray semicolon at rule level, e.g. a{;<--
+      // noop
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE && propertyToken && seekingValue && buffer.length > 0 && ruleTokens.length > 0) {
+      // close brace at rule level, e.g. a{--color:{color:red}<--
+      serializedBuffer = buffer.join('');
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      propertyToken = null;
+      ruleToken = ruleTokens.pop();
+      newTokens = ruleToken[2];
+
+      level = levels.pop();
+      seekingValue = false;
+      buffer = [];
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE && propertyToken && buffer.length > 0 && buffer[0] == Marker.AT && ruleTokens.length > 0) {
+      // close brace at rule level for at-rule, e.g. a{--color:{@apply(--other-color)}<--
+      serializedBuffer = buffer.join('');
+      ruleToken[1].push([Token.AT_RULE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      propertyToken = null;
+      ruleToken = ruleTokens.pop();
+      newTokens = ruleToken[2];
+
+      level = levels.pop();
+      seekingValue = false;
+      buffer = [];
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE && propertyToken && ruleTokens.length > 0) {
+      // close brace at rule level after space, e.g. a{--color:{color:red }<--
+      propertyToken = null;
+      ruleToken = ruleTokens.pop();
+      newTokens = ruleToken[2];
+
+      level = levels.pop();
+      seekingValue = false;
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE && propertyToken && buffer.length > 0) {
+      // close brace at rule level, e.g. a{color:red}<--
+      serializedBuffer = buffer.join('');
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      propertyToken = null;
+      ruleToken = ruleTokens.pop();
+      newTokens = allTokens;
+
+      level = levels.pop();
+      seekingValue = false;
+      buffer = [];
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE && buffer.length > 0 && buffer[0] == Marker.AT) {
+      // close brace after at-rule at rule level, e.g. a{@apply(--variable)}<--
+      propertyToken = null;
+      ruleToken = null;
+      serializedBuffer = buffer.join('').trim();
+      newTokens.push([Token.AT_RULE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      newTokens = allTokens;
+
+      level = levels.pop();
+      seekingValue = false;
+      buffer = [];
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE && levels[levels.length - 1] == Level.RULE) {
+      // close brace after a property block at rule level, e.g. a{--custom:{color:red;}<--
+      propertyToken = null;
+      ruleToken = ruleTokens.pop();
+      newTokens = ruleToken[2];
+
+      level = levels.pop();
+      seekingValue = false;
+      seekingPropertyBlockClosing = true;
+      buffer = [];
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE) {
+      // close brace after a rule, e.g. a{color:red;}<--
+      propertyToken = null;
+      ruleToken = null;
+      newTokens = allTokens;
+
+      level = levels.pop();
+      seekingValue = false;
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.BLOCK && !isNested && position.index <= source.length - 1) {
+      // stray close brace at block level, e.g. a{color:red}color:blue}<--
+      externalContext.warnings.push('Unexpected \'}\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
+      buffer.push(character);
+    } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.BLOCK) {
+      // close brace at block level, e.g. @media screen {...}<--
+      break;
+    } else if (character == Marker.OPEN_ROUND_BRACKET && level == Level.RULE && seekingValue) {
+      // round open bracket, e.g. a{color:hsla(<--
+      buffer.push(character);
+      roundBracketLevel++;
+    } else if (character == Marker.CLOSE_ROUND_BRACKET && level == Level.RULE && seekingValue && roundBracketLevel == 1) {
+      // round close bracket, e.g. a{color:hsla(0,0%,0%)<--
+      buffer.push(character);
+      serializedBuffer = buffer.join('').trim();
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      roundBracketLevel--;
+      buffer = [];
+    } else if (character == Marker.CLOSE_ROUND_BRACKET && level == Level.RULE && seekingValue) {
+      // round close bracket within other brackets, e.g. a{width:calc((10rem / 2)<--
+      buffer.push(character);
+      roundBracketLevel--;
+    } else if (character == Marker.FORWARD_SLASH && source[position.index + 1] != Marker.ASTERISK && level == Level.RULE && seekingValue && buffer.length > 0) {
+      // forward slash within a property, e.g. a{background:url(image.png) 0 0/<--
+      serializedBuffer = buffer.join('').trim();
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      propertyToken.push([Token.PROPERTY_VALUE, character, [[position.line, position.column, position.source]]]);
+
+      buffer = [];
+    } else if (character == Marker.FORWARD_SLASH && source[position.index + 1] != Marker.ASTERISK && level == Level.RULE && seekingValue) {
+      // forward slash within a property after space, e.g. a{background:url(image.png) 0 0 /<--
+      propertyToken.push([Token.PROPERTY_VALUE, character, [[position.line, position.column, position.source]]]);
+
+      buffer = [];
+    } else if (character == Marker.COMMA && level == Level.RULE && seekingValue && buffer.length > 0) {
+      // comma within a property, e.g. a{background:url(image.png),<--
+      serializedBuffer = buffer.join('').trim();
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+      propertyToken.push([Token.PROPERTY_VALUE, character, [[position.line, position.column, position.source]]]);
+
+      buffer = [];
+    } else if (character == Marker.COMMA && level == Level.RULE && seekingValue) {
+      // comma within a property after space, e.g. a{background:url(image.png) ,<--
+      propertyToken.push([Token.PROPERTY_VALUE, character, [[position.line, position.column, position.source]]]);
+
+      buffer = [];
+    } else if ((isSpace || (isNewLineNix && !isNewLineWin)) && level == Level.RULE && seekingValue && propertyToken && buffer.length > 0) {
+      // space or *nix newline within property, e.g. a{margin:0 <--
+      serializedBuffer = buffer.join('').trim();
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      buffer = [];
+    } else if (isNewLineWin && level == Level.RULE && seekingValue && propertyToken && buffer.length > 1) {
+      // win newline within property, e.g. a{margin:0\r\n<--
+      serializedBuffer = buffer.join('').trim();
+      propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+      buffer = [];
+    } else if (isNewLineWin && level == Level.RULE && seekingValue) {
+      // win newline
+      buffer = [];
+    } else if (buffer.length == 1 && isNewLineWin) {
+      // ignore windows newline which is composed of two characters
+      buffer.pop();
+    } else if (buffer.length > 0 || !isSpace && !isNewLineNix && !isNewLineWin) {
+      // any character
+      buffer.push(character);
+    }
+
+    wasEscaped = isEscaped;
+    isEscaped = !wasEscaped && character == Marker.BACK_SLASH;
+    wasCommentStart = isCommentStart;
+    wasCommentEnd = isCommentEnd;
+
+    position.line = (isNewLineWin || isNewLineNix) ? position.line + 1 : position.line;
+    position.column = (isNewLineWin || isNewLineNix) ? 0 : position.column + 1;
+  }
+
+  if (seekingValue) {
+    externalContext.warnings.push('Missing \'}\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
+  }
+
+  if (seekingValue && buffer.length > 0) {
+    serializedBuffer = buffer.join('').replace(TAIL_BROKEN_VALUE_PATTERN, '');
+    propertyToken.push([Token.PROPERTY_VALUE, serializedBuffer, [originalMetadata(metadata, serializedBuffer, externalContext)]]);
+
+    buffer = [];
+  }
+
+  if (buffer.length > 0) {
+    externalContext.warnings.push('Invalid character(s) \'' + buffer.join('') + '\' at ' + formatPosition(metadata) + '. Ignoring.');
+  }
+
+  return allTokens;
+}
+
+function originalMetadata(metadata, value, externalContext, selectorFallbacks) {
+  var source = metadata[2];
+
+  return externalContext.inputSourceMapTracker.isTracking(source) ?
+    externalContext.inputSourceMapTracker.originalPositionFor(metadata, value.length, selectorFallbacks) :
+    metadata;
+}
+
+function tokenTypeFrom(buffer) {
+  var isAtRule = buffer[0] == Marker.AT || buffer[0] == Marker.UNDERSCORE;
+  var ruleWord = buffer.join('').split(RULE_WORD_SEPARATOR_PATTERN)[0];
+
+  if (isAtRule && BLOCK_RULES.indexOf(ruleWord) > -1) {
+    return Token.NESTED_BLOCK;
+  } else if (isAtRule && AT_RULES.indexOf(ruleWord) > -1) {
+    return Token.AT_RULE;
+  } else if (isAtRule) {
+    return Token.AT_RULE_BLOCK;
+  } else {
+    return Token.RULE;
+  }
+}
+
+function tokenScopeFrom(tokenType) {
+  if (tokenType == Token.RULE) {
+    return Token.RULE_SCOPE;
+  } else if (tokenType == Token.NESTED_BLOCK) {
+    return Token.NESTED_BLOCK_SCOPE;
+  } else if (tokenType == Token.AT_RULE_BLOCK) {
+    return Token.AT_RULE_BLOCK_SCOPE;
+  }
+}
+
+module.exports = tokenize;