You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
307 lines
34 KiB
307 lines
34 KiB
2 years ago
|
'use strict';
|
||
|
|
|
||
|
|
exports.__esModule = true;
|
||
|
|
exports.default = tokenizer;
|
||
|
|
var SINGLE_QUOTE = 39;
|
||
|
|
var DOUBLE_QUOTE = 34;
|
||
|
|
var BACKSLASH = 92;
|
||
|
|
var SLASH = 47;
|
||
|
|
var NEWLINE = 10;
|
||
|
|
var SPACE = 32;
|
||
|
|
var FEED = 12;
|
||
|
|
var TAB = 9;
|
||
|
|
var CR = 13;
|
||
|
|
var OPEN_SQUARE = 91;
|
||
|
|
var CLOSE_SQUARE = 93;
|
||
|
|
var OPEN_PARENTHESES = 40;
|
||
|
|
var CLOSE_PARENTHESES = 41;
|
||
|
|
var OPEN_CURLY = 123;
|
||
|
|
var CLOSE_CURLY = 125;
|
||
|
|
var SEMICOLON = 59;
|
||
|
|
var ASTERISK = 42;
|
||
|
|
var COLON = 58;
|
||
|
|
var AT = 64;
|
||
|
|
|
||
|
|
var RE_AT_END = /[ \n\t\r\f\{\}\(\)'"\\;/\[\]#]/g;
|
||
|
|
var RE_WORD_END = /[ \n\t\r\f\(\)\{\}:;@!'"\\\]\[#]|\/(?=\*)/g;
|
||
|
|
var RE_BAD_BRACKET = /.[\\\/\("'\n]/;
|
||
|
|
var RE_HEX_ESCAPE = /[a-f0-9]/i;
|
||
|
|
|
||
|
|
function tokenizer(input) {
|
||
|
|
var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
|
||
|
|
|
||
|
|
var css = input.css.valueOf();
|
||
|
|
var ignore = options.ignoreErrors;
|
||
|
|
|
||
|
|
var code = void 0,
|
||
|
|
next = void 0,
|
||
|
|
quote = void 0,
|
||
|
|
lines = void 0,
|
||
|
|
last = void 0,
|
||
|
|
content = void 0,
|
||
|
|
escape = void 0,
|
||
|
|
nextLine = void 0,
|
||
|
|
nextOffset = void 0,
|
||
|
|
escaped = void 0,
|
||
|
|
escapePos = void 0,
|
||
|
|
prev = void 0,
|
||
|
|
n = void 0,
|
||
|
|
currentToken = void 0;
|
||
|
|
|
||
|
|
var length = css.length;
|
||
|
|
var offset = -1;
|
||
|
|
var line = 1;
|
||
|
|
var pos = 0;
|
||
|
|
var buffer = [];
|
||
|
|
var returned = [];
|
||
|
|
|
||
|
|
function unclosed(what) {
|
||
|
|
throw input.error('Unclosed ' + what, line, pos - offset);
|
||
|
|
}
|
||
|
|
|
||
|
|
function endOfFile() {
|
||
|
|
return returned.length === 0 && pos >= length;
|
||
|
|
}
|
||
|
|
|
||
|
|
function nextToken() {
|
||
|
|
if (returned.length) return returned.pop();
|
||
|
|
if (pos >= length) return;
|
||
|
|
|
||
|
|
code = css.charCodeAt(pos);
|
||
|
|
if (code === NEWLINE || code === FEED || code === CR && css.charCodeAt(pos + 1) !== NEWLINE) {
|
||
|
|
offset = pos;
|
||
|
|
line += 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
switch (code) {
|
||
|
|
case NEWLINE:
|
||
|
|
case SPACE:
|
||
|
|
case TAB:
|
||
|
|
case CR:
|
||
|
|
case FEED:
|
||
|
|
next = pos;
|
||
|
|
do {
|
||
|
|
next += 1;
|
||
|
|
code = css.charCodeAt(next);
|
||
|
|
if (code === NEWLINE) {
|
||
|
|
offset = next;
|
||
|
|
line += 1;
|
||
|
|
}
|
||
|
|
} while (code === SPACE || code === NEWLINE || code === TAB || code === CR || code === FEED);
|
||
|
|
|
||
|
|
currentToken = ['space', css.slice(pos, next)];
|
||
|
|
pos = next - 1;
|
||
|
|
break;
|
||
|
|
|
||
|
|
case OPEN_SQUARE:
|
||
|
|
currentToken = ['[', '[', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case CLOSE_SQUARE:
|
||
|
|
currentToken = [']', ']', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case OPEN_CURLY:
|
||
|
|
currentToken = ['{', '{', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case CLOSE_CURLY:
|
||
|
|
currentToken = ['}', '}', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case COLON:
|
||
|
|
currentToken = [':', ':', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case SEMICOLON:
|
||
|
|
currentToken = [';', ';', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case OPEN_PARENTHESES:
|
||
|
|
prev = buffer.length ? buffer.pop()[1] : '';
|
||
|
|
n = css.charCodeAt(pos + 1);
|
||
|
|
if (prev === 'url' && n !== SINGLE_QUOTE && n !== DOUBLE_QUOTE && n !== SPACE && n !== NEWLINE && n !== TAB && n !== FEED && n !== CR) {
|
||
|
|
next = pos;
|
||
|
|
do {
|
||
|
|
escaped = false;
|
||
|
|
next = css.indexOf(')', next + 1);
|
||
|
|
if (next === -1) {
|
||
|
|
if (ignore) {
|
||
|
|
next = pos;
|
||
|
|
break;
|
||
|
|
} else {
|
||
|
|
unclosed('bracket');
|
||
|
|
}
|
||
|
|
}
|
||
|
|
escapePos = next;
|
||
|
|
while (css.charCodeAt(escapePos - 1) === BACKSLASH) {
|
||
|
|
escapePos -= 1;
|
||
|
|
escaped = !escaped;
|
||
|
|
}
|
||
|
|
} while (escaped);
|
||
|
|
|
||
|
|
currentToken = ['brackets', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
|
||
|
|
pos = next;
|
||
|
|
} else {
|
||
|
|
next = css.indexOf(')', pos + 1);
|
||
|
|
content = css.slice(pos, next + 1);
|
||
|
|
|
||
|
|
if (next === -1 || RE_BAD_BRACKET.test(content)) {
|
||
|
|
currentToken = ['(', '(', line, pos - offset];
|
||
|
|
} else {
|
||
|
|
currentToken = ['brackets', content, line, pos - offset, line, next - offset];
|
||
|
|
pos = next;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
break;
|
||
|
|
|
||
|
|
case CLOSE_PARENTHESES:
|
||
|
|
currentToken = [')', ')', line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case SINGLE_QUOTE:
|
||
|
|
case DOUBLE_QUOTE:
|
||
|
|
quote = code === SINGLE_QUOTE ? '\'' : '"';
|
||
|
|
next = pos;
|
||
|
|
do {
|
||
|
|
escaped = false;
|
||
|
|
next = css.indexOf(quote, next + 1);
|
||
|
|
if (next === -1) {
|
||
|
|
if (ignore) {
|
||
|
|
next = pos + 1;
|
||
|
|
break;
|
||
|
|
} else {
|
||
|
|
unclosed('string');
|
||
|
|
}
|
||
|
|
}
|
||
|
|
escapePos = next;
|
||
|
|
while (css.charCodeAt(escapePos - 1) === BACKSLASH) {
|
||
|
|
escapePos -= 1;
|
||
|
|
escaped = !escaped;
|
||
|
|
}
|
||
|
|
} while (escaped);
|
||
|
|
|
||
|
|
content = css.slice(pos, next + 1);
|
||
|
|
lines = content.split('\n');
|
||
|
|
last = lines.length - 1;
|
||
|
|
|
||
|
|
if (last > 0) {
|
||
|
|
nextLine = line + last;
|
||
|
|
nextOffset = next - lines[last].length;
|
||
|
|
} else {
|
||
|
|
nextLine = line;
|
||
|
|
nextOffset = offset;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['string', css.slice(pos, next + 1), line, pos - offset, nextLine, next - nextOffset];
|
||
|
|
|
||
|
|
offset = nextOffset;
|
||
|
|
line = nextLine;
|
||
|
|
pos = next;
|
||
|
|
break;
|
||
|
|
|
||
|
|
case AT:
|
||
|
|
RE_AT_END.lastIndex = pos + 1;
|
||
|
|
RE_AT_END.test(css);
|
||
|
|
if (RE_AT_END.lastIndex === 0) {
|
||
|
|
next = css.length - 1;
|
||
|
|
} else {
|
||
|
|
next = RE_AT_END.lastIndex - 2;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['at-word', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
|
||
|
|
pos = next;
|
||
|
|
break;
|
||
|
|
|
||
|
|
case BACKSLASH:
|
||
|
|
next = pos;
|
||
|
|
escape = true;
|
||
|
|
while (css.charCodeAt(next + 1) === BACKSLASH) {
|
||
|
|
next += 1;
|
||
|
|
escape = !escape;
|
||
|
|
}
|
||
|
|
code = css.charCodeAt(next + 1);
|
||
|
|
if (escape && code !== SLASH && code !== SPACE && code !== NEWLINE && code !== TAB && code !== CR && code !== FEED) {
|
||
|
|
next += 1;
|
||
|
|
if (RE_HEX_ESCAPE.test(css.charAt(next))) {
|
||
|
|
while (RE_HEX_ESCAPE.test(css.charAt(next + 1))) {
|
||
|
|
next += 1;
|
||
|
|
}
|
||
|
|
if (css.charCodeAt(next + 1) === SPACE) {
|
||
|
|
next += 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['word', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
|
||
|
|
pos = next;
|
||
|
|
break;
|
||
|
|
|
||
|
|
default:
|
||
|
|
if (code === SLASH && css.charCodeAt(pos + 1) === ASTERISK) {
|
||
|
|
next = css.indexOf('*/', pos + 2) + 1;
|
||
|
|
if (next === 0) {
|
||
|
|
if (ignore) {
|
||
|
|
next = css.length;
|
||
|
|
} else {
|
||
|
|
unclosed('comment');
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
content = css.slice(pos, next + 1);
|
||
|
|
lines = content.split('\n');
|
||
|
|
last = lines.length - 1;
|
||
|
|
|
||
|
|
if (last > 0) {
|
||
|
|
nextLine = line + last;
|
||
|
|
nextOffset = next - lines[last].length;
|
||
|
|
} else {
|
||
|
|
nextLine = line;
|
||
|
|
nextOffset = offset;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['comment', content, line, pos - offset, nextLine, next - nextOffset];
|
||
|
|
|
||
|
|
offset = nextOffset;
|
||
|
|
line = nextLine;
|
||
|
|
pos = next;
|
||
|
|
} else {
|
||
|
|
RE_WORD_END.lastIndex = pos + 1;
|
||
|
|
RE_WORD_END.test(css);
|
||
|
|
if (RE_WORD_END.lastIndex === 0) {
|
||
|
|
next = css.length - 1;
|
||
|
|
} else {
|
||
|
|
next = RE_WORD_END.lastIndex - 2;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['word', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
|
||
|
|
buffer.push(currentToken);
|
||
|
|
|
||
|
|
pos = next;
|
||
|
|
}
|
||
|
|
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
pos++;
|
||
|
|
return currentToken;
|
||
|
|
}
|
||
|
|
|
||
|
|
function back(token) {
|
||
|
|
returned.push(token);
|
||
|
|
}
|
||
|
|
|
||
|
|
return {
|
||
|
|
back: back,
|
||
|
|
nextToken: nextToken,
|
||
|
|
endOfFile: endOfFile
|
||
|
|
};
|
||
|
|
}
|
||
|
|
module.exports = exports['default'];
|
||
|
|
//# sourceMappingURL=data:application/json;charset=utf8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbInRva2VuaXplLmVzNiJdLCJuYW1lcyI6WyJ0b2tlbml6ZXIiLCJTSU5HTEVfUVVPVEUiLCJET1VCTEVfUVVPVEUiLCJCQUNLU0xBU0giLCJTTEFTSCIsIk5FV0xJTkUiLCJTUEFDRSIsIkZFRUQiLCJUQUIiLCJDUiIsIk9QRU5fU1FVQVJFIiwiQ0xPU0VfU1FVQVJFIiwiT1BFTl9QQVJFTlRIRVNFUyIsIkNMT1NFX1BBUkVOVEhFU0VTIiwiT1BFTl9DVVJMWSIsIkNMT1NFX0NVUkxZIiwiU0VNSUNPTE9OIiwiQVNURVJJU0siLCJDT0xPTiIsIkFUIiwiUkVfQVRfRU5EIiwiUkVfV09SRF9FTkQiLCJSRV9CQURfQlJBQ0tFVCIsIlJFX0hFWF9FU0NBUEUiLCJpbnB1dCIsIm9wdGlvbnMiLCJjc3MiLCJ2YWx1ZU9mIiwiaWdub3JlIiwiaWdub3JlRXJyb3JzIiwiY29kZSIsIm5leHQiLCJxdW90ZSIsImxpbmVzIiwibGFzdCIsImNvbnRlbnQiLCJlc2NhcGUiLCJuZXh0TGluZSIsIm5leHRPZmZzZXQiLCJlc2NhcGVkIiwiZXNjYXBlUG9zIiwicHJldiIsIm4iLCJjdXJyZW50VG9rZW4iLCJsZW5ndGgiLCJvZmZzZXQiLCJsaW5lIiwicG9zIiwiYnVmZmVyIiwicmV0dXJuZWQiLCJ1bmNsb3NlZCIsIndoYXQiLCJlcnJvciIsImVuZE9mRmlsZSIsIm5leHRUb2tlbiIsInBvcCIsImNoYXJDb2RlQXQiLCJzbGljZSIsImluZGV4T2YiLCJ0ZXN0Iiwic3BsaXQiLCJsYXN0SW5kZXgiLCJjaGFyQXQiLCJwdXNoIiwiYmFjayIsInRva2VuIl0sIm1hcHBpbmdzIjoiOzs7a0JBeUJ3QkEsUztBQXpCeEIsSUFBTUMsaUJBQU47QUFDQSxJQUFNQyxpQkFBTjtBQUNBLElBQU1DLGNBQU47QUFDQSxJQUFNQyxVQUFOO0FBQ0EsSUFBTUMsWUFBTjtBQUNBLElBQU1DLFVBQU47QUFDQSxJQUFNQyxTQUFOO0FBQ0EsSUFBTUMsT0FBTjtBQUNBLElBQU1DLE9BQU47QUFDQSxJQUFNQyxnQkFBTjtBQUNBLElBQU1DLGlCQUFOO0FBQ0EsSUFBTUMscUJBQU47QUFDQSxJQUFNQyxzQkFBTjtBQUNBLElBQU1DLGdCQUFOO0FBQ0EsSUFBTUMsaUJBQU47QUFDQSxJQUFNQyxjQUFOO0FBQ0EsSUFBTUMsYUFBTjtBQUNBLElBQU1DLFVBQU47QUFDQSxJQUFNQyxPQUFOOztBQUVBLElBQU1DLFlBQWlCLGlDQUF2QjtBQUNBLElBQU1DLGNBQWlCLDRDQUF2QjtBQUNBLElBQU1DLGlCQUFpQixlQUF2QjtBQUNBLElBQU1DLGdCQUFpQixXQUF2Qjs7QUFFZSxTQUFTdkIsU0FBVCxDQUFtQndCLEtBQW5CLEVBQXdDO0FBQUEsUUFBZEMsT0FBYyx1RUFBSixFQUFJOztBQUNuRCxRQUFJQyxNQUFNRixNQUFNRSxHQUFOLENBQVVDLE9BQVYsRUFBVjtBQUNBLFFBQUlDLFNBQVNILFFBQVFJLFlBQXJCOztBQUVBLFFBQUlDLGFBQUo7QUFBQSxRQUFVQyxhQUFWO0FBQUEsUUFBZ0JDLGNBQWhCO0FBQUEsUUFBdUJDLGNBQXZCO0FBQUEsUUFBOEJDLGFBQTlCO0FBQUEsUUFBb0NDLGdCQUFwQztBQUFBLFFBQTZDQyxlQUE3QztBQUFBLFFBQ0lDLGlCQURKO0FBQUEsUUFDY0MsbUJBRGQ7QUFBQSxRQUMwQkMsZ0JBRDFCO0FBQUEsUUFDbUNDLGtCQURuQztBQUFBLFFBQzhDQyxhQUQ5QztBQUFBLFFBQ29EQyxVQURwRDtBQUFBLFFBQ3VEQyxxQkFEdkQ7O0FBR0EsUUFBSUMsU0FBU2xCLElBQUlrQixNQUFqQjtBQUNBLFFBQUlDLFNBQVMsQ0FBQyxDQUFkO0FBQ0EsUUFBSUMsT0FBTyxDQUFYO0FBQ0EsUUFBSUMsTUFBTSxDQUFWO0FBQ0EsUUFBSUMsU0FBUyxFQUFiO0FBQ0EsUUFBSUMsV0FBVyxFQUFmOztBQUVBLGFBQVNDLFFBQVQsQ0FBa0JDLElBQWxCLEVBQXdCO0FBQ3BCLGNBQU0zQixNQUFNNEIsS0FBTixDQUFZLGNBQWNELElBQTFCLEVBQWdDTCxJQUFoQyxFQUFzQ0MsTUFBTUYsTUFBNUMsQ0FBTjtBQUNIOztBQUVELGFBQVNRLFNBQVQsR0FBcUI7QUFDakIsZUFBT0osU0FBU0wsTUFBVCxLQUFvQixDQUFwQixJQUF5QkcsT0FBT0gsTUFBdkM7QUFDSDs7QUFFRCxhQUFTVSxTQUFULEdBQXFCO0FBQ2pCLFlBQUtMLFNBQVNMLE1BQWQsRUFBdUIsT0FBT0ssU0FBU00sR0FBVCxFQUFQO0FBQ3ZCLFlBQUtSLE9BQU9ILE1BQVosRUFBcUI7O0FBRXJCZCxlQUFPSixJQUFJOEIsVUFBSixDQUFlVCxHQUFmLENBQVA7QUFDQSxZQUFLakIsU0FBU3pCLE9BQVQsSUFBb0J5QixTQUFTdkIsSUFBN0IsSUFDQXVCLFNBQVNyQixFQUFULElBQWVpQixJQUFJOEIsVUFBSixDQUFlVCxNQUFNLENBQXJCLE1BQTRCMUMsT0FEaEQsRUFDMEQ7QUFDdER3QyxxQkFBU0UsR0FBVDtBQUNBRCxvQkFBUSxDQUFSO0FBQ0g7O0FBRUQsZ0JBQVNoQixJQUFUO0FBQ0EsaUJBQUt6QixPQUFMO0FBQ0EsaUJBQUtDLEtBQUw7QUFDQSxpQkFBS0UsR0FBTDtBQUNBLGlCQUFLQyxFQUFMO0FBQ0EsaUJBQUtGLElBQUw7QUFDSXdCLHVCQUFPZ0IsR0FBUDtBQUNBLG1CQUFHO0FBQ0NoQiw0QkFBUSxDQUFSO0FBQ0FELDJCQUFPSixJQUFJOEIsVUFBSixDQUFlekIsSUFBZixDQUFQO0FBQ0Esd0JBQUtELFNBQVN6QixPQUFkLEVBQXdCO0FBQ3BCd0MsaUNBQVNkLElBQVQ7QUFDQWUsZ0NBQVEsQ0FBUjtBQUNIO0FBQ0osaUJBUEQsUUFPVWhCLFNBQVN4QixLQUFULElBQ0F3QixTQUFTekIsT0FEVCxJQUVBeUIsU0FBU3RCLEdBRlQsSUFHQXNCLFNBQVNyQixFQUhULElBSUFxQixTQUFTdkIsSUFYbkI7O0FBYUFvQywrQkFBZSxDQUFDLE9BQUQsRUFBVWpCLElBQUkrQixLQUFKLENBQVVWLEdBQVYsRUFBZWhCLElBQWYsQ0FBVixDQUFmO0FBQ0FnQixzQkFBTWhCLE9BQU8sQ0FBYjtBQUNBOztBQUVKLGlCQUFLckIsV0FBTDtBQUNJaUMsK0JBQWUsQ0FBQyxHQUFELEVBQU0sR0FBTixFQUFXRyxJQUFYLEVBQWlCQyxNQUFNRixNQUF2QixDQUFmO0FBQ0E7O0FBRUosaUJBQUtsQyxZQUFMO0FBQ0lnQywrQkFBZSxDQUFDLEdBQUQsRUFBTSxHQUFOLEVBQVdHLElBQVgsRUFBaUJDLE1BQU1GLE1BQXZCLENBQWY7QUFDQTs7QUFFSixpQkFBSy9CLFVBQUw7QUFDSTZCLCtCQUFlLENBQUMsR0FBRCxFQUFNLEdBQU4sRUFBV0csSUFBWCxFQUFpQkMsTUFBTUYsTUFBdkIsQ0FBZjtBQUNBOztBQUVKLGlCQUFLOUIsV0FBTDtBQUNJNEIsK0JBQWUsQ0FBQyxHQUFELEVBQU0sR0FBTixFQUFXRyxJQUFYLEVBQWlC
|