You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
69 lines
1.4 KiB
69 lines
1.4 KiB
'use strict' |
|
|
|
Object.defineProperty(exports, '__esModule', {value: true}) |
|
|
|
var markdownLineEnding = require('../character/markdown-line-ending.js') |
|
var factorySpace = require('../tokenize/factory-space.js') |
|
|
|
var tokenize = initializeContent |
|
|
|
function initializeContent(effects) { |
|
var contentStart = effects.attempt( |
|
this.parser.constructs.contentInitial, |
|
afterContentStartConstruct, |
|
paragraphInitial |
|
) |
|
var previous |
|
return contentStart |
|
|
|
function afterContentStartConstruct(code) { |
|
if (code === null) { |
|
effects.consume(code) |
|
return |
|
} |
|
|
|
effects.enter('lineEnding') |
|
effects.consume(code) |
|
effects.exit('lineEnding') |
|
return factorySpace(effects, contentStart, 'linePrefix') |
|
} |
|
|
|
function paragraphInitial(code) { |
|
effects.enter('paragraph') |
|
return lineStart(code) |
|
} |
|
|
|
function lineStart(code) { |
|
var token = effects.enter('chunkText', { |
|
contentType: 'text', |
|
previous: previous |
|
}) |
|
|
|
if (previous) { |
|
previous.next = token |
|
} |
|
|
|
previous = token |
|
return data(code) |
|
} |
|
|
|
function data(code) { |
|
if (code === null) { |
|
effects.exit('chunkText') |
|
effects.exit('paragraph') |
|
effects.consume(code) |
|
return |
|
} |
|
|
|
if (markdownLineEnding(code)) { |
|
effects.consume(code) |
|
effects.exit('chunkText') |
|
return lineStart |
|
} // Data. |
|
|
|
effects.consume(code) |
|
return data |
|
} |
|
} |
|
|
|
exports.tokenize = tokenize
|
|
|