96 lines
2.2 KiB
Plaintext
96 lines
2.2 KiB
Plaintext
/**
|
|
* @typedef {import('micromark-util-types').InitialConstruct} InitialConstruct
|
|
* @typedef {import('micromark-util-types').Initializer} Initializer
|
|
* @typedef {import('micromark-util-types').State} State
|
|
* @typedef {import('micromark-util-types').Token} Token
|
|
* @typedef {import('micromark-util-types').TokenizeContext} TokenizeContext
|
|
*/
|
|
|
|
import {factorySpace} from 'micromark-factory-space'
|
|
import {markdownLineEnding} from 'micromark-util-character'
|
|
import {codes, constants, types} from 'micromark-util-symbol'
|
|
import {ok as assert} from 'devlop'
|
|
|
|
/** @type {InitialConstruct} */
|
|
export const content = {tokenize: initializeContent}
|
|
|
|
/**
|
|
* @this {TokenizeContext}
|
|
* @type {Initializer}
|
|
*/
|
|
function initializeContent(effects) {
|
|
const contentStart = effects.attempt(
|
|
this.parser.constructs.contentInitial,
|
|
afterContentStartConstruct,
|
|
paragraphInitial
|
|
)
|
|
/** @type {Token} */
|
|
let previous
|
|
|
|
return contentStart
|
|
|
|
/** @type {State} */
|
|
function afterContentStartConstruct(code) {
|
|
assert(
|
|
code === codes.eof || markdownLineEnding(code),
|
|
'expected eol or eof'
|
|
)
|
|
|
|
if (code === codes.eof) {
|
|
effects.consume(code)
|
|
return
|
|
}
|
|
|
|
effects.enter(types.lineEnding)
|
|
effects.consume(code)
|
|
effects.exit(types.lineEnding)
|
|
return factorySpace(effects, contentStart, types.linePrefix)
|
|
}
|
|
|
|
/** @type {State} */
|
|
function paragraphInitial(code) {
|
|
assert(
|
|
code !== codes.eof && !markdownLineEnding(code),
|
|
'expected anything other than a line ending or EOF'
|
|
)
|
|
effects.enter(types.paragraph)
|
|
return lineStart(code)
|
|
}
|
|
|
|
/** @type {State} */
|
|
function lineStart(code) {
|
|
const token = effects.enter(types.chunkText, {
|
|
contentType: constants.contentTypeText,
|
|
previous
|
|
})
|
|
|
|
if (previous) {
|
|
previous.next = token
|
|
}
|
|
|
|
previous = token
|
|
|
|
return data(code)
|
|
}
|
|
|
|
/** @type {State} */
|
|
function data(code) {
|
|
if (code === codes.eof) {
|
|
effects.exit(types.chunkText)
|
|
effects.exit(types.paragraph)
|
|
effects.consume(code)
|
|
return
|
|
}
|
|
|
|
if (markdownLineEnding(code)) {
|
|
effects.consume(code)
|
|
effects.exit(types.chunkText)
|
|
return lineStart
|
|
}
|
|
|
|
// Data.
|
|
effects.consume(code)
|
|
return data
|
|
}
|
|
}
|