119 lines
3.8 KiB
Lua
119 lines
3.8 KiB
Lua
-- Adapted from Markdown LPeg lexer by Mitchell to simplify and lex some pandoc
|
|
-- specifics.
|
|
|
|
local lexer = lexer
|
|
local P, S, B = lpeg.P, lpeg.S, lpeg.B
|
|
|
|
local lex = lexer.new(..., {no_user_word_lists = true})
|
|
|
|
local md = '.markdown'
|
|
|
|
local ws = lex:get_rule('whitespace')
|
|
local nl = P('\n')
|
|
local bl = nl * nl
|
|
local nws = lexer.any - lexer.space
|
|
|
|
-- Heading.
|
|
lex:add_rule('heading',
|
|
lex:tag(lexer.COMMENT, lexer.starts_line(P('#')^-6)) *
|
|
P(' ') *
|
|
lex:tag(lexer.HEADING, lexer.to_eol(nws) *
|
|
#bl))
|
|
|
|
-- Blockquote.
|
|
lex:add_rule('blockquote',
|
|
lex:tag(lexer.COMMENT,
|
|
lexer.starts_line(P('>' + P(' '))^1)))
|
|
|
|
-- Horizontal rule.
|
|
lex:add_rule('hr',
|
|
lex:tag(lexer.COMMENT, B(bl) * S('*-_')^3 * #bl))
|
|
|
|
-- Native div.
|
|
lex:add_rule("native_div",
|
|
lex:tag(lexer.COMMENT, lexer.starts_line(lexer.to_eol(P(':')^3))))
|
|
|
|
-- Code block.
|
|
local code_line = lexer.starts_line(
|
|
(B(' ') + B('\t')) * lexer.to_eol(), true)
|
|
local code_block = lexer.range(lexer.starts_line('```', true), lexer.starts_line(P('```'))) +
|
|
lexer.range(lexer.starts_line('~~~', true), lexer.starts_line(P('~~~')))
|
|
local code_inline = lpeg.Cmt(lpeg.C(P('`')^1), function(input, index, bt)
|
|
local _, e = input:find('[^`]' .. bt .. '%f[^`]', index)
|
|
return (e or #input) + 1
|
|
end)
|
|
lex:add_rule('block_code', lex:tag(lexer.CODE, code_line + code_block))
|
|
|
|
-- Escape.
|
|
lex:add_rule('escape', lex:tag(lexer.DEFAULT, P('\\') * 1))
|
|
|
|
-- Bracket.
|
|
lex:add_rule('brackets',
|
|
lex:tag(lexer.COMMENT, S('[]')))
|
|
|
|
-- Native span.
|
|
lex:add_rule('native_span',
|
|
B(']') * lex:tag(lexer.COMMENT, lexer.range('{', '}')))
|
|
|
|
-- Footnote.
|
|
lex:add_rule('footnote_key',
|
|
lex:tag(lexer.REFERENCE, P('^')) * #P('[') +
|
|
B('[') * lex:tag(lexer.REFERENCE, P('^') * (lexer.any - lexer.space - S('^[]'))^1) * #P(']'))
|
|
-- @todo footnote reference
|
|
|
|
-- Cite.
|
|
lex:add_rule('cite_key',
|
|
B(lexer.space + P('[')) * lex:tag(lexer.REFERENCE,
|
|
P('-')^-1 *
|
|
(P('@') * (lexer.alnum + P('_')) * (lexer.alnum + S(':.#$%&-+?<>~/'))^0 +
|
|
P('@') * lexer.range('{', '}'))))
|
|
|
|
-- Link.
|
|
lex:add_rule('link_text',
|
|
B('[') * lex:tag(lexer.LINK, (lexer.any - P(']'))^1) * #P(']' * lexer.range('(', ')')))
|
|
lex:add_rule('link_target',
|
|
B(']') * lex:tag(lexer.COMMENT, lexer.range('(', ')')))
|
|
-- @todo link reference
|
|
|
|
-- Image
|
|
lex:add_rule('image_bang', lex:tag(lexer.REFERENCE, P('!')) * #P('['))
|
|
|
|
local punct_space = lexer.punct + lexer.space
|
|
|
|
-- Handles flanking delimiters as described in
|
|
-- https://github.github.com/gfm/#emphasis-and-strong-emphasis in the cases
|
|
-- where simple delimited ranges are not sufficient.
|
|
local function flanked_range(s, not_inword)
|
|
local fl_char = lexer.any - s - lexer.space
|
|
local left_fl = B(punct_space - s) * s * #fl_char + s * #(fl_char - lexer.punct)
|
|
local right_fl = B(lexer.punct) * s * #(punct_space - s) + B(fl_char) * s
|
|
return left_fl * (lexer.any - bl - (not_inword and s * #punct_space or s))^0 * right_fl
|
|
end
|
|
|
|
local asterisk_strong = flanked_range('**')
|
|
local underscore_strong = (B(punct_space) + #lexer.starts_line('_')) * flanked_range('__', true) * #(punct_space + -1)
|
|
lex:add_rule('strong', lex:tag(lexer.BOLD, asterisk_strong + underscore_strong))
|
|
|
|
local asterisk_em = flanked_range('*')
|
|
local underscore_em = (B(punct_space) + #lexer.starts_line('_')) * flanked_range('_', true) * #(punct_space + -1)
|
|
lex:add_rule('em', lex:tag(lexer.ITALIC, asterisk_em + underscore_em))
|
|
|
|
-- Embedded HTML.
|
|
local html = lexer.load('html')
|
|
local html_start_rule = lexer.starts_line(P(' ')^-3) *
|
|
#P('<') *
|
|
html:get_rule('tag') +
|
|
html:get_rule('comment')
|
|
local html_end_rule = #bl * ws
|
|
lex:embed(html, html_start_rule, html_end_rule)
|
|
|
|
-- Embedded YAML.
|
|
local yaml = lexer.load('yaml')
|
|
local doc_bounds_rule = yaml:get_rule('doc_bounds')
|
|
local hr_rule = lex:get_rule('hr')
|
|
local yaml_start_rule = doc_bounds_rule - hr_rule
|
|
local yaml_end_rule = doc_bounds_rule - hr_rule
|
|
lex:embed(yaml, yaml_start_rule, yaml_end_rule)
|
|
|
|
return lex
|