diff --git a/README.markdown b/README.markdown index 393ba6c..ab7031d 100644 --- a/README.markdown +++ b/README.markdown @@ -32,7 +32,54 @@ Currently _pegdown_ supports the following extensions over standard Markdown: * EXTANCHORLINKS: Generate anchor links for headers using complete contents of the header. * Spaces and non-alphanumerics replaced by `-`, multiple dashes trimmed to one. * Anchor link is added as first element inside the header with empty content: `

header

` - +* EXTANCHORLINKS_WRAP: used in conjunction with above to create an anchor that wraps header content: `

header

` +* FOOTNOTES: Support MultiMarkdown style footnotes: `[^n] for footnote reference` and `[^n]: Footnote text` for footnotes. Where `n` is one or more digit, letter, `-`, `_` or `.`. Footnotes will be put at the bottom of the page, sequentially numbered in order of appearance of the footnote reference. Footnotes that are not referenced will NOT be included in the HTML output. + + ```markdown + This paragraph has a footnote[^1] and another footnote[^two]. + + This one has more but out of sequence[^4] and[^eight]. + + [^two]: Footnote 2 with a bit more text + and another continuation line + + [^1]: Footnote 1 + + [^3]: Unused footnote, it will not be added to the end of the page. + + [^4]: Out of sequence footnote + + [^eight]: Have one that is used. + ``` + + will generate: + + ```html +

This paragraph has a footnote1 and another footnote2.

+

This one has more but out of sequence3 and4.

+
+
    +

  1. Footnote 1↩

    2. +

  2. Footnote 2 with a bit more text and another continuation line↩

    3. +

  3. Out of sequence footnote↩

    4. +

  4. Have one that is used.↩

    5. +
+
+ ``` + to look like this: + +

This paragraph has a footnote1 and another footnote2.

+

This one has more but out of sequence3 and4.

+
+
    +

  1. Footnote 1↩

    2. +

  2. Footnote 2 with a bit more text and another continuation line↩

    3. +

  3. Out of sequence footnote↩

    4. +

  4. Have one that is used.↩

    5. +
+
+ + Note: _pegdown_ differs from the original Markdown in that it ignores in-word emphasis as in > my_cool_file.txt diff --git a/build.sbt b/build.sbt index 4a00743..fb86542 100644 --- a/build.sbt +++ b/build.sbt @@ -1,6 +1,6 @@ name := "pegdown" -version := "1.6.0" +version := "1.6.5" homepage := Some(new URL("http://pegdown.org")) diff --git a/src/main/java/org/pegdown/Extensions.java b/src/main/java/org/pegdown/Extensions.java index 7644da3..4a373bc 100644 --- a/src/main/java/org/pegdown/Extensions.java +++ b/src/main/java/org/pegdown/Extensions.java @@ -37,7 +37,7 @@ public interface Extensions { /** * All of the smartypants prettyfications. Equivalent to SMARTS + QUOTES. - * + * * @see Smartypants */ static final int SMARTYPANTS = SMARTS + QUOTES; @@ -71,7 +71,7 @@ public interface Extensions { * @see MultiMarkdown */ static final int TABLES = 0x20; - + /** * PHP Markdown Extra style definition lists. * Additionally supports the small extension proposed in the article referenced below. @@ -153,11 +153,23 @@ public interface Extensions { */ static final int EXTANCHORLINKS = 0x00400000; + /** + * EXTANCHORLINKS should wrap header content instead of creating an empty anchor. + * Anchor link wrapps the header content: `

header a

` + */ + static final int EXTANCHORLINKS_WRAP = 0x00800000; + + /** + * Enables footnote processing [^1]: Text Paragraph with continuations + * and footnote reference [^1] + */ + static final int FOOTNOTES = 0x01000000; + /** * All Optionals other than Suppress and FORCELISTITEMPARA which is a backwards compatibility extension * */ - static final int ALL_OPTIONALS = (ATXHEADERSPACE | RELAXEDHRULES | TASKLISTITEMS | EXTANCHORLINKS); - static final int ALL_WITH_OPTIONALS = ALL | (ATXHEADERSPACE | RELAXEDHRULES | TASKLISTITEMS); + static final int ALL_OPTIONALS = (ATXHEADERSPACE | RELAXEDHRULES | TASKLISTITEMS | EXTANCHORLINKS | FOOTNOTES); + static final int ALL_WITH_OPTIONALS = ALL | (ATXHEADERSPACE | RELAXEDHRULES | TASKLISTITEMS | FOOTNOTES); } diff --git a/src/main/java/org/pegdown/LinkRenderer.java b/src/main/java/org/pegdown/LinkRenderer.java index ff41bf9..049c2c3 100644 --- a/src/main/java/org/pegdown/LinkRenderer.java +++ b/src/main/java/org/pegdown/LinkRenderer.java @@ -3,13 +3,14 @@ import org.parboiled.common.StringUtils; import org.pegdown.ast.*; -import static org.pegdown.FastEncoder.*; - import java.io.UnsupportedEncodingException; import java.net.URLEncoder; import java.util.ArrayList; import java.util.List; +import static org.pegdown.FastEncoder.encode; +import static org.pegdown.FastEncoder.obfuscate; + /** * A LinkRenderer is responsible for turning an AST node representing a link into a {@link LinkRenderer.Rendering} * instance, which hold the actual properties of the link as it is going to be rendered. @@ -50,6 +51,20 @@ public Rendering withAttribute(String name, String value) { } public Rendering withAttribute(Attribute attr) { + int iMax = attributes.size(); + + // vsch: a little wasteful, a Map would be better, but we don't have too many attributes and + // this will not break code for those that have implemented their own derived ToHtmlSerializers. + for (int i = 0; i < iMax; i++) { + Attribute attribute = attributes.get(i); + if (attribute.name.equals(attr.name)) { + // vsch: need to handle setting multiple classes, works for values too + // concatenate them with space between values, as for class + attr = new Attribute(attr.name, attribute.value + " " + attr.value); + attributes.remove(i); + break; + } + } attributes.add(attr); return this; } @@ -97,10 +112,17 @@ public Rendering render(WikiLinkNode node) { int pos; if ((pos = text.indexOf("|")) >= 0) { url = text.substring(0, pos); - text = text.substring(pos+1); + text = text.substring(pos + 1); + } + + // vsch: #200 WikiLinks can have anchor # refs + String suffix = ""; + if ((pos = url.lastIndexOf("#")) >= 0) { + suffix = url.substring(pos); + url = url.substring(0, pos); } - url = "./" + URLEncoder.encode(url.replace(' ', '-'), "UTF-8") + ".html"; + url = "./" + URLEncoder.encode(url.replace(' ', '-'), "UTF-8") + ".html" + suffix; return new Rendering(url, text); } catch (UnsupportedEncodingException e) { throw new IllegalStateException(); diff --git a/src/main/java/org/pegdown/Parser.java b/src/main/java/org/pegdown/Parser.java index 90b0ca7..5a58ec5 100644 --- a/src/main/java/org/pegdown/Parser.java +++ b/src/main/java/org/pegdown/Parser.java @@ -21,7 +21,9 @@ import org.parboiled.BaseParser; import org.parboiled.Context; import org.parboiled.Rule; -import org.parboiled.annotations.*; +import org.parboiled.annotations.Cached; +import org.parboiled.annotations.DontSkipActionsInPredicates; +import org.parboiled.annotations.MemoMismatches; import org.parboiled.common.ArrayBuilder; import org.parboiled.common.ImmutableList; import org.parboiled.parserunners.ParseRunner; @@ -31,26 +33,21 @@ import org.parboiled.support.StringVar; import org.parboiled.support.Var; import org.pegdown.ast.*; -import org.pegdown.ast.Node; import org.pegdown.ast.SimpleNode.Type; import org.pegdown.plugins.PegDownPlugins; -import java.util.Set; -import java.util.HashSet; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.List; +import java.util.*; -import static org.parboiled.errors.ErrorUtils.printParseErrors; import static org.parboiled.common.StringUtils.repeat; +import static org.parboiled.errors.ErrorUtils.printParseErrors; /** * Parboiled parser for the standard and extended markdown syntax. * Builds an Abstract Syntax Tree (AST) of {@link Node} objects. */ -@SuppressWarnings( {"InfiniteRecursion"}) +@SuppressWarnings({ "InfiniteRecursion" }) public class Parser extends BaseParser implements Extensions { - + protected static final char CROSSED_OUT = '\uffff'; public interface ParseRunnerProvider { @@ -69,6 +66,7 @@ public ParseRunner get(Rule rule) { protected final ParseRunnerProvider parseRunnerProvider; protected final PegDownPlugins plugins; final List abbreviations = new ArrayList(); + final List footnotes = new ArrayList(); final List references = new ArrayList(); long parsingStartTimeStamp = 0L; @@ -93,10 +91,12 @@ public RootNode parse(char[] source) { RootNode root = parseInternal(source); root.setAbbreviations(ImmutableList.copyOf(abbreviations)); root.setReferences(ImmutableList.copyOf(references)); + root.setFootnotes(ImmutableList.copyOf(footnotes)); return root; } finally { abbreviations.clear(); references.clear(); + footnotes.clear(); } } @@ -115,6 +115,7 @@ public Rule Block() { FirstOf(new ArrayBuilder() .add(plugins.getBlockPluginRules()) .add(BlockQuote(), Verbatim()) + .addNonNulls(ext(FOOTNOTES) ? Footnote() : null) .addNonNulls(ext(ABBREVIATIONS) ? Abbreviation() : null) .add(Reference(), HorizontalRule(), Heading(), OrderedList(), BulletList(), HtmlBlock()) .addNonNulls(ext(TABLES) ? Table() : null) @@ -133,10 +134,37 @@ public Rule Para() { // the input had no EOL's at the end at all, even then only one of these will be included NonindentSpace(), Inlines(), push(new ParaNode(popAsNode())), Test(BlankLine()) + ); + } + + //************* FOOTNOTES ******************** + public Rule Footnote() { + Var node = new Var(); + return Sequence( + NodeSequence( + NonindentSpace(), + Sequence( + FootnoteLabel(), Sp(), ':', Sp() + ), + push(node.setAndGet(new FootnoteNode(match()))), + Inlines(), + node.get().setFootnote(popAsNode()) + ), + footnotes.add(node.get()) ); } + public Rule FootnoteRef() { + return NodeSequence( + FootnoteLabel(), push(new FootnoteRefNode(match())) + ); + } + + public Rule FootnoteLabel() { + return Sequence("[^", OneOrMore(AlphanumericDashUnderDot()), ']'); + } + // vsch: #184 modified to only include trailing blank lines if there are more blocks for the blockquote following // otherwise don't include the blank lines, they are not part of the block quote public Rule BlockQuote() { @@ -150,7 +178,6 @@ public Rule BlockQuote() { TestNot(BlankLine()), Line(inner) ), -// ZeroOrMore(BlankLine()), inner.append(match()) Optional(Sequence(OneOrMore(BlankLine()), optional.append(match()), Test('>')), inner.append(optional.getString()) && optional.clearContents()) ), @@ -171,10 +198,10 @@ public Rule Verbatim() { return NodeSequence( OneOrMore( ZeroOrMore(BlankLine(), line.append('\n')), - Indent(), push(currentIndex()), + Indent(), push(currentIndex()), OneOrMore( FirstOf( - Sequence('\t', line.append(repeat(' ', 4-(currentIndex()-1-(Integer)peek())%4))), + Sequence('\t', line.append(repeat(' ', 4 - (currentIndex() - 1 - (Integer) peek()) % 4))), Sequence(NotNewline(), ANY, line.append(matchedChar())) ) ), @@ -184,11 +211,12 @@ public Rule Verbatim() { push(new VerbatimNode(text.getString())) ); } - + public Rule FencedCodeBlock() { StringBuilderVar text = new StringBuilderVar(); Var markerLength = new Var(); return NodeSequence( + // vsch: test to see if what appears to be a code fence is just inline code CodeFence(markerLength), TestNot(CodeFence(markerLength)), // prevent empty matches ZeroOrMore(BlankLine(), text.append('\n')), @@ -206,12 +234,12 @@ public Rule CodeFence(Var markerLength) { (markerLength.isSet() && matchLength() == markerLength.get()) || (markerLength.isNotSet() && markerLength.set(matchLength())), Sp(), - ZeroOrMore(TestNot(Newline()), ANY), // GFM code type identifier + ZeroOrMore(TestNot(FirstOf(Newline(), '~', '`')), ANY), // GFM code type identifier but exclude fenced code markers push(match()), Newline() ); } - + public Rule HorizontalRule() { return NodeSequence( NonindentSpace(), @@ -320,10 +348,18 @@ public boolean wrapInAnchor() { collectChildrensText(node, nodeInfo); String text = nodeInfo.text.toString().trim(); if (text.length() > 0) { - AnchorLinkNode anchor = new AnchorLinkNode(text, ""); - anchor.setStartIndex(nodeInfo.startIndex); - anchor.setEndIndex(nodeInfo.endIndex); - children.add(0, anchor); + if (ext(EXTANCHORLINKS_WRAP)) { + AnchorLinkNode anchor = new AnchorLinkNode(text, text); + anchor.setStartIndex(nodeInfo.startIndex); + anchor.setEndIndex(nodeInfo.endIndex); + children.clear(); + children.add(0, anchor); + } else { + AnchorLinkNode anchor = new AnchorLinkNode(text, ""); + anchor.setStartIndex(nodeInfo.startIndex); + anchor.setEndIndex(nodeInfo.endIndex); + children.add(0, anchor); + } } } } else { @@ -358,7 +394,7 @@ public void collectChildrensText(SuperNode node, AnchorNodeInfo nodeInfo) { } //************** Definition Lists ************ - + public Rule DefinitionList() { return NodeSequence( // test for successful definition list match before actually building it to reduce backtracking @@ -374,12 +410,12 @@ public Rule DefinitionList() { push(new SuperNode()), OneOrMore(DefListTerm(), addAsChild()), OneOrMore(Definition(), addAsChild()), - ((SuperNode)peek(1)).getChildren().addAll(popAsNode().getChildren()), + ((SuperNode) peek(1)).getChildren().addAll(popAsNode().getChildren()), Optional(BlankLine()) ) ); } - + public Rule DefListTerm() { return NodeSequence( TestNot(Spacechar()), @@ -390,7 +426,7 @@ public Rule DefListTerm() { Newline() ); } - + public Rule DefTermInline() { return Sequence( NotNewline(), @@ -398,7 +434,7 @@ public Rule DefTermInline() { Inline() ); } - + public Rule Definition() { SuperNodeCreator itemNodeCreator = new SuperNodeCreator() { public SuperNode create(Node child) { @@ -407,7 +443,7 @@ public SuperNode create(Node child) { }; return ListItem(DefListBullet(), itemNodeCreator); } - + public Rule DefListBullet() { return Sequence(NonindentSpace(), AnyOf(":~"), OneOrMore(Spacechar())); } @@ -491,7 +527,7 @@ public Rule ListItem(Rule itemStart, SuperNodeCreator itemNodeCreator) { fixFirstItem((SuperNode) peek(1)) && push(itemNodeCreator.create(parseListBlock(block.appended('\n')))), ZeroOrMore( -// debugMsg("have a " + (tight.get() ? "tight" : "loose") + " list body at " + getContext().getCurrentIndex(), block.getString()), + //debugMsg("have a " + (tight.get() ? "tight" : "loose") + " list body at " + getContext().getCurrentIndex(), block.getString()), push(getContext().getCurrentIndex()), // it is not safe to gobble up the leading blank line if it is followed by another list item // it must be left for it to determine its own looseness. Much safer to just test for it but not consume it. @@ -530,9 +566,9 @@ public Rule TaskListItem(Rule itemStart, SuperNodeTaskItemCreator itemNodeCreato return Sequence( push(getContext().getCurrentIndex()), FirstOf(CrossedOut(BlankLine(), block), tight.set(true)), - CrossedOut(itemStart, block), Optional(CrossedOut(Sequence(FirstOf(Sequence("[ ]", taskType.set(1)), Sequence(FirstOf("[x]","[X]"), taskType.set(2))), OneOrMore(Spacechar())), taskListMarker)), + CrossedOut(itemStart, block), Optional(CrossedOut(Sequence(FirstOf(Sequence("[ ]", taskType.set(1)), Sequence(FirstOf("[x]", "[X]"), taskType.set(2))), OneOrMore(Spacechar())), taskListMarker)), block.append(taskListMarker.getString()), Line(block), -// debugMsg("have a " + taskType.get() + " task list body", block.getString()), + //debugMsg("have a " + taskType.get() + " task list body", block.getString()), ZeroOrMore( Optional(CrossedOut(Indent(), temp)), TestNotItem(), @@ -544,7 +580,7 @@ public Rule TaskListItem(Rule itemStart, SuperNodeTaskItemCreator itemNodeCreato fixFirstItem((SuperNode) peek(1)) && push(itemNodeCreator.create(parseListBlock(block.appended('\n')), taskType.get(), taskListMarker.getString())) && taskListMarker.clearContents(), ZeroOrMore( -// debugMsg("have a " + (tight.get() ? "tight" : "loose") + " list body at " + getContext().getCurrentIndex(), block.getString()), + //debugMsg("have a " + (tight.get() ? "tight" : "loose") + " list body at " + getContext().getCurrentIndex(), block.getString()), push(getContext().getCurrentIndex()), // it is not safe to gobble up the leading blank line if it is followed by another list item // it must be left for it to determine its own looseness. Much safer to just test for it but not consume it. @@ -617,13 +653,13 @@ public Rule TestNotItem() { ) ); } - + public Rule TestNotListItem() { return TestNot( FirstOf(new ArrayBuilder() - .add(Bullet(), Enumerator()) - .addNonNulls(ext(DEFINITIONS) ? DefListBullet() : null) - .get() + .add(Bullet(), Enumerator()) + .addNonNulls(ext(DEFINITIONS) ? DefListBullet() : null) + .get() ) ); } @@ -635,7 +671,7 @@ public Rule Enumerator() { public Rule Bullet() { return Sequence(TestNot(HorizontalRule()), NonindentSpace(), AnyOf("+*-"), OneOrMore(Spacechar())); } - + //************* LIST ITEM ACTIONS **************** boolean appendCrossed(StringBuilderVar block) { @@ -694,13 +730,13 @@ boolean wrapFirstItemInPara(SuperNode item) { item.getChildren().set(0, rootNode); return true; } - + SuperNode wrapFirstSubItemInPara(SuperNode item) { Node firstItemFirstChild = item.getChildren().get(0); if (firstItemFirstChild.getChildren().size() == 1) { Node firstGrandChild = firstItemFirstChild.getChildren().get(0); if (firstGrandChild instanceof ListItemNode) { - wrapFirstItemInPara((SuperNode)firstGrandChild); + wrapFirstItemInPara((SuperNode) firstGrandChild); } } return item; @@ -775,39 +811,39 @@ public boolean isHtmlTag(String string) { } protected static final Set HTML_TAGS = new HashSet(Arrays.asList( - // https://developer.mozilla.org/en/docs/Web/HTML/Element - // Basic elements - "html", - // Document metadata - "base", "head", "link", "meta", "style", "title", - // Content sectioning - "address", "article", "aside", "body", "footer", "header", "h1", "h2", "h3", "h4", "h5", "h6", "hgroup", "nav", "section", - // Text bontent - "dd", "div", "dl", "dt", "figcaption", "figure", "hr", "li", "main", "ol", "p", "pre", "ul", - // Inline text semantics - // "abbr" not included, breaks some tests - "a", "b", "bdi", "bdo", "br", "cite", "code", "data", "dfn", "em", "i", "kbd", "mark", "q", "rp", "rt", - "rtc", "ruby", "s", "samp", "small", "span", "strong", "sub", "sup", "time", "u", "var", "wbr", - // Image & multimedia - "area", "audio", "img", "map", "track", "video", - // Embedded content - "embed", "iframe", "object", "param", "source", - // Scripting - "canvas", "noscript", "script", - // Edits - "del", "ins", - // Table content - "caption", "col", "colgroup", "table", "tbody", "td", "tfoot", "th", "thead", "tr", - // Forms - "button", "datalist", "fieldset", "form", "input", "keygen", "label", "legend", "meter", - "optgroup", "option", "output", "progress", "select", "textarea", - // Interactive elements - "details", "dialog", "menu", "menuitem", "summary", - // Web Components - "content", "decorator", "element", "shadow", "template", - // Obsolete and deprecated elements - "acronym", "applet", "basefont", "big", "blink", "center", "dir", "frame", "frameset", - "isindex", "listing", "noembed", "plaintext", "spacer", "strike", "tt", "xmp" + // https://developer.mozilla.org/en/docs/Web/HTML/Element + // Basic elements + "html", + // Document metadata + "base", "head", "link", "meta", "style", "title", + // Content sectioning + "address", "article", "aside", "body", "footer", "header", "h1", "h2", "h3", "h4", "h5", "h6", "hgroup", "nav", "section", + // Text bontent + "dd", "div", "dl", "dt", "figcaption", "figure", "hr", "li", "main", "ol", "p", "pre", "ul", + // Inline text semantics + // "abbr" not included, breaks some tests + "a", "b", "bdi", "bdo", "br", "cite", "code", "data", "dfn", "em", "i", "kbd", "mark", "q", "rp", "rt", + "rtc", "ruby", "s", "samp", "small", "span", "strong", "sub", "sup", "time", "u", "var", "wbr", + // Image & multimedia + "area", "audio", "img", "map", "track", "video", + // Embedded content + "embed", "iframe", "object", "param", "source", + // Scripting + "canvas", "noscript", "script", + // Edits + "del", "ins", + // Table content + "caption", "col", "colgroup", "table", "tbody", "td", "tfoot", "th", "thead", "tr", + // Forms + "button", "datalist", "fieldset", "form", "input", "keygen", "label", "legend", "meter", + "optgroup", "option", "output", "progress", "select", "textarea", + // Interactive elements + "details", "dialog", "menu", "menuitem", "summary", + // Web Components + "content", "decorator", "element", "shadow", "template", + // Obsolete and deprecated elements + "acronym", "applet", "basefont", "big", "blink", "center", "dir", "frame", "frameset", + "isindex", "listing", "noembed", "plaintext", "spacer", "strike", "tt", "xmp" )); //************* INLINES **************** @@ -826,7 +862,7 @@ public Rule InlineOrIntermediateEndline() { Sequence(Endline(), Test(Inline())) ); } - + @MemoMismatches public Rule Inline() { return Sequence( @@ -844,9 +880,10 @@ public Rule NonLinkInline() { .add(plugins.getInlinePluginRules()) .add(Str(), Endline(), UlOrStarLine(), Space(), StrongOrEmph(), Image(), Code(), InlineHtml(), Entity(), EscapedChar()) - .addNonNulls(ext(QUOTES) ? new Rule[]{SingleQuoted(), DoubleQuoted(), DoubleAngleQuoted()} : null) - .addNonNulls(ext(SMARTS) ? new Rule[]{Smarts()} : null) - .addNonNulls(ext(STRIKETHROUGH) ? new Rule[]{Strike()} : null) + .addNonNulls(ext(QUOTES) ? new Rule[] { SingleQuoted(), DoubleQuoted(), DoubleAngleQuoted() } : null) + .addNonNulls(ext(SMARTS) ? new Rule[] { Smarts() } : null) + .addNonNulls(ext(STRIKETHROUGH) ? new Rule[] { Strike() } : null) + .addNonNulls(ext(FOOTNOTES) ? new Rule[] { FootnoteRef() } : null) .add(Symbol()) .get() ); @@ -898,7 +935,7 @@ public Rule UlOrStarLine() { public Rule CharLine(char c) { return FirstOf(NOrMore(c, 4), Sequence(Spacechar(), OneOrMore(c), Test(Spacechar()))); } - + public Rule StrongOrEmph() { return Sequence( Test(AnyOf("*_")), @@ -907,11 +944,11 @@ public Rule StrongOrEmph() { } public Rule Emph() { - return NodeSequence( FirstOf( EmphOrStrong("*"), EmphOrStrong("_") ) ); + return NodeSequence(FirstOf(EmphOrStrong("*"), EmphOrStrong("_"))); } public Rule Strong() { - return NodeSequence( FirstOf( EmphOrStrong("**"), EmphOrStrong("__") ) ); + return NodeSequence(FirstOf(EmphOrStrong("**"), EmphOrStrong("__"))); } // vsch: TODO: test for unclosed strikethrough sequence carrying through the isClosed attribute, as soon as I can figure out how @@ -951,7 +988,7 @@ public Rule EmphOrStrong(String chars) { Optional(Sequence(EmphOrStrongClose(chars), setClosed())) ); } - + public Rule EmphOrStrongOpen(String chars) { return Sequence( TestNot(CharLine(chars.charAt(0))), @@ -979,95 +1016,95 @@ public Rule EmphOrStrongClose(String chars) { ) ); } - + /** * This method checks if the parser can enter an emph or strong sequence - * Emph only allows Strong as direct child, Strong only allows Emph as + * Emph only allows Strong as direct child, Strong only allows Emph as * direct child. */ - protected boolean mayEnterEmphOrStrong(String chars){ - if( !isLegalEmphOrStrongStartPos() ){ + protected boolean mayEnterEmphOrStrong(String chars) { + if (!isLegalEmphOrStrongStartPos()) { return false; } - Object parent = peek(2); - boolean isStrong = ( chars.length()==2 ); - - if( StrongEmphSuperNode.class.equals( parent.getClass() ) ){ - if( ((StrongEmphSuperNode) parent).isStrong() == isStrong ) + Object parent = peek(2); + boolean isStrong = (chars.length() == 2); + + if (StrongEmphSuperNode.class.equals(parent.getClass())) { + if (((StrongEmphSuperNode) parent).isStrong() == isStrong) return false; } return true; } - + /** * This method checks if current position is a legal start position for a * strong or emph sequence by checking the last parsed character(-sequence). */ - protected boolean isLegalEmphOrStrongStartPos(){ - if( currentIndex() == 0 ) + protected boolean isLegalEmphOrStrongStartPos() { + if (currentIndex() == 0) return true; Object lastItem = peek(1); Class lastClass = lastItem.getClass(); SuperNode supernode; - while( SuperNode.class.isAssignableFrom(lastClass) ) { + while (SuperNode.class.isAssignableFrom(lastClass)) { supernode = (SuperNode) lastItem; - if(supernode.getChildren().size() < 1 ) + if (supernode.getChildren().size() < 1) return true; - - lastItem = supernode.getChildren().get( supernode.getChildren().size()-1 ); + + lastItem = supernode.getChildren().get(supernode.getChildren().size() - 1); lastClass = lastItem.getClass(); } - - return ( TextNode.class.equals(lastClass) && ( (TextNode) lastItem).getText().endsWith(" ") ) - || ( SimpleNode.class.equals(lastClass) ) - || ( java.lang.Integer.class.equals(lastClass) ); + + return (TextNode.class.equals(lastClass) && ((TextNode) lastItem).getText().endsWith(" ")) + || (SimpleNode.class.equals(lastClass)) + || (java.lang.Integer.class.equals(lastClass)); } - + /** * Mark the current StrongEmphSuperNode as closed sequence */ - protected boolean setClosed(){ + protected boolean setClosed() { StrongEmphSuperNode node = (StrongEmphSuperNode) peek(); node.setClosed(true); return true; } - + /** - * This method checks if current parent is a strong parent based on param `chars`. If so, it checks if the + * This method checks if current parent is a strong parent based on param `chars`. If so, it checks if the * latest inline node to be added as child does not end with a closing character of the parent. When this * is true, a next test should check if the closing character(s) of the child should become (part of) the * closing character(s) of the parent. */ - protected boolean isStrongCloseCharStolen( String chars ){ - if(chars.length() < 2 ) + protected boolean isStrongCloseCharStolen(String chars) { + if (chars.length() < 2) return false; Object childClass = peek().getClass(); - + //checks if last `inline` to be added as child is not a StrongEmphSuperNode //that eats up a closing character for the parent StrongEmphSuperNode - if( StrongEmphSuperNode.class.equals( childClass ) ){ + if (StrongEmphSuperNode.class.equals(childClass)) { StrongEmphSuperNode child = (StrongEmphSuperNode) peek(); if (!child.isClosed()) return false; - if( child.getChars().endsWith( chars.substring(0, 1) ) ){ + if (child.getChars().endsWith(chars.substring(0, 1))) { //The nested child ends with closing char for the parent, allow stealing it back return true; } } - + return false; } /** * Steals the last close char by marking a previously closed emph/strong node as unclosed. */ - protected boolean stealBackStrongCloseChar(){ + protected boolean stealBackStrongCloseChar() { StrongEmphSuperNode child = (StrongEmphSuperNode) peek(); child.setClosed(false); addAsChild(); @@ -1075,32 +1112,30 @@ protected boolean stealBackStrongCloseChar(){ push(new ValidEmphOrStrongCloseNode()); return true; } - + /** * This method checks if the last parsed character or sequence is a valid prefix for a closing char for * an emph or strong sequence. */ - protected boolean isLegalEmphOrStrongClosePos(){ + protected boolean isLegalEmphOrStrongClosePos() { Object lastItem = peek(); - if ( StrongEmphSuperNode.class.equals( lastItem.getClass() ) ){ + if (StrongEmphSuperNode.class.equals(lastItem.getClass())) { List children = ((StrongEmphSuperNode) lastItem).getChildren(); - - if(children.size() < 1) + + if (children.size() < 1) return true; - lastItem = children.get( children.size()-1 ); + lastItem = children.get(children.size() - 1); Class lastClass = lastItem.getClass(); - - if( TextNode.class.equals(lastClass) ) + + if (TextNode.class.equals(lastClass)) return !((TextNode) lastItem).getText().endsWith(" "); - if( SimpleNode.class.equals(lastClass) ) + if (SimpleNode.class.equals(lastClass)) return !((SimpleNode) lastItem).getType().equals(SimpleNode.Type.Linebreak); - } return true; } - //************* LINKS **************** @@ -1115,7 +1150,7 @@ public Rule Image() { public Rule Link() { return NodeSequence( FirstOf(new ArrayBuilder() - .addNonNulls(ext(WIKILINKS) ? new Rule[]{WikiLink()} : null) + .addNonNulls(ext(WIKILINKS) ? new Rule[] { WikiLink() } : null) .add(Sequence(Label(), FirstOf(ExplicitLink(false), ReferenceLink(false)))) .add(AutoLink()) .get() @@ -1154,8 +1189,8 @@ public Rule ReferenceLink(boolean image) { Sequence(push(null), push(null)) // implicit referencelink without trailing [] ), push(image ? - new RefImageNode((SuperNode)popAsNode(), popAsString(), popAsNode()) : - new RefLinkNode((SuperNode)popAsNode(), popAsString(), popAsNode()) + new RefImageNode((SuperNode) popAsNode(), popAsString(), popAsNode()) : + new RefLinkNode((SuperNode) popAsNode(), popAsString(), popAsNode()) ) ); } @@ -1202,10 +1237,10 @@ public Rule AutoLink() { public Rule WikiLink() { return Sequence( - "[[", - OneOrMore(TestNot(Sequence(']',']')), ANY), // might have to restrict from ANY - push(new WikiLinkNode(match())), - "]]" + "[[", + OneOrMore(TestNot(Sequence(']', ']')), ANY), // might have to restrict from ANY + push(new WikiLinkNode(match())), + "]]" ); } @@ -1241,7 +1276,7 @@ public Rule AutoLinkEnd() { //************* REFERENCE **************** // can't treat labels the same as the image alt since the image alt should be able to empty. - public Rule ImageAlt(){ + public Rule ImageAlt() { return Sequence( '[', checkForParsingTimeout(), @@ -1254,6 +1289,7 @@ public Rule ImageAlt(){ public Rule Label() { return Sequence( '[', + (ext(FOOTNOTES) ? TestNot('^') : EMPTY), checkForParsingTimeout(), push(new SuperNode()), OneOrMore(TestNot(']'), NonAutoLinkInline(), addAsChild()), @@ -1466,6 +1502,9 @@ public Rule SpecialChar() { if (ext(DEFINITIONS)) { chars += ":"; } + if (ext(FOOTNOTES)) { + chars += "^"; + } if (ext(TABLES)) { chars += "|"; } @@ -1498,6 +1537,9 @@ public Rule EscapableChar() { if (ext(DEFINITIONS)) { chars += ":"; } + if (ext(FOOTNOTES)) { + chars += "^"; + } if (ext(TABLES)) { chars += "|"; } @@ -1517,7 +1559,7 @@ public Rule EscapableChar() { public Rule NotNewline() { return TestNot(AnyOf("\n\r")); } - + public Rule Newline() { return FirstOf('\n', Sequence('\r', Optional('\n'))); } @@ -1534,6 +1576,10 @@ public Rule Alphanumeric() { return FirstOf(Letter(), Digit()); } + public Rule AlphanumericDashUnderDot() { + return FirstOf(Letter(), Digit(), '-', '_', '.'); + } + public Rule Letter() { return FirstOf(CharRange('a', 'z'), CharRange('A', 'Z')); } @@ -1579,8 +1625,8 @@ public Rule Table() { TableDivider(node), Optional( NodeSequence( - TableRow(), push(1, new TableBodyNode()) && addAsChild(), - ZeroOrMore(TableRow(), addAsChild()) + TableRowAfterDivider(), push(1, new TableBodyNode()) && addAsChild(), + ZeroOrMore(TableRowAfterDivider(), addAsChild()) ), addAsChild() // add the TableHeaderNode to the TableNode ), @@ -1593,7 +1639,9 @@ public Rule Table() { public Rule TableCaption() { return Sequence( - '[', Sp(), + '[', + (ext(FOOTNOTES) ? TestNot('^') : EMPTY), + Sp(), CaptionStart(), Optional(Sp(), Optional(']'), Sp()), Newline() @@ -1654,6 +1702,18 @@ public Rule TableRow() { ); } + public Rule TableRowAfterDivider() { + Var leadingPipe = new Var(Boolean.FALSE); + return NodeSequence( + push(new TableRowNode()), + Optional('|', leadingPipe.set(Boolean.TRUE)), + OneOrMore(TableCellAfterDivider(), addAsChild()), + leadingPipe.get() || ((Node) peek()).getChildren().size() > 1 || + getContext().getInputBuffer().charAt(matchEnd() - 1) == '|', + Sp(), Newline() + ); + } + // vsch: #183 Exclude the trailing || from TableCellNode node, leading ones are not included, it makes it more intuitive // that the TableCell will include only the text of the cell. public Rule TableCell() { @@ -1673,6 +1733,23 @@ public Rule TableCell() { ); } + // vsch: if a table divider was seen then we can have cells that look like the divider cell, it is not a divider + public Rule TableCellAfterDivider() { + return Sequence( + NodeSequence( + push(new TableCellNode()), + Optional(Sp(), TestNot('|'), NotNewline()), + OneOrMore( + TestNot('|'), TestNot(Sp(), Newline()), Inline(), + addAsChild(), + Optional(Sp(), Test('|'), Test(Newline())) + ) + ), + ZeroOrMore('|'), + ((TableCellNode) peek()).setColSpan(Math.max(1, matchLength())) + ); + } + //************* SMARTS **************** public Rule Smarts() { @@ -1728,11 +1805,11 @@ public Rule DoubleAngleQuoted() { } //************* HELPERS **************** - + public Rule NOrMore(char c, int n) { return Sequence(repeat(c, n), ZeroOrMore(c)); } - + public Rule NodeSequence(Object... nodeRules) { return Sequence( push(getContext().getCurrentIndex()), @@ -1740,14 +1817,14 @@ public Rule NodeSequence(Object... nodeRules) { setIndices() ); } - + public boolean setIndices() { AbstractNode node = (AbstractNode) peek(); - node.setStartIndex((Integer)pop(1)); + node.setStartIndex((Integer) pop(1)); node.setEndIndex(currentIndex()); return true; } - + public boolean addAsChild() { SuperNode parent = (SuperNode) peek(1); List children = parent.getChildren(); @@ -1766,7 +1843,7 @@ public boolean addAsChild() { children.add(child); return true; } - + public Node popAsNode() { return (Node) pop(); } @@ -1778,12 +1855,12 @@ public String popAsString() { public boolean ext(int extension) { return (options & extension) > 0; } - + // called for inner parses for list items and blockquotes public RootNode parseInternal(StringBuilderVar block) { char[] chars = block.getChars(); int[] ixMap = new int[chars.length + 1]; // map of cleaned indices to original indices - + // strip out CROSSED_OUT characters and build index map StringBuilder clean = new StringBuilder(); for (int i = 0; i < chars.length; i++) { @@ -1794,15 +1871,15 @@ public RootNode parseInternal(StringBuilderVar block) { } } ixMap[clean.length()] = chars.length; - + // run inner parse char[] cleaned = new char[clean.length()]; clean.getChars(0, cleaned.length, cleaned, 0); RootNode rootNode = parseInternal(cleaned); - + // correct AST indices with index map fixIndices(rootNode, ixMap); - + return rootNode; } @@ -1824,7 +1901,7 @@ public RootNode parseInternal(char[] source) { } return (RootNode) result.resultValue; } - + ParsingResult parseToParsingResult(char[] source) { parsingStartTimeStamp = System.currentTimeMillis(); return parseRunnerProvider.get(Root()).run(source); @@ -1843,5 +1920,4 @@ protected interface SuperNodeCreator { protected interface SuperNodeTaskItemCreator extends SuperNodeCreator { SuperNode create(Node child, int taskType, String taskListMarker); } - } diff --git a/src/main/java/org/pegdown/ToHtmlSerializer.java b/src/main/java/org/pegdown/ToHtmlSerializer.java index 0f42ff8..2322c28 100644 --- a/src/main/java/org/pegdown/ToHtmlSerializer.java +++ b/src/main/java/org/pegdown/ToHtmlSerializer.java @@ -22,11 +22,7 @@ import org.pegdown.ast.*; import org.pegdown.plugins.ToHtmlSerializerPlugin; -import java.util.Collections; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.TreeMap; +import java.util.*; import static org.parboiled.common.Preconditions.checkArgNotNull; @@ -41,8 +37,10 @@ public class ToHtmlSerializer implements Visitor { protected TableNode currentTableNode; protected int currentTableColumn; protected boolean inTableHeader; + protected int rootNodeRecursion = 0; protected Map verbatimSerializers; + protected Map referencedFootnotes = new HashMap(); public ToHtmlSerializer(LinkRenderer linkRenderer) { this(linkRenderer, Collections.emptyList()); @@ -72,21 +70,72 @@ public String toHtml(RootNode astRoot) { } public void visit(RootNode node) { - for (ReferenceNode refNode : node.getReferences()) { - visitChildren(refNode); - references.put(normalize(printer.getString()), refNode); - printer.clear(); + rootNodeRecursion++; + try { + for (ReferenceNode refNode : node.getReferences()) { + visitChildren(refNode); + references.put(normalize(printer.getString()), refNode); + printer.clear(); + } + + for (AbbreviationNode abbrNode : node.getAbbreviations()) { + visitChildren(abbrNode); + String abbr = printer.getString(); + printer.clear(); + abbrNode.getExpansion().accept(this); + String expansion = printer.getString(); + abbreviations.put(abbr, expansion); + printer.clear(); + } + + visitChildren(node); + + if (rootNodeRecursion == 1 && referencedFootnotes.size() > 0) { + Map footnotes = new HashMap(); + + for (FootnoteNode footnoteNode : node.getFootnotes()) { + footnotes.put(referencedFootnotes.get(footnoteNode.getLabel()), footnoteNode); + } + + printer.print("
\n"); + printer.print("
\n"); + printer.print("
    \n"); + + for (int i = 0; i < referencedFootnotes.size(); i++) { + int num = i + 1; + if (!footnotes.containsKey(num)) { + // empty footnote + printer.print("

  1. ↩

    2. \n"); + } else { + printer.print("

  2. "); + visitChildren((SuperNode) footnotes.get(num).getFootnote()); + printer.print("↩

    "); + printer.print("
    3. \n"); + } + } + + printer.print("
\n"); + printer.print("
\n"); + } + } finally { + rootNodeRecursion--; } - for (AbbreviationNode abbrNode : node.getAbbreviations()) { - visitChildren(abbrNode); - String abbr = printer.getString(); - printer.clear(); - abbrNode.getExpansion().accept(this); - String expansion = printer.getString(); - abbreviations.put(abbr, expansion); - printer.clear(); + } + + public void visit(FootnoteNode node) { + // this one we don't output for HTML, it is done at the bottom of the page + } + + public void visit(FootnoteRefNode node) { + String footnote = node.getLabel(); + int num = referencedFootnotes.size() + 1; + + if (!referencedFootnotes.containsKey(footnote)) { + referencedFootnotes.put(footnote, num); + } else { + num = referencedFootnotes.get(footnote); } - visitChildren(node); + printer.print("" + num + ""); } public void visit(AbbreviationNode node) { @@ -450,7 +499,7 @@ protected void printImageTag(LinkRenderer.Rendering rendering) { printer.print(" references = ImmutableList.of(); private List abbreviations = ImmutableList.of(); + private List footnotes = ImmutableList.of(); + + public List getFootnotes() { + return footnotes; + } + + public void setFootnotes(List footnotes) { + this.footnotes = footnotes; + } public List getReferences() { return references; diff --git a/src/main/java/org/pegdown/ast/Visitor.java b/src/main/java/org/pegdown/ast/Visitor.java index 7cc4269..e941bad 100644 --- a/src/main/java/org/pegdown/ast/Visitor.java +++ b/src/main/java/org/pegdown/ast/Visitor.java @@ -28,6 +28,8 @@ public interface Visitor { void visit(DefinitionListNode node); void visit(DefinitionNode node); void visit(DefinitionTermNode node); + void visit(FootnoteNode node); + void visit(FootnoteRefNode node); void visit(ExpImageNode node); void visit(ExpLinkNode node); void visit(HeaderNode node); diff --git a/src/test/resources/OptionalExtensions/footnotes-ext.ast b/src/test/resources/OptionalExtensions/footnotes-ext.ast new file mode 100644 index 0000000..0b4f1d8 --- /dev/null +++ b/src/test/resources/OptionalExtensions/footnotes-ext.ast @@ -0,0 +1,22 @@ +RootNode [0-403] + ParaNode [0-61] + SuperNode [0-61] + TextNode [0-29] 'This paragraph has a footnote' + FootnoteRefNode [29-33] '[^1]' + TextNode [33-54] ' and another footnote' + FootnoteRefNode [54-60] '[^two]' + SpecialTextNode [60-61] '.' + ParaNode [63-119] + SuperNode [63-119] + TextNode [63-100] 'This one has more but out of sequence' + FootnoteRefNode [100-104] '[^4]' + TextNode [104-109] ' and ' + FootnoteRefNode [109-117] '[^eight]' + SpecialTextNode [117-118] '.' + TextNode [118-119] ' ' + FootnoteNode [122-195] '[^two]: ' + FootnoteNode [201-217] '[^1]: ' + FootnoteNode [219-292] '[^un-used]: ' + FootnoteNode [294-324] '[^4]: ' + FootnoteNode [326-358] '[^eight]: ' + FootnoteNode [360-403] '[^another_unused]: ' diff --git a/src/test/resources/OptionalExtensions/footnotes-ext.html b/src/test/resources/OptionalExtensions/footnotes-ext.html new file mode 100644 index 0000000..6993ecb --- /dev/null +++ b/src/test/resources/OptionalExtensions/footnotes-ext.html @@ -0,0 +1,10 @@ +

This paragraph has a footnote1 and another footnote2.

+

This one has more but out of sequence3 and 4.

+
+
    +

  1. Footnote 1↩

    2. +

  2. Footnote 2 with a bit more text
    and another continuation line↩

    3. +

  3. Out of sequence footnote↩

    4. +

  4. Have one that is used.↩

    5. +
+
diff --git a/src/test/resources/OptionalExtensions/footnotes-no-ext.ast b/src/test/resources/OptionalExtensions/footnotes-no-ext.ast new file mode 100644 index 0000000..ceaee5a --- /dev/null +++ b/src/test/resources/OptionalExtensions/footnotes-no-ext.ast @@ -0,0 +1,75 @@ +RootNode [0-403] + ParaNode [0-61] + SuperNode [0-61] + TextNode [0-29] 'This paragraph has a footnote' + RefLinkNode [29-33] + SuperNode [0-0] + TextNode [30-32] '^1' + TextNode [33-54] ' and another footnote' + RefLinkNode [54-60] + SuperNode [0-0] + TextNode [55-59] '^two' + SpecialTextNode [60-61] '.' + ParaNode [63-119] + SuperNode [63-119] + TextNode [63-100] 'This one has more but out of sequence' + RefLinkNode [100-104] + SuperNode [0-0] + TextNode [101-103] '^4' + TextNode [104-109] ' and ' + RefLinkNode [109-117] + SuperNode [0-0] + TextNode [110-116] '^eight' + SpecialTextNode [117-118] '.' + TextNode [118-119] ' ' + ParaNode [122-195] + SuperNode [122-195] + RefLinkNode [122-128] + SuperNode [0-0] + TextNode [123-127] '^two' + SpecialTextNode [128-129] ':' + TextNode [129-161] ' Footnote 2 with a bit more text' + SimpleNode [161-162] Linebreak + TextNode [162-195] ' and another continuation line' + ParaNode [201-217] + SuperNode [201-217] + RefLinkNode [201-205] + SuperNode [0-0] + TextNode [202-204] '^1' + SpecialTextNode [205-206] ':' + TextNode [206-217] ' Footnote 1' + ParaNode [219-292] + SuperNode [219-292] + RefLinkNode [219-229] + SuperNode [0-0] + TextNode [220-223] '^un' + SpecialTextNode [223-224] '-' + TextNode [224-228] 'used' + SpecialTextNode [229-230] ':' + TextNode [230-291] ' Unused footnote, it will not be added to the end of the page' + SpecialTextNode [291-292] '.' + ParaNode [294-324] + SuperNode [294-324] + RefLinkNode [294-298] + SuperNode [0-0] + TextNode [295-297] '^4' + SpecialTextNode [298-299] ':' + TextNode [299-324] ' Out of sequence footnote' + ParaNode [326-358] + SuperNode [326-358] + RefLinkNode [326-334] + SuperNode [0-0] + TextNode [327-333] '^eight' + SpecialTextNode [334-335] ':' + TextNode [335-357] ' Have one that is used' + SpecialTextNode [357-358] '.' + ParaNode [360-403] + SuperNode [360-403] + RefLinkNode [360-377] + SuperNode [0-0] + TextNode [361-369] '^another' + SpecialTextNode [369-370] '_' + TextNode [370-376] 'unused' + SpecialTextNode [377-378] ':' + TextNode [378-402] ' This will not be output' + SpecialTextNode [402-403] '.' diff --git a/src/test/resources/OptionalExtensions/footnotes-no-ext.html b/src/test/resources/OptionalExtensions/footnotes-no-ext.html new file mode 100644 index 0000000..3992286 --- /dev/null +++ b/src/test/resources/OptionalExtensions/footnotes-no-ext.html @@ -0,0 +1,12 @@ +

This paragraph has a footnote[^1] and another +footnote[^two].

+

This one has more but out of sequence[^4] and [^eight].

+

[^two]: Footnote 2 with a bit more text
+ and another continuation line

+

[^1]: Footnote 1

+

[^un-used]: Unused footnote, it will not be added to the end of +the page.

+

[^4]: Out of sequence footnote

+

[^eight]: Have one that is used.

+

[^another_unused]: This will not be output.

+ diff --git a/src/test/resources/OptionalExtensions/footnotes.md b/src/test/resources/OptionalExtensions/footnotes.md new file mode 100644 index 0000000..1da34f1 --- /dev/null +++ b/src/test/resources/OptionalExtensions/footnotes.md @@ -0,0 +1,17 @@ +This paragraph has a footnote[^1] and another footnote[^two]. + +This one has more but out of sequence[^4] and [^eight]. + + +[^two]: Footnote 2 with a bit more text + and another continuation line + +[^1]: Footnote 1 + +[^un-used]: Unused footnote, it will not be added to the end of the page. + +[^4]: Out of sequence footnote + +[^eight]: Have one that is used. + +[^another_unused]: This will not be output. diff --git a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.ast b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.ast index c430abf..5027046 100644 --- a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.ast +++ b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.ast @@ -1,4 +1,4 @@ -RootNode [0-1235] +RootNode [0-1336] ParaNode [0-20] SuperNode [0-20] TextNode [0-19] 'A fenced code block' @@ -18,3 +18,14 @@ RootNode [0-1235] SuperNode [787-822] TextNode [787-822] 'test opening with more than 3 ticks' VerbatimNode [824-1235] 'public static String message(@PropertyKey(resourceBundle = BUNDLE_NAME) String key, Object... params) {\n return CommonBundle.message(BUNDLE, key, params);\n}\n\npublic static String messageOrBlank(@PropertyKey(resourceBundle = BUNDLE_NAME) String key, Object... params) {\n return CommonBundle.messageOrDefault(BUNDLE, key, "", params);\n}\n```\nshould still be fenced\n`````\nshould still be fenced\n' + ParaNode [1236-1303] + SuperNode [1236-1303] + TextNode [1236-1265] 'test false opening code fence' + SimpleNode [1265-1266] Linebreak + CodeNode [1266-1283] 'inline code' + SimpleNode [1283-1284] Linebreak + CodeNode [1284-1303] 'inline code 2' + ParaNode [1305-1313] + SuperNode [1305-1313] + TextNode [1305-1313] 'not code' + VerbatimNode [1315-1336] 'fenced block\n' diff --git a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.html b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.html index a6e4267..66b05e7 100644 --- a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.html +++ b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.html @@ -48,3 +48,13 @@ ````` should still be fenced + +

test false opening code fence
+inline code
+inline code 2

+

not code

+
+
+fenced block
+
+
diff --git a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.md b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.md index c198d9d..a3ddb5e 100644 --- a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.md +++ b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks.md @@ -47,4 +47,14 @@ public static String messageOrBlank(@PropertyKey(resourceBundle = BUNDLE_NAME) S should still be fenced ````` should still be fenced -```` \ No newline at end of file +```` + +test false opening code fence +```inline code``` +```inline code 2``` + +not code + +``` +fenced block +``` diff --git a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_all.html b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_all.html index a389360..01f3643 100644 --- a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_all.html +++ b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_all.html @@ -57,4 +57,12 @@ +

test false opening code fence inline code +inline code 2

+

not code

+
+
 
+kcolb decnef
+
+
diff --git a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_scala.html b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_scala.html index 96f575c..a4cf044 100644 --- a/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_scala.html +++ b/src/test/resources/pegdown/GFM_Fenced_Code_Blocks_reversed_scala.html @@ -50,3 +50,11 @@ should still be fenced +

test false opening code fence inline code +inline code 2

+

not code

+
+
+fenced block
+
+
diff --git a/src/test/resources/pegdown/Tables.html b/src/test/resources/pegdown/Tables.html index 2548c4e..42afc2f 100644 --- a/src/test/resources/pegdown/Tables.html +++ b/src/test/resources/pegdown/Tables.html @@ -100,4 +100,30 @@

Tables

this is the caption - \ No newline at end of file +

Tables with divider looking table cell:

+ + + + + + + + + + + + + + + + + + + + + + + + + +
Name Firstname Age
Fox Peter 42
—————–—-:
Guy Ritchie ca. 60
diff --git a/src/test/resources/pegdown/Tables.md b/src/test/resources/pegdown/Tables.md index 5a12e4d..8e9caaf 100644 --- a/src/test/resources/pegdown/Tables.md +++ b/src/test/resources/pegdown/Tables.md @@ -38,3 +38,12 @@ Content | **Cell** | Cell | New section | More | Data | And more | | And more | [this is the caption] + +Tables with divider looking table cell: + + Name | Firstname | Age +------|-----------|----: + Fox | Peter | 42 +------|-----------|----: + Guy | Ritchie | ca. 60 + diff --git a/src/test/resources/pegdown/Wikilinks.html b/src/test/resources/pegdown/Wikilinks.html index 0b53bd9..b8a8539 100644 --- a/src/test/resources/pegdown/Wikilinks.html +++ b/src/test/resources/pegdown/Wikilinks.html @@ -1,14 +1,10 @@

Wikilinks

-

Wikilinks are simple URIs like Autolinks,
-which will be converted by pegdown.

-

Another example provides a separate link text page link text,
-which will be converted by pegdown.

-

Another example with spaces: Special Chars,
-with square brackets: [Square]Brackets.

+

Wikilinks are simple URIs like Autolinks,
which will be converted by pegdown.

+

Another example provides a separate link text page link text,
Let’s not forget anchor refs page name#ref,
Let’s not forget anchor refs provides a separate link text page link title text,
which will be converted by pegdown.

+

Another example with spaces: Special Chars,
with square brackets: [Square]Brackets.

The following links should work just normally:

diff --git a/src/test/resources/pegdown/Wikilinks.md b/src/test/resources/pegdown/Wikilinks.md index 83767d0..6325c8c 100644 --- a/src/test/resources/pegdown/Wikilinks.md +++ b/src/test/resources/pegdown/Wikilinks.md @@ -4,6 +4,8 @@ Wikilinks are simple URIs like [[Autolinks]], which will be converted by pegdown. Another example provides a separate link text [[page name|page link text]], +Let's not forget anchor refs [[page name#ref]], +Let's not forget anchor refs provides a separate link text [[page name#ref|page link title text]], which will be converted by pegdown. Another example with spaces: [[Special Chars]], diff --git a/src/test/scala/org/pegdown/AbstractPegDownSpec.scala b/src/test/scala/org/pegdown/AbstractPegDownSpec.scala index 501a9f8..8760cbc 100644 --- a/src/test/scala/org/pegdown/AbstractPegDownSpec.scala +++ b/src/test/scala/org/pegdown/AbstractPegDownSpec.scala @@ -41,7 +41,7 @@ abstract class AbstractPegDownSpec extends Specification { // actualHtml === "" // tidy up html for fair equality test - val tidyHtml = tidy(actualHtml) + var tidyHtml = tidy(actualHtml) normalize(tidyHtml) === normalize(expectedOutput) } @@ -88,6 +88,8 @@ abstract class AbstractPegDownSpec extends Specification { out.toString } - def normalize(string: String) = string.replace("\r\n", "\n").replace("\r", "\n") + // vsch: seems like there is a bug in Tidy, passing in HTML with
\n results in
\n\n, and passing one with
\n\n results in
\n + // didn't look too deep into it but the following for now solves the problem. + def normalize(string: String) = string.replace("\r\n", "\n").replace("\r", "\n").replace("
\n\n", "
\n") } diff --git a/src/test/scala/org/pegdown/OptionalExtensionsSpec.scala b/src/test/scala/org/pegdown/OptionalExtensionsSpec.scala index 7f3c33e..017d577 100644 --- a/src/test/scala/org/pegdown/OptionalExtensionsSpec.scala +++ b/src/test/scala/org/pegdown/OptionalExtensionsSpec.scala @@ -80,6 +80,26 @@ class OptionalExtensionsSpec extends AbstractPegDownSpec { implicit val processor = new PegDownProcessor(ALL | EXTANCHORLINKS) testASTAlt("OptionalExtensions/extanchors", "-ext") } + + "footnotes-no-ext" in { + implicit val processor = new PegDownProcessor(ALL) + testAlt("OptionalExtensions/footnotes", "-no-ext") + } + + "footnotes-no-ext AST" in { + implicit val processor = new PegDownProcessor(ALL) + testASTAlt("OptionalExtensions/footnotes", "-no-ext") + } + + "footnotes-ext" in { + implicit val processor = new PegDownProcessor(ALL | FOOTNOTES) + testAlt("OptionalExtensions/footnotes", "-ext") + } + + "footnotes-ext AST" in { + implicit val processor = new PegDownProcessor(ALL | FOOTNOTES) + testASTAlt("OptionalExtensions/footnotes", "-ext") + } } } }