Andreas/markdownlint
1
0
Fork 0
mirror of https://github.com/DavidAnson/markdownlint.git synced 2025-09-21 21:30:47 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Reimplement MD038/no-space-in-code using micromark tokens.

Browse source
This commit is contained in:
David Anson 2023-02-23 22:20:27 -08:00
parent b787758a48
commit 962547ecc8
6 changed files with 219 additions and 93 deletions
Download patch file Download diff file Expand all files Collapse all files

106
demo/markdownlint-browser.js
View file

@ -5408,56 +5408,86 @@ module.exports = {
function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it["return"] != null) it["return"](); } finally { if (didErr) throw err; } } }; }
function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
var _require = __webpack_require__(/*! ../helpers */ "../helpers/helpers.js"),
addErrorContext = _require.addErrorContext,
filterTokens = _require.filterTokens,
forEachInlineCodeSpan = _require.forEachInlineCodeSpan,
newLineRe = _require.newLineRe;
addErrorContext = _require.addErrorContext;
var _require2 = __webpack_require__(/*! ../helpers/micromark.cjs */ "../helpers/micromark.cjs"),
filterByTypes = _require2.filterByTypes;
var leftSpaceRe = /^\s(?:[^`]|$)/;
var rightSpaceRe = /[^`]\s$/;
var spaceInsideCodeInline = function spaceInsideCodeInline(token) {
return token.type === "code_inline" && (leftSpaceRe.test(token.content) || rightSpaceRe.test(token.content));
var trimCodeText = function trimCodeText(text, start, end) {
text = text.replace(/^\s+$/, "");
if (start) {
text = text.replace(/^\s+?(\s`|\S)/, "$1");
}
if (end) {
text = text.replace(/(`\s|\S)\s+$/, "$1");
}
return text;
};
var tokenIfType = function tokenIfType(token, type) {
return token && token.type === type && token;
};
module.exports = {
"names": ["MD038", "no-space-in-code"],
"description": "Spaces inside code span elements",
"tags": ["whitespace", "code"],
"function": function MD038(params, onError) {
filterTokens(params, "inline", function (token) {
if (token.children.some(spaceInsideCodeInline)) {
var tokenLines = params.lines.slice(token.map[0], token.map[1]);
forEachInlineCodeSpan(tokenLines.join("\n"), function (code, lineIndex, columnIndex, tickCount) {
var rangeIndex = columnIndex - tickCount;
var rangeLength = code.length + 2 * tickCount;
var rangeLineOffset = 0;
var fixIndex = columnIndex;
var fixLength = code.length;
var codeLines = code.split(newLineRe);
var left = leftSpaceRe.test(code);
var right = !left && rightSpaceRe.test(code);
if (right && codeLines.length > 1) {
rangeIndex = 0;
rangeLineOffset = codeLines.length - 1;
fixIndex = 0;
}
if (left || right) {
var codeLinesRange = codeLines[rangeLineOffset];
if (codeLines.length > 1) {
rangeLength = codeLinesRange.length + tickCount;
fixLength = codeLinesRange.length;
var codeTextTokens = filterByTypes(params.parsers.micromark.tokens, ["codeText"]);
var _iterator = _createForOfIteratorHelper(codeTextTokens),
_step;
try {
for (_iterator.s(); !(_step = _iterator.n()).done;) {
var token = _step.value;
var tokens = token.tokens;
var first = 0;
var last = tokens.length - 1;
var startSequence = tokenIfType(tokens[first], "codeTextSequence");
var endSequence = tokenIfType(tokens[last], "codeTextSequence");
var startData = tokenIfType(tokens[first + 1], "codeTextData") || tokenIfType(tokens[first + 2], "codeTextData");
var endData = tokenIfType(tokens[last - 1], "codeTextData") || tokenIfType(tokens[last - 2], "codeTextData");
if (startSequence && endSequence && startData && endData) {
var spaceLeft = leftSpaceRe.test(startData.text);
var spaceRight = !spaceLeft && rightSpaceRe.test(endData.text);
if (spaceLeft || spaceRight) {
var lineNumber = startSequence.startLine;
var range = null;
var fixInfo = null;
if (startSequence.startLine === endSequence.endLine) {
range = [startSequence.startColumn, endSequence.endColumn - startSequence.startColumn];
fixInfo = {
"editColumn": startSequence.endColumn,
"deleteCount": endSequence.startColumn - startSequence.endColumn,
"insertText": trimCodeText(startData.text, true, true)
};
} else if (spaceLeft) {
range = [startSequence.startColumn, startData.endColumn - startSequence.startColumn];
fixInfo = {
"editColumn": startSequence.endColumn,
"deleteCount": startData.endColumn - startData.startColumn,
"insertText": trimCodeText(startData.text, true, false)
};
} else {
lineNumber = endSequence.endLine;
range = [endData.startColumn, endSequence.endColumn - endData.startColumn];
fixInfo = {
"editColumn": endData.startColumn,
"deleteCount": endData.endColumn - endData.startColumn,
"insertText": trimCodeText(endData.text, false, true)
};
}
var context = tokenLines[lineIndex + rangeLineOffset].substring(rangeIndex, rangeIndex + rangeLength);
var codeLinesRangeTrim = codeLinesRange.trim();
var fixText = (codeLinesRangeTrim.startsWith("`") ? " " : "") + codeLinesRangeTrim + (codeLinesRangeTrim.endsWith("`") ? " " : "");
addErrorContext(onError, token.lineNumber + lineIndex + rangeLineOffset, context, left, right, [rangeIndex + 1, rangeLength], {
"editColumn": fixIndex + 1,
"deleteCount": fixLength,
"insertText": fixText
});
var context = params.lines[lineNumber - 1].substring(range[0] - 1, range[0] - 1 + range[1]);
addErrorContext(onError, lineNumber, context, spaceLeft, spaceRight, range, fixInfo);
}
});
}
}
});
} catch (err) {
_iterator.e(err);
} finally {
_iterator.f();
}
}
};

135
lib/md038.js
View file

@ -2,70 +2,95 @@
"use strict";
const { addErrorContext, filterTokens, forEachInlineCodeSpan, newLineRe } =
require("../helpers");
const { addErrorContext } = require("../helpers");
const { filterByTypes } = require("../helpers/micromark.cjs");
const leftSpaceRe = /^\s(?:[^`]|$)/;
const rightSpaceRe = /[^`]\s$/;
const spaceInsideCodeInline = (token) => (
(token.type === "code_inline") &&
(leftSpaceRe.test(token.content) || rightSpaceRe.test(token.content))
);
const trimCodeText = (text, start, end) => {
text = text.replace(/^\s+$/, "");
if (start) {
text = text.replace(/^\s+?(\s`|\S)/, "$1");
}
if (end) {
text = text.replace(/(`\s|\S)\s+$/, "$1");
}
return text;
};
const tokenIfType = (token, type) => token && (token.type === type) && token;
module.exports = {
"names": [ "MD038", "no-space-in-code" ],
"description": "Spaces inside code span elements",
"tags": [ "whitespace", "code" ],
"function": function MD038(params, onError) {
filterTokens(params, "inline", (token) => {
if (token.children.some(spaceInsideCodeInline)) {
const tokenLines = params.lines.slice(token.map[0], token.map[1]);
forEachInlineCodeSpan(
tokenLines.join("\n"),
(code, lineIndex, columnIndex, tickCount) => {
let rangeIndex = columnIndex - tickCount;
let rangeLength = code.length + (2 * tickCount);
let rangeLineOffset = 0;
let fixIndex = columnIndex;
let fixLength = code.length;
const codeLines = code.split(newLineRe);
const left = leftSpaceRe.test(code);
const right = !left && rightSpaceRe.test(code);
if (right && (codeLines.length > 1)) {
rangeIndex = 0;
rangeLineOffset = codeLines.length - 1;
fixIndex = 0;
}
if (left || right) {
const codeLinesRange = codeLines[rangeLineOffset];
if (codeLines.length > 1) {
rangeLength = codeLinesRange.length + tickCount;
fixLength = codeLinesRange.length;
}
const context = tokenLines[lineIndex + rangeLineOffset]
.substring(rangeIndex, rangeIndex + rangeLength);
const codeLinesRangeTrim = codeLinesRange.trim();
const fixText =
(codeLinesRangeTrim.startsWith("`") ? " " : "") +
codeLinesRangeTrim +
(codeLinesRangeTrim.endsWith("`") ? " " : "");
addErrorContext(
onError,
token.lineNumber + lineIndex + rangeLineOffset,
context,
left,
right,
[ rangeIndex + 1, rangeLength ],
{
"editColumn": fixIndex + 1,
"deleteCount": fixLength,
"insertText": fixText
}
);
}
});
const codeTextTokens =
filterByTypes(params.parsers.micromark.tokens, [ "codeText" ]);
for (const token of codeTextTokens) {
const { tokens } = token;
const first = 0;
const last = tokens.length - 1;
const startSequence = tokenIfType(tokens[first], "codeTextSequence");
const endSequence = tokenIfType(tokens[last], "codeTextSequence");
const startData =
tokenIfType(tokens[first + 1], "codeTextData") ||
tokenIfType(tokens[first + 2], "codeTextData");
const endData =
tokenIfType(tokens[last - 1], "codeTextData") ||
tokenIfType(tokens[last - 2], "codeTextData");
if (startSequence && endSequence && startData && endData) {
const spaceLeft = leftSpaceRe.test(startData.text);
const spaceRight = !spaceLeft && rightSpaceRe.test(endData.text);
if (spaceLeft || spaceRight) {
let lineNumber = startSequence.startLine;
let range = null;
let fixInfo = null;
if (startSequence.startLine === endSequence.endLine) {
range = [
startSequence.startColumn,
endSequence.endColumn - startSequence.startColumn
];
fixInfo = {
"editColumn": startSequence.endColumn,
"deleteCount": endSequence.startColumn - startSequence.endColumn,
"insertText": trimCodeText(startData.text, true, true)
};
} else if (spaceLeft) {
range = [
startSequence.startColumn,
startData.endColumn - startSequence.startColumn
];
fixInfo = {
"editColumn": startSequence.endColumn,
"deleteCount": startData.endColumn - startData.startColumn,
"insertText": trimCodeText(startData.text, true, false)
};
} else {
lineNumber = endSequence.endLine;
range = [
endData.startColumn,
endSequence.endColumn - endData.startColumn
];
fixInfo = {
"editColumn": endData.startColumn,
"deleteCount": endData.endColumn - endData.startColumn,
"insertText": trimCodeText(endData.text, false, true)
};
}
const context = params
.lines[lineNumber - 1]
.substring(range[0] - 1, range[0] - 1 + range[1]);
addErrorContext(
onError,
lineNumber,
context,
spaceLeft,
spaceRight,
range,
fixInfo
);
}
}
});
}
}
};

1
test/markdownlint-test-repos.js
View file

@ -160,6 +160,7 @@ test("https://github.com/dotnet/docs", (t) => {
/^test-repos\/dotnet-docs\/docs\/framework\/whats-new\/index\.md: \d+: MD034\/.*$\r?\n?/gm,
/^test-repos\/dotnet-docs\/docs\/orleans\/tutorials-and-samples\/index\.md: \d+: MD034\/.*$\r?\n?/gm,
/^test-repos\/dotnet-docs\/docs\/standard\/base-types\/regular-expression-source-generators\.md: \d+: MD034\/.*$\r?\n?/gm,
/^test-repos\/dotnet-docs\/docs\/standard\/generics\/math\.md: \d+: MD038\/.*$\r?\n?/gm,
/^test-repos\/dotnet-docs\/docs\/standard\/serialization\/xml-schema-def-tool-gen\.md: \d+: MD034\/.*$\r?\n?/gm
];
return lintTestRepo(t, globPatterns, configPath, ignoreRes);

55
test/snapshots/markdownlint-test-scenarios.js.md
View file

@ -38877,6 +38877,46 @@ Generated by [AVA](https://avajs.dev).
'no-space-in-code',
],
},
{
errorContext: '``` ` multiple leading {MD038...',
errorDetail: null,
errorRange: [
6,
31,
],
fixInfo: {
deleteCount: 28,
editColumn: 9,
insertText: ' ` multiple leading {MD038}',
},
lineNumber: 129,
ruleDescription: 'Spaces inside code span elements',
ruleInformation: 'https://github.com/DavidAnson/markdownlint/blob/v0.0.0/doc/md038.md',
ruleNames: [
'MD038',
'no-space-in-code',
],
},
{
errorContext: 'not allowed ` ``',
errorDetail: null,
errorRange: [
1,
17,
],
fixInfo: {
deleteCount: 15,
editColumn: 1,
insertText: 'not allowed ` ',
},
lineNumber: 136,
ruleDescription: 'Spaces inside code span elements',
ruleInformation: 'https://github.com/DavidAnson/markdownlint/blob/v0.0.0/doc/md038.md',
ruleNames: [
'MD038',
'no-space-in-code',
],
},
{
errorContext: '#link%60link',
errorDetail: null,
@ -39080,6 +39120,21 @@ Generated by [AVA](https://avajs.dev).
Again, 2 characters: \` ab \`␊
Again, 1 character: \` a \`␊
Many internal spaces: \` code code code code code code \`␊
␊
text \`\`\` \` leading space␊
allowed for backtick\`\`\` text␊
␊
text \`\`\` \` multiple leading {MD038}␊
spaces not allowed\`\`\` text␊
␊
text \`\`trailing space␊
allowed for backtick \` \`\` text␊
␊
text \`\`multiple trailing spaces␊
not allowed \` \`\` text {MD038}␊
␊
text \`\` \` leading and trailing␊
space allowed for backtick \` \`\` text␊
`,
}

BIN
test/snapshots/markdownlint-test-scenarios.js.snap
View file

Binary file not shown.

15
test/spaces_inside_codespan_elements.md
View file

@ -122,3 +122,18 @@ Again, 3 characters: ` abc `
Again, 2 characters: ` ab `
Again, 1 character: ` a `
Many internal spaces: ` code code code code code code `
text ``` ` leading space
allowed for backtick``` text
text ``` ` multiple leading {MD038}
spaces not allowed``` text
text ``trailing space
allowed for backtick ` `` text
text ``multiple trailing spaces
not allowed ` `` text {MD038}
text `` ` leading and trailing
space allowed for backtick ` `` text