2f:T7f5,{ console.clear() let status = 0 const options = ['diff', 'applied'] const c = check(checksCooked) const htmlId = 'differ' return html`

${failures.join('; ')}

${test}${testOutcomeDisplay}

${error ? html`[Failed to generate suggestion: ${error.message}]` : suggestion ? htmlDiff(diffWords(trg, suggestion)) : null } (${desc})

${test} — no violations${testOutcomeDisplay}

${x}

` }30:T918,replacer = (violation, suggestion, options = {}) => (str) => { violation = unPrettify(violation) suggestion = unPrettify(suggestion) const { flags, data } = options const re = new RegExp(cookRegex(violation, data), [...new Set([...'gu', ...(flags ?? [])])].join('')) // try { // log({ // re, // s: cookReplacement(suggestion, { // ...data, // ...Object.fromEntries([ // '$$', // '$&', // ...Array.from({ length: 9 }, (_, i) => `$${i + 1}`) // ].map(x => [x, x])) // }) // }) // } catch {} // https://stackoverflow.com/questions/9337047/what-characters-are-valid-for-javascript-variable-names/9337047#9337047 const jsId = /[$_\p{Lu}\p{Ll}\p{Lt}\p{Lm}\p{Lo}\p{Nl}][$_\p{Lu}\p{Ll}\p{Lt}\p{Lm}\p{Lo}\p{Nl}\u200c\u200d\p{Mn}\p{Mc}\p{Nd}\p{Pc}]*/u return str.replace( re, (...args) => { const offsetIdx = args.findIndex(x => typeof x === 'number') let ctx, offset for (const [idx, arg] of args.entries()) { // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/String/replace#specifying_a_function_as_the_replacement switch (idx) { case 0: // match ctx = { '$$': '$', '$&': arg, } break case offsetIdx: // offset offset = arg break case offsetIdx + 1: // string ctx['$`'] = arg.slice(0, offset) ctx["$'"] = arg.slice(offset + args[0].length) break case offsetIdx + 2: // groups ctx = { ...ctx, ...Object.fromEntries( Object.entries(arg).map(([k, v]) => [`$<${k}>`, v || '']) ), ...Object.fromEntries( Object.entries(arg).map(([k, v]) => [k, v || '']) ), } break default: // p1, p2, …, pN ctx[`$${idx}`] = arg || '' break } } const result = cookReplacement(suggestion, { ...data, ...ctx }, false) .replace(new RegExp(String.raw`\$([$\d&${'`'}']|<${jsId.source}>)`, 'gu'), (m) => ctx[m]) return result }, ) }31:T10f8,checks = [ // TODO: expect tests // TODO: cook descriptions (?) // TODO: check for unique id // TODO: proper parsing of DSL, e.g. "," // TODO: extend DSL recursively, e.g. data|fn(data2|fn2); fn(fn2(data)); fn(data)(data) { id: 'noEnumCommas', desc: 'Use English punctuation instead of enumeration commas', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw`(?\d+)?、 ?`, flags: 'i', }, ], suggestion: String.raw`$@{digits|ifEquals("", comma, ".")} `, }, { id: 'numberSpaceUnit', desc: 'Add a space between number and units', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw`(?\d+)(?@{units})@{wordBreakLatin}`, flags: 'i', }, ], suggestion: String.raw`@{number} @{unit|caseOf(units)}`, }, { id: 'alwaysLowerCase', desc: 'Words that are always lower-case', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw`realme`, flags: 'i', }, ], suggestion: String.raw`@{$&|lowerCase}`, }, { id: 'microgramsSymbol', desc: 'Symbol for micrograms is "μg"', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw`(\d+) ?ug@{wordBreakLatin}`, flags: 'i', }, ], suggestion: String.raw`$1 μg`, }, { id: 'noMultipleSpaces', desc: 'Only use single spaces', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw` +`, flags: 'i', }, ], suggestion: String.raw` `, }, { id: 'unambiguousDateFormat', desc: 'Use unambiguous date format', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw`(\d{1,2})/(\d{1,2})/(\d{4}|\d{2})`, flags: 'i', }, ], suggestion: String.raw`@{enMonthsShort|at($1)|titleCase} $2, @{$3|padTo("2000")}`, }, { id: 'noChinesePunctuation', desc: 'Use English punctuation instead of Chinese', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw`(@{zhPunctuation}) ?`, flags: 'i', }, ], suggestion: String.raw`@{zhEnPunctuationMap|at($1)}`, }, { id: 'wordForSingleDigitNumbers', desc: 'Spell out single-digit numbers, unless used alongside a unit etc.', checks: [ { subject: 'trg', type: 'match', // match | exclude source: String.raw` (? { if ([trg, src].filter(Boolean).length !== 2) { // we have more serious problems to worry about return null } const findIdxOrNull = (arr, needle) => ((x) => x === -1 ? null : x)(arr.findIndex(x => x === needle)) const match = (str) => (str.match(new RegExp(cookRegex(String.raw`-?\d+(?:.\d+)?|@{enMonthsShort}`), 'giu')) ?? []) .map(x => isNaN(x) ? findIdxOrNull(presets.enMonthsShort.map(x => x.toLowerCase()), x.toLowerCase()) : Number(x)) const [srcOnlies, trgOnlies] = diffList(...[src, trg].map(match)) const cookList = (list) => JSON.stringify(list.map(String)).slice(1, -1) return srcOnlies.length ? { details: `Target is missing ${cookList(srcOnlies)}` } : trgOnlies.length ? { details: `Source is missing ${cookList(trgOnlies)}` } : null }, }, ]32:T4d8,transforms = { const sentenceCase = (str) => str.charAt(0).toUpperCase() + str.slice(1) const titleCase = (str) => str.split(/\s+/).map(sentenceCase).join(' ') const padTo = (padder) => (str) => str.padStart(padder.length, padder) const escapeJson = (str) => JSON.stringify(str).slice(1, -1) const unescapeJson = (str) => JSON.parse(`"${str}"`) const escapeSingleQuotes = (str) => str.replace(/'/g, String.raw`\'`) const unescapeSingleQuotes = (str) => str.replace(/\\'/g, "'") const escapeJs = (str) => escapeSingleQuotes(escapeJson(str)) const unescapeJs = (str) => unescapeJson(unescapeSingleQuotes(str)) return { ifEquals: (comp, yes, no) => (str) => str == comp ? yes : no, padTo, sentenceCase, titleCase, escapeJson, unescapeJson, escapeJs, unescapeJs, at: (index) => (arr) => arr[index], upperCase: (locale = 'en') => (str) => str.toLocaleUpperCase(locale), lowerCase: (locale = 'en') => (str) => str.toLocaleLowerCase(locale), caseOf: (data) => (str) => { const lc = str.toLowerCase() const matched = data.filter(x => x.toLowerCase() === lc) return lc === str && matched.length === 1 ? matched[0] : str } } }33:[] 2d:{"title":"Advanced QA with suggestions","cells":[{"id":0,"value":"# Advanced QA with suggestions","pinned":false,"hidden":false,"mode":"md"},{"id":9,"value":"$2f","pinned":false,"hidden":false,"mode":"ojs"},{"id":5,"value":"$30","pinned":true,"hidden":false,"mode":"ojs"},{"id":28,"value":"tests = lines`\n|Punctuation，including commas、 periods、etc。|noChinesePunctuation,noEnumCommas\n被点击 10 次|Clicked ... times|sameNumbers\n上次更新于 10 月 2 号|Last Updated: October 2|\n50万|50,000|sameNumbers\n50万|50 thousand|sameNumbers\n5万|50,000|\n|5、An item in a numbered list|noEnumCommas\n|I have 1 or 2 questions|wordForSingleDigitNumbers\n|Realme was founded just over 4years ago.|alwaysLowerCase,noMultipleSpaces,numberSpaceUnit\n|2hz, 3mins, 105s, 10Mins, 10Mb, 20MB|numberSpaceUnit\n|Last updated 8/23/21|unambiguousDateFormat\n|Last updated 23/8/21|unambiguousDateFormat\n|10 micrograms A.K.A. 10ug|microgramsSymbol,numberSpaceUnit\n|WiFi, Wi-Fi|wiFiNonBreakingHyphen\n`","pinned":true,"hidden":false,"mode":"ojs"},{"id":1065,"value":"new RegExp(cookRegex(String.raw`-?\\d(?:.\\d+)?|@{enMonthsShort}`), 'giu')","pinned":true,"hidden":false,"mode":"ojs"},{"id":778,"value":"$31","pinned":true,"hidden":false,"mode":"ojs"},{"id":118,"value":"presets = {\n const zhPunctuation = [...'。，：；？！（）']\n const enPunctuation = '.|, |: |; |?|!| (|) '.split('|')\n \n const zhEnPunctuationMap = Object.fromEntries(zhPunctuation.map((x, i)=>[x, enPunctuation[i]]))\n const enZhPunctuationMap = Object.fromEntries(enPunctuation.map((x, i)=>[x, zhPunctuation[i]]))\n\n const nothing = '⍼' // https://ionathan.ch/2022/04/09/angzarr.html\n\n return {\n null: null,\n comma: ',',\n period: '.',\n space: ' ',\n nbsp: '\\xa0',\n nbhy: '\\u2011',\n shy: '\\xad',\n zwsp: '\\u200b', // e.g. after slash\n wj: '\\u2060', // word-joiner, i.e. zwnbsp\n wordBreakLatin: { [raw]: String.raw`\\b` },\n units: `hours mins secs Hz s Mb MB years ug`.split(' '),\n zhPunctuation,\n enPunctuation,\n zhEnPunctuationMap,\n enZhPunctuationMap,\n enSingleDigitNumbers: `zero one two three four five six seven eight nine`.split(' '),\n enMonthsShort: `${nothing} jan feb mar apr may jun jul aug sep oct nov dec`.split(' '),\n }\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":121,"value":"$32","pinned":true,"hidden":false,"mode":"ojs"},{"id":331,"value":"checksCooked = checks.map(({ id, desc, customCheck, checks, suggestion }) => {\n return {\n id,\n desc,\n fn: customCheck ?? replacer(checks[0].source, suggestion, { ...checks[0] }),\n }\n})","pinned":true,"hidden":false,"mode":"ojs"},{"id":649,"value":"check = (checks) => ({ trg, context }) => checks.map(({ id, fn, desc }) => {\n let after\n\n try {\n after = fn(trg, context)\n } catch (e) {\n console.warn(e)\n \n after = e\n }\n\n if (after == null || typeof after === 'boolean') {\n return after ? { id, desc, suggestion: null } : null\n }\n\n if (after.details) {\n return { id, desc: `${desc}: ${after.details}` }\n }\n\n const y = after instanceof Error\n ? { error: after }\n : { suggestion: after }\n \n return trg === after ? null : {\n id,\n desc,\n [after instanceof Error ? 'error' : 'suggestion']: after,\n }\n}).filter(Boolean)\n","pinned":true,"hidden":false,"mode":"ojs"},{"id":916,"value":"unPrettify = (str) => ((lines) => (lines.length === 1\n ? lines[0]\n : lines.map(x => x.trim()).join('')\n))(str.split('\\n'))","pinned":true,"hidden":false,"mode":"ojs"},{"id":1157,"value":"diffList = (l1, l2) => {\n const a = [l1, l2]\n const out = [[], []]\n\n for (const [i, l] of a.entries()) {\n for (const x of l) {\n // const other = i ? 0 : 1\n\n if (!a[i ? 0 : 1].includes(x)) {\n out[i].push(x)\n }\n }\n }\n\n return out\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":1105,"value":"isHof = (fn) => {\n try {\n return fn() instanceof Function\n } catch {\n return false\n }\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":937,"value":"regexEscape = (input) => {\n\tconst fragment = input.replace(/[$()*+\\-.?[\\\\\\]^{|}]/g, m => {\n\t\tconst digits = m.codePointAt(0).toString(16).padStart(2, '0')\n\n\t\treturn `\\\\x${digits}`\n\t})\n\n\treturn fragment\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":953,"value":"raw = Symbol('raw')","pinned":true,"hidden":false,"mode":"ojs"},{"id":1050,"value":"cookRegex = (str, data) => _parseAts(str, data, true)","pinned":true,"hidden":false,"mode":"ojs"},{"id":1055,"value":"cookReplacement = _parseAts","pinned":true,"hidden":false,"mode":"ojs"},{"id":124,"value":"_parseAts = (str, data, isRegex = false) => {\n data = { ...presets, ...data }\n \n return str.replace(/@\\{([^}]+)\\}/g, (_, m) => {\n const [input, ...fns] = m.split('|')\n \n let out = data[input].includes?.('\"')\n ? JSON.parse(data[input])\n : data[input]\n\n let escape = (isRegex && !out[raw]) ? regexEscape : (x) => x\n\n out = out[raw] ?? out\n\n for (const fnStr of fns) {\n const m = fnStr\n .replace(/\\s+/g, '')\n .match(/^([$\\w\\d\"]+)(?:\$([^)]+)\$)?$/)\n\n const [, fnName, args] = m\n\n let fn = transforms[fnName]\n\n if (args || isHof(fn)) {\n fn = fn(...(args ?? '').split(',').map(\n arg => arg.includes('\"') ? JSON.parse(arg) : data[arg.trim()]\n ))\n }\n\n out = fn(out)\n }\n\n if (Array.isArray(out)) {\n return isRegex\n ? `(?:${out.map(escape).join('|')})`\n : out.join(',')\n }\n \n return escape(out)\n })\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":179,"value":"ents = (str) => str.replace(/[&<>'\"]/g, (m) => `&#${m.codePointAt(0)};`)","pinned":true,"hidden":false,"mode":"ojs"},{"id":277,"value":"diffWords = {\n const segmenter = /(\\p{Script=Han}|\\p{Letter}+|\\p{Z}+)/u\n const mapStr = (str, map, count) => {\n \tconst words = str.split(segmenter)\n \n \tlet mappedStr = ''\n \n \tfor (const word of words) {\n \t\tif (!map.has(word)) {\n \t\t\tmap.set(word, String.fromCharCode(count.i++))\n \t\t}\n \n \t\tmappedStr += map.get(word)\n \t}\n \n \treturn mappedStr\n }\n \n return (str1, str2) => {\n \tconst map = new Map()\n \n \tconst count = { i: 0 }\n \n \tconst mappedStr1 = mapStr(str1, map, count)\n \tconst mappedStr2 = mapStr(str2, map, count)\n \n \tconst reverseMap = new Map(\n \t\t[...map.entries()]\n \t\t\t.map(([k, v]) => [v, k])\n \t)\n \n \treturn diffCharacters(mappedStr1, mappedStr2)\n \t\t.map(x => ({ ...x, word: reverseMap.get(x.character) }))\n }\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":64,"value":"---","pinned":false,"hidden":false,"mode":"md"},{"id":67,"value":"## Appendix","pinned":false,"hidden":false,"mode":"md"},{"id":69,"value":"html = function(...args) {\n return htl.html(...args)\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":262,"value":"html.raw = function unsafe_html() {\n const span = document.createElement(\"span\");\n span.innerHTML = String.raw.apply(this, arguments);\n return span;\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":274,"value":"dmp_module = import('https://cdn.skypack.dev/diff_match_patch@0.1.1?min')","pinned":true,"hidden":false,"mode":"ojs"},{"id":286,"value":"htmlDiff = (diff) => diff\n .map(x => x.wasAdded\n ? html`${x.word}`\n : x.wasRemoved\n ? html`~~${x.word}~~`\n : x.word\n )","pinned":true,"hidden":false,"mode":"ojs"},{"id":320,"value":"diffCharacters = (str1, str2) => {\n const dmp = new dmp_module.diff_match_patch();\n\n return dmp.diff_main(str1, str2)\n .flatMap(([n, str]) => [...str].map((character) => ({\n character,\n wasAdded: n === 1,\n wasRemoved: n === -1,\n })))\n}","pinned":true,"hidden":false,"mode":"ojs"},{"id":446,"value":"lines = (x) => x.join('').split('\\n').filter(Boolean)","pinned":true,"hidden":false,"mode":"ojs"},{"id":661,"value":"log=(...a)=>(console.log(...a),a[0])","pinned":true,"hidden":false,"mode":"ojs"},{"id":312,"value":"","pinned":true,"hidden":false,"mode":"html"}],"files":"$W33","stdlib":"1","titling":"auto"}