2b:null 2c:["$","title",null,{"children":"[FFXIV] FF14 物品csv历史变更生成器 | UnluckyNinja | Observable"}] 31:T887,generatedCSV = { const vers = fileList.map(it=>it.name.match(/\d+\.\d+/)[0]) let header = `id,${vers.join(',')}` if (compareMode === 'ID'){ header = `id,${vers.join(',')}` } else { header = `RowNum,${vers.join(',')}` } const items = itemHistory2.map(item=>{ const [id, list] = item // list[i].version == ver, list[i].change == {type, value} if(filterMode !== 'all'){ const valueMap = new Map() for (let i = 0; i < list.length; i++) { if (filterMode === 'update' && list[i].type === 'update') { valueMap.set(list[i].version, `${list[i-1].value} -> ${list[i].value}`) } if (filterMode === 'new' && list[i].type === 'new') { valueMap.set(list[i].version, `+ ${list[i].value}`) } if (filterMode === 'removal' && list[i].type === 'removal') { valueMap.set(list[i].version, `- ${list[i-1].value}`) } if (filterMode === 'new&removal' && list[i].type !== 'update') { const isNew = list[i].type === 'new' const sign = isNew ? '+' : '-' const idx = isNew ? i : i-1 valueMap.set(list[i].version, `${sign} ${list[idx].value}`) } } if (valueMap.size === 0) { return null } return {id, values: Object.fromEntries(valueMap)} } return {id, values: Object.fromEntries(list.map(it=>[it.version, it.value]))} }).filter(it=> it) if (compactMode){ const maxLength = d3.max(items,d=>Object.keys(d.values).length) const cells = [...new Array(maxLength).keys()].flatMap(it=>[`版本${it}`,`值${it}`]) if (compareMode === 'ID'){ header = 'id,'+cells.join(',') } else { header = 'RowNum,'+cells.join(',') } } const table = items.map(it=>{ let values = [] if (compactMode){ values = Object.entries(it.values).flatMap((kv)=>kv) } else { values = vers.map(ver=>it.values[ver] ?? '') } const escaped = values.map(it=>{ return it.includes(',') ? `"${it}"` : it }).join(',') return `${it.id},${escaped}` }).join('\n') const csv = `${header}\n${table}\n` return { items, csv } }32:Tc42,itemHistory2 = { const map = new Map() if (fileList.length === 0) { return [] } function pushNew(version, id, value){ if (!map.has(id)){ map.set(id, []) } map.get(id).push({ version, type: 'new', value, }) } function pushUpdate(version, id, value){ if (!map.has(id)){ map.set(id, []) } map.get(id).push({ version, type: 'update', value, }) } function pushRemoval(version, id){ if (!map.has(id)){ map.set(id, []) } map.get(id).push({ version, type: 'removal', value: '(空)' }) } for (let i = 0; i < parsedFiles[0].ids.length; i++){ if (compareMode === 'ID') { if (parsedFiles[0].values[i] !== '') { pushNew(parsedFiles[0].version, parsedFiles[0].ids[i], parsedFiles[0].values[i]) } } else { if (parsedFiles[0].values[i] !== '') { pushNew(parsedFiles[0].version, i+parsedFiles[0].skippedRows+1, parsedFiles[0].values[i]) } } } for (let i = 0; i < parsedFiles.length-1; i++ ){ const new_ver = parsedFiles[i+1].version const old_ids = parsedFiles[i].ids const old_values = parsedFiles[i].values const new_ids = parsedFiles[i+1].ids const new_values = parsedFiles[i+1].values let pointerA = 0 let pointerB = 0 while (pointerA < old_ids.length || pointerB < new_ids.length) { // 按ID比较 let flag let old_id let new_id if (compareMode === 'ID') { old_id = old_ids[pointerA] new_id = new_ids[pointerB] if (pointerA < old_ids.length && pointerB < new_ids.length){ flag = utils.compareVersion(old_id, new_id) } else if (pointerA >= old_ids.length) { flag = 1 } else if (pointerB >= new_ids.length) { flag = -1 } else { break } } else { old_id = pointerA + parsedFiles[i].skippedRows + 1 new_id = pointerB + parsedFiles[i+1].skippedRows + 1 if (pointerA < old_ids.length && pointerB < new_ids.length){ flag = 0 } else if (pointerA >= old_ids.length) { flag = 1 } else if (pointerB >= new_ids.length) { flag = -1 } else { break } } const old_value = old_values[pointerA] const new_value = new_values[pointerB] if (flag === 0) { // 相同ID if (old_value !== new_value) { // 不同值 if (old_value === '') { pushNew(new_ver, new_id, new_value) } else if (new_value === '') { pushRemoval(new_ver, new_id) } else { pushUpdate(new_ver, new_id, new_value) } } pointerA++ pointerB++ } else if (flag < 0) { // 有ID在新文件中消失 pushRemoval(new_ver, old_id) pointerA++ } else if (flag > 0) { // 有ID在新文件中被插入 pushNew(new_ver, new_id, new_value) pointerB++ } } // cleanup pointerA = 0 pointerB = 0 } return [...map].sort((a,b)=>a[0]-b[0]) }33:T7c2,itemHistory = { return //deprecated const map = new Map() if (fileList.length === 0) { return map } const text = await fileList[0].file.text() const parsed = parseItemCSV(text, col) let last = parsed const ver0 = fileList[0].name.match(/(\d+)\.(\d+)/)[0] for (let i = 0; i < parsed.length; i++) { if (parsed[i] !== ''){ map.set(i+1, [ { version: ver0, change: {type: 'new', value: parsed[i]} } ]) } } const text2 = await fileList[fileList.length-1].file.text() const parsed2 = parseItemCSV(text2, col) let latest = parsed2 for (let item of fileList.slice(1)) { const ver = item.name.match(/(\d+)\.(\d+)/)[0] const text = await item.file.text() const parsed = parseItemCSV(text, col) for (let i = 0; i < latest.length; i++) { // 超出上个文件行数 if(last.length-1 < i){ // 新文件也超出 if (parsed.length-1 < i) { break } // 新文件包含该行 if (parsed[i] !== '') { map.set(i+1, [ { version: ver, change: {type: 'new', value: parsed[i]} } ]) } continue } // if(i+1===7901) debugger; //两个文件不同 if (last[i] !== parsed[i]){ // add change to map let type = 'update' let value = parsed[i] if (last[i] === '' && parsed[i] !== '') type = 'new' if (last[i] !== '' && parsed[i] === '') { type = 'removal' value = '(空)' } if (!map.has(i+1)){ map.set(i+1, [ { version: ver, change: {type, value} } ]) console.log(i+1) } else { map.get(i+1).push({ version: ver, change: {type, value} }) } } } last = parsed } return [...map].sort((a,b)=>a[0]-b[0]) }34:[] 2f:{"id":"a4453bda7be113fc","slug":null,"title":"[FFXIV] FF14 物品csv历史变更生成器","thumbnail":"faac4ef90e97b34d61980100e3fca134f9f1ec4ba65b669d3cf7372a23814aa1","access_level":"public","create_time":"$D2023-11-21T17:18:33.951Z","update_time":"$D2024-10-02T09:25:08.184Z","view_time":null,"first_public_time":"$D2023-11-21T17:18:33.951Z","has_unpublished_edits":null,"fork":false,"stars":0,"starred":false,"owner":{"type":"team","id":"ebb6118c9a990a2c","login":"unluckyninja","name":"UnluckyNinja","avatar_url":"https://avatars-next.observableusercontent.com/95d8d23bafa30b0b30e2ead4a72666d02cc17899c3c958c22c65fc0fc09afe3d","tier":"starter_2024"},"version":533,"publish_version":null,"role":null,"authored":false,"authors":[{"type":"individual","id":"4df1f6fd87aa7295","login":"unluckyninja","name":"UnluckyNinja","avatar_url":"https://avatars-next.observableusercontent.com/95d8d23bafa30b0b30e2ead4a72666d02cc17899c3c958c22c65fc0fc09afe3d","tier":null}],"members":[{"type":"individual","id":"4df1f6fd87aa7295","login":"unluckyninja","name":"UnluckyNinja","avatar_url":"https://avatars-next.observableusercontent.com/95d8d23bafa30b0b30e2ead4a72666d02cc17899c3c958c22c65fc0fc09afe3d","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":{"id":"618097a6397b7b90","slug":"ffxiv","title":"FFXIV","owner":{"id":"ebb6118c9a990a2c","login":"unluckyninja","name":"UnluckyNinja"}},"type":"notebook","body":{"title":"[FFXIV] FF14 物品csv历史变更生成器","cells":[{"id":0,"value":"# [FFXIV] FF14 物品csv历史变更生成器","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":332,"value":"## 使用说明\n拖拽所有相关文件至下方框内，文件名需要以类似4.0 4.1 4.11 4.111这样命名，会自动排序，点击下载按钮即可下载生成的csv文件\n\n注意如果文件很多会非常非常卡卡卡卡，并吃掉很多多多多内存（","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":7,"value":"newDropArea(files, dnd.multiDropHandler(arr=>mutable files = arr), dnd.dragover)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":104,"value":"viewof _col = Inputs.range([0, 94], {label: '比较列', value: 1, step: 1})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":254,"value":"viewof filterMode = Inputs.radio(['all','new','update','removal','new&removal'],{label: '变更类型', value: 'all'})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":362,"value":"viewof compareMode = Inputs.radio(['ID','行号'],{label: '比较模式(输出首列类型)', value: 'ID'})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":345,"value":"viewof compactMode = Inputs.toggle({label: '紧凑模式', value: false})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":382,"value":"viewof ignoreHeaders = Inputs.radio(new Map([['按解包软件（Index/key开头自动判断）', 'auto'], ['自定义', 'custom']]),{label: '忽略表头', value: 'auto'})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":399,"value":"viewof ignoreHeaderNum = {\n const enabled = ignoreHeaders === 'custom'\n return Inputs.range([0, 10], {label: '忽略表头行数', value: 1, step: 1, disabled: !enabled})\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":358,"value":"viewof ignoreFirstRow = Inputs.toggle({label: '忽略数据首行', value: true})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":524,"value":"viewof replaceLinebreak = Inputs.toggle({label: '替换换行符', value: false})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":518,"value":"viewof replaceLinebreak_str = Inputs.text({label: '替换用标记', value: '
'})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":214,"value":"{\n return DOM.download(new Blob([generatedCSV.csv]), `item_name_history_${filterMode}${compactMode?'_compact':''}.csv`, '下载')\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":329,"value":"CSV 预览（截短前1000字符）","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":322,"value":"Inputs.textarea({value: generatedCSV.csv.slice(0, 1000), readonly: true})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":318,"value":"预览用表格","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":218,"value":"data","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":245,"value":"

","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","output":"","database":"$undefined"},{"id":117,"value":"col = debounce(viewof _col, 2000)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":231,"value":"data = {\n return generatedCSV.items.map(it=>{\n return {\n [compactMode === 'ID' ? 'id' : 'RowNum']: it.id,\n ...it.values\n }\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":183,"value":"$31","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":284,"value":"debugonly = itemHistory2.filter(it=>it[1].some(ab=>ab.type===\"update\") )","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":437,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":77,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":377,"value":"parsedFiles = {\n return Promise.all(\n fileList.map(async (it) => {\n return { version: it.name.match(/\\d+\\.\\d+/)[0], ...parseItemCSV(await it.file.text(), col) };\n })\n );\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":91,"value":"function parseItemCSV(text, colIndex = -1) {\n if (ignoreHeaders === \"custom\") {\n let start = -1;\n for (let i = 0; i < ignoreHeaderNum; i++) {\n start = text.indexOf(\"\\n\", start + 1)\n }\n if (ignoreFirstRow) {\n start = text.indexOf(\"\\n\", start + 1) // 0, '', ...\n }\n const _text = text.slice(start + 1)\n return {\n skippedRows: ignoreHeaderNum + (ignoreFirstRow ? 1 : 0),\n ids: utils.parseToRows(_text, 0),\n values: utils.parseToRows(_text, colIndex)\n }\n } else {\n if (text.startsWith(\"key\")) {\n return parseNewItemCSV(text, colIndex)\n } else {\n return parseOldItemCSV(text, colIndex)\n }\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":86,"value":"function parseOldItemCSV(text, colIndex = -1){\n let lineend0 = text.indexOf('\\n') // Index, 0 Name Lower ...\n let lineend1\n if (ignoreFirstRow){\n lineend1 = text.indexOf('\\n', lineend0+1) // 0, '', ...\n } else {\n lineend1 = lineend0\n }\n let idxes = text.slice(0, lineend0).split(',')\n let _text = text.slice(lineend1+1)\n return {\n skippedRows: ignoreHeaderNum + (ignoreFirstRow ? 1 : 0),\n ids: utils.parseToRows(_text, 0),\n values: utils.parseToRows(_text, colIndex)\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":81,"value":"function parseNewItemCSV(text, colIndex = -1){\n let lineend0 = text.indexOf('\\n') // key,0,1 ...\n let lineend1 = text.indexOf('\\n', lineend0+1) // #, Name, ...\n let lineend2 = text.indexOf('\\n', lineend1+1) // int,str, ...\n let lineend3 = text.indexOf('\\n', lineend2+1) // 0, '', ...\n if (ignoreFirstRow){\n lineend3 = text.indexOf('\\n', lineend2+1) // 0, '', ...\n } else {\n lineend3 = lineend2\n }\n let idxes = text.slice(0, lineend0).split(',')\n let labels = text.slice(lineend0+1, lineend1).split(',')\n let _text = text.slice(lineend3+1)\n return {\n skippedRows: ignoreHeaderNum + (ignoreFirstRow ? 1 : 0),\n ids: utils.parseToRows(_text, 0),\n values: utils.parseToRows(_text, colIndex)\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"fileList = {\n return files.filter(f=>f.name.match(/\\d+\\.\\d+/)).sort((a,b)=>{\n const matchA = a.name.match(/\\d+\\.\\d+/)\n const matchB = b.name.match(/\\d+\\.\\d+/)\n const a1 = parseFloat(matchA[0])\n const b1 = parseFloat(matchB[0])\n \n return a1 - b1\n })\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":15,"value":"mutable files = []","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":411,"value":"utils = {\n return {\n parseToRows(text, colIndex = -1){\n let data = d3.csvParseRows(text, (d, i)=>{\n // return Object.fromEntries(d.map((it, idx)=>[`${idxes[idx]}: ${labels[idx]}`, it]))\n if (colIndex >= 0) {\n let datum = d[colIndex]\n if (replaceLinebreak) {\n datum = datum.replaceAll(/\\r?\\n/g, replaceLinebreak_str)\n }\n return datum\n }\n return d\n })\n return data\n },\n compareVersion(a,b){\n if (a === b) return 0\n return parseFloat(a) - parseFloat(b)\n }\n }\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"import {newDropArea, dnd} from \"@unluckyninja/fileapi\"","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":113,"value":"import { debounce } from '@mbostock/debouncing-input'","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1","titling":"auto"}} 30:"$2f:body"