2c:null 2d:["$","title",null,{"children":"文件压缩测试 | 段 | Observable"}] 32:T1072,html`

对2185B大小文件进行实验

对16199B大小文件进行实验

对64206B大小文件进行实验

对163163B大小文件进行实验

对864286B大小文件进行实验

对927928B大小文件进行实验

对2098783B大小文件进行实验

对3894334B大小文件进行实验

对14545740B大小文件进行实验

`33:Tc77,function initChart(params) { var myChart = echarts.init(document.getElementById('main_'+params+'l')); var option = { tooltip: { trigger: 'axis', axisPointer: { type: 'shadow' } }, dataset: { dimensions: ['Compression method', 'Compression time'], source: sortByKey(allData[params],'Compression time'), }, title: { text: '压缩速度' }, grid: { left: '3%', right: '4%', bottom: '3%', containLabel: true }, legend: { }, xAxis: { type: 'category', name: '方法', axisLabel: { rotate: 90, fontSize:10 }, }, yAxis: {name: 'ms'}, series: [{ type: 'bar', },{ type: 'custom', name: 'error', itemStyle: { normal: { borderWidth: 1.5 } }, renderItem: renderItem, encode: { x: 0, y: [1, 2] }, data: errorCompressData[params], z: 100 }] }; // 使用刚指定的配置项和数据显示图表。 myChart.setOption(option); var myChart2 = echarts.init(document.getElementById('main_'+params+'r')); var option2 = { tooltip: { trigger: 'axis', axisPointer: { type: 'shadow' } }, dataset: { dimensions: ['Compression method', 'Compressed size'], source: sortByKey(allData[params],'Compressed size'), }, title: { text: '压缩大小' }, grid: { left: '3%', right: '4%', bottom: '3%', containLabel: true }, legend: { }, xAxis: { type: 'category', name: '方法', axisLabel: { rotate: 90, fontSize:10 }, }, yAxis: {name: 'B',}, series: [{ type: 'bar', }] }; // 使用刚指定的配置项和数据显示图表。 myChart2.setOption(option2); var myChart3 = echarts.init(document.getElementById('main_'+params+'m')); var option3 = { tooltip: { trigger: 'axis', axisPointer: { type: 'shadow' } }, dataset: { dimensions: ['Compression method', 'Decompression time'], source: sortByKey(allData[params],'Decompression time'), }, title: { text: '解压速度' }, grid: { left: '3%', right: '4%', bottom: '3%', containLabel: true }, legend: { }, xAxis: { type: 'category', name: '方法', axisLabel: { rotate: 90, fontSize:10 }, }, yAxis: {name: 'ms',}, series: [{ type: 'bar', },{ type: 'custom', name: 'error', itemStyle: { normal: { borderWidth: 1.5 } }, renderItem: renderItem, encode: { x: 0, y: [1, 2] }, data: errorDecompressData[params], z: 100 }] }; // 使用刚指定的配置项和数据显示图表。 myChart3.setOption(option3); }34:T86a,function mainChart(index,params) { var data = allData[index]; var xAxisData = []; var seriesDataOne = []; var seriesDataTwo = []; var seriesDataThree = []; data.forEach((v, i) => { data['benchmark evaluation'] = params * data['Storage evaluation'] + (50 - params/2) * data['Compression evaluation'] + (50 - params/2) * data['Decompression evaluation']; }); sortByKey(data,'benchmark evaluation').forEach((v,i) =>{ xAxisData.push(v['Compression method']); seriesDataOne.push((50 - params/2) * v['Compression evaluation']); seriesDataTwo.push((50 - params/2) * v['Decompression evaluation']); seriesDataThree.push(params * v['Storage evaluation']); }) var myChart = echarts.init(document.getElementById('main_'+index)); var option = { tooltip: { trigger: 'axis', axisPointer: { // 坐标轴指示器，坐标轴触发有效 type: 'shadow' // 默认为直线，可选为：'line' | 'shadow' } }, legend: { }, title: { text: '综合指标' }, grid: { left: '3%', right: '4%', bottom: '3%', containLabel: true }, xAxis: [ { type: 'category', data: xAxisData, inverse: true, axisLabel: { rotate: 90, fontSize:10 }, } ], yAxis: [ { type: 'value' } ], series: [ { name: '压缩指标', type: 'bar', stack: 'main', emphasis: { focus: 'series' }, data: seriesDataOne }, { name: '解压指标', type: 'bar', stack: 'main', emphasis: { focus: 'series' }, data: seriesDataTwo }, { name: '存储指标', type: 'bar', stack: 'main', emphasis: { focus: 'series' }, data: seriesDataThree, }, ] }; myChart.setOption(option); }35:T46e,function renderItem(params, api) { var xValue = api.value(0); var highPoint = api.coord([xValue, api.value(1)]); var lowPoint = api.coord([xValue, api.value(2)]); var halfWidth = api.size([1, 0])[0] * 0.1; var style = api.style({ stroke: api.visual('color'), fill: null }); return { type: 'group', children: [{ type: 'line', transition: ['shape'], shape: { x1: highPoint[0] - halfWidth, y1: highPoint[1], x2: highPoint[0] + halfWidth, y2: highPoint[1] }, style: style }, { type: 'line', transition: ['shape'], shape: { x1: highPoint[0], y1: highPoint[1], x2: lowPoint[0], y2: lowPoint[1] }, style: style }, { type: 'line', transition: ['shape'], shape: { x1: lowPoint[0] - halfWidth, y1: lowPoint[1], x2: lowPoint[0] + halfWidth, y2: lowPoint[1] }, style: style }] }; }36:[{"id":"1c1446cb888012335d59cae1426a00b821644aa0df87d91703adbfc2575956ca933d15c07029985b569b90a816d32461c42db4eca57ba2a8ab62661c0f4fe3ae","href":"https://static.observableusercontent.com/files/1c1446cb888012335d59cae1426a00b821644aa0df87d91703adbfc2575956ca933d15c07029985b569b90a816d32461c42db4eca57ba2a8ab62661c0f4fe3ae","name":"dataset@1.json","type":"application/json","lastModified":1627272863013.275,"size":76007}] 30:{"id":"e8731316d137ff2f","slug":"compress","title":"文件压缩测试","thumbnail":"d0e23808893736f4ffda24cbdbb5802e6f52166ac87f4923ffa4c97d0a5d4f32","access_level":"public","create_time":"$D2021-07-26T03:39:40.157Z","update_time":"$D2021-07-28T02:33:35.023Z","view_time":null,"first_public_time":"$D2021-07-26T08:20:38.854Z","has_unpublished_edits":null,"fork":{"id":"a145fce65903f6de","slug":"untitled","title":"echarts demo","owner":{"id":"e642b834fe340895","login":"lyuehh","name":""}},"stars":0,"starred":false,"owner":{"type":"team","id":"d7afb4e4eb0c2ea9","login":"zhoiii","name":" 段","avatar_url":"https://avatars-next.observableusercontent.com/3d808103699828da413c32ffe55d6d598971de183c77060ff072bc5764bd96d3","tier":"starter_2024"},"version":330,"publish_version":330,"role":null,"authored":false,"authors":[{"type":"individual","id":"f46e8fba7fa18f84","login":"zhoiii","name":" 段","avatar_url":"https://avatars-next.observableusercontent.com/3d808103699828da413c32ffe55d6d598971de183c77060ff072bc5764bd96d3","tier":null}],"members":[{"type":"individual","id":"f46e8fba7fa18f84","login":"zhoiii","name":" 段","avatar_url":"https://avatars-next.observableusercontent.com/3d808103699828da413c32ffe55d6d598971de183c77060ff072bc5764bd96d3","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":0,"collection":null,"type":"notebook","body":{"titling":"auto","title":"文件压缩测试","cells":[{"id":42,"value":"md`# 文件压缩测试\n### 本实验对常见压缩算法(GZIP,Deflate,LZ4,LZMA,Snappy,XZ,ZSTD)分九个等级进行了基准测试。其中XZ,LZ4,Deflate选择了多个压缩标准。\n基准测试使用[JMH](https://openjdk.java.net/projects/code-tools/jmh/)\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":289,"value":"md`\n# 实验结论\n#### 对于特小文件Gzip占有一定优势。\n#### 绝对偏向于存储时，XZ和ZSTD占有绝对优势。\n### 综合考取存储和速度(本结论占比取6:4)时，ZSTD占有绝对优势，其次是XZ\n`\n","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":314,"value":"md`# ZSTD\n### 优势：
\n#### zstd 可以满足小文件的压缩与解压需求，经压缩-解压后，数据保持无损状态\n#### zstd 的压缩性能非常优秀，平均压缩与解压消耗时间甚至未达到毫秒级别，不会造成数据延时\n#### 字典引入可以显著提高压缩率，但会在一定程度上影响压缩性能\n### 劣势：
\n#### 解压必需zstd库的安装\n#### 如使用字典需存储和加载字典\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":45,"value":"viewof start = {\n const div = html`\n \n \n `;\n const range = div.querySelector(\"[type=range]\");\n const number = div.querySelector(\"[type=number]\");\n div.value = range.value = number.value = 60;\n range.oninput = () => number.value = div.value = range.valueAsNumber;\n number.oninput = () => range.value = div.value = number.valueAsNumber;\n return div;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":248,"value":"md`\n通过滑动上方滑块，调整压缩速度和压缩大小之间的比例\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":153,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":111,"value":"allData = {\n var allData = {\"1\":[],\"2\":[],\"3\":[],\"4\":[],\"5\":[],\"6\":[],\"7\":[],\"8\":[],\"9\":[],};\n dataset.forEach((v, i) => {\n allData[v['level']].push(v)\n});\n return allData;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":117,"value":"errorCompressData = {\nvar errorData = {\"1\":[],\"2\":[],\"3\":[],\"4\":[],\"5\":[],\"6\":[],\"7\":[],\"8\":[],\"9\":[],};\n\ndataset.forEach((v, i) => {\n errorData[v['level']].push([v['Compression method'],\n v['Compression time']-v['Compression error'],\n v['Compression time']+v['Compression error']]);\n});\nreturn errorData\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":174,"value":"errorDecompressData = {\nvar errorData = {\"1\":[],\"2\":[],\"3\":[],\"4\":[],\"5\":[],\"6\":[],\"7\":[],\"8\":[],\"9\":[],};\n\ndataset.forEach((v, i) => {\n errorData[v['level']].push([v['Compression method'],\n v['Decompression time']-v['Decompression error'],\n v['Decompression time']+v['Decompression error']]);\n});\nreturn errorData\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":131,"value":"function sortByKey(array, key) {\n return array.sort(function(a, b) {\n var x = a[key]; var y = b[key];\n return ((x < y) ? -1 : ((x > y) ? 1 : 0));\n });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":190,"value":"{\n for (var i=1;i<10;i++)\n{ \n initChart(i);\n mainChart(i,start);\n}\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":6,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":199,"value":"$34","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":54,"value":"$35","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":48,"value":"dataset = FileAttachment(\"dataset@1.json\").json()","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"//echarts = require('https://unpkg.com/echarts@4.0.2/index.js')\necharts = require('https://unpkg.com/echarts@4.0.2/dist/echarts.js')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W36","stdlib":"1"}} 31:"$30:body"