我发现 tus 的服务器实现(https://tus.io https://tus.io)对于nodejs(https://github.com/tus/tus-node-server https://github.com/tus/tus-node-server)与 go 实现相比确实很慢(https://github.com/tus/tusd https://github.com/tus/tusd).
在这里您可以找到不同实现之间的比较(本地运行、同一台机器、相同输入)
nodejs:
[2019-01-31 16:22:45,578] INFO Uploading 52428800 bytes chunk from offset: 104857600
[2019-01-31 16:22:47,329] INFO Total bytes sent: 157286400 (kb/s: 29930)
go:
[2019-01-31 16:26:31,894] INFO Uploading 52428800 bytes chunk from offset: 104857600
[2019-01-31 16:26:32,348] INFO Total bytes sent: 209715200 (kb/s: 115639)
我探索了 tus-node-server 代码库,然后构建了一个真正简化的服务器实现(我试图减少可能的开销)。
这是代码:
const fs = require('fs');
const express = require('express');
const app = express();
let offset = 0;
let len = Math.pow(2,30);
app.post('/files',(req,res) => {
console.log("post received");
res.set({
'Location': 'http://localhost:8888/files/test',
'Tus-Resumable': '1.0.0',
});
res.status(201).end();
});
app.options('/files',(req,res) => {
console.log("options received");
res.set({
'Location': 'http://localhost:8888/files/test',
'Tus-Resumable': '1.0.0',
'Tus-Version': '1.0.0,0.2.2,0.2.1'
});
res.status(200).end();
});
app.head('/files/test',(req,res) => {
console.log("options received");
res.set({
'Upload-Offset': offset,
'Upload-Length': len
});
res.status(200).end();
});
app.patch('/files/test',(req, res) => {
let localOffset = parseInt(req.get('Upload-Offset'), 10);
// the file is pre-created
const path = `./file.tmp`;
const options = {
flags: 'r+',
start: localOffset
};
const stream = fs.createWriteStream(path, options);
let new_offset = 0;
req.on('data', (buffer) => {
new_offset += buffer.length;
});
return req.pipe(stream).on('finish', () => {
localOffset += new_offset;
offset = localOffset;
res.set({
'Upload-Offset': offset,
'Upload-Length': len
});
res.status(204).end();
});
});
const host = 'localhost';
const port = 8888;
app.listen(port, host, (err, resp) => {
if(err) {
console.error(err);
return
}
console.log('listening')
});
我认为性能不佳是由于以下代码块造成的:
const stream = fs.createWriteStream(path, options);
req.pipe(stream)
我还使用管道检查了文件副本,并且获得了良好的性能(类似于 go 实现)
const fs = require('fs');
const path = require('path');
const from = path.normalize(process.argv[2]);
const to = path.normalize(process.argv[3]);
const readOpts = {}; // {highWaterMark: Math.pow(2,16)};
const writeOpts ={}; // {highWaterMark: Math.pow(2,16)};
const startTs = Date.now();
const source = fs.createReadStream(from, readOpts);
const dest = fs.createWriteStream(to, writeOpts);
let offset = 0;
source.on('data', (buffer) => {
offset += buffer.length;
});
dest.on('error', (e) => {
console.log('[FileStore] write: Error', e);
});
source.pipe(dest).on('finish',() => {
const endTs = Date.now();
const kbs = (offset / (endTs - startTs)) / 1000;
console.log("SPEED: ", kbs, offset);
});
所以瓶颈似乎是请求和管道的处理。
您能帮助我了解发生了什么以及为什么与 go 版本相比如此慢