Zaid Abdulla
d1c01e0848
Only happens in HTTPS because seemingly somewhere in the stack up to 50mb of data is being buffered potentially triggering a timeout at a higher level if not drained fast enough. This commit also includes other streams related improvements.
100 lines
2.9 KiB
TypeScript
100 lines
2.9 KiB
TypeScript
/**
|
|
* Copyright 2013-2019 GenieACS Inc.
|
|
*
|
|
* This file is part of GenieACS.
|
|
*
|
|
* GenieACS is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as
|
|
* published by the Free Software Foundation, either version 3 of the
|
|
* License, or (at your option) any later version.
|
|
*
|
|
* GenieACS is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Affero General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with GenieACS. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
import * as url from "url";
|
|
import { IncomingMessage, ServerResponse } from "http";
|
|
import { pipeline, Readable } from "stream";
|
|
import { Collection, GridFSBucket } from "mongodb";
|
|
import { onConnect } from "./db";
|
|
import * as logger from "./logger";
|
|
import { getRequestOrigin } from "./forwarded";
|
|
import memoize from "./common/memoize";
|
|
|
|
let filesCollection: Collection;
|
|
let filesBucket: GridFSBucket;
|
|
|
|
onConnect(async (db) => {
|
|
filesCollection = db.collection("fs.files");
|
|
filesBucket = new GridFSBucket(db);
|
|
});
|
|
|
|
const getFile = memoize(
|
|
async (
|
|
uploadDate: number,
|
|
size: number,
|
|
filename: string
|
|
): Promise<Iterable<Buffer>> => {
|
|
const chunks: Buffer[] = [];
|
|
const downloadStream = filesBucket.openDownloadStreamByName(filename);
|
|
for await (const chunk of downloadStream) chunks.push(chunk);
|
|
// Node 12-14 don't throw error when stream is closed prematurely.
|
|
// However, we don't need to check for that since we're checking file size.
|
|
if (size !== chunks.reduce((a, b) => a + b.length, 0))
|
|
throw new Error("File size mismatch");
|
|
return chunks;
|
|
}
|
|
);
|
|
|
|
export async function listener(
|
|
request: IncomingMessage,
|
|
response: ServerResponse
|
|
): Promise<void> {
|
|
if (request.method !== "GET") {
|
|
response.writeHead(405, { Allow: "GET" });
|
|
response.end("405 Method Not Allowed");
|
|
return;
|
|
}
|
|
|
|
const urlParts = url.parse(request.url, true);
|
|
const filename = decodeURIComponent(urlParts.pathname.substring(1));
|
|
|
|
const log = {
|
|
message: "Fetch file",
|
|
filename: filename,
|
|
remoteAddress: getRequestOrigin(request).remoteAddress,
|
|
};
|
|
|
|
const file = await filesCollection.findOne({ _id: filename });
|
|
|
|
if (!file) {
|
|
response.writeHead(404);
|
|
response.end();
|
|
log.message += " not found";
|
|
logger.accessError(log);
|
|
return;
|
|
}
|
|
|
|
const chunks = await getFile(
|
|
file["uploadDate"].getTime(),
|
|
file.length,
|
|
filename
|
|
);
|
|
|
|
response.writeHead(200, {
|
|
"Content-Type": "application/octet-stream",
|
|
"Content-Length": file.length,
|
|
});
|
|
|
|
pipeline(Readable.from(chunks), response, () => {
|
|
// Ignore errors resulting from client disconnecting
|
|
});
|
|
|
|
logger.accessInfo(log);
|
|
}
|