split/monofile
1
0
Fork 0
mirror of https://github.com/mollersuite/monofile.git synced 2024-11-28 16:36:27 -08:00
Code Issues Actions Packages Projects Releases 1 Wiki Activity

hwo tf am i gonna add backpressure to this i just realized

Browse source
This commit is contained in:
May 2023-12-15 19:08:42 +00:00 committed by GitHub
parent 5fd6073503
commit c5040e1b79
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 18 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
src/server/lib/files.ts
View file

@ -107,6 +107,9 @@ namespace StreamHelpers {
readonly targetSize: number
filled: number = 0
buffer: UploadStream[] = []
messages: string[] = []
private newmessage_debounce : boolean = true
api: API
@ -115,7 +118,10 @@ namespace StreamHelpers {
this.targetSize = targetSize
}
private startMessage(streamCount: number): UploadStream[] {
private async startMessage(streamCount: number): Promise<UploadStream[] | undefined> {
if (!this.newmessage_debounce) return
this.newmessage_debounce = false
let streams = []
@ -123,11 +129,13 @@ namespace StreamHelpers {
for (let i = 0; i < streamCount; i++) {
streams.push({
uploaded: 0,
stream: new Readable()
stream: new Readable({})
})
}
this.api.send(streams.map(e => e.stream));
let message = await this.api.send(streams.map(e => e.stream));
this.messages.push(message.id)
this.newmessage_debounce = true
return streams
@ -205,9 +213,12 @@ export default class Files {
async write(data: Buffer) {
let positionInBuf = 0
while (positionInBuf < data.byteLength) {
let ns = (await buf.getNextStream())
if (!ns) {
this.destroy()
let ns = (await buf.getNextStream().catch(e => {
return e
}))
if (!ns || ns instanceof Error) {
this.destroy(ns)
return
}
@ -222,7 +233,7 @@ export default class Files {
positionInBuf += bytesToPush
if (ns.uploaded == fs_obj.config.maxDiscordFileSize)
buf.buffer.splice(0, 1)
buf.buffer.splice(0, 1)[0]?.stream.destroy()
if (buf.filled == buf.targetSize) {
this.destroy()