Stream memory leak in nodejs
0
Am working on a nodejs backend and I need to get the file types of a list of streams of files the user is uploading. Whenever I run the getStreamFileTypes function, the result is not correct, I might get a video file type of an image and vice versa with this error printed to the console:
(node:11868) MaxListnersExceededWarning: Possible EventEmitter memory leak detected. 11 close listeners added. Use emitter.setMaxListeners() to increase limit
How do I fix this? This is the code:
const getStreamFileTypes = async (streams) => {
try {
// get a list of detector promises
const typePromises = streams.map(stream => {
// pipe the stream content to detector
// to emit file type
miss.pipe(stream, detector, err => {
if(err) {
console.log('an error occured');
throw err;
}
});
// stream.pipe(detector).resume();
// return dector filetypepromise that resolves
// to the file type of the stream
return detector.fileTypePromise()
.then(filetype => {
return { ...filetype, stream };
})
.catch(error => {
throw UnknownError;
});
});
// wait for all stream's filetypes to be detected
const fileTypes = await Promise.all(typePromises);
return fileTypes;
} catch(error) {
console.log('error occured while getting stream types ', error);
throw error;
}
}
javascript node.js graphql backend
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
add a comment |
0
Am working on a nodejs backend and I need to get the file types of a list of streams of files the user is uploading. Whenever I run the getStreamFileTypes function, the result is not correct, I might get a video file type of an image and vice versa with this error printed to the console:
(node:11868) MaxListnersExceededWarning: Possible EventEmitter memory leak detected. 11 close listeners added. Use emitter.setMaxListeners() to increase limit
How do I fix this? This is the code:
const getStreamFileTypes = async (streams) => {
try {
// get a list of detector promises
const typePromises = streams.map(stream => {
// pipe the stream content to detector
// to emit file type
miss.pipe(stream, detector, err => {
if(err) {
console.log('an error occured');
throw err;
}
});
// stream.pipe(detector).resume();
// return dector filetypepromise that resolves
// to the file type of the stream
return detector.fileTypePromise()
.then(filetype => {
return { ...filetype, stream };
})
.catch(error => {
throw UnknownError;
});
});
// wait for all stream's filetypes to be detected
const fileTypes = await Promise.all(typePromises);
return fileTypes;
} catch(error) {
console.log('error occured while getting stream types ', error);
throw error;
}
}
javascript node.js graphql backend
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
1
You cannot pipemissto multiple streams. Or what ismiss?
– Jonas Wilms
Nov 21 '18 at 16:42
missis the reference variable to the npm modulemississippi.detectoris the npm modulestream-file-typesand the variablestreamis the user file streams
– Emmanuel
Nov 21 '18 at 19:18
add a comment |
0
0
0
Am working on a nodejs backend and I need to get the file types of a list of streams of files the user is uploading. Whenever I run the getStreamFileTypes function, the result is not correct, I might get a video file type of an image and vice versa with this error printed to the console:
(node:11868) MaxListnersExceededWarning: Possible EventEmitter memory leak detected. 11 close listeners added. Use emitter.setMaxListeners() to increase limit
How do I fix this? This is the code:
const getStreamFileTypes = async (streams) => {
try {
// get a list of detector promises
const typePromises = streams.map(stream => {
// pipe the stream content to detector
// to emit file type
miss.pipe(stream, detector, err => {
if(err) {
console.log('an error occured');
throw err;
}
});
// stream.pipe(detector).resume();
// return dector filetypepromise that resolves
// to the file type of the stream
return detector.fileTypePromise()
.then(filetype => {
return { ...filetype, stream };
})
.catch(error => {
throw UnknownError;
});
});
// wait for all stream's filetypes to be detected
const fileTypes = await Promise.all(typePromises);
return fileTypes;
} catch(error) {
console.log('error occured while getting stream types ', error);
throw error;
}
}
javascript node.js graphql backend
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
Am working on a nodejs backend and I need to get the file types of a list of streams of files the user is uploading. Whenever I run the getStreamFileTypes function, the result is not correct, I might get a video file type of an image and vice versa with this error printed to the console:
(node:11868) MaxListnersExceededWarning: Possible EventEmitter memory leak detected. 11 close listeners added. Use emitter.setMaxListeners() to increase limit
How do I fix this? This is the code:
const getStreamFileTypes = async (streams) => {
try {
// get a list of detector promises
const typePromises = streams.map(stream => {
// pipe the stream content to detector
// to emit file type
miss.pipe(stream, detector, err => {
if(err) {
console.log('an error occured');
throw err;
}
});
// stream.pipe(detector).resume();
// return dector filetypepromise that resolves
// to the file type of the stream
return detector.fileTypePromise()
.then(filetype => {
return { ...filetype, stream };
})
.catch(error => {
throw UnknownError;
});
});
// wait for all stream's filetypes to be detected
const fileTypes = await Promise.all(typePromises);
return fileTypes;
} catch(error) {
console.log('error occured while getting stream types ', error);
throw error;
}
}
javascript node.js graphql backend
javascript node.js graphql backend
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
asked Nov 21 '18 at 16:30
EmmanuelEmmanuel
124
124
1
You cannot pipemissto multiple streams. Or what ismiss?
– Jonas Wilms
Nov 21 '18 at 16:42
missis the reference variable to the npm modulemississippi.detectoris the npm modulestream-file-typesand the variablestreamis the user file streams
– Emmanuel
Nov 21 '18 at 19:18
add a comment |
1
You cannot pipemissto multiple streams. Or what ismiss?
– Jonas Wilms
Nov 21 '18 at 16:42
missis the reference variable to the npm modulemississippi.detectoris the npm modulestream-file-typesand the variablestreamis the user file streams
– Emmanuel
Nov 21 '18 at 19:18
1
1
You cannot pipe
miss to multiple streams. Or what is miss ?– Jonas Wilms
Nov 21 '18 at 16:42
You cannot pipe
miss to multiple streams. Or what is miss ?– Jonas Wilms
Nov 21 '18 at 16:42
miss is the reference variable to the npm module mississippi. detector is the npm module stream-file-types and the variable stream is the user file streams– Emmanuel
Nov 21 '18 at 19:18
miss is the reference variable to the npm module mississippi. detector is the npm module stream-file-types and the variable stream is the user file streams– Emmanuel
Nov 21 '18 at 19:18
add a comment |
0
active
oldest
votes
Your Answer
StackExchange.ifUsing("editor", function () {
StackExchange.using("externalEditor", function () {
StackExchange.using("snippets", function () {
StackExchange.snippets.init();
});
});
}, "code-snippets");
StackExchange.ready(function() {
var channelOptions = {
tags: "".split(" "),
id: "1"
};
initTagRenderer("".split(" "), "".split(" "), channelOptions);
StackExchange.using("externalEditor", function() {
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled) {
StackExchange.using("snippets", function() {
createEditor();
});
}
else {
createEditor();
}
});
function createEditor() {
StackExchange.prepareEditor({
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: true,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: 10,
bindNavPrevention: true,
postfix: "",
imageUploader: {
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
},
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
});
}
});
draft saved
draft discarded
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
StackExchange.ready(
function () {
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53416569%2fstream-memory-leak-in-nodejs%23new-answer', 'question_page');
}
);
Post as a guest
Required, but never shown
0
active
oldest
votes
0
active
oldest
votes
active
oldest
votes
active
oldest
votes
draft saved
draft discarded
Thanks for contributing an answer to Stack Overflow!
- Please be sure to answer the question. Provide details and share your research!
But avoid …
- Asking for help, clarification, or responding to other answers.
- Making statements based on opinion; back them up with references or personal experience.
To learn more, see our tips on writing great answers.
draft saved
draft discarded
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
StackExchange.ready(
function () {
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53416569%2fstream-memory-leak-in-nodejs%23new-answer', 'question_page');
}
);
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
1
You cannot pipe
missto multiple streams. Or what ismiss?– Jonas Wilms
Nov 21 '18 at 16:42
missis the reference variable to the npm modulemississippi.detectoris the npm modulestream-file-typesand the variablestreamis the user file streams– Emmanuel
Nov 21 '18 at 19:18