Not able to upload large files from node.js to onedrive
1
I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->
"error": {
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror": {
"code": "fragmentOutOfOrder"
}
}
This is the code I've used:
var fs = require('fs');
var request = require('request');
var async = require('async');
var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.
function resUpload(){
request.post({
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form: {
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
},
}, function(error, response, body) { // Here, it creates the session.
request.post({
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers: {
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
},
body: '{"item": {"@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"}}',
}, function(er, re, bo) {
uploadFile(JSON.parse(bo).uploadUrl);
});
});
}
function uploadFile(uploadUrl) { // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback){
setTimeout(function() {
fs.readFile(file, function read(e, f) {
request.put({
url: uploadUrl,
headers: {
'Content-Length': st.clen,
'Content-Range': st.cr,
},
body: f.slice(st.bstart, st.bend + 1),
}, function(er, re, bo) {
console.log(bo);
});
});
console.log(st.bstart)
callback();
}, st.stime);
});
}
function getparams(){
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep) {
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push({
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
});
}
//console.log("Hello2")
return ar;
}
resUpload();
Also is this the right way to do it? If not which is the best approach/code to upload large files?
node.js json onedrive
edited Nov 11 at 9:39
Foo
1
asked Nov 11 at 7:26
Muchacho Andale
61
add a comment |
1
I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->
"error": {
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror": {
"code": "fragmentOutOfOrder"
}
}
This is the code I've used:
var fs = require('fs');
var request = require('request');
var async = require('async');
var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.
function resUpload(){
request.post({
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form: {
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
},
}, function(error, response, body) { // Here, it creates the session.
request.post({
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers: {
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
},
body: '{"item": {"@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"}}',
}, function(er, re, bo) {
uploadFile(JSON.parse(bo).uploadUrl);
});
});
}
function uploadFile(uploadUrl) { // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback){
setTimeout(function() {
fs.readFile(file, function read(e, f) {
request.put({
url: uploadUrl,
headers: {
'Content-Length': st.clen,
'Content-Range': st.cr,
},
body: f.slice(st.bstart, st.bend + 1),
}, function(er, re, bo) {
console.log(bo);
});
});
console.log(st.bstart)
callback();
}, st.stime);
});
}
function getparams(){
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep) {
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push({
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
});
}
//console.log("Hello2")
return ar;
}
resUpload();
Also is this the right way to do it? If not which is the best approach/code to upload large files?
node.js json onedrive
edited Nov 11 at 9:39
Foo
1
asked Nov 11 at 7:26
Muchacho Andale
61
We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…
– Brad
Nov 12 at 18:18
add a comment |
1
1
1
I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->
"error": {
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror": {
"code": "fragmentOutOfOrder"
}
}
This is the code I've used:
var fs = require('fs');
var request = require('request');
var async = require('async');
var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.
function resUpload(){
request.post({
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form: {
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
},
}, function(error, response, body) { // Here, it creates the session.
request.post({
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers: {
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
},
body: '{"item": {"@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"}}',
}, function(er, re, bo) {
uploadFile(JSON.parse(bo).uploadUrl);
});
});
}
function uploadFile(uploadUrl) { // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback){
setTimeout(function() {
fs.readFile(file, function read(e, f) {
request.put({
url: uploadUrl,
headers: {
'Content-Length': st.clen,
'Content-Range': st.cr,
},
body: f.slice(st.bstart, st.bend + 1),
}, function(er, re, bo) {
console.log(bo);
});
});
console.log(st.bstart)
callback();
}, st.stime);
});
}
function getparams(){
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep) {
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push({
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
});
}
//console.log("Hello2")
return ar;
}
resUpload();
Also is this the right way to do it? If not which is the best approach/code to upload large files?
node.js json onedrive
edited Nov 11 at 9:39
Foo
1
asked Nov 11 at 7:26
Muchacho Andale
61
I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->
"error": {
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror": {
"code": "fragmentOutOfOrder"
}
}
This is the code I've used:
var fs = require('fs');
var request = require('request');
var async = require('async');
var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.
function resUpload(){
request.post({
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form: {
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
},
}, function(error, response, body) { // Here, it creates the session.
request.post({
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers: {
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
},
body: '{"item": {"@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"}}',
}, function(er, re, bo) {
uploadFile(JSON.parse(bo).uploadUrl);
});
});
}
function uploadFile(uploadUrl) { // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback){
setTimeout(function() {
fs.readFile(file, function read(e, f) {
request.put({
url: uploadUrl,
headers: {
'Content-Length': st.clen,
'Content-Range': st.cr,
},
body: f.slice(st.bstart, st.bend + 1),
}, function(er, re, bo) {
console.log(bo);
});
});
console.log(st.bstart)
callback();
}, st.stime);
});
}
function getparams(){
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep) {
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push({
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
});
}
//console.log("Hello2")
return ar;
}
resUpload();
Also is this the right way to do it? If not which is the best approach/code to upload large files?
node.js json onedrive
node.js json onedrive
edited Nov 11 at 9:39
Foo
1
asked Nov 11 at 7:26
Muchacho Andale
61
edited Nov 11 at 9:39
Foo
1
asked Nov 11 at 7:26
Muchacho Andale
61
edited Nov 11 at 9:39
Foo
1
edited Nov 11 at 9:39
Foo
1
edited Nov 11 at 9:39
Foo
1
1
asked Nov 11 at 7:26
Muchacho Andale
61
asked Nov 11 at 7:26
Muchacho Andale
61
asked Nov 11 at 7:26
Muchacho Andale
61
61
We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…
– Brad
Nov 12 at 18:18
add a comment |
We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…
– Brad
Nov 12 at 18:18
We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…
– Brad
Nov 12 at 18:18
We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…
– Brad
Nov 12 at 18:18
add a comment |
active
oldest
votes
Your Answer
StackExchange.ifUsing("editor", function () {
StackExchange.using("externalEditor", function () {
StackExchange.using("snippets", function () {
StackExchange.snippets.init();
});
});
}, "code-snippets");
StackExchange.ready(function() {
var channelOptions = {
tags: "".split(" "),
id: "1"
};
initTagRenderer("".split(" "), "".split(" "), channelOptions);
StackExchange.using("externalEditor", function() {
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled) {
StackExchange.using("snippets", function() {
createEditor();
});
}
else {
createEditor();
}
});
function createEditor() {
StackExchange.prepareEditor({
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: true,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: 10,
bindNavPrevention: true,
postfix: "",
imageUploader: {
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
},
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
});
}
});
draft saved
draft discarded
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
StackExchange.ready(
function () {
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53246687%2fnot-able-to-upload-large-files-from-node-js-to-onedrive%23new-answer', 'question_page');
}
);
Post as a guest
Required, but never shown
active
oldest
votes
active
oldest
votes
active
oldest
votes
active
oldest
votes
draft saved
draft discarded
Thanks for contributing an answer to Stack Overflow!
- Please be sure to answer the question. Provide details and share your research!
But avoid …
- Asking for help, clarification, or responding to other answers.
- Making statements based on opinion; back them up with references or personal experience.
To learn more, see our tips on writing great answers.
Some of your past answers have not been well-received, and you're in danger of being blocked from answering.
Please pay close attention to the following guidance:
- Please be sure to answer the question. Provide details and share your research!
But avoid …
- Asking for help, clarification, or responding to other answers.
- Making statements based on opinion; back them up with references or personal experience.
To learn more, see our tips on writing great answers.
draft saved
draft discarded
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
StackExchange.ready(
function () {
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53246687%2fnot-able-to-upload-large-files-from-node-js-to-onedrive%23new-answer', 'question_page');
}
);
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…
– Brad
Nov 12 at 18:18