Not able to upload large files from node.js to onedrive










1















I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->



"error": 
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror":
"code": "fragmentOutOfOrder"




This is the code I've used:



var fs = require('fs');
var request = require('request');
var async = require('async');

var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.

function resUpload()
request.post(
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form:
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
,
, function(error, response, body) // Here, it creates the session.
request.post(
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers:
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
,
body: '"item": "@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"',
, function(er, re, bo)
uploadFile(JSON.parse(bo).uploadUrl);
);
);


function uploadFile(uploadUrl) // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback)
setTimeout(function()
fs.readFile(file, function read(e, f)
request.put(
url: uploadUrl,
headers:
'Content-Length': st.clen,
'Content-Range': st.cr,
,
body: f.slice(st.bstart, st.bend + 1),
, function(er, re, bo)
console.log(bo);
);
);
console.log(st.bstart)
callback();
, st.stime);
);


function getparams()
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep)
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push(
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
);

//console.log("Hello2")
return ar;


resUpload();


Also is this the right way to do it? If not which is the best approach/code to upload large files?










share|improve this question
























  • We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…

    – Brad
    Nov 12 '18 at 18:18















1















I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->



"error": 
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror":
"code": "fragmentOutOfOrder"




This is the code I've used:



var fs = require('fs');
var request = require('request');
var async = require('async');

var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.

function resUpload()
request.post(
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form:
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
,
, function(error, response, body) // Here, it creates the session.
request.post(
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers:
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
,
body: '"item": "@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"',
, function(er, re, bo)
uploadFile(JSON.parse(bo).uploadUrl);
);
);


function uploadFile(uploadUrl) // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback)
setTimeout(function()
fs.readFile(file, function read(e, f)
request.put(
url: uploadUrl,
headers:
'Content-Length': st.clen,
'Content-Range': st.cr,
,
body: f.slice(st.bstart, st.bend + 1),
, function(er, re, bo)
console.log(bo);
);
);
console.log(st.bstart)
callback();
, st.stime);
);


function getparams()
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep)
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push(
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
);

//console.log("Hello2")
return ar;


resUpload();


Also is this the right way to do it? If not which is the best approach/code to upload large files?










share|improve this question
























  • We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…

    – Brad
    Nov 12 '18 at 18:18













1












1








1








I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->



"error": 
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror":
"code": "fragmentOutOfOrder"




This is the code I've used:



var fs = require('fs');
var request = require('request');
var async = require('async');

var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.

function resUpload()
request.post(
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form:
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
,
, function(error, response, body) // Here, it creates the session.
request.post(
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers:
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
,
body: '"item": "@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"',
, function(er, re, bo)
uploadFile(JSON.parse(bo).uploadUrl);
);
);


function uploadFile(uploadUrl) // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback)
setTimeout(function()
fs.readFile(file, function read(e, f)
request.put(
url: uploadUrl,
headers:
'Content-Length': st.clen,
'Content-Range': st.cr,
,
body: f.slice(st.bstart, st.bend + 1),
, function(er, re, bo)
console.log(bo);
);
);
console.log(st.bstart)
callback();
, st.stime);
);


function getparams()
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep)
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push(
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
);

//console.log("Hello2")
return ar;


resUpload();


Also is this the right way to do it? If not which is the best approach/code to upload large files?










share|improve this question
















I'm trying to upload large video files to my onedrive storage using nodejs. Currently I'm able to upload files lesser than 60 MB with ease. The problem arises when I want to upload files larger than this. I get the following error ->



"error": 
"code": "invalidRange",
"message": "The uploaded fragment is not contiguous with the last one.",
"innererror":
"code": "fragmentOutOfOrder"




This is the code I've used:



var fs = require('fs');
var request = require('request');
var async = require('async');

var client_id = "39bc#####################91";
var redirect_uri = "https://script.google.com/macros/s/#######/usercallback";
var client_secret = "xu##################{";
var refresh_token = "MCSIUo########################w$$";
var file = "videoplayback.mp4"; // Filename you want to upload.
var onedrive_folder = 'uploads'; // Folder on OneDrive
var onedrive_filename = file; // If you want to change the filename on OneDrive, please set this.

function resUpload()
request.post(
url: 'https://login.microsoftonline.com/common/oauth2/v2.0/token',
form:
client_id: client_id,
redirect_uri: redirect_uri,
client_secret: client_secret,
grant_type: "refresh_token",
refresh_token: refresh_token,
,
, function(error, response, body) // Here, it creates the session.
request.post(
url: 'https://graph.microsoft.com/v1.0/drive/root:/' + onedrive_folder + '/' + onedrive_filename + ':/createUploadSession',
headers:
'Authorization': "Bearer " + JSON.parse(body).access_token,
'Content-Type': "application/json",
,
body: '"item": "@microsoft.graph.conflictBehavior": "rename", "name": "' + onedrive_filename +'"',
, function(er, re, bo)
uploadFile(JSON.parse(bo).uploadUrl);
);
);


function uploadFile(uploadUrl) // Here, it uploads the file by every chunk.
async.eachSeries(getparams(), function(st, callback)
setTimeout(function()
fs.readFile(file, function read(e, f)
request.put(
url: uploadUrl,
headers:
'Content-Length': st.clen,
'Content-Range': st.cr,
,
body: f.slice(st.bstart, st.bend + 1),
, function(er, re, bo)
console.log(bo);
);
);
console.log(st.bstart)
callback();
, st.stime);
);


function getparams()
var allsize = fs.statSync(file).size;
var sep = allsize < (60 * 1024 * 1024) ? allsize : (60 * 1024 * 1024) - 1;
var ar = ;
for (var i = 0; i < allsize; i += sep)
var bstart = i;
var bend = i + sep - 1 < allsize ? i + sep - 1 : allsize - 1;
var cr = 'bytes ' + bstart + '-' + bend + '/' + allsize;
var clen = bend != allsize - 1 ? sep : allsize - i;
var stime = allsize < (60 * 1024 * 1024) ? 10000 : 20000;
ar.push(
bstart : bstart,
bend : bend,
cr : cr,
clen : clen,
stime: stime,
);

//console.log("Hello2")
return ar;


resUpload();


Also is this the right way to do it? If not which is the best approach/code to upload large files?







node.js json onedrive






share|improve this question















share|improve this question













share|improve this question




share|improve this question








edited Nov 11 '18 at 9:39









Foo

1




1










asked Nov 11 '18 at 7:26









Muchacho AndaleMuchacho Andale

61




61












  • We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…

    – Brad
    Nov 12 '18 at 18:18

















  • We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…

    – Brad
    Nov 12 '18 at 18:18
















We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…

– Brad
Nov 12 '18 at 18:18





We'd have to see the requests being sent to confirm, but it sounds like the second chunk is being sent before the first has completed. Perhaps this question is relevant? stackoverflow.com/questions/23864052/…

– Brad
Nov 12 '18 at 18:18












0






active

oldest

votes











Your Answer






StackExchange.ifUsing("editor", function ()
StackExchange.using("externalEditor", function ()
StackExchange.using("snippets", function ()
StackExchange.snippets.init();
);
);
, "code-snippets");

StackExchange.ready(function()
var channelOptions =
tags: "".split(" "),
id: "1"
;
initTagRenderer("".split(" "), "".split(" "), channelOptions);

StackExchange.using("externalEditor", function()
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled)
StackExchange.using("snippets", function()
createEditor();
);

else
createEditor();

);

function createEditor()
StackExchange.prepareEditor(
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: true,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: 10,
bindNavPrevention: true,
postfix: "",
imageUploader:
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
,
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
);



);













draft saved

draft discarded


















StackExchange.ready(
function ()
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53246687%2fnot-able-to-upload-large-files-from-node-js-to-onedrive%23new-answer', 'question_page');

);

Post as a guest















Required, but never shown

























0






active

oldest

votes








0






active

oldest

votes









active

oldest

votes






active

oldest

votes















draft saved

draft discarded
















































Thanks for contributing an answer to Stack Overflow!


  • Please be sure to answer the question. Provide details and share your research!

But avoid


  • Asking for help, clarification, or responding to other answers.

  • Making statements based on opinion; back them up with references or personal experience.

To learn more, see our tips on writing great answers.




draft saved


draft discarded














StackExchange.ready(
function ()
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f53246687%2fnot-able-to-upload-large-files-from-node-js-to-onedrive%23new-answer', 'question_page');

);

Post as a guest















Required, but never shown





















































Required, but never shown














Required, but never shown












Required, but never shown







Required, but never shown

































Required, but never shown














Required, but never shown












Required, but never shown







Required, but never shown







Popular posts from this blog

𛂒𛀶,𛀽𛀑𛂀𛃧𛂓𛀙𛃆𛃑𛃷𛂟𛁡𛀢𛀟𛁤𛂽𛁕𛁪𛂟𛂯,𛁞𛂧𛀴𛁄𛁠𛁼𛂿𛀤 𛂘,𛁺𛂾𛃭𛃭𛃵𛀺,𛂣𛃍𛂖𛃶 𛀸𛃀𛂖𛁶𛁏𛁚 𛂢𛂞 𛁰𛂆𛀔,𛁸𛀽𛁓𛃋𛂇𛃧𛀧𛃣𛂐𛃇,𛂂𛃻𛃲𛁬𛃞𛀧𛃃𛀅 𛂭𛁠𛁡𛃇𛀷𛃓𛁥,𛁙𛁘𛁞𛃸𛁸𛃣𛁜,𛂛,𛃿,𛁯𛂘𛂌𛃛𛁱𛃌𛂈𛂇 𛁊𛃲,𛀕𛃴𛀜 𛀶𛂆𛀶𛃟𛂉𛀣,𛂐𛁞𛁾 𛁷𛂑𛁳𛂯𛀬𛃅,𛃶𛁼

Crossroads (UK TV series)

ữḛḳṊẴ ẋ,Ẩṙ,ỹḛẪẠứụỿṞṦ,Ṉẍừ,ứ Ị,Ḵ,ṏ ṇỪḎḰṰọửḊ ṾḨḮữẑỶṑỗḮṣṉẃ Ữẩụ,ṓ,ḹẕḪḫỞṿḭ ỒṱṨẁṋṜ ḅẈ ṉ ứṀḱṑỒḵ,ḏ,ḊḖỹẊ Ẻḷổ,ṥ ẔḲẪụḣể Ṱ ḭỏựẶ Ồ Ṩ,ẂḿṡḾồ ỗṗṡịṞẤḵṽẃ ṸḒẄẘ,ủẞẵṦṟầṓế