AWS upload issue

[NuonDara]

Hi guys,
I am trying upload an file to s3, but shows me an error "Unable to store object contents to disk".
And the file is existed on S3 already.
The file's size is 50MB.
What is wrong?
Thanks.

'use strict';

var AWS = require('aws-sdk');
var AWSCred = require('aws-cred');
var env = process.env.NODE_ENV || "development";
const Env = use('Env');
const trim = use('trim');
const dateFormat = use('dateformat');

var baseBucket = Env.get('AWS_BASE_BUCKET');
var awscred = new AWSCred({"env": env});

var watermarkFolder = Env.get('AWS_WATERMARK_FOLDER');

var s3Client = new AWS.S3({
accessKeyId: awscred.access_key,
secretAccessKey: awscred.secret_access_key,
region: Env.get('AWS_REGION'),
signatureVersion: Env.get('AWS_SIGNATURE_VERSION')
});

var s3RegionalClients = {
"artistarea.gallereplay.com": new AWS.S3({
accessKeyId: awscred.access_key,
secretAccessKey: awscred.secret_access_key,
region: "eu-central-1",
signatureVersion: Env.get('AWS_SIGNATURE_VERSION')
})
};

s3RegionalClients[Env.get('AWS_BASE_BUCKET')] = s3Client;

exports.uploadFormFileStreamToAWS = function * (folderName, fileName, fileStream, options) {

try {
    return yield uploadFormFileStreamToAWSYield(folderName, fileName, fileStream, options);
} catch (e) {
    console.log('Error while uploading file to AWS:', e);
    throw e;
}
};

exports.createBucketIfNotExists = function * () {
try {
console.log("Accessing Bucket with:");
console.log(awscred);
return yield createBucketIfNotExistsYield();
} catch (e) {
console.log('Error while creating or checking bucket on AWS:', e);
throw e;
}
};

exports.getWatermarkUrl = function*(author, pattern, format) {
return yield this.getUrl(watermarkFolder+"/"+format+"/"+author+(pattern ? "_pattern" : "")+".png");
};

exports.getUrl = function(key) {
return function (fn) {
let params = {Bucket: baseBucket, Key: key};
s3Client.getSignedUrl('getObject', params, function (err, url) {
err ? fn(err, null) : fn(null, url);
});
};
};

exports.convertToSignedUrl = function(url, options, output) {
return function (fn) {
var split = url.split("/");
var bucket = split[3];
var pre = split[0] + '/' + split[1] + '/' + split[2] + '/' + split[3] + '/';
var path = url.replace(pre, "");
let params = {Bucket: bucket, Key: path};
if(output) {
output.bucket = bucket;
output.path = path;
}

    var client = s3RegionalClients[bucket];
    client.getSignedUrl('getObject', params, function (err, url) {
        err ? fn(err, null) : fn(null, url);
    });
};
};

exports.getSignedUrl = function (userId, url) {
return function (fn) {
let key = url.substring(url.lastIndexOf('/') + 1, url.length);

    //key = 'user_' + userId + '/' + key.replace(/%20/g, '+');

    key = buildKeyPath('user_' + userId, key);

    let params = {Bucket: baseBucket, Key: key};
    s3Client.getSignedUrl('getObject', params, function (err, url) {
        err ? fn(err, null) : fn(null, url);
    });
};
};

exports.addPreviewUrlToEntityCollection = function * (entityCollection) {
if (entityCollection != null && entityCollection.length && entityCollection[0] && entityCollection[0].user_id) {
for (var i = 0; i < entityCollection.length; i++) {
entityCollection[i].previewUrl = yield this.getSignedUrl(entityCollection[i].user_id, entityCollection[i].upload_path);
}
return entityCollection;
}
else {
return [];
}
};

exports.parseAwsInputKey = function(url) {
var result = url.replace(/http[s]*://.+?//g, "");

if(result.startsWith(baseBucket)) {
    result = result.replace(baseBucket+'/',"");
}
return result;
};

exports.buildUniqueAWSFileName = function (originalTitle, extension) {
// taking the extension out to add it at the end, after inserting a unique timestamp to the filename
return trim(originalTitle.substring(0, originalTitle.lastIndexOf('.')) + '_' + dateFormat(new Date(), "ddmmyyyyhMMss") + '.' + extension).replace(/ /g, '');
};

function buildKeyPath(folderName, key) {
return env + '/' + folderName + '/' + key;
}

function createBucketIfNotExistsYield() {
return function (fn) {
s3Client.headBucket({Bucket: baseBucket}, function (err, data) {
if (err) {
return fn(err, null);
}
//bucket exists
if (data) {
return fn(null, null);
}
else {
s3Client.createBucket({Bucket: baseBucket}, function (err, data) {
err ? fn(err, null) : fn(null, data);
});
}
});

};
}

function uploadFormFileStreamToAWSYield(folderName, fileName, fileStream, options) {

options = options || {};

var baseOptions = {
    Bucket: baseBucket,
    Key: options.isRootPath ? (folderName + '/' + fileName) : buildKeyPath(folderName, fileName),
    Body: fileStream
};

if(options.isRootPath != null) {
    delete options.isRootPath;
}

var allOptions = Object.assign(baseOptions, options);

return function (fn) {
    s3Client.upload(allOptions).send(function (err, data) {
        err ? fn(err, null) : fn(null, data);
    });
}
}

[AllanZhengYP]

Hi @NuonDara
Can you provide the stack trace? The error message doesn't look like coming from our SDK for S3. I'm looking at the aws/aws-sdk-java#1288. It looks like the connection is closed by S3, where does the filestream come from. S3 will close inactive connection after the timeout.

[lock]

This thread has been automatically locked since there has not been any recent activity after it was closed. Please open a new issue for related bugs and link to relevant comments in this thread.