jsreport-aws-s3-storage using environment variables

jan_blaha

Please share the whole init code. The config is fine, the problem will be probably in the init code

rm

I'm just using the default server.js built in to jsreports. Unless I'm misunderstanding what you are asking for?

jan_blaha

You originally posted some code that was not the default built in.

I mean this is not the built-in

 var jsreport_core = require('jsreport-core') ({ blobStorage: { provider: 'aws-s3-storage' } });
    jsreport_core.use(require('jsreport-aws-s3-storage')({
            "accessKeyId":  process.env.S3_SECRET_ACCESS_KEY,
			"secretAccessKey":  process.env.S3_ACCESS_KEY_ID,
			"bucket": process.env.S3_BUCKET_NAME,
			"s3Options": {}
    }));

rm

Ah I see what you are asking... here is the file

const AWS = require('aws-sdk');
const process = require('process');


async function beforeRender(req, res, done) {
    //filter out script execution for phantom header & footer
    if (req.options.isChildRequest)
      return done();
    
    console.log('beforeRender - Building report for payee with Id ' + req.data.header.payeeId + ' for period ' + req.data.header.reportingPeriodFrom + ' - ' + req.data.header.reportingPeriodTo);
    done();
}

function afterRender(req, res, done) {
    //filter out script execution for phantom header & footer
    if (req.options.isChildRequest)
      return done();

    // Create CSV
    prepareStatementCSV(req, res);
    
    // Save pdf to S3 bucket - Method 1
    var jsreport_core = require('jsreport-core') ({ blobStorage: { provider: 'aws-s3-storage' } });
    jsreport_core.use(require('jsreport-aws-s3-storage')({
        "accessKeyId":  process.env.S3_SECRET_ACCESS_KEY,
		"secretAccessKey":  process.env.S3_ACCESS_KEY_ID,
		"bucket": process.env.S3_BUCKET_NAME,
		"s3Options": {}
    }));

    console.log("afterRender - Report creation completed successfully.");
    done();
}

jan_blaha

Ah ok, you got it wrong. You are now trying to apply an extension in custom jsreport script...
What you should do is:

npm install jsreport-aws-s3-storage
alter jsreport.config.json with

{
	"blobStorage": {  
		"provider": "aws-s3-storage"
	},
	"extensions": {
		"aws-s3-storage": {
			"accessKeyId": "...",
			"secretAccessKey": "...",
			"bucket": "...",
			"s3Options": {...}
		}
	}
}

In case you want to use some custom environment variables, apply them in the server.js

const jsreport = require('jsreport')({
  blobStorage: { provider: 'aws-s3-storage' },
  extensions: {
    'aws-s3-storage': {
      'accessKeyId': process.env.S3_SECRET_ACCESS_KEY,
      'secretAccessKey': process.env.S3_ACCESS_KEY_ID,
      'bucket': process.env.S3_BUCKET_NAME,
      's3Options': {}
    }
  }
})

if (process.env.JSREPORT_CLI) {
  module.exports = jsreport
} else {
  jsreport.init().then(() => {
    // running
  }).catch((e) => {
    // error during startup
    console.error(e.stack)
    process.exit(1)
  })
}

in your render request instruct reports extension to save the output into blob storage

   {
      "template": { "shortid" : "g1PyBkARK" },
      "data" : { ... },
      "options": {
          "reports": { "save": true }
      }
   }

https://jsreport.net/learn/reports
https://jsreport.net/learn/blob-storages

rm

Hmm ok that seems to have fixed some of it! It now loads my keys into aws-s3-storage which is printing out in the logs. But when I log in to AWS, the PDF file is not uploaded to the S3 bucket. I know the bucket name and keys are correct since I am using them elsewhere to upload a CSV successfully and I did double check that {"save": true}. Any other ideas?

jan_blaha

Share the startup logs and render logs again. This time make just simple render request like this

{
  "template": {
    "content": "foo",
    "recipe": "html",
    "engine": "none"
  },
  "options": {
     "reports": { "save": true } 
  }
}

To better know what is going on you can also put a console.log here and here

rm

Hi, I'm not sure if I have messed something else up, but this is the error I get when I run what you have requested:

error: Error when processing render request The authorization header is malformed; the Credential is mal-formed; expecting "<YOUR-AKID>/YYYYMMDD/REGION/SERVICE/aws4_request". AuthorizationHeaderMalformed: The authorization header is malformed; the Credential is mal-formed; expecting "<YOUR-AKID>/YYYYMMDD/REGION/SERVICE/aws4_request".
    at Request.extractError (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/services/s3.js:583:35)
    at Request.callListeners (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/sequential_executor.js:106:20)
    at Request.emit (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/sequential_executor.js:78:10)
    at Request.emit (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:683:14)
    at Request.transition (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:22:10)
    at AcceptorStateMachine.runTo (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/state_machine.js:14:12)
    at /app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/state_machine.js:26:10
    at Request.<anonymous> (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:38:9)
    at Request.<anonymous> (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:685:12)
    at Request.callListeners (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/sequential_executor.js:116:18)
    at Request.emit (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/sequential_executor.js:78:10)
    at Request.emit (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:683:14)
    at Request.transition (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:22:10)
    at AcceptorStateMachine.runTo (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/state_machine.js:14:12)
    at /app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/state_machine.js:26:10
    at Request.<anonymous> (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:38:9)
    at Request.<anonymous> (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/request.js:685:12)
    at Request.callListeners (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/sequential_executor.js:116:18)
    at callNextListener (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/sequential_executor.js:96:12)
    at IncomingMessage.onEnd (/app/node_modules/jsreport-aws-s3-storage/node_modules/aws-sdk/lib/event_listeners.js:294:13)
    at IncomingMessage.emit (events.js:194:15)
    at IncomingMessage.EventEmitter.emit (domain.js:441:20)
2019-03-25T16:58:04.405Z - error: Error during processing request at https://localhost:5489/api/report

I am walking through the s3.js file now to see if I can figure out where this is breaking.

jan_blaha

You seem to have your keys switched based on your the very first post

   "accessKeyId":  process.env.S3_SECRET_ACCESS_KEY,
			"secretAccessKey":  process.env.S3_ACCESS_KEY_ID,

rm

😳 Wow. That fixed it! Amazing amazing!

One last question... When uploading the PDF to S3, it sets random characters for the name. Is there another place I am supposed to be setting the name?

{
  "template": {
    "name": "Main" 
  },
  "options": {
    "reportName": "myreport",
    "reports": { "save": true }
  },
  "data": {...}
}

jan_blaha

This is not configurable at this moment. We have it in the backlog
https://github.com/jsreport/jsreport/issues/458

You can fork the extension and just change two lines I guess, if you are in that need
https://github.com/jsreport/jsreport-aws-s3-storage/blob/master/lib/main.js#L48

rm

Ok I will consider a couple options, thanks so much for all your help!