fs store not going to remote location on S3
-
info: fs store is persisting using fs for /home/ubuntu/jsreportapp/data
The fs store on s3 is not being used
info: Using extension fs-store-aws-s3-persistence@3.0.1info: Initializing jsreport (version: 3.4.1, configuration file: jsreport.config.json, nodejs: 17.7.2)
{ "license": { "development": true }, "workers": { "numberOfWorkers": 4 }, "httpsPort": 5488, "certificate": { "key": "certificates/server.key", "cert": "certificates/server.cert" }, "store": { "provider": "fs" }, "extensions": { "fs-store": { "persistence": { "provider": "aws-s3", "dataDirectory": "data" }, "compactionInterval": 20000 }, "fs-store-aws-s3-persistence": { "bucket": "reports-games/data/", "accessKeyId": "A**********************N", "secretAccessKey": "I**************************************A", "lock": { "queueName": "jsreport-lock.fifo", "region": "us-east-2", "enabled": true, "attributes": {} }, "s3Options": { "maxRetries": 10 } } }, "blobStorage": { "provider": "fs" }, "logger": { "console": { "transport": "console", "level": "debug" }, "file": { "transport": "file", "level": "info", "filename": "logs/reporter.log" }, "error": { "transport": "file", "level": "error", "filename": "logs/error.log" } }, "express": { "exposeHttpHeaders": true }, "child-templates": { "parallelLimit": 10 }, "sample-template": { "createSamples": true }, "scripts": { "allowedModules": "*", "strategy": "http-server" }, "extensions": { "authentication": { "cookieSession": { "secret": "a***************Z" }, "admin": { "username": "sdadmin", "password": "Th3B1gW@ng" }, "enabled": true }, "sample-template": { "createSamples": true } } }
-
Added blob storage
"blobStorage": { "provider": "aws-s3-storage" }, "extensions": { "aws-s3-storage": { "accessKeyId": "A********************N", "secretAccessKey": "I**************************************A", "bucket": "reports-games", "s3Options": { "maxRetries": 10 } } },
Error
ubuntu@report:~/jsreportapp$ jsreport start 2022-03-22T13:31:56.744Z - info: Initializing jsreport (version: 3.4.1, configuration file: jsreport.config.json, nodejs: 17.7.2) 2022-03-22T13:31:56.746Z - info: Searching for available extensions in /home/ubuntu/jsreportapp/ 2022-03-22T13:31:56.783Z - info: Extensions location cache contains up to date information, skipping crawling in /home/ubuntu/jsreportapp/ 2022-03-22T13:31:56.788Z - info: Found 37 extension(s) 2022-03-22T13:31:56.822Z - debug: Writing extension locations cache to /tmp/jsreport/core/locations.json 2022-03-22T13:31:56.823Z - debug: Discovered 37 extensions 2022-03-22T13:31:56.890Z - info: Using extension authentication@3.2.0 2022-03-22T13:31:57.015Z - info: Using extension aws-s3-storage@3.0.0 2022-03-22T13:31:57.179Z - error: Error occurred during reporter init: Error: Error when loading extension aws-s3-storage@3.0.0 Error: bucket must be provided to jsreport-aws-s3-storage at Object.module.exports (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-aws-s3-storage/lib/main.js:14:11) at Object._useOne (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:226:75) at Object._useMany (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:99:38) at async MainReporter.init (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/reporter.js:199:7) at async executeCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/executeCommand.js:22:20) at async Object.handler (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/registerCommand.js:76:9) at async parseCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:156:3) at async startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:121:20) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) at Object._useOne (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:248:15) at Object._useMany (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:99:38) at async MainReporter.init (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/reporter.js:199:7) at async executeCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/executeCommand.js:22:20) at async Object.handler (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/registerCommand.js:76:9) at async parseCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:156:3) at async startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:121:20) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) An error ocurred while trying to execute "start" command (3). An error has occurred when trying to initialize jsreport (2). Error when loading extension aws-s3-storage@3.0.0 Error: bucket must be provided to jsreport-aws-s3-storage at Object.module.exports (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-aws-s3-storage/lib/main.js:14:11) at Object._useOne (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:226:75) at Object._useMany (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:99:38) at async MainReporter.init (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/reporter.js:199:7) at async executeCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/executeCommand.js:22:20) at async Object.handler (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/registerCommand.js:76:9) at async parseCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:156:3) at async startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:121:20) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) (1). caused by error (3): -> stack Error: at startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:127:19) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) caused by error (2): -> stack Error: at /home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/instanceHandler.js:31:29 at async executeCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/executeCommand.js:22:20) at async Object.handler (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/registerCommand.js:76:9) at async parseCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:156:3) at async startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:121:20) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) caused by error (1): -> stack Error: Error when loading extension aws-s3-storage@3.0.0 Error: bucket must be provided to jsreport-aws-s3-storage at Object.module.exports (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-aws-s3-storage/lib/main.js:14:11) at Object._useOne (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:226:75) at Object._useMany (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:99:38) at async MainReporter.init (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/reporter.js:199:7) at async executeCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/executeCommand.js:22:20) at async Object.handler (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/registerCommand.js:76:9) at async parseCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:156:3) at async startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:121:20) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) at Object._useOne (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:248:15) at Object._useMany (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/extensions/extensionsManager.js:99:38) at async MainReporter.init (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-core/lib/main/reporter.js:199:7) at async executeCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/executeCommand.js:22:20) at async Object.handler (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/registerCommand.js:76:9) at async parseCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:156:3) at async startCLI (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:121:20) at async startCommand (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startCommand.js:67:5) at async startProcessing (/home/ubuntu/jsreportapp/node_modules/@jsreport/jsreport-cli/lib/commander/startProcessing.js:195:3) ubuntu@report:~/jsreportapp$
-
missed
region on blob store
"bucket": "reports-games", "region": "us-east-2"
-
Still no files in remote store on s3
-
2022-03-22T13:58:24.285Z - info: Initializing jsreport (version: 3.4.1, configuration file: jsreport.config.json, nodejs: 17.7.2) 2022-03-22T13:58:24.288Z - info: Searching for available extensions in /home/ubuntu/jsreportapp/ 2022-03-22T13:58:24.324Z - info: Extensions location cache contains up to date information, skipping crawling in /home/ubuntu/jsreportapp/ 2022-03-22T13:58:24.329Z - info: Found 37 extension(s) 2022-03-22T13:58:24.429Z - info: Using extension authentication@3.2.0 2022-03-22T13:58:24.552Z - info: Using extension aws-s3-storage@3.0.0 2022-03-22T13:58:24.706Z - info: Using extension base@3.0.0 2022-03-22T13:58:24.708Z - info: Using extension child-templates@3.0.1 2022-03-22T13:58:24.710Z - info: Using extension cli@3.1.0 2022-03-22T13:58:24.712Z - info: Using extension components@3.2.0 2022-03-22T13:58:24.714Z - info: Using extension data@3.0.1 2022-03-22T13:58:24.715Z - info: Using extension express@3.3.1 2022-03-22T13:58:24.915Z - info: Using extension freeze@3.0.1 2022-03-22T13:58:24.917Z - info: Using extension fs-store@3.1.0 2022-03-22T13:58:24.971Z - info: Using extension handlebars@3.0.0 2022-03-22T13:58:24.972Z - info: Using extension import-export@3.1.1 2022-03-22T13:58:24.980Z - info: Using extension jsrender@3.0.0 2022-03-22T13:58:24.981Z - info: Using extension licensing@3.0.2 2022-03-22T13:58:24.992Z - info: Using extension localization@3.2.0 2022-03-22T13:58:24.993Z - info: Using extension npm@3.1.1 2022-03-22T13:58:24.997Z - info: Using extension pdf-utils@3.3.0 2022-03-22T13:58:24.999Z - info: Using extension reports@3.0.3 2022-03-22T13:58:25.001Z - info: Using extension tags@3.1.0 2022-03-22T13:58:25.003Z - info: Using extension text@3.0.0 2022-03-22T13:58:25.004Z - info: Using extension version-control@3.1.0 2022-03-22T13:58:25.017Z - info: Using extension assets@3.3.0 2022-03-22T13:58:25.025Z - info: Using extension authorization@3.2.0 2022-03-22T13:58:25.028Z - info: Using extension browser-client@3.1.0 2022-03-22T13:58:25.030Z - info: Using extension chrome-pdf@3.1.0 2022-03-22T13:58:25.033Z - info: Using extension docx@3.2.0 2022-03-22T13:58:25.035Z - info: Using extension fs-store-aws-s3-persistence@3.0.1 2022-03-22T13:58:25.090Z - info: Using extension html-to-xlsx@3.2.0 2022-03-22T13:58:25.126Z - info: html-to-xlsx detected chrome as available html engine 2022-03-22T13:58:25.127Z - info: Using extension pptx@3.1.0 2022-03-22T13:58:25.129Z - info: Using extension scheduling@3.0.1 2022-03-22T13:58:25.159Z - info: Using extension scripts@3.2.0 2022-03-22T13:58:25.160Z - info: Using extension static-pdf@3.0.0 2022-03-22T13:58:25.161Z - info: Using extension studio@3.4.0 2022-03-22T13:58:25.225Z - info: Using extension xlsx@3.1.0 2022-03-22T13:58:25.241Z - info: Using extension public-templates@3.0.0 2022-03-22T13:58:25.242Z - info: Using extension sample-template@3.1.0 2022-03-22T13:58:25.244Z - info: Using extension studio-theme-dark@3.0.1 2022-03-22T13:58:25.245Z - info: Using general timeout for rendering (reportTimeout: 60000) 2022-03-22T13:58:25.245Z - info: Using fs provider for template store. 2022-03-22T13:58:25.265Z - info: fs store is persisting using fs for /home/ubuntu/jsreportapp/data 2022-03-22T13:58:25.280Z - info: fs store is loading data 2022-03-22T13:58:25.406Z - info: fs store is initialized successfully 2022-03-22T13:58:25.424Z - info: Creating default express app. 2022-03-22T13:58:25.537Z - info: jsreport server successfully started on https port: 5488 2022-03-22T13:58:25.539Z - info: Verifying license key free 2022-03-22T13:58:25.540Z - info: Using free license 2022-03-22T13:58:25.546Z - info: Initializing worker threads 2022-03-22T13:58:26.261Z - info: 4 worker threads initialized in 715ms 2022-03-22T13:58:26.262Z - info: Starting temp files cleanup with 180000ms threshold 2022-03-22T13:58:26.263Z - info: reporter initialized
-
Your config file contains duplicated property
"extensions"
. The second overwrites the first one so thefs-store
config isn't properly applied.
-
@jan_blaha fixed duplicate but still showing using local store
{ "license": { "development": true }, "workers": { "numberOfWorkers": 4 }, "httpsPort": 5488, "certificate": { "key": "certificates/server.key", "cert": "certificates/server.cert" }, "store": { "provider": "fs" }, "extensions": { "fs-store": { "persistence": { "provider": "aws-s3" }, "compactionInterval": 20000 }, "fs-store-aws-s3-persistence": { "accessKeyId": "A**********************N", "secretAccessKey": "I************************************A", "bucket": "reports-games", "lock": { "queueName": "jsreport-lock.fifo" } } }, "logger": { "console": { "transport": "console", "level": "debug" }, "file": { "transport": "file", "level": "info", "filename": "logs/reporter.log" }, "error": { "transport": "file", "level": "error", "filename": "logs/error.log" } }, "express": { "exposeHttpHeaders": true }, "child-templates": { "parallelLimit": 10 }, "sample-template": { "createSamples": false }, "scripts": { "allowedModules": "*", "strategy": "http-server" }, "extensions": { "authentication": { "cookieSession": { "secret": "agaQ_9j0eedP2quZ" }, "admin": { "username": "s********n", "password": "T**********g" }, "enabled": true }, "sample-template": { "createSamples": true } } }
2022-03-25T13:49:14.970Z - info: Initializing jsreport (version: 3.4.1, configuration file: jsreport.config.json, nodejs: 17.7.2) 2022-03-25T13:49:14.974Z - info: Searching for available extensions in /home/ubuntu/jsreportapp/ 2022-03-25T13:49:15.019Z - info: Extensions location cache contains up to date information, skipping crawling in /home/ubuntu/jsreportapp/ 2022-03-25T13:49:15.024Z - info: Found 37 extension(s) 2022-03-25T13:49:15.119Z - info: Using extension authentication@3.2.0 2022-03-25T13:49:15.236Z - info: Using extension aws-s3-storage@3.0.0 2022-03-25T13:49:15.394Z - info: Using extension base@3.0.0 2022-03-25T13:49:15.397Z - info: Using extension child-templates@3.0.1 2022-03-25T13:49:15.399Z - info: Using extension cli@3.1.0 2022-03-25T13:49:15.401Z - info: Using extension components@3.2.0 2022-03-25T13:49:15.403Z - info: Using extension data@3.0.1 2022-03-25T13:49:15.404Z - info: Using extension express@3.3.1 2022-03-25T13:49:15.601Z - info: Using extension freeze@3.0.1 2022-03-25T13:49:15.604Z - info: Using extension fs-store@3.1.0 2022-03-25T13:49:15.659Z - info: Using extension handlebars@3.0.0 2022-03-25T13:49:15.661Z - info: Using extension import-export@3.1.1 2022-03-25T13:49:15.669Z - info: Using extension jsrender@3.0.0 2022-03-25T13:49:15.670Z - info: Using extension licensing@3.0.2 2022-03-25T13:49:15.682Z - info: Using extension localization@3.2.0 2022-03-25T13:49:15.683Z - info: Using extension npm@3.1.1 2022-03-25T13:49:15.687Z - info: Using extension pdf-utils@3.3.0 2022-03-25T13:49:15.689Z - info: Using extension reports@3.0.3 2022-03-25T13:49:15.692Z - info: Using extension tags@3.1.0 2022-03-25T13:49:15.695Z - info: Using extension text@3.0.0 2022-03-25T13:49:15.695Z - info: Using extension version-control@3.1.0 2022-03-25T13:49:15.706Z - info: Using extension assets@3.3.0 2022-03-25T13:49:15.715Z - info: Using extension authorization@3.2.0 2022-03-25T13:49:15.718Z - info: Using extension browser-client@3.1.0 2022-03-25T13:49:15.720Z - info: Using extension chrome-pdf@3.1.0 2022-03-25T13:49:15.724Z - info: Using extension docx@3.2.0 2022-03-25T13:49:15.726Z - info: Using extension fs-store-aws-s3-persistence@3.0.1 2022-03-25T13:49:15.780Z - info: Using extension html-to-xlsx@3.2.0 2022-03-25T13:49:15.822Z - info: html-to-xlsx detected chrome as available html engine 2022-03-25T13:49:15.822Z - info: Using extension pptx@3.1.0 2022-03-25T13:49:15.824Z - info: Using extension scheduling@3.0.1 2022-03-25T13:49:15.855Z - info: Using extension scripts@3.2.0 2022-03-25T13:49:15.856Z - info: Using extension static-pdf@3.0.0 2022-03-25T13:49:15.858Z - info: Using extension studio@3.4.0 2022-03-25T13:49:15.923Z - info: Using extension xlsx@3.1.0 2022-03-25T13:49:15.950Z - info: Using extension public-templates@3.0.0 2022-03-25T13:49:15.952Z - info: Using extension sample-template@3.1.0 2022-03-25T13:49:15.954Z - info: Using extension studio-theme-dark@3.0.1 2022-03-25T13:49:15.955Z - info: Using general timeout for rendering (reportTimeout: 60000) 2022-03-25T13:49:15.955Z - info: Using fs provider for template store. 2022-03-25T13:49:15.968Z - info: fs store is persisting using fs for /home/ubuntu/jsreportapp/data 2022-03-25T13:49:15.976Z - info: fs store is loading data 2022-03-25T13:49:16.244Z - info: fs store is initialized successfully 2022-03-25T13:49:16.269Z - info: Creating default express app. 2022-03-25T13:49:16.382Z - info: jsreport server successfully started on https port: 5488 2022-03-25T13:49:16.384Z - info: Verifying license key 438XXXXXXXXXXXXXXXXXXXXXXXXXXXXXX9E6 2022-03-25T13:49:16.385Z - info: License key for subscription verified against the /home/ubuntu/jsreportapp/jsreport.license.json file 2022-03-25T13:49:16.392Z - info: Initializing worker threads 2022-03-25T13:49:17.061Z - info: 4 worker threads initialized in 669ms 2022-03-25T13:49:17.062Z - info: Starting temp files cleanup with 180000ms threshold 2022-03-25T13:49:17.063Z - info: reporter initialized
-
It seems the
"extensions"
prop is still duplicated in the config.
-
@jan_blaha sorry I'm not seeing a duplicate in the jsreport.config.json
{ "license": { "development": true }, "workers": { "numberOfWorkers": 4 }, "httpsPort": 5488, "certificate": { "key": "certificates/server.key", "cert": "certificates/server.cert" }, "store": { "provider": "fs" }, "extensions": { "fs-store": { "persistence": { "provider": "aws-s3" }, "compactionInterval": 20000 }, "fs-store-aws-s3-persistence": { "accessKeyId": "A************************N", "secretAccessKey": "IP**********************************************A", "bucket": "reports-games", "lock": { "queueName": "jsreport-lock.fifo" } } }, "logger": { "console": { "transport": "console", "level": "debug" }, "file": { "transport": "file", "level": "info", "filename": "logs/reporter.log" }, "error": { "transport": "file", "level": "error", "filename": "logs/error.log" } }, "express": { "exposeHttpHeaders": true }, "child-templates": { "parallelLimit": 10 }, "sample-template": { "createSamples": false }, "scripts": { "allowedModules": "*", "strategy": "http-server" }, "extensions": { "authentication": { "cookieSession": { "secret": "agaQ_9j0eedP2quZ" }, "admin": { "username": "sdadmin", "password": "T***********g" }, "enabled": true }, "sample-template": { "createSamples": true } } }
-
{ "name": "jsreport-server", "main": "server.js", "scripts": { "start": "node server", "jsreport": "jsreport" }, "jsreport": { "entryPoint": "server.js" }, "dependencies": { "@jsreport/jsreport-fs-store-aws-s3-persistence": "^3.0.1", "dotenv": "^16.0.0", "jsreport": "^3.4.1", "pg": "^8.7.3" } }
-
Got it thanks dahh