recorder files, commands and functions

Author: matiasdecarli

Dockerfile

@@ -1,4 +1,4 @@
-FROM node:8.10
+FROM node:12.10
 
 ARG NPM_TOKEN={$NPM_TOKEN}
 

README.md

@@ -29,19 +29,11 @@ In order to fully take advantage of the potential, you should Tag your resources
 
 ## Instructions
 
-This function could be set to be used as standalone, but the way we use it is by setting a [AWS Cloudwatch](https://aws.amazon.com/cloudwatch/), and a [AWS Lambda](https://aws.amazon.com/lambda/) function
-
-Since this project uses `node_modules`, we have 2 ways of passing the code to [AWS Lambda](https://aws.amazon.com/lambda/)
-
-- Uploading to [AWS S3](https://aws.amazon.com/s3/)
-- Creating a ZIP file and uploading to Lambda (We usually use this, but could be changed)
+// TO FOLLOW
 
 ## Installation
 
-- Create a ZIP file
-- Upload to [AWS Lambda](https://aws.amazon.com/lambda/)
-- Set the [AWS Cloudwatch](https://aws.amazon.com/cloudwatch/) to call the function on the desired period of time
-- You are all set
+// TO FOLLOW
 
 ## Neccesary envars
 

common.js

@@ -4,14 +4,17 @@
   "description": "",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1",
-    "standard": "node_modules/.bin/standard \"**.js\" --parser babel-eslint"
+    "standard": "node_modules/.bin/standard \"**.js\" --parser babel-eslint",
+    "standard:fix": "node_modules/.bin/standard \"**.js\" --parser babel-eslint --fix",
+    "report:daily": "node src/daily_report.js",
+    "report:monthly": "node src/daily_report.js"
   },
   "author": "",
   "license": "ISC",
   "dependencies": {
     "async": "3.1.0",
     "aws-sdk": "2.518.0",
-    "csv-parse": "4.4.5",
+    "csv-parse": "^4.11.1",
     "request": "2.87.0",
     "unzipper": "0.10.0"
   },

daily_report.package.json

@@ -0,0 +1,87 @@
+const request = require('request')
+const SLACK_URL = process.env.SLACK_URL
+const AWS = require('aws-sdk')
+const s3 = new AWS.S3()
+const unzipper = require('unzipper')
+const fs = require('fs')
+
+
+/**
+ * Send a notification to Slack
+ * @param {{
+ *   message: string
+ * }}
+ */
+const slackNotify = (message) => {
+  console.log('Sending to Slack...')
+
+  // curate string to avoid errors
+  message = message.replace('&', '')
+
+  let options = {
+    url: SLACK_URL,
+    method: 'POST',
+    form: message
+  }
+
+  // Start the request
+  request(options, function (error, response, body) {
+    if (error) return callback(error)
+
+    if (response.statusCode !== 200) {
+      let payload = 'statusCode: ' + response.statusCode + ' statusMessage: ' + response.statusMessage + ' body: ' + body
+      callback(payload)
+    }
+
+    return('Message sent to Slack...' + body)
+  })
+}
+
+/**
+ * Download and Extract the cost report
+ * @param {{
+ *   BUCKET: string
+ *   KEY: string
+ *   FILE: string
+ *   parser: string
+ * }}
+ */
+const downloadAndExctract = (BUCKET, KEY, FILE, parser) => {
+  // Download File, Unzip, Extract to /tmp and Read it
+  s3.getObject({ Bucket: BUCKET, Key: KEY }).createReadStream()
+    .on('error', function (err) {
+      console.log('ERROR: ', err)
+    })
+    .on('end', function () {
+      fs.createReadStream('/tmp/' + FILE).pipe(parser)
+    })
+    .pipe(unzipper.Extract({ path: '/tmp' }))
+}
+
+/**
+ * Get Column Positions
+ * We use this function to know in which column is the data that we need
+ * For example: In which column number is the Product Name...
+ * @param {{
+ *   BUCKET: string
+ *   KEY: string
+ *   FILE: string
+ *   parser: string
+ * }}
+ */
+const getColumnPositions = (line) => {
+  let columnHeaders = {}
+
+  columnHeaders.productNameColumnNumber = line.indexOf('ProductName')
+  columnHeaders.instanceNameColumnNumber = line.indexOf('user:Name')
+  columnHeaders.blendedCostColumnNumber = line.indexOf('BlendedCost')
+  columnHeaders.usageStartDateColumnNumber = line.indexOf('UsageStartDate')
+
+  return columnHeaders
+}
+
+module.exports = {
+  slackNotify,
+  downloadAndExctract,
+  getColumnPositions
+}