Merge pull request #12 from leandrodamascena/developer

leandrodamascena · web-flow · commit b5b68a51899a · 2020-05-06T09:21:37.000+01:00
New release
diff --git a/.gitignore b/.gitignore
@@ -56,10 +56,6 @@ coverage.xml
 .hypothesis/
 .pytest_cache/
 
-# Translations
-*.mo
-*.pot
-
 # Scrapy stuff:
 .scrapy
 
diff --git a/README.md b/README.md
@@ -14,6 +14,10 @@ Following services are integrated
   - RDS
   - EFS 
   - ELASTICACHE
+  - S3 POLICY
+  - ELASTICSEARCH
+  - DOCUMENTDB
+  - SQS QUEUE POLICY
 
 ### Requirements and Installation
 
@@ -51,7 +55,21 @@ $ ./aws-network-discovery.py --vpc-id vpc-xxxxxxx --region-name xx-xxxx-xxx
 ```sh
 $ ./aws-network-discovery.py -h
 ```
-### Todo
+
+### Translate
+
+This project support English and Portuguese (Brazil) languages. To contribute with a translation, follow this steps:
+
+- Create a folder inside locales folder with prefix of new idiom with appropiate locale code (https://docs.oracle.com/cd/E23824_01/html/E26033/glset.html). Copy "locales/messages.pot" to locales/newfolder/LC_MESSAGES/.
+
+- To build ".mo" file running this command from project root folder:
+
+```sh
+$ python msgfmt.py -o locales/NEWFOLDER/LC_MESSAGES/messages.mo locales/NEWFOLDER/LC_MESSAGES/messages
+```
+
+
+### TODO
 
 - Use role instance rather than aws-cli
 - Improve documentation and code comments
diff --git a/aws-network-discovery.py b/aws-network-discovery.py
@@ -26,16 +26,19 @@
 """
 import sys
 import argparse
+import gettext
 
 # Check version
 if sys.version_info < (3, 6):
-    print("Python 3.6 or newer is required", file=sys.stderr)
+    print(_("Python 3.6 or newer is required"), file=sys.stderr)
     sys.exit(1)
 
 
 from commands.vpc import Vpc
 
-__version__ = "0.3.0"
+__version__ = "0.4.0"
+
+AVAILABLE_LANGUAGES = ['en_US','pt_BR']
 
 def show_options(args="sys.argv[1:]"):
     parser = argparse.ArgumentParser()
@@ -57,6 +60,12 @@ def show_options(args="sys.argv[1:]"):
                         required=False,
                         help="Profile to be used"
                         )
+    parser.add_argument(
+                        "-l",
+                        "--language",
+                        required=False,
+                        help="available languages: pt_BR, en_US"
+                        )
     args = parser.parse_args()
 
     return args
@@ -71,6 +80,18 @@ def main():
 
     args = show_options(sys.argv)
 
+    if args.language is None or args.language not in AVAILABLE_LANGUAGES:
+        language = "en_US"
+    else:
+        language = args.language
+
+
+    """ defining default language to show messages """
+    defaultlanguage = gettext.translation('messages', localedir='locales', languages=[language])
+    defaultlanguage.install()
+    _ = defaultlanguage.gettext 
+
+
     vpc = Vpc(vpc_id=args.vpc_id, region_name=args.region_name, profile_name=args.profile_name)
     vpc.run()
 
diff --git a/commands/vpc.py b/commands/vpc.py
@@ -17,7 +17,7 @@ def run(self):
         region_name = session.region_name
 
         if self.region_name is None and region_name is None:
-            exit_critical("Neither region parameter or region config were informed")
+            exit_critical(_("Neither region parameter or region config were informed"))
 
         """ assuming region parameter precedes region configuration """
         if self.region_name is not None:
diff --git a/locales/en_US/LC_MESSAGES/messages.mo b/locales/en_US/LC_MESSAGES/messages.mo
diff --git a/locales/en_US/LC_MESSAGES/messages.po b/locales/en_US/LC_MESSAGES/messages.po
@@ -0,0 +1,23 @@
+# SOME DESCRIPTIVE TITLE.
+# Copyright (C) YEAR ORGANIZATION
+# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\n"
+"POT-Creation-Date: 2020-05-04 16:43+0100\n"
+"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
+"Last-Translator: Leandro Damascena <leandro.damascena at gmail.com>\n"
+"Language-Team: en_US <LL@li.org>\n"
+"MIME-Version: 1.0\n"
+"Content-Type: text/plain; charset=cp1252\n"
+"Content-Transfer-Encoding: 8bit\n"
+"Generated-By: pygettext.py 1.5\n"
+
+#: .\aws-network-discovery.py:33
+msgid "Python 3.6 or newer is required"
+msgstr ""
+
+#: .\commands\vpc.py:20
+msgid "Neither region parameter or region config were informed"
+msgstr ""
diff --git a/locales/messages.pot b/locales/messages.pot
@@ -0,0 +1,23 @@
+# SOME DESCRIPTIVE TITLE.
+# Copyright (C) YEAR ORGANIZATION
+# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\n"
+"POT-Creation-Date: 2020-05-04 20:25+0100\n"
+"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
+"Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
+"Language-Team: LANGUAGE <LL@li.org>\n"
+"MIME-Version: 1.0\n"
+"Content-Type: text/plain; charset=cp1252\n"
+"Content-Transfer-Encoding: 8bit\n"
+"Generated-By: pygettext.py 1.5\n"
+
+#: .\aws-network-discovery.py:33
+msgid "Python 3.6 or newer is required"
+msgstr ""
+
+#: .\commands\vpc.py:20
+msgid "Neither region parameter or region config were informed"
+msgstr ""
diff --git a/locales/pt_BR/LC_MESSAGES/messages.mo b/locales/pt_BR/LC_MESSAGES/messages.mo
diff --git a/locales/pt_BR/LC_MESSAGES/messages.po b/locales/pt_BR/LC_MESSAGES/messages.po
@@ -0,0 +1,23 @@
+# SOME DESCRIPTIVE TITLE.
+# Copyright (C) YEAR ORGANIZATION
+# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\n"
+"POT-Creation-Date: 2020-05-04 16:43+0100\n"
+"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
+"Last-Translator: Leandro Damascena <leandro.damascena at gmail.com>\n"
+"Language-Team: en_US <LL@li.org>\n"
+"MIME-Version: 1.0\n"
+"Content-Type: text/plain; charset=UTF-8\n"
+"Content-Transfer-Encoding: 8bit\n"
+"Generated-By: pygettext.py 1.5\n"
+
+#: .\aws-network-discovery.py:33
+msgid "Python 3.6 or newer is required"
+msgstr "É necessário ter o Python 3.6 ou superior instalado"
+
+#: .\commands\vpc.py:20
+msgid "Neither region parameter or region config were informed"
+msgstr "É preciso informar uma região ou configurar o profile com uma região"
diff --git a/shared/awscommands.py b/shared/awscommands.py
@@ -2,8 +2,10 @@
 from shared.internal.security import IAM, IAMPOLICY
 from shared.internal.network import VPC
 from shared.internal.compute import LAMBDA, EC2
-from shared.internal.database import RDS, ELASTICACHE
-from shared.internal.storage import EFS
+from shared.internal.database import RDS, ELASTICACHE, DOCUMENTDB
+from shared.internal.storage import EFS, S3POLICY
+from shared.internal.analytics import ELASTICSEARCH
+from shared.internal.application import SQSPOLICY
 
 
 class AwsCommands(object):
@@ -20,3 +22,7 @@ def run(self):
         EFS(self.vpc_options).run()
         ELASTICACHE(self.vpc_options).run()
         IAMPOLICY(self.vpc_options).run()
+        S3POLICY(self.vpc_options).run()
+        ELASTICSEARCH(self.vpc_options).run()
+        DOCUMENTDB(self.vpc_options).run()
+        SQSPOLICY(self.vpc_options).run()
diff --git a/shared/internal/analytics.py b/shared/internal/analytics.py
@@ -0,0 +1,43 @@
+from shared.common import *
+import json
+
+class ELASTICSEARCH(object):
+    
+    def __init__(self, vpc_options: VpcOptions):
+        self.vpc_options = vpc_options
+
+    def run(self):
+        try:
+            client = self.vpc_options.session.client('es', region_name=self.vpc_options.region_name)
+            
+            response = client.list_domain_names()
+            
+            message_handler("\nChecking ELASTICSEARCH DOMAINS...", "HEADER")
+
+            if len(response["DomainNames"]) == 0:
+                message_handler("Found 0 Elastic Search Domains in region {0}".format(self.vpc_options.region_name), "OKBLUE")
+            else:
+                found = 0
+                message = ""
+                for data in response["DomainNames"]:
+
+                    elasticsearch_domain = client.describe_elasticsearch_domain(DomainName=data['DomainName'])
+
+                    documentpolicy = elasticsearch_domain['DomainStatus']['AccessPolicies']
+
+                    document = json.dumps(documentpolicy, default=datetime_to_string)
+
+                    """ elasticsearch uses accesspolicies too, so check both situation """
+                    if elasticsearch_domain['DomainStatus']['VPCOptions']['VPCId'] == self.vpc_options.vpc_id \
+                    or self.vpc_options.vpc_id in document:
+                        found += 1
+                        message = message + "\nDomainId: {0} - DomainName: {1} - VpcId {2}".format(
+                            elasticsearch_domain['DomainStatus']['DomainId'], 
+                            elasticsearch_domain['DomainStatus']['DomainName'], 
+                            self.vpc_options.vpc_id
+                        )
+                message_handler("Found {0} ElasticSearch Domains using VPC {1} {2}".format(str(found), self.vpc_options.vpc_id, message),'OKBLUE')
+        
+        except Exception as e:
+            message = "Can't list ElasticSearch Domains\nError {0}".format(str(e))
+            exit_critical(message)
diff --git a/shared/internal/application.py b/shared/internal/application.py
@@ -0,0 +1,52 @@
+from shared.common import *
+import json
+
+class SQSPOLICY(object):
+    
+    def __init__(self, vpc_options: VpcOptions):
+        self.vpc_options = vpc_options
+
+    def run(self):
+        try:
+            client = self.vpc_options.session.client('sqs', region_name=self.vpc_options.region_name)
+            
+            response = client.list_queues()
+
+            message_handler("\nChecking SQS QUEUE POLICY...", "HEADER")
+            
+            if not "QueueUrls" in response:
+                message_handler("Found 0 SQS Queues in region {0}".format(self.vpc_options.region_name), "OKBLUE")
+            else:
+                found = 0
+                message = ""
+
+                """ SQS Queue doesn't returns a dict"""
+                for idx, queue in enumerate(response["QueueUrls"]):
+
+                    sqs_queue_policy = client.get_queue_attributes(QueueUrl=queue,
+                                                                   AttributeNames=['Policy'])
+
+
+                    if "Attributes" in sqs_queue_policy:
+
+                        """ Not sure about boto3 return """
+                        try:
+                            documentpolicy = sqs_queue_policy['Attributes']['Policy']
+
+                            document = json.dumps(documentpolicy, default=datetime_to_string)
+
+                            if self.vpc_options.vpc_id in document:
+                                found += 1
+                                message = message + "\nQueueUrl: {0} - VpcId {1}".format(
+                                    queue,
+                                    self.vpc_options.vpc_id
+                                )
+                        except:
+                            pass
+
+
+                message_handler("Found {0} SQS Queue Policy using VPC {1} {2}".format(str(found), self.vpc_options.vpc_id, message),'OKBLUE')
+        
+        except Exception as e:
+            message = "Can't list SQS Queue Policy\nError {0}".format(str(e))
+            exit_critical(message)
diff --git a/shared/internal/database.py b/shared/internal/database.py
@@ -10,8 +10,14 @@ def run(self):
         try:
             client = self.vpc_options.session.client('rds', region_name=self.vpc_options.region_name)
             
-            response = client.describe_db_instances()
-            
+            response = client.describe_db_instances(Filters=[
+                                                    {'Name': 'engine',
+                                                     'Values': ['aurora','aurora-mysql','aurora-postgresql',
+                                                                'mariadb','mysql','oracle-ee','oracle-se2',
+                                                                'oracle-se1','oracle-se','postgres','sqlserver-ee',
+                                                                'sqlserver-se','sqlserver-ex','sqlserver-web']
+                                                    }])
+
             message_handler("\nChecking RDS INSTANCES...", "HEADER")
 
             if len(response["DBInstances"]) == 0:
@@ -69,4 +75,43 @@ def run(self):
                 message_handler("Found {0} Elasticache Clusters using VPC {1} {2}".format(str(found), self.vpc_options.vpc_id, message),'OKBLUE')
         except Exception as e:
             message = "Can't list Elasticache Clusters\nError {0}".format(str(e))
+            exit_critical(message)
+
+
+class DOCUMENTDB(object):
+    
+    def __init__(self, vpc_options: VpcOptions):
+        self.vpc_options = vpc_options
+
+    def run(self):
+        try:
+            client = self.vpc_options.session.client('docdb', region_name=self.vpc_options.region_name)
+            
+            response = client.describe_db_instances(Filters=[
+                                                    {'Name': 'engine',
+                                                     'Values': ['docdb']
+                                                    }])
+    
+            message_handler("\nChecking DOCUMENTDB INSTANCES...", "HEADER")
+
+            if len(response['DBInstances']) == 0:
+                message_handler("Found 0 DocumentoDB Instances in region {0}".format(self.vpc_options.region_name), "OKBLUE")
+            else:
+                found = 0
+                message = ""
+
+                """ iterate cache clusters to get subnet groups """
+                for data in response['DBInstances']:
+
+                    if data['DBSubnetGroup']['VpcId'] == self.vpc_options.vpc_id:
+                        found += 1
+                        message = message + "\nDBInstanceIdentifier: {0} - DBInstanceClass: {1} - Engine: {2} - VpcId: {3}".format(
+                            data['DBInstanceIdentifier'],
+                            data["DBInstanceClass"], 
+                            data["Engine"], 
+                            self.vpc_options.vpc_id
+                        )
+                message_handler("Found {0} DocumentoDB Instances using VPC {1} {2}".format(str(found), self.vpc_options.vpc_id, message),'OKBLUE')
+        except Exception as e:
+            message = "Can't list DocumentoDB Instances\nError {0}".format(str(e))
             exit_critical(message)
diff --git a/shared/internal/storage.py b/shared/internal/storage.py
