Ajustes para rodar subir e executar toda a stack

Author: andersoncontreira

docker-compose.yml

@@ -37,7 +37,7 @@ services:
     expose:
       - 6379
     networks:
-      - default
+      - service-python
   mysql:
     image: mysql:5.7.22
     ports:

examples/lambda_api/docker-compose.yml

@@ -23,7 +23,7 @@ services:
     expose:
       - 6379
     networks:
-      - default
+      - service-python
   mysql:
     image: mysql:5.7.22
     ports:

examples/lambda_api/env/development.env

@@ -3,16 +3,16 @@ APP_ENV=development
 DEBUG=true
 LOG_LEVEL=info
 REGION_NAME=us-east-1
-SQS_ENDPOINT=http://0.0.0.0:4566
-SQS_LOCALSTACK=http://0.0.0.0:4566
-APP_QUEUE=http://0.0.0.0:4566/000000000000/test-queue
+SQS_ENDPOINT=http://localstack:4566
+SQS_LOCALSTACK=http://localstack:4566
+APP_QUEUE=http://localstack:4566/000000000000/test-queue
 API_SERVER=http://localhost:5000
 API_SERVER_DESCRIPTION=Staging server
 LOCAL_API_SERVER=http://localhost:5000
 LOCAL_API_SERVER_DESCRIPTION=Development server
 REDIS_HOST=redis
 REDIS_PORT=6379
-DB_HOST = localhost
+DB_HOST = mysql
 DB_USER = root
 DB_PASSWORD = store
 DB = store

examples/lambda_api/lambda_app/events/aws/sqs.py

@@ -1,10 +1,13 @@
 import json
 import os
 
+from lambda_app import helper
 from lambda_app.config import get_config
 from lambda_app.logging import get_logger
 import boto3
 
+_RETRY_COUNT = 0
+_MAX_RETRY_ATTEMPTS = 3
 
 class SQSEvents:
 
@@ -16,7 +19,8 @@ def __init__(self, logger=None, config=None):
         # last_exception
         self.exception = None
 
-    def connect(self):
+    def connect(self, retry=False):
+        global _RETRY_COUNT, _MAX_RETRY_ATTEMPTS
         connection = None
         try:
             endpoint_url = self.config.SQS_ENDPOINT
@@ -38,11 +42,32 @@ def connect(self):
                     region_name=self.config.REGION_NAME
                 )
 
-            self.logger.info('SQSEvents - Connected')
+            try:
+                connection.get_queue_by_name(QueueName='test')
+            except Exception as err:
+                if helper.has_attr(err, "response") and err.response['Error']:
+                    self.logger.info('SQSEvents - Connected')
+                else:
+                    raise err
 
-        except Exception as err:
-            self.logger.error(err)
+            _CONNECTION = connection
+            _RETRY_COUNT = 0
 
+        except Exception as err:
+            if _RETRY_COUNT == _MAX_RETRY_ATTEMPTS:
+                _RETRY_COUNT = 0
+                self.logger.error(err)
+                connection = None
+            else:
+                self.logger.error(err)
+                self.logger.info('Trying to reconnect... {}'.format(_RETRY_COUNT))
+                # retry
+                if not retry:
+                    _RETRY_COUNT += 1
+                    # Fix para tratar diff entre docker/local
+                    if self.config.SQS_ENDPOINT == 'http://0.0.0.0:4566' or self.config.SQS_ENDPOINT == 'http://localstack:4566':
+                        self.config.DB_HOST = 'http://localhost:4566'
+                    connection = self.connect(retry=True)
         return connection
 
     def send_message(self, message, queue_url):

examples/lambda_api/scripts/boot-db.sh

@@ -0,0 +1,10 @@
+#echo 'Booting database...'
+## TODO futuramente usar o Flask migrate ou outra alternativa
+#
+#echo 'Creating tables...'
+#python3 ./scripts/migrations/mysql/migrate.py ./tests/datasets/database/structure/mysql/create.table.store.ocorens.sql
+#python3 ./scripts/migrations/mysql/migrate.py ./tests/datasets/database/structure/mysql/create.table.store.products.sql
+#
+#echo 'Inserting data in the table...'
+#python3 ./scripts/migrations/mysql/migrate.py ./tests/datasets/database/seeders/mysql/seeder.table.store.ocorens.sql
+#python3 ./scripts/migrations/mysql/migrate.py ./tests/datasets/database/seeders/mysql/seeder.table.store.products.sql

examples/lambda_api/scripts/boot-lambdas.sh

@@ -0,0 +1,10 @@
+echo 'Booting lambda...'
+echo 'Installing dependencies...'
+# ./scripts/venv.sh
+python3 -m pip install -r ./requirements.txt -t ./vendor
+python3 -m pip install -r ./requirements-vendor.txt -t ./vendor
+
+echo 'Creating resource dependencies...'
+# create resource dependencies
+./scripts/localstack/lambda/create-function-from-s3.sh lambda_sqs
+#./scripts/localstack/lambda/create-event-source-mapping.sh lambda_sqs test-queue

examples/lambda_api/scripts/boot-queues.sh

@@ -0,0 +1 @@
+./scripts/localstack/sqs/create-queue.sh test-queue

examples/lambda_api/scripts/boot.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+echo 'Validating jd installation..'
+  /usr/bin/jq --help > /dev/null 2>&1
+  if [ $? -ne 0 ]; then
+    echo 'Installing'
+    # download directly into ~/bin_compciv
+    sudo curl http://stedolan.github.io/jq/download/linux64/jq -o /usr/bin/jq
+    # give it executable permissions
+    sudo chmod a+x /usr/bin/jq
+  fi
+
+echo 'Validate connection'
+./scripts/boot-validate-connection.sh
+
+echo 'Booting db...'
+./scripts/boot-db.sh
+
+echo 'Create the queues...'
+./scripts/boot-queues.sh
+
+echo 'Create the lambdas...'
+./scripts/boot-lambdas.sh