Merge pull request #16 from madeiramadeirabr/lambda_sqs_light

Lambda sqs light

Author: andersoncontreira

README.md

@@ -10,9 +10,22 @@ Example of architecture of this project stack.
 Example of components of the architecture of this project.
 ![Service-Stack](docs/service-stack.png)
 
-## Single projects
-You can find single examples for:
+## Build environment script workflow
+Example of the workflow to create the environment.
+![Service-Stack](docs/runenv-workflow.drawio.png)
+
+## Single project examples
+
+You can find light examples:
+* [Lambda API Light](./examples/lambda_api_light)
+* [Lambda CRON Light](./examples/lambda_cron_light)
+* [Lambda SQS Light](./examples/lambda_sqs_light)
+* [Lambda SNS Light](./examples/lambda_sns_light)
+* [Lambda S3 Light](./examples/lambda_s3_light)
+* 
+You can find complex examples:
 * [Lambda API](./examples/lambda_api)
+* [Lambda API RESTful](./examples/lambda_api_restful)
 * [Lambda CRON](./examples/lambda_cron)
 * [Lambda SQS](./examples/lambda_sqs)
 * [Lambda SNS](./examples/lambda_sns)

docs/runenv-workflow.drawio.png

@@ -60,3 +60,8 @@ config/integration.en
 /node_modules/
 
 /lambda-full.zip
+
+#output lambda
+output/response.json
+/output/
+/include/

examples/lambda_api/.gitignore

@@ -1,10 +1,14 @@
-# template-serverless-lambda-python - Lambda API
+# Lambda API
 Template for build flexible API with AWS Lambda.
 
 ## Service Architecture
 Example of architecture with Kong API Gateway.
 ![Service-Arch](docs/service-arch.png)
 
+## Build environment script workflow
+Example of the workflow to create the environment.
+![Service-Stack](docs/runenv-workflow.drawio.png)
+
 ## General Service Routes Architecture
 Service routes.
 ```

examples/lambda_api/README.md

@@ -5,7 +5,7 @@
 import boot
 import os
 import base64
-from lambda_app.services.v1.healthcheck import HealthCheckSchema
+from lambda_app.services.v1.healthcheck import HealthCheckSchema, HealthCheckResult
 from lambda_app.services.v1.healthcheck.resources import \
     MysqlConnectionHealthCheck, RedisConnectionHealthCheck, \
     SQSConnectionHealthCheck, SelfConnectionHealthCheck
@@ -85,6 +85,7 @@ def alive():
         LOGGER, CONFIG), ["redis"])
     service.add_check("queue", SQSConnectionHealthCheck(
         LOGGER, CONFIG), ["queue"])
+    service.add_check("internal", lambda:  HealthCheckResult.unhealthy("connect"), ["example"])
 
     return service.get_response()
 

examples/lambda_api/app.py

@@ -0,0 +1,72 @@
+import ast
+import json
+
+from lambda_app import helper
+from lambda_app.decorators import SQSEvent
+from lambda_app.decorators.events import SQSRecord
+from lambda_app.logging import get_logger
+
+
+def read_event(record, logger=None):
+    if logger is None:
+        logger = get_logger()
+    logger.info('try to reading event form record: {}'.format(record))
+    logger.info('Getting type of data: {}'.format(type(record)))
+    try:
+        logger.info('dump: {}'.format(json.dumps(record)))
+    except Exception as err:
+        logger.error(err)
+    event_body = None
+    try:
+        if isinstance(record, dict):
+            try:
+                event_body = json.loads(record['body'])
+            except Exception as err:
+                logger.error(err)
+                unescaped_str = ast.literal_eval(record['body'])
+                event_body = json.loads(unescaped_str)
+        elif isinstance(record, str):
+            record = json.loads(record)
+            event_body = json.loads(record.body)
+        elif isinstance(record.body, str):
+            event_body = json.loads(record.body)
+        else:
+            event_body = record.body
+    except Exception as err:
+        logger.error(err)
+        logger.info('event_body: {}'.format(event_body))
+    return event_body
+
+
+def get_records_from_sqs_event(sqs_event, logger=None):
+    if logger is None:
+        logger = get_logger()
+    records = []
+    try:
+        if isinstance(sqs_event, SQSEvent):
+            logger.info("SQSEvent instance")
+            if not helper.empty(sqs_event.to_dict()):
+                try:
+                    sqs_event_dict = sqs_event.to_dict()
+                    if 'Records' in sqs_event_dict:
+                        sqs_event_dict = sqs_event_dict['Records']
+                    for record in sqs_event_dict:
+                        records.append(record)
+                except Exception as err:
+                    logger.error(err)
+                    records.append(sqs_event.to_dict())
+        elif isinstance(sqs_event, SQSRecord):
+            logger.info("SQSRecord instance")
+            if not helper.empty(sqs_event.to_dict()):
+                records.append(sqs_event)
+    except Exception as err:
+        logger.error(err)
+        if isinstance(sqs_event, SQSEvent) or isinstance(sqs_event, SQSRecord):
+            logger.error(sqs_event.__dict__)
+        else:
+            try:
+                logger.error(json.dumps(sqs_event))
+            except Exception as err:
+                logger.error(err)
+                logger.error(str(sqs_event))
+    return records

examples/lambda_api/docs/runenv-workflow.drawio.png

@@ -77,7 +77,7 @@ def to_dict(obj, force_str=False):
 
 
 def to_json(obj):
-    return json.dumps(obj)
+    return json.dumps(obj, default=str)
 
 
 def debug_mode():

examples/lambda_api/lambda_app/events_helper.py

@@ -1,3 +1,30 @@
-python3 -m venv venv
-source ./venv/bin/activate
-bash $1
+#!/bin/bash
+current_path=$(basename $(pwd))
+current_filename=$(basename -- "$0")
+current_filename_path=$0
+# echo $current_filename_path
+current_filename_path="${current_filename_path/$current_filename/''}"
+# echo $current_filename_path
+current_filename_path="${current_filename_path/scripts\//''}"
+# echo $current_filename_path
+current_filename_path_basename=$(basename -- "$current_filename_path")
+
+echo "current_path: $current_path"
+echo "current_filename: $current_filename"
+echo "current_filename_path: $current_filename_path"
+echo "current_filename_path_basename: $current_filename_path_basename"
+
+if test -f "${current_filename_path}venv/bin/activate"; then
+  python3 -m venv venv
+  source ${current_filename_path}venv/bin/activate
+else
+  echo "Unable to find  ${current_filename_path}venv/bin/activate"
+  exit 1
+fi
+
+if test -f "$1"; then
+  bash $1
+else
+  echo "Unable to find  $1"
+  exit 1
+fi