enhancements

Author: scionoftech

FastAPIAWSLAMBDA/README.md

@@ -0,0 +1,69 @@
+## Serverless FastAPI with AWS Lambda
+
+Mangum allows us to wrap the API with a handler that we will package and deploy as a Lambda function in AWS.
+Then using AWS API Gateway we will route all incoming requests to invoke the lambda and handle the routing internally within our application.
+
+### Install Mangum
+
+```shell
+pip install mangum
+```
+
+### Setup AWS Resources
+This tutorial should fall under the AWS free-tier to create, however continued usage of these resources will have associated costs.
+
+### Create S3 Bucket
+* Navigate to S3 in the AWS console and click Create Bucket.
+* Give it a name and click Create. In this example we're going to call it serverless-fastapi-lambda-dev
+
+### Upload Zip File
+Before we can create the lambda we need to package up our existing FastApi app so it's ready for AWS Lambda.
+
+The lambda won't be running in the virtual environment and will only be running one command (which we will determine when we create it) which will be **main.handler** So we need to install all the dependencies within the zip file since it won't be running pip install like we did locally.
+
+### Package Lambda
+Inside your terminal from the root directory of your project, CD into the Python Site Packages folder.
+
+```shell
+cd env/lib/python3.7/site-packages
+```
+
+Then zip up the contents into the root of the project.
+
+```shell
+cd env/lib/python3.7/site-packages
+```
+
+```shell
+zip -r9 path/to/root/of/project/function.zip
+```
+
+CD back into the root of the project.
+
+```shell
+cd path/to/root/of/project
+```
+
+Next we need to add the contents of the app folder so let's add that into the zip file.
+
+```shell
+zip -g ./function.zip -r app
+```
+
+### Upload Zip File to S3
+* Go inside the S3 bucket you just created and click Upload.
+* Add your zip file through the interface that pops up and and click Upload.
+
+### Final Steps
+* Create AWS Lambda
+* Update Handler
+* Test FastAPI Lambda
+* Create API Gateway
+* Create Resource
+* Deploy Lambda Proxy API
+
+### Summary
+That's it! We Created a FastAPI application and converted it to an AWS Lambda. Then we setup API Gateway to route all requests to our Lambda proxy.
+
+#### References
+- Simple Serverless FastAPI with AWS Lambda - [https://www.deadbear.io/simple-serverless-fastapi-with-aws-lambda/]

FastAPIAWSLAMBDA/main.py

@@ -0,0 +1,12 @@
+from fastapi import FastAPI
+from mangum import Mangum
+
+app = FastAPI()
+
+
+@app.get("/")
+async def root():
+    return {"message": "Hello World!"}
+
+
+handler = Mangum(app)

FastAPIMongoEngine/.dockerignore

@@ -0,0 +1,3 @@
+*.egg-info
+Dockerfile
+*.Dockerfile

FastAPIMongoEngine/.env

@@ -0,0 +1,16 @@
+PROJECT_NAME=FastAPI-MongoEngine
+PROJECT_DESCRIPTION=A Simple Application to demonstrate MongoEngine with FastAPI
+API_VERSION=1.0.0
+API_VERSION_PATH=/api/v1
+ACCESS_TOKEN_EXPIRE_MINUTES=1440
+SERVER_NAME=FastAPI-MongoEngine
+PORT=8088
+DATABASE=mongodb
+MONGODB_HOST=mongodb_instance
+MONGODB_PORT=27017
+MONGO_ROOT_USER=root
+MONGO_ROOT_PASSWORD=mongo$321
+MONGOEXPRESS_LOGIN=admin
+MONGOEXPRESS_PASSWORD=admin$321
+MONGODB_DB_NAME=test_db
+AUTH_MONGODB_DB_NAME=admin

FastAPIMongoEngine/app/conf/conf.json

@@ -21,10 +21,11 @@
   },
   "DATABASE_CONF": {
     "DATABASE": "mongodb",
-    "MONGODB_HOST": "localhost",
+    "MONGODB_HOST": "mongodb_instance",
     "MONGODB_PORT": "27017",
-    "MONGODB_USER": "",
-    "MONGODB_PASSWORD": "",
-    "MONGODB_DB_NAME": "testdb"
+    "MONGODB_USER": "root",
+    "MONGODB_PASSWORD": "mongo$321",
+    "MONGODB_DB_NAME": "testdb",
+    "AUTH_MONGODB_DB_NAME": "admin"
   }
 }

FastAPIMongoEngine/app/conf/config.py

@@ -29,7 +29,7 @@ class DBSettings:
     MONGO_DATABASE_URL = f"{__DATA['DATABASE']}://{__DATA['MONGODB_USER']}" \
                               f":{__DATA['MONGODB_PASSWORD']}@" \
                               f"{__DATA['MONGODB_HOST']}:{__DATA['MONGODB_PORT']}/" \
-                              f"{__DATA['MONGODB_DB_NAME']}?authSource={__DATA['MONGODB_DB_NAME']}"
+                              f"{__DATA['MONGODB_DB_NAME']}?authSource={__DATA['AUTH_MONGODB_DB_NAME']}"
 
 
 class ProjectSettings:

FastAPIMongoEngine/app/crud/crud_articles.py

@@ -58,21 +58,26 @@ def get_article(self, article_id: str):
             fastapi_logger.exception("get_article")
             return None
 
-    def get_all_articles(self, tag: str, page_num: int) -> Any:
+    def get_all_articles(self, tag: str = None,
+                         article_title: str = None,
+                         page_num: int = 1, page_size=30) -> Any:
         """ Get All Articles """
         try:
-            query = Article.objects.order_by('-modified_timestamp')
+            query = Article.objects
 
             if tag:
-                query = Article.objects(tags=tag).order_by(
-                    '-modified_timestamp')
+                query = query.filter(tags=tag)
 
-            data = pagination.paginate(query=query, page=page_num,
-                                       page_size=30)
+            if article_title:
+                query = query.filter(article_title=article_title)
+
+            data = pagination.paginate(query=query.order_by(
+                'modified_timestamp'), page=page_num,
+                page_size=page_size)
             return data
         except Exception as e:
             fastapi_logger.exception("get_all_articles")
             return None
 
 
-crud_articles = CRUDArticles()
+crud_articles = CRUDArticles()

FastAPIMongoEngine/app/crud/crud_login.py

@@ -1,5 +1,3 @@
-from sqlalchemy.orm import Session
-from sqlalchemy.exc import SQLAlchemyError
 from typing import Any
 
 import sys
@@ -26,7 +24,7 @@ def check_active_session(self, session_id: str):
             db_session = UsersLoginAttempt.objects(
                 session_id=session_id).first()
             return db_session
-        except SQLAlchemyError as e:
+        except Exception as e:
             fastapi_logger.exception("logoff_user")
             return None
 
@@ -41,7 +39,7 @@ def login_user(self, user: schemas.UserLogIn, session_id: str) -> Any:
                 status="logged_in")
             db_session.save()
             return db_session
-        except SQLAlchemyError as e:
+        except Exception as e:
             fastapi_logger.exception("login_user")
             return None
 
@@ -53,7 +51,7 @@ def active_user(self, session_id: str) -> Any:
             db_session.status = "active"
             db_session.save()
             return db_session
-        except SQLAlchemyError as e:
+        except Exception as e:
             fastapi_logger.exception("active_user")
             return None
 
@@ -66,7 +64,7 @@ def logoff_user(self, session_id: str) -> Any:
             db_session.status = "logged_off"
             db_session.save()
             return db_session
-        except SQLAlchemyError as e:
+        except Exception as e:
             fastapi_logger.exception("logoff_user")
             return None
 

FastAPIMongoEngine/app/db/dbconf_models.py

@@ -7,8 +7,22 @@
 sys.path.append("..")
 from conf import DBSettings
 
+clientOptions = {
+    # This is the maximum time between when we fetch data from a cursor.
+    # If it times out, the cursor is lost and we can't reconnect.  If it
+    # isn't set, we have issues with replica sets when the primary goes
+    # down.  This value can be overridden in the mongodb uri connection
+    # string with the socketTimeoutMS.
+    'socketTimeoutMS': 60000,
+    'connectTimeoutMS': 20000,
+    'serverSelectionTimeoutMS': 20000,
+    'readPreference': 'secondaryPreferred',
+    'replicaSet': None,
+    'w': 'majority'
+}
+print(DBSettings.MONGO_DATABASE_URL)
 session = connect(
-    host=DBSettings.MONGO_DATABASE_URL)
+    host=DBSettings.MONGO_DATABASE_URL, **clientOptions)
 
 
 class User(gj.Document):

FastAPIMongoEngine/app/requirements.txt

@@ -1,7 +1,7 @@
-mongoengine
 pandas==1.0.3
 numpy==1.18.2
-psycopg2==2.8.5
+mongoengine==0.20.0
+mongoengine_goodjson
 jwt==1.0.0
 bcrypt==3.1.7
 passlib==1.7.2
@@ -11,4 +11,6 @@ async-exit-stack
 async-generator
 async-exit-stack
 async-generator
-uuid==1.30
+uuid==1.30
+python-dotenv
+python-dateutil