Refactor tutorial.

Author: toddbirchard

.env.example

@@ -1,2 +1,6 @@
-SQLALCHEMY_DATABASE_URI=mysql+pymysql://myuser:[email protected]:1234/mydatabase
-SQLALCHEMY_DATABASE_PEM="-----BEGIN CERTIFICATE-----\nghdfigfjvgkjdfvfjkhcvdfjhvfghjbfdvfjshdvjghvfgjvcfjdcvckdjh\n-----END CERTIFICATE-----\n"
+DATABASE_USERNAME="yourusername"
+DATABASE_PASSWORD="yourpassword"
+DATABASE_HOST="db.host.com"
+DATABASE_PORT=12345
+DATABASE_TABLE="table"
+DATABASE_CERT_FILE="ca-certificate.crt"

.github/[email protected] renamed to .github/img/[email protected]

@@ -89,6 +89,8 @@ venv/
 ENV/
 env.bak/
 venv.bak/
+creds/
+**/*.crt
 
 # Spyder project settings
 .spyderproject
@@ -115,6 +117,7 @@ ca-certificate.crt
 
 # Idea
 .idea/
+.vscode/
 
 # logs
 logs/*

.gitignore

@@ -1,14 +1,14 @@
 # SQLAlchemy Tutorial
 
-![Python](https://img.shields.io/badge/Python-v^3.8-blue.svg?logo=python&longCache=true&logoColor=white&colorB=5e81ac&style=flat-square&colorA=4c566a)
-![SQLAlchemy](https://img.shields.io/badge/SQLAlchemy-v^1.4.0-blue.svg?longCache=true&logo=python&style=flat-square&logoColor=white&colorB=5e81ac&colorA=4c566a)
-![PyMySQL](https://img.shields.io/badge/PyMySQL-v^1.0.0-red.svg?longCache=true&style=flat-square&logo=scala&logoColor=white&colorA=4c566a&colorB=bf616a)
+![Python](https://img.shields.io/badge/Python-v^3.10-blue.svg?logo=python&longCache=true&logoColor=white&colorB=5e81ac&style=flat-square&colorA=4c566a)
+![SQLAlchemy](https://img.shields.io/badge/SQLAlchemy-v^2.0.20-blue.svg?longCache=true&logo=python&style=flat-square&logoColor=white&colorB=5e81ac&colorA=4c566a)
+![PyMySQL](https://img.shields.io/badge/PyMySQL-v^1.1.0-red.svg?longCache=true&style=flat-square&logo=scala&logoColor=white&colorA=4c566a&colorB=bf616a)
 ![GitHub Last Commit](https://img.shields.io/github/last-commit/google/skia.svg?style=flat-square&colorA=4c566a&colorB=a3be8c&logo=GitHub)
 [![GitHub Issues](https://img.shields.io/github/issues/hackersandslackers/sqlalchemy-tutorial.svg?style=flat-square&colorA=4c566a&logo=GitHub&colorB=ebcb8b)](https://github.com/hackersandslackers/sqlalchemy-tutorial/issues)
 [![GitHub Stars](https://img.shields.io/github/stars/hackersandslackers/sqlalchemy-tutorial.svg?style=flat-square&colorA=4c566a&logo=GitHub&colorB=ebcb8b)](https://github.com/hackersandslackers/sqlalchemy-tutorial/stargazers)
 [![GitHub Forks](https://img.shields.io/github/forks/hackersandslackers/sqlalchemy-tutorial.svg?style=flat-square&colorA=4c566a&logo=GitHub&colorB=ebcb8b)](https://github.com/hackersandslackers/sqlalchemy-tutorial/network)
 
-![SQLAlchemy Tutorial](https://github.com/hackersandslackers/sqlalchemy-tutorial/blob/master/.github/[email protected]?raw=true)
+![SQLAlchemy Tutorial](https://github.com/hackersandslackers/sqlalchemy-tutorial/blob/master/.github/img/[email protected]?raw=true)
 
 This repository contains the source code for a four-part tutorial series on SQLAlchemy:
 
@@ -17,29 +17,32 @@ This repository contains the source code for a four-part tutorial series on SQLA
 3. [Relationships in SQLAlchemy Data Models](https://hackersandslackers.com/sqlalchemy-data-models)
 4. [Constructing Database Queries with SQLAlchemy](https://hackersandslackers.com/database-queries-sqlalchemy-orm)
 
-# Getting Started
+## Getting Started
 
 Get set up locally in two steps:
 
 ### Environment Variables
 
 Replace the values in **.env.example** with your values and rename this file to **.env**:
 
-
-* `SQLALCHEMY_DATABASE_URI`: Connection URI of a SQL database.
-* `SQLALCHEMY_DATABASE_PEM` _(Optional)_: PEM key for databases requiring an SSL connection.
+* `DATABASE_USERNAME`: Username for a SQL database.
+* `DATABASE_PASSWORD`: Corresponding password for the above SQL database user.
+* `DATABASE_HOST`: Host of the SQL database.
+* `DATABASE_PORT`: Numerical port of the SQL database.
+* `DATABASE_TABLE`: Name of the SQL database table.
+* `DATABASE_CERT_FILE` _(optional)_: Path to SSL certificate file for database.
 
 *Remember never to commit secrets saved in .env files to Github.*
 
 ### Installation
 
-Get up and running with `make deploy`:
+Get up and running with `make run`:
 
 ```shell
-$ git clone https://github.com/hackersandslackers/sqlalchemy-tutorial.git
-$ cd sqlalchemy-tutorial
-$ make deploy
-``` 
+git clone https://github.com/hackersandslackers/sqlalchemy-tutorial.git
+cd sqlalchemy-tutorial
+make run
+```
 
 -----
 

README.md

@@ -1,5 +1,5 @@
 """Database config."""
-from os import environ, path
+from os import getenv, path
 
 from dotenv import load_dotenv
 
@@ -8,8 +8,14 @@
 load_dotenv(path.join(basedir, ".env"))
 
 # Database connection variables
-SQLALCHEMY_DATABASE_URI = environ.get("SQLALCHEMY_DATABASE_URI")
-SQLALCHEMY_DATABASE_PEM = environ.get("SQLALCHEMY_DATABASE_PEM")
+DATABASE_USERNAME = getenv("DATABASE_USERNAME")
+DATABASE_PASSWORD = getenv("DATABASE_PASSWORD")
+DATABASE_HOST = getenv("DATABASE_HOST")
+DATABASE_PORT = getenv("DATABASE_PORT")
+DATABASE_TABLE = getenv("DATABASE_TABLE")
+DATABASE_CERT_FILE = getenv("DATABASE_CERT_FILE")
+
+SQLALCHEMY_DATABASE_URI = f"mysql+pymysql://{DATABASE_USERNAME}:{DATABASE_PASSWORD}@{DATABASE_HOST}:{DATABASE_PORT}/{DATABASE_TABLE}?ssl_ca={DATABASE_CERT_FILE}"
 
 # Reset data after each run
 CLEANUP_DATA = False

config.py

@@ -1 +1,12 @@
-from .db import engine, session
+"""Create SQLAlchemy engine and session objects."""
+from sqlalchemy import create_engine
+from sqlalchemy.orm import sessionmaker
+
+from config import SQLALCHEMY_DATABASE_URI
+
+# Create database engine
+engine = create_engine(SQLALCHEMY_DATABASE_URI, echo=False)
+
+# Create database session
+Session = sessionmaker(bind=engine)
+session = Session()

database/__init__.py

@@ -8,34 +8,19 @@ def formatter(log: dict) -> str:
     """
     Format log colors based on level.
 
-    :param log: Logged event stored as map containing contextual metadata.
-    :type log: dict
+    :param dict log: Logged event stored as map containing contextual metadata.
+
     :returns: str
     """
+    if log["level"].name == "INFO":
+        return "<fg #5278a3>{time:MM-DD-YYYY HH:mm:ss}</fg #5278a3> | <fg #b3cfe7>{level}</fg #b3cfe7>: <light-white>{message}</light-white>\n"
     if log["level"].name == "WARNING":
-        return (
-            "<white>{time:MM-DD-YYYY HH:mm:ss}</white> | "
-            "<light-yellow>{level}</light-yellow>: "
-            "<light-white>{message}</light-white> \n"
-        )
-    elif log["level"].name == "ERROR":
-        return (
-            "<white>{time:MM-DD-YYYY HH:mm:ss}</white> | "
-            "<light-red>{level}</light-red>: "
-            "<light-white>{message}</light-white> \n"
-        )
-    elif log["level"].name == "SUCCESS":
-        return (
-            "<white>{time:MM-DD-YYYY HH:mm:ss}</white> | "
-            "<light-green>{level}</light-green>: "
-            "<light-white>{message}</light-white> \n"
-        )
-    else:
-        return (
-            "<white>{time:MM-DD-YYYY HH:mm:ss}</white> | "
-            "<fg #67c9c4>{level}</fg #67c9c4>: "
-            "<light-white>{message}</light-white> \n"
-        )
+        return "<fg #5278a3>{time:MM-DD-YYYY HH:mm:ss}</fg #5278a3> | <fg #b09057>{level}</fg #b09057>: <light-white>{message}</light-white>\n"
+    if log["level"].name == "SUCCESS":
+        return "<fg #5278a3>{time:MM-DD-YYYY HH:mm:ss}</fg #5278a3> | <fg #6dac77>{level}</fg #6dac77>: <light-white>{message}</light-white>\n"
+    if log["level"].name == "ERROR":
+        return "<fg #5278a3>{time:MM-DD-YYYY HH:mm:ss}</fg #5278a3> | <fg #a35252>{level}</fg #a35252>: <light-white>{message}</light-white>\n"
+    return "<fg #5278a3>{time:MM-DD-YYYY HH:mm:ss}</fg #5278a3> | <fg #b3cfe7>{level}</fg #b3cfe7>: <light-white>{message}</light-white>\n"
 
 
 def create_logger() -> custom_logger:

database/db.py

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sqlalchemy-tutorial"
-version = "0.1.0"
+version = "0.1.1"
 description = "Use SQLAlchemy to connect, query, and interact with relational databases."
 authors = ["Todd Birchard <[email protected]>"]
 maintainers = ["Todd Birchard <[email protected]>"]
@@ -9,13 +9,7 @@ readme = "README.md"
 homepage = "https://github.com/hackersandslackers/sqlalchemy-tutorial/"
 repository = "https://github.com/hackersandslackers/sqlalchemy-tutorial/"
 documentation = "https://github.com/hackersandslackers/sqlalchemy-tutorial/"
-keywords = [
-  "SQL",
-  "SQLAlchemy",
-  "ORM",
-  "Relational Databases",
-  "RDBMS"
-]
+keywords = ["SQL", "SQLAlchemy", "ORM", "Relational Databases", "RDBMS"]
 
 [tool.poetry.dependencies]
 python = "^3.10, <4.0"
@@ -37,5 +31,11 @@ run = "main:init_script"
 issues = "https://github.com/hackersandslackers/sqlalchemy-tutorial/issues"
 
 [build-system]
-requires = ["poetry>=0.12"]
+requires = ["poetry>=1.6.1"]
 build-backend = "poetry.masonry.api"
+
+[tool.black]
+line-length = 120
+
+[tool.pylint.'MESSAGES CONTROL']
+disable = "C0103,C0301,W0703,W0621"

logger.py

@@ -26,4 +26,3 @@ def cleanup_data():
         LOGGER.error(f"SQLAlchemyError error when resetting data: {e}")
     except Exception as e:
         LOGGER.error(f"Unexpected error when resetting data: {e}")
-

poetry.lock

@@ -3,6 +3,7 @@
 
 from sqlalchemy import text
 from sqlalchemy.engine.base import Engine
+from sqlalchemy.exc import SQLAlchemyError
 
 from logger import LOGGER
 
@@ -11,41 +12,49 @@ def fetch_job_listings(engine: Engine) -> Optional[List[dict]]:
     """
     Select rows from database and parse as list of dicts.
 
-    :param engine: Database engine to handle raw SQL queries.
-    :type engine: engine
+    :param Engine engine: Database engine to handle raw SQL queries.
 
     :return: Optional[List[dict]]
     """
-    result = engine.execute(
-        text(
-            "SELECT job_id, agency, business_title, \
-            salary_range_from, salary_range_to \
-            FROM nyc_jobs ORDER BY RAND() LIMIT 10;"
-        )
-    )
-    rows = [dict(row) for row in result.fetchall()]
-    LOGGER.info(f"Selected {result.rowcount} rows: {rows}")
-    return rows
+    try:
+        with engine.begin() as conn:
+            result = conn.execute(
+                text(
+                    "SELECT job_id, agency, business_title, \
+                    salary_range_from, salary_range_to \
+                    FROM nyc_jobs ORDER BY RAND() LIMIT 10;"
+                ),
+            )
+            results = result.fetchall()
+            results_dict = [row._asdict() for row in results]
+            LOGGER.info(f"Selected {result.rowcount} rows.")
+            return results_dict
+    except SQLAlchemyError as e:
+        LOGGER.error(f"SQLAlchemyError while fetching records: {e}")
+    except Exception as e:
+        LOGGER.error(f"Unexpected error while fetching records: {e}")
 
 
 def update_job_listing(engine: Engine) -> Optional[List[dict]]:
     """
     Update row in database with problematic characters escaped.
 
-    :param engine: Engine object representing a SQL database.
-    :type engine: engine
+    :param Engine engine: Database engine to handle raw SQL queries.
 
     :return: Optional[List[dict]]
     """
-    result = engine.execute(
-        text(
-            "UPDATE nyc_jobs SET business_title = 'Senior QA Scapegoat 🏆', \
-            job_category = 'Information? <>!#%%Technology!%%#^&%* & Telecom' \
-            WHERE job_id = 229837;"
-        )
-    )
-    LOGGER.info(
-        f"Selected {result.rowcount} row: \
-        {result}"
-    )
-    return result.rowcount
+    try:
+        with engine.begin() as conn:
+            result = conn.execute(
+                text(
+                    "UPDATE nyc_jobs SET business_title = 'Senior QA Scapegoat 🏆', \
+                    job_category = 'Information? <>!#%%Technology!%%#^&%* & Telecom' \
+                    WHERE job_id = 229837;"
+                )
+            )
+            LOGGER.info(f"Updated {result.rowcount} row: {result}")
+            return result
+    except SQLAlchemyError as e:
+        LOGGER.error(f"SQLAlchemyError while updating records: {e}")
+    except Exception as e:
+        LOGGER.error(f"Unexpected error while updating records: {e}")