Make optional-requirements.txt a source of version truth

CHANGELOG.md

@@ -37,6 +37,10 @@ The types of changes are:
 * Changed behavior of adding privacy declarations to decouple the actions of the "add" and "next" buttons [#1086](https://github.com/ethyca/fides/pull/1086)
 * Moved system related UI components from the `config-wizard` directory to the `system` directory [#1097](https://github.com/ethyca/fides/pull/1097)
 
+### Developer Experience
+
+* Optional dependencies may have their version defined only once, in `optional-requirements.txt` [#1171](https://github.com/ethyca/fides/pull/1171)
+
 ### Fixed
 
 * Fixed the "help" link in the UI header [#1078](https://github.com/ethyca/fides/pull/1078)

MANIFEST.in

@@ -2,6 +2,7 @@ include LICENSE
 include README.md
 include requirements.txt
 include dev-requirements.txt
+include optional-requirements.txt
 include versioneer.py
 include src/fides/api/ctl/alembic.ini
 include src/fides/_version.py

pyproject.toml

@@ -80,6 +80,7 @@ exclude = '''
 ## isort ##
 ###########
 [tool.isort]
+known_first_party = ["versioneer"]
 profile = "black"
 line_length = 88
 src_paths = ["src", "tests", "noxfiles"]

setup.py

@@ -1,4 +1,5 @@
 import pathlib
+from typing import List
 
 from setuptools import find_packages, setup
 
@@ -13,18 +14,35 @@
 
 install_requires = open("requirements.txt").read().strip().split("\n")
 dev_requires = open("dev-requirements.txt").read().strip().split("\n")
+optional_requires = open("optional-requirements.txt").read().strip().split("\n")
+
+
+def optional_requirements(dependency_names: List[str]) -> List[str]:
+    requirements: List[str] = []
+
+    for dependency in dependency_names:
+        for optional_dependency in optional_requires:
+            if dependency in optional_dependency:
+                requirements.append(optional_dependency)
+                break
+
+    if len(requirements) == len(dependency_names):
+        return requirements
+
+    raise ModuleNotFoundError
+
 
 # Human-Readable Extras
-# Add these to `optional-requirements.txt` as well for Docker caching
-aws = ["boto3~=1.24.46"]
-bigquery = ["sqlalchemy-bigquery==1.4.4"]
-mongo = ["pymongo==3.12.0"]
-mssql = ["pyodbc==4.0.34"]
-mysql = ["pymysql==1.0.2"]
-okta = ["okta==2.5.0"]
-redis = ["redis==3.5.3", "fastapi-caching[redis]"]
-redshift = ["sqlalchemy-redshift==0.8.11"]
-snowflake = ["snowflake-sqlalchemy==1.4.1"]
+# Versions are read from corresponding lines in `optional-requirements.txt`
+aws = optional_requirements(["boto3"])
+bigquery = optional_requirements(["sqlalchemy-bigquery"])
+mongo = optional_requirements(["pymongo"])
+mssql = optional_requirements(["pyodbc"])
+mysql = optional_requirements(["PyMySQL"])
+okta = optional_requirements(["okta"])
+redis = optional_requirements(["redis", "fastapi-caching[redis]"])
+redshift = optional_requirements(["sqlalchemy-redshift"])
+snowflake = optional_requirements(["snowflake-sqlalchemy"])
 
 extras = {
     "aws": aws,