fix: fix all mypy issues and enable mypy in pre-commit hooks

.pre-commit-config.yaml

@@ -15,8 +15,8 @@ repos:
     rev: 5.12.0
     hooks:
       - id: isort
-  # - repo: https://github.com/pre-commit/mirrors-mypy
-  #   rev: v0.971
-  #   hooks:
-  #   -   id: mypy
-  #       additional_dependencies: [types-all]
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v0.971
+    hooks:
+    -   id: mypy
+        additional_dependencies: [types-all]

app/api.py

@@ -1,16 +1,17 @@
 import json
 from pathlib import Path
-from typing import Annotated
+from typing import Annotated, Any, cast
 
 from elasticsearch_dsl import Search
 from fastapi import FastAPI, HTTPException, Query, Request
 from fastapi.responses import HTMLResponse, PlainTextResponse
 from fastapi.templating import Jinja2Templates
 
 from app import config
-from app._types import SearchResponse
+from app._types import SearchResponse, SuccessSearchResponse
 from app.config import check_config_is_defined, settings
 from app.postprocessing import (
+    BaseResultProcessor,
     load_result_processor,
     process_taxonomy_completion_response,
 )
@@ -59,10 +60,10 @@
 def get_document(identifier: str):
     """Fetch a document from Elasticsearch with specific ID."""
     check_config_is_defined()
-    id_field_name: str = config.CONFIG.index.id_field_name  # type: ignore
-    index_name: str = config.CONFIG.index.name  # type: ignore
+    global_config = cast(config.Config, config.CONFIG)
+    id_field_name = global_config.index.id_field_name
     results = (
-        Search(index=index_name)
+        Search(index=global_config.index.name)
         .query("term", **{id_field_name: identifier})
         .extra(size=1)
         .execute()
@@ -125,6 +126,8 @@ def search(
     ] = None,
 ) -> SearchResponse:
     check_config_is_defined()
+    global_config = cast(config.Config, config.CONFIG)
+    result_processor = cast(BaseResultProcessor, RESULT_PROCESSOR)
     if q is None and sort_by is None:
         raise HTTPException(
             status_code=400, detail="`sort_by` must be provided when `q` is missing"
@@ -153,7 +156,7 @@ def search(
         langs=langs_set,
         size=page_size,
         page=page,
-        config=config.CONFIG,
+        config=global_config,
         sort_by=sort_by,
         # filter query builder is generated from elasticsearch mapping and
         # takes ~40ms to generate, build-it before hand as we're using global
@@ -164,7 +167,11 @@ def search(
 
     projection = set(fields.split(",")) if fields else None
     return execute_query(
-        query, RESULT_PROCESSOR, page=page, page_size=page_size, projection=projection
+        query,
+        result_processor,
+        page=page,
+        page_size=page_size,
+        projection=projection,
     )
 
 
@@ -189,13 +196,15 @@ def taxonomy_autocomplete(
         Query(description="Fuzziness level to use, default to no fuzziness."),
     ] = None,
 ):
+    check_config_is_defined()
+    global_config = cast(config.Config, config.CONFIG)
     taxonomy_names_list = taxonomy_names.split(",")
     query = build_completion_query(
         q=q,
         taxonomy_names=taxonomy_names_list,
         lang=lang,
         size=size,
-        config=config.CONFIG,
+        config=global_config,
         fuzziness=fuzziness,
     )
     es_response = query.execute()
@@ -222,17 +231,18 @@ def html_search(
         return templates.TemplateResponse("search.html", {"request": request})
 
     results = search(q=q, langs=langs, page_size=page_size, page=page, sort_by=sort_by)
-    template_data = {
+    template_data: dict[str, Any] = {
         "q": q or "",
         "request": request,
         "sort_by": sort_by,
         "results": results,
         "es_query": json.dumps(results.debug.query, indent=4),
     }
     if results.is_success():
+        results = cast(SuccessSearchResponse, results)
         template_data["aggregations"] = results.aggregations
         page_count = results.page_count
-        pagination = [
+        pagination: list[dict[str, Any]] = [
             {"name": p, "selected": p == page, "page_id": p}
             for p in range(1, page_count + 1)
             # Allow to scroll over a window of 10 pages

app/cli/main.py

@@ -31,6 +31,7 @@ def import_data(
 ):
     """Import data into Elasticsearch."""
     import time
+    from typing import cast
 
     from app import config
     from app.cli.perform_import import perform_import
@@ -44,12 +45,13 @@ def import_data(
 
     start_time = time.perf_counter()
     check_config_is_defined()
+    global_config = cast(config.Config, config.CONFIG)
     perform_import(
         input_path,
         num_items,
         num_processes,
         start_time,
-        config.CONFIG,  # type: ignore
+        global_config,
     )
     end_time = time.perf_counter()
     logger.info("Import time: %s seconds", end_time - start_time)
@@ -67,6 +69,7 @@ def import_taxonomies(
 ):
     """Import taxonomies into Elasticsearch."""
     import time
+    from typing import cast
 
     from app import config
     from app.cli.perform_import import perform_taxonomy_import
@@ -79,9 +82,10 @@ def import_taxonomies(
         set_global_config(config_path)
 
     check_config_is_defined()
+    global_config = cast(config.Config, config.CONFIG)
 
     start_time = time.perf_counter()
-    perform_taxonomy_import(config.CONFIG)
+    perform_taxonomy_import(global_config)
     end_time = time.perf_counter()
     logger.info("Import time: %s seconds", end_time - start_time)
 
@@ -112,6 +116,8 @@ def import_from_queue(
         exists=True,
     ),
 ):
+    from typing import cast
+
     from app import config
     from app.config import check_config_is_defined, set_global_config, settings
     from app.queue_helpers import run_queue_safe
@@ -129,9 +135,10 @@ def import_from_queue(
     connection.get_es_client()
 
     check_config_is_defined()
+    global_config = cast(config.Config, config.CONFIG)
 
     # run queue
-    run_queue_safe(config.CONFIG)  # type: ignore
+    run_queue_safe(global_config)
 
 
 def main() -> None:

app/openfoodfacts.py

@@ -1,5 +1,6 @@
 import copy
 import re
+from typing import Any
 
 from app._types import JSONType
 from app.indexing import BaseDocumentPreprocessor
@@ -149,7 +150,7 @@ def build_image_fields(product: JSONType):
         # Python copy of the code from
         # https://github.com/openfoodfacts/openfoodfacts-server/blob/b297ed858d526332649562cdec5f1d36be184984/lib/ProductOpener/Display.pm#L10128
         code = product["code"]
-        fields = {}
+        fields: dict[str, Any] = {}
 
         for image_type in ["front", "ingredients", "nutrition", "packaging"]:
             display_ids = []
@@ -186,7 +187,9 @@ def build_image_fields(product: JSONType):
                 for language_code in product["languages_codes"]:
                     image_id = f"{image_type}_{language_code}"
                     if images and images.get(image_id) and images[image_id]["sizes"]:
-                        fields.setdefault("selected_images", {}).update(
+                        if "selected_images" not in fields:
+                            fields["selected_images"] = {}
+                        fields["selected_images"].update(
                             {
                                 image_type: {
                                     "display": {

app/query.py

@@ -225,6 +225,7 @@ def build_search_query(
     :param sort_by: sorting key, defaults to None (=relevance-based sorting)
     :return: the built Query
     """
+    filter_query: list[JSONType]
     if q is None:
         filter_query = []
         remaining_terms = ""