chore: basic structure for implementation of tabular containers with …

…polars (#731) Closes partially #712 ### Summary of Changes Add (mostly empty) classes for a new implementation of the tabular containers with `polars`. --------- Co-authored-by: megalinter-bot <[email protected]> Co-authored-by: Alexander <[email protected]>
Safe-DS · May 6, 2024 · 3261b26 · 3261b26
1 parent cd7f55b
commit 3261b26
Show file tree

Hide file tree

Showing 22 changed files with 1,461 additions and 208 deletions.
diff --git a/.coveragerc b/.coveragerc
diff --git a/.github/linters/.ruff.toml b/.github/linters/.ruff.toml
diff --git a/benchmarks/__init__.py b/benchmarks/__init__.py
diff --git a/benchmarks/table/__init__.py b/benchmarks/table/__init__.py
diff --git a/benchmarks/table/row_operations.py b/benchmarks/table/row_operations.py
@@ -0,0 +1,130 @@
+from timeit import timeit
+
+from safeds.data.tabular.containers import Table
+
+from benchmarks.table.utils import create_synthetic_table
+
+REPETITIONS = 10
+
+
+def _run_add_rows() -> None:
+    table.add_rows(table)
+
+
+def _run_get_row() -> None:
+    table.get_row(0)
+
+
+def _run_group_rows() -> None:
+    table.group_rows(lambda row: row.get_value("column_0") % 2 == 0)
+
+
+def _run_keep_only_rows() -> None:
+    table.keep_only_rows(lambda row: row.get_value("column_0") % 2 == 0)
+
+
+def _run_remove_duplicate_rows() -> None:
+    table.remove_duplicate_rows()
+
+
+def _run_remove_rows_with_missing_values() -> None:
+    table.remove_rows_with_missing_values()
+
+
+def _run_remove_rows_with_outliers() -> None:
+    table.remove_rows_with_outliers()
+
+
+def _run_remove_rows() -> None:
+    table.remove_rows(lambda row: row.get_value("column_0") % 2 == 0)
+
+
+def _run_shuffle_rows() -> None:
+    table.shuffle_rows()
+
+
+def _run_slice_rows() -> None:
+    table.slice_rows(end=table.number_of_rows // 2)
+
+
+def _run_sort_rows() -> None:
+    table.sort_rows(lambda row1, row2: row1.get_value("column_0") - row2.get_value("column_0"))
+
+
+def _run_split_rows() -> None:
+    table.split_rows(0.5)
+
+
+def _run_to_rows() -> None:
+    table.to_rows()
+
+
+if __name__ == "__main__":
+    # Create a synthetic Table
+    table = create_synthetic_table(1000, 50)
+
+    # Run the benchmarks
+    timings: dict[str, float] = {
+        "add_rows": timeit(
+            _run_add_rows,
+            number=REPETITIONS,
+        ),
+        "get_row": timeit(
+            _run_get_row,
+            number=REPETITIONS,
+        ),
+        "group_rows": timeit(
+            _run_group_rows,
+            number=REPETITIONS,
+        ),
+        "keep_only_rows": timeit(
+            _run_keep_only_rows,
+            number=REPETITIONS,
+        ),
+        "remove_duplicate_rows": timeit(
+            _run_remove_duplicate_rows,
+            number=REPETITIONS,
+        ),
+        "remove_rows_with_missing_values": timeit(
+            _run_remove_rows_with_missing_values,
+            number=REPETITIONS,
+        ),
+        "remove_rows_with_outliers": timeit(
+            _run_remove_rows_with_outliers,
+            number=REPETITIONS,
+        ),
+        "remove_rows": timeit(
+            _run_remove_rows,
+            number=REPETITIONS,
+        ),
+        "shuffle_rows": timeit(
+            _run_shuffle_rows,
+            number=REPETITIONS,
+        ),
+        "slice_rows": timeit(
+            _run_slice_rows,
+            number=REPETITIONS,
+        ),
+        "sort_rows": timeit(
+            _run_sort_rows,
+            number=REPETITIONS,
+        ),
+        "split_rows": timeit(
+            _run_split_rows,
+            number=REPETITIONS,
+        ),
+        "to_rows": timeit(
+            _run_to_rows,
+            number=REPETITIONS,
+        ),
+    }
+
+    # Print the timings
+    print(
+        Table(
+            {  # noqa: T201
+                "method": list(timings.keys()),
+                "timing": list(timings.values()),
+            }
+        )
+    )
diff --git a/benchmarks/table/row_operations_polars.py b/benchmarks/table/row_operations_polars.py
@@ -0,0 +1,130 @@
+from timeit import timeit
+
+from safeds.data.tabular.containers import Table
+
+from benchmarks.table.utils import create_synthetic_table_polars
+
+REPETITIONS = 10
+
+
+# def _run_add_rows() -> None:
+#     table.add_rows(table)
+#
+#
+# def _run_get_row() -> None:
+#     table.get_row(0)
+#
+#
+# def _run_group_rows() -> None:
+#     table.group_rows(lambda row: row.get_value("column_0") % 2 == 0)
+#
+#
+# def _run_keep_only_rows() -> None:
+#     table.keep_only_rows(lambda row: row.get_value("column_0") % 2 == 0)
+
+
+def _run_remove_duplicate_rows() -> None:
+    table.remove_duplicate_rows()._lazy_frame.collect()
+
+
+def _run_remove_rows_with_missing_values() -> None:
+    table.remove_rows_with_missing_values()._lazy_frame.collect()
+
+
+# def _run_remove_rows_with_outliers() -> None:
+#     table.remove_rows_with_outliers()
+#
+#
+# def _run_remove_rows() -> None:
+#     table.remove_rows(lambda row: row.get_value("column_0") % 2 == 0)
+#
+#
+# def _run_shuffle_rows() -> None:
+#     table.shuffle_rows()
+#
+#
+# def _run_slice_rows() -> None:
+#     table.slice_rows(end=table.number_of_rows // 2)
+#
+#
+# def _run_sort_rows() -> None:
+#     table.sort_rows(lambda row1, row2: row1.get_value("column_0") - row2.get_value("column_0"))
+#
+#
+# def _run_split_rows() -> None:
+#     table.split_rows(0.5)
+#
+#
+# def _run_to_rows() -> None:
+#     table.to_rows()
+
+
+if __name__ == "__main__":
+    # Create a synthetic Table
+    table = create_synthetic_table_polars(1000, 50)
+
+    # Run the benchmarks
+    timings: dict[str, float] = {
+        # "add_rows": timeit(
+        #     _run_add_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "get_row": timeit(
+        #     _run_get_row,
+        #     number=REPETITIONS,
+        # ),
+        # "group_rows": timeit(
+        #     _run_group_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "keep_only_rows": timeit(
+        #     _run_keep_only_rows,
+        #     number=REPETITIONS,
+        # ),
+        "remove_duplicate_rows": timeit(
+            _run_remove_duplicate_rows,
+            number=REPETITIONS,
+        ),
+        "remove_rows_with_missing_values": timeit(
+            _run_remove_rows_with_missing_values,
+            number=REPETITIONS,
+        ),
+        # "remove_rows_with_outliers": timeit(
+        #     _run_remove_rows_with_outliers,
+        #     number=REPETITIONS,
+        # ),
+        # "remove_rows": timeit(
+        #     _run_remove_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "shuffle_rows": timeit(
+        #     _run_shuffle_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "slice_rows": timeit(
+        #     _run_slice_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "sort_rows": timeit(
+        #     _run_sort_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "split_rows": timeit(
+        #     _run_split_rows,
+        #     number=REPETITIONS,
+        # ),
+        # "to_rows": timeit(
+        #     _run_to_rows,
+        #     number=REPETITIONS,
+        # ),
+    }
+
+    # Print the timings
+    print(
+        Table(
+            {  # noqa: T201
+                "method": list(timings.keys()),
+                "timing": list(timings.values()),
+            }
+        )
+    )
diff --git a/benchmarks/table/utils/__init__.py b/benchmarks/table/utils/__init__.py
@@ -0,0 +1,7 @@
+from .create_synthetic_table import create_synthetic_table
+from .create_synthetic_table_polars import create_synthetic_table_polars
+
+__all__ = [
+    "create_synthetic_table",
+    "create_synthetic_table_polars",
+]