forked from Eventual-Inc/Daft
-
Notifications
You must be signed in to change notification settings - Fork 0
/
requirements-dev.txt
87 lines (74 loc) · 2.45 KB
/
requirements-dev.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
# Development/Build utilities (allow to be unpinned)
ipdb
maturin
pre-commit
docker
# Tracing
orjson==3.9.5 # orjson recommended for viztracer
py-spy==0.3.14
viztracer==0.15.6
# Testing frameworks
hypothesis==6.79.2
pytest==7.4.3
pytest-benchmark==4.0.0
pytest-cov==4.1.0
pytest-lazy-fixture==0.6.3
# Testing dependencies
lxml==5.1.0
dask==2022.2.0; python_version < '3.8'
dask==2023.5.0; python_version == '3.8'
dask[dataframe]==2024.4.1; python_version >= '3.9'
numpy; python_version < '3.9'
numpy==1.26.2; python_version >= '3.9'
pandas==1.3.5; python_version < '3.8'
pandas==2.0.3; python_version == '3.8'
pandas==2.1.3; python_version >= '3.9'
xxhash>=3.0.0
Pillow==9.5.0
opencv-python==4.8.1.78
# Pyarrow
pyarrow==12
# Ray
ray[data, client]==2.7.1; python_version < '3.8'
ray[data, client]==2.10.0; python_version >= '3.8'
#Iceberg
pyiceberg==0.6.0; python_version >= '3.8'
tenacity==8.2.3; python_version >= '3.8'
# Delta Lake
deltalake==0.5.8; platform_system == "Windows"
deltalake==0.15.3; platform_system != "Windows" and python_version >= '3.8'
deltalake==0.13.0; platform_system != "Windows" and python_version < '3.8'
# Databricks
databricks-sdk==0.12.0
#SQL
sqlalchemy==2.0.25; python_version >= '3.8'
connectorx==0.2.3; platform_system == "Linux" and platform_machine == "aarch64" and python_version >= '3.8'
connectorx==0.3.2; (platform_system != "Linux" or platform_machine != "aarch64") and python_version >= '3.8'
trino[sqlalchemy]==0.328.0; python_version >= '3.8'
PyMySQL==1.1.0; python_version >= '3.8'
psycopg2-binary==2.9.9; python_version >= '3.8'
sqlglot==23.3.0; python_version >= '3.8'
# AWS
s3fs==2023.1.0; python_version < '3.8'
s3fs==2023.12.0; python_version >= '3.8'
# on old versions of s3fs's pinned botocore, they neglected to pin urllib3<2 which leads to:
# "ImportError: cannot import name 'DEFAULT_CIPHERS' from 'urllib3.util.ssl_'"
urllib3<2; python_version < '3.8'
boto3==1.24.59; python_version < '3.8'
boto3==1.34.51; python_version >= '3.8'
moto[s3,server]==4.2.14; python_version < '3.8'
moto[s3,server]==5.0.2; python_version >= '3.8'
# Azure
adlfs==2022.2.0; python_version < '3.8'
adlfs==2023.10.0; python_version >= '3.8'
azure-storage-blob==12.17.0
# GCS
gcsfs==2023.1.0; python_version < '3.8'
gcsfs==2023.12.0; python_version >= '3.8'
# Documentation
myst-nb>=0.16.0
Sphinx==5.3.0
sphinx-book-theme==1.1.0; python_version >= "3.9"
sphinx-reredirects>=0.1.1
sphinx-copybutton>=0.5.2
sphinx-autosummary-accessors==2023.4.0; python_version >= "3.9"