forked from ibis-project/ibis
-
Notifications
You must be signed in to change notification settings - Fork 0
/
flake.nix
156 lines (136 loc) · 3.7 KB
/
flake.nix
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
{
description = "Expressive Python analytics at any scale.";
inputs = {
flake-utils.url = "github:numtide/flake-utils";
gitignore = {
url = "github:hercules-ci/gitignore.nix";
inputs.nixpkgs.follows = "nixpkgs";
};
nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable-small";
poetry2nix = {
url = "github:nix-community/poetry2nix";
inputs = {
nixpkgs.follows = "nixpkgs";
flake-utils.follows = "flake-utils";
};
};
};
outputs = { self, flake-utils, gitignore, nixpkgs, poetry2nix, ... }: {
overlays.default = nixpkgs.lib.composeManyExtensions [
gitignore.overlay
poetry2nix.overlays.default
(import ./nix/overlay.nix)
];
} // flake-utils.lib.eachDefaultSystem (
localSystem:
let
pkgs = import nixpkgs {
inherit localSystem;
overlays = [ self.overlays.default ];
};
backendDevDeps = with pkgs; [
# impala UDFs
clang_15
cmake
ninja
# snowflake
openssl
# backend test suite
docker-compose
# visualization
graphviz-nox
# duckdb
duckdb
# mysql
mariadb-client
# pyodbc setup debugging
# in particular: odbcinst -j
unixODBC
# pyspark
openjdk17_headless
# postgres client
postgresql
# sqlite with readline
sqlite-interactive
];
shellHook = ''
rm -f "$PWD/ci/ibis-testing-data"
ln -s "${pkgs.ibisTestingData}" "$PWD/ci/ibis-testing-data"
# necessary for quarto and quartodoc
export PYTHONPATH=''${PWD}''${PYTHONPATH:+:}''${PYTHONPATH}:''${PWD}/docs
'';
preCommitDeps = with pkgs; [
actionlint
deadnix
git
just
nixpkgs-fmt
nodejs_20.pkgs.prettier
shellcheck
shfmt
statix
taplo-cli
];
mkDevShell = env: pkgs.mkShell {
name = "ibis-${env.python.version}";
nativeBuildInputs = (with pkgs; [
# python dev environment
env
# poetry executable
poetry
# rendering release notes
changelog
glow
# used in the justfile
jq
yj
# commit linting
commitlint
# link checking
lychee
# release automation
nodejs_20
# used in notebooks to download data
curl
# docs
quarto
])
++ preCommitDeps
++ backendDevDeps;
inherit shellHook;
PYSPARK_PYTHON = "${env}/bin/python";
# needed for mssql+pyodbc
ODBCSYSINI = pkgs.writeTextDir "odbcinst.ini" ''
[FreeTDS]
Driver = ${pkgs.lib.makeLibraryPath [ pkgs.freetds ]}/libtdsodbc.so
'';
__darwinAllowLocalNetworking = true;
};
in
rec {
packages = {
inherit (pkgs) ibis310 ibis311 ibis312;
default = pkgs.ibis312;
inherit (pkgs) update-lock-files check-release-notes-spelling;
};
devShells = rec {
ibis310 = mkDevShell pkgs.ibisDevEnv310;
ibis311 = mkDevShell pkgs.ibisDevEnv311;
ibis312 = mkDevShell pkgs.ibisDevEnv312;
default = ibis312;
preCommit = pkgs.mkShell {
name = "preCommit";
nativeBuildInputs = [ pkgs.ibisSmallDevEnv ] ++ preCommitDeps;
};
links = pkgs.mkShell {
name = "links";
nativeBuildInputs = with pkgs; [ just lychee ];
};
release = pkgs.mkShell {
name = "release";
nativeBuildInputs = with pkgs; [ git poetry nodejs_20 unzip gnugrep ];
};
};
}
);
}