Skip to content

Commit

Permalink
Enable ci for kvrocks2redis
Browse files Browse the repository at this point in the history
  • Loading branch information
@Zakelly
Zakelly committed Mar 19, 2024
1 parent faa3332 commit 20726e6
Show file tree
Hide file tree
Showing 2 changed files with 97 additions and 8 deletions.
94 changes: 88 additions & 6 deletions .github/workflows/kvrocks.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -218,18 +218,33 @@ jobs:
- name: Cache redis
id: cache-redis
if: ${{ !startsWith(matrix.os, 'macos') }}
uses: actions/cache@v4
with:
path: |
~/local/bin/redis-cli
key: ${{ runner.os }}-${{ runner.arch }}-redis-cli
- name: Cache redis server
id: cache-redis-server
if: ${{ !startsWith(matrix.os, 'macos') }}
uses: actions/cache@v4
with:
path: |
~/local/bin/redis-server
key: ${{ matrix.os }}-redis-server
- name: Install redis
if: steps.cache-redis.outputs.cache-hit != 'true'
if: ${{ !startsWith(matrix.os, 'macos') && (steps.cache-redis.outputs.cache-hit != 'true' || steps.cache-redis-server.outputs.cache-hit != 'true') }}
run: |
curl -O https://download.redis.io/releases/redis-6.2.7.tar.gz
tar -xzvf redis-6.2.7.tar.gz
mkdir -p $HOME/local/bin
pushd redis-6.2.7 && BUILD_TLS=yes make -j$NPROC redis-cli && mv src/redis-cli $HOME/local/bin/ && popd
pushd redis-6.2.7 && BUILD_TLS=yes make -j$NPROC redis-server && mv src/redis-server $HOME/local/bin/ && popd
- name: Setup redis (macOS)
if: ${{ startsWith(matrix.os, 'macos') }}
run: |
brew install [email protected]
- uses: actions/checkout@v4
with:
Expand All @@ -256,7 +271,7 @@ jobs:
./x.py build -j$NPROC --unittest --compiler ${{ matrix.compiler }} ${{ matrix.without_jemalloc }} \
${{ matrix.without_luajit }} ${{ matrix.with_ninja }} ${{ matrix.with_sanitizer }} ${{ matrix.with_openssl }} \
${{ matrix.new_encoding }} ${{ matrix.with_speedb }} ${{ env.CMAKE_EXTRA_DEFS }}
# Can remove this once https://github.com/actions/runner-images/issues/9491 was fixed
- name: Decrease ASLR entropy due to the issue in 20240310.1.0 Ubuntu 22.04
if: ${{ startsWith(matrix.os, 'ubuntu-22.04') }}
Expand Down Expand Up @@ -298,6 +313,46 @@ jobs:
fi
./x.py test go build $GOCASE_RUN_ARGS ${{ matrix.ignore_when_tsan}}
- name: Install redis-py
run: pip3 install redis==4.3.6

- name: Run kvrocks2redis Test
if: ${{ !startsWith(matrix.os, 'macos') }}
run: |
ulimit -c unlimited
export LSAN_OPTIONS="suppressions=$(realpath ./tests/lsan-suppressions)"
export TSAN_OPTIONS="suppressions=$(realpath ./tests/tsan-suppressions)"
$HOME/local/bin/redis-server --daemonize yes
mkdir -p data
./build/kvrocks --dir `pwd`/data --pidfile `pwd`/kvrocks.pid --daemonize yes
sleep 15s
echo -en "data-dir `pwd`/data\ndaemonize yes\noutput-dir ./\nnamespace.__namespace 127.0.0.1 6379\n" >> ./kvrocks2redis-ci.conf
cat ./kvrocks2redis-ci.conf
./build/kvrocks2redis -c ./kvrocks2redis-ci.conf
sleep 15s
python3 utils/kvrocks2redis/tests/populate-kvrocks.py --password="" --flushdb=true
sleep 15s
ps aux
python3 utils/kvrocks2redis/tests/check_consistency.py --src_password=""
- name: Run kvrocks2redis Test (macOS)
if: ${{ startsWith(matrix.os, 'macos') }}
run: |
ulimit -c unlimited
brew services start [email protected]
mkdir -p data
./build/kvrocks --dir `pwd`/data --pidfile `pwd`/kvrocks.pid --daemonize yes
sleep 15
echo -en "data-dir `pwd`/data\ndaemonize yes\noutput-dir ./\nnamespace.__namespace 127.0.0.1 6379\n" >> ./kvrocks2redis-ci.conf
cat ./kvrocks2redis-ci.conf
./build/kvrocks2redis -c ./kvrocks2redis-ci.conf
sleep 15
python3 utils/kvrocks2redis/tests/populate-kvrocks.py --password="" --flushdb=true
sleep 15
ps aux
python3 utils/kvrocks2redis/tests/check_consistency.py --src_password=""
- name: Run kvrocks2redis Test
run: |
ulimit -c unlimited
Expand Down Expand Up @@ -410,7 +465,7 @@ jobs:
if: ${{ startsWith(matrix.image, 'centos') }}
run: |
yum install -y centos-release-scl-rh
yum install -y devtoolset-11 python3 autoconf automake wget git gcc gcc-c++
yum install -y devtoolset-11 python3 python3-pip autoconf automake wget git gcc gcc-c++
echo "NPROC=$(nproc)" >> $GITHUB_ENV
mv /usr/bin/gcc /usr/bin/gcc-4.8.5
ln -s /opt/rh/devtoolset-11/root/bin/gcc /usr/bin/gcc
Expand All @@ -421,13 +476,13 @@ jobs:
if: ${{ startsWith(matrix.image, 'archlinux') }}
run: |
pacman -Syu --noconfirm
pacman -Sy --noconfirm autoconf automake python3 git wget which cmake make gcc
pacman -Sy --noconfirm autoconf automake python3 python-redis git wget which cmake make gcc
echo "NPROC=$(nproc)" >> $GITHUB_ENV
- name: Setup openSUSE
if: ${{ startsWith(matrix.image, 'opensuse') }}
run: |
zypper install -y gcc11 gcc11-c++ make wget git autoconf automake python3 curl tar gzip cmake go
zypper install -y gcc11 gcc11-c++ make wget git autoconf automake python3 python3-pip curl tar gzip cmake go
update-alternatives --install /usr/bin/cc cc /usr/bin/gcc-11 100
update-alternatives --install /usr/bin/c++ c++ /usr/bin/g++-11 100
update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 100
Expand All @@ -442,13 +497,22 @@ jobs:
~/local/bin/redis-cli
key: ${{ matrix.image }}-redis-cli

- name: Cache redis server
id: cache-redis-server
uses: actions/cache@v3
with:
path: |
~/local/bin/redis-server
key: ${{ matrix.image }}-redis-server

- name: Install redis
if: steps.cache-redis.outputs.cache-hit != 'true'
if: steps.cache-redis.outputs.cache-hit != 'true' || steps.cache-redis-server.outputs.cache-hit != 'true'
run: |
curl -O https://download.redis.io/releases/redis-6.2.7.tar.gz
tar -xzvf redis-6.2.7.tar.gz
mkdir -p $HOME/local/bin
pushd redis-6.2.7 && USE_JEMALLOC=no make -j$NPROC redis-cli && mv src/redis-cli $HOME/local/bin/ && popd
pushd redis-6.2.7 && USE_JEMALLOC=no make -j$NPROC redis-server && mv src/redis-server $HOME/local/bin/ && popd
- name: Install cmake
if: ${{ startsWith(matrix.image, 'centos') }}
Expand Down Expand Up @@ -477,6 +541,24 @@ jobs:
GOCASE_RUN_ARGS=""
./x.py test go build $GOCASE_RUN_ARGS
- name: Install redis-py
if: ${{ !startsWith(matrix.image, 'archlinux') }} # already installed
run: pip3 install redis==4.3.6

- name: Run kvrocks2redis Test
run: |
$HOME/local/bin/redis-server --daemonize yes
mkdir -p data
./build/kvrocks --dir `pwd`/data --pidfile `pwd`/kvrocks.pid --daemonize yes
sleep 15s
echo -en "data-dir `pwd`/data\ndaemonize yes\noutput-dir ./\nnamespace.__namespace 127.0.0.1 6379\n" >> ./kvrocks2redis-ci.conf
cat ./kvrocks2redis-ci.conf
./build/kvrocks2redis -c ./kvrocks2redis-ci.conf
sleep 15s
python3 utils/kvrocks2redis/tests/populate-kvrocks.py --password="" --flushdb=true
sleep 15s
python3 utils/kvrocks2redis/tests/check_consistency.py --src_password=""
- name: Run kvrocks2redis Test
run: |
pip3 install git+https://github.com/andymccurdy/[email protected]
Expand Down
11 changes: 9 additions & 2 deletions utils/kvrocks2redis/tests/populate-kvrocks.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -146,14 +146,21 @@ def run_test(client, cases : list):
print('******* Some case test fail *******')
for cmd in fails:
print(cmd)
return False
else:
print('All case passed.')
return True


if __name__ == '__main__':
args = parse_args()
client = redis.Redis(host=args.host, port=args.port, decode_responses=True, password=args.password)
if args.flushdb:
client.flushdb()
run_test(client, PopulateCases)
run_test(client, AppendCases)
succ = True
if not run_test(client, PopulateCases):
succ = False
if not run_test(client, AppendCases):
succ = False
if not succ:
raise AssertionError("Test failed. See details above.")

0 comments on commit 20726e6

Please sign in to comment.