Skip to content

Nighlies Tests

Nighlies Tests #56

name: Nighlies Tests
on:
schedule:
- cron: "0 00 * * *" # 12am UTC, 5:30pm Indian, 9pm Brazil, 11am AEDT
workflow_dispatch:
inputs:
none:
description: "Run Nightlies Tests Manually"
required: false
concurrency:
group: nightlies-${{ github.event_name == 'pull_request' && format('{0}-{1}', github.workflow, github.event.pull_request.number) || github.workflow_ref }}
cancel-in-progress: true
jobs:
sonarcloud:
name: Coverage
runs-on: ubuntu-latest
steps:
- name: Free Disk Space (Ubuntu)
uses: jlumbroso/free-disk-space@main
with:
# this might remove tools that are actually needed,
# if set to "true" but frees about 6 GB
tool-cache: false
# all of these default to true, but feel free to set to
# "false" if necessary for your workflow
android: true
dotnet: true
haskell: true
large-packages: true
docker-images: false
swap-storage: true
- uses: actions/checkout@v4
with:
fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: 3.12
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install uv
python -m uv pip install coverage
python -m uv pip install -r tests.txt
- name: Coverage Erase
run: |
coverage erase
- name: Coverage A
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_alexnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage B
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_beit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_byoanet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_byobnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage C
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_cait
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_coat
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_convit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_convmixer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_convnext
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_crossvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_cspnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_cvt
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage D
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_davit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_deit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_densenet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_dla
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_dpn
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage E
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_edgenet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_efficientformer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_efficientformer_v2
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_efficientvit_mit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_efficientvit_msra
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_efficientnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_eva_001
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_eva_002
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_eva_003
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage F
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_fastvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_focalnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage F
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_gcvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_ghostnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage H
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_hardcorenas
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_hgnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_hiera
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_hrnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage I
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_inception
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_inceptionnext
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage M
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_maxvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_metaformer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_mlp_mixer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_mnasnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_mobilenet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_mobilevit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_mvitv2
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage N
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_nasnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_nest
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_nextvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_nfnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage P
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_pit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_pnasnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_pvt_v2
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage R
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_regnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_repghost
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_repvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_res2net
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_resnest
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_resnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_resnetv2
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_resnext
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_rexnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage R
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_selecsls
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_senet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_sequencer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_shufflenet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_sknet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_squeezenet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_swin_transformer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_swin_transformer_v2
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_swin_transformer_v2_cr_001
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_swin_transformer_v2_cr_002
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_swin_transformer_v2_cr_003
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage T
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_tinyvit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_tnt
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_tresnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_twins
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage V
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vgg
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_visformer
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_001
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_002
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_003
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_004
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_005
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_006
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_007
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_008
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_009
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_010
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_011
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_012
coverage combine -a
rm -rf /home/runner/.cach/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_013
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_014
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_015
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_016
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_017
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_018
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_019
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_020
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_hybrid
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_relpos
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vision_transformer_sam
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vitamin
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_volo
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_vovnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage W
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_wide_resnet
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage X
run: |
coverage run manage.py test --parallel auto fl_common.tests.tests_models_xception
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
coverage run manage.py test --parallel auto fl_common.tests.tests_models_xcit
coverage combine -a
rm -rf /home/runner/.cache/huggingface/*
rm -rf /home/runner/.cache/torch/*
- name: Coverage Report
run: |
coverage xml -o coverage.xml
coverage report
- name: SonarCloud Scan
uses: SonarSource/sonarcloud-github-action@master
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # Needed to get PR information, if any
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
- name: Run codacy-coverage-reporter
uses: codacy/[email protected]
with:
project-token: ${{ secrets.CODACY_PROJECT_TOKEN }}
coverage-reports: 'coverage.xml'
env:
CODACY_PROJECT_TOKEN: ${{ secrets.CODACY_PROJECT_TOKEN }}