docker: also expose Prometheus metrics for Kafka #20
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - v* | |
| pull_request: | |
| schedule: | |
| - cron: 0 7 1 * * | |
| jobs: | |
| dependabot: | |
| name: 🤖 Check dependabot status | |
| runs-on: ubuntu-latest | |
| permissions: {} | |
| if: "!startsWith(github.event.head_commit.message, 'build: update flake.nix')" | |
| steps: | |
| - name: Fetch dependabot metadata | |
| if: ${{ github.actor == 'dependabot[bot]' && github.event_name == 'pull_request' }} | |
| id: metadata | |
| uses: dependabot/[email protected] | |
| outputs: | |
| package-ecosystem: ${{ steps.metadata.outputs.package-ecosystem }} | |
| build-linux: | |
| name: 🐧 Build and test on Linux | |
| runs-on: ubuntu-latest | |
| needs: | |
| - dependabot | |
| if: needs.dependabot.outputs.package-ecosystem != 'npm_and_yarn' | |
| permissions: | |
| contents: read | |
| actions: write | |
| services: | |
| zookeeper: | |
| image: bitnami/zookeeper:3.8 | |
| env: | |
| ALLOW_ANONYMOUS_LOGIN: "yes" | |
| ports: | |
| - 2181:2181 | |
| kafka: | |
| image: bitnami/kafka:3.5 | |
| env: | |
| KAFKA_ZOOKEEPER_PROTOCOL: PLAINTEXT | |
| KAFKA_CFG_BROKER_ID: "1" | |
| KAFKA_CFG_ZOOKEEPER_CONNECT: "zookeeper:2181" | |
| KAFKA_CFG_LISTENERS: CLIENT://:9092,EXTERNAL://:9093 | |
| KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT | |
| KAFKA_CFG_ADVERTISED_LISTENERS: CLIENT://kafka:9092,EXTERNAL://localhost:9092 | |
| KAFKA_CFG_INTER_BROKER_LISTENER_NAME: CLIENT | |
| ports: | |
| - 9092:9093 | |
| redis: | |
| image: bitnami/redis:7.0 | |
| env: | |
| ALLOW_EMPTY_PASSWORD: "yes" | |
| ports: | |
| - 6379:6379 | |
| clickhouse: | |
| image: clickhouse/clickhouse-server:23.8 | |
| ports: | |
| - 9000:9000 | |
| env: | |
| CI_AKVORADO_FUNCTIONAL_TESTS: "true" | |
| steps: | |
| # Setup | |
| - uses: actions/checkout@v4 | |
| - name: Setup | |
| uses: ./.github/actions/setup | |
| # Install dependencies | |
| - name: Install dependencies | |
| run: sudo apt-get install -qqy shared-mime-info curl | |
| # Build and test | |
| - name: Build | |
| run: make && ./bin/akvorado version | |
| - name: Go race tests | |
| run: make test-race | |
| - name: Run benchmark tests | |
| run: make test-bench | |
| - name: JS tests | |
| run: make test-js | |
| - name: Run coverage tests | |
| run: make test-coverage | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: linux-coverage | |
| if-no-files-found: error | |
| path: | | |
| test/go/coverage.xml | |
| test/js/cobertura-coverage.xml | |
| - name: Upload binary | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: binary | |
| path: bin/akvorado | |
| if-no-files-found: error | |
| build-macos: | |
| name: 🍏 Build and test on MacOS | |
| runs-on: macos-latest | |
| needs: | |
| - dependabot | |
| if: needs.dependabot.outputs.package-ecosystem != 'npm_and_yarn' | |
| permissions: | |
| contents: read | |
| steps: | |
| # Setup | |
| - uses: actions/checkout@v4 | |
| - name: Setup | |
| uses: ./.github/actions/setup | |
| # Build and test | |
| - name: Build | |
| run: make && ./bin/akvorado version | |
| - name: Tests | |
| run: make test-coverage | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: macos-coverage | |
| if-no-files-found: error | |
| path: | | |
| test/go/coverage.xml | |
| test/js/cobertura-coverage.xml | |
| coverage: | |
| name: 🔍 Upload code coverage | |
| needs: | |
| - build-linux | |
| - build-macos | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: linux-coverage | |
| path: test/linux | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: macos-coverage | |
| path: test/macos | |
| - name: Upload coverage | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| token: bab8d6d9-e90c-4e37-b156-38a9a4c2108e # not ideal, but limited risk | |
| files: ./test/linux/go/coverage.xml,./test/linux/js/cobertura-coverage.xml, ./test/macos/go/coverage.xml,./test/macos/js/cobertura-coverage.xml | |
| flags: unittests | |
| fail_ci_if_error: true | |
| build-go: | |
| name: 🔭 Build Go backend | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| go-version: [ '1.19', 'stable' ] | |
| needs: | |
| - dependabot | |
| if: needs.dependabot.outputs.package-ecosystem != 'npm_and_yarn' | |
| permissions: | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup | |
| uses: ./.github/actions/setup | |
| with: | |
| go-version: ${{ matrix.go-version }} | |
| - name: Build | |
| run: make && ./bin/akvorado version | |
| - name: Tests | |
| run: make test || make test | |
| build-js: | |
| name: 🔭 Build JS frontend | |
| runs-on: ubuntu-latest | |
| needs: | |
| - dependabot | |
| if: needs.dependabot.outputs.package-ecosystem != 'go_modules' | |
| permissions: | |
| contents: read | |
| strategy: | |
| matrix: | |
| node-version: [16, 18, 20] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup | |
| uses: ./.github/actions/setup | |
| with: | |
| setup-go: false | |
| node-version: ${{ matrix.node-version }} | |
| - name: Build and test JS frontend | |
| run: make console/data/frontend test-js | |
| docker: | |
| name: 🐋 Build Docker images | |
| needs: | |
| - build-linux | |
| runs-on: ubuntu-latest | |
| if: github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/') | |
| permissions: | |
| contents: read | |
| packages: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: docker/setup-qemu-action@v3 | |
| - uses: docker/setup-buildx-action@v3 | |
| - uses: docker/metadata-action@v5 | |
| id: meta | |
| with: | |
| images: | | |
| ghcr.io/${{ github.repository }} | |
| tags: | | |
| type=schedule,pattern=main | |
| type=ref,event=branch | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=semver,pattern={{major}} | |
| - uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: docker/Dockerfile | |
| platforms: ${{ startsWith(github.ref, 'refs/tags/') && 'linux/amd64,linux/arm64' || 'linux/amd64' }} | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=registry,ref=ghcr.io/${{ github.repository }}:main | |
| cache-to: type=inline | |
| release: | |
| name: 🚀 Publish release | |
| needs: | |
| - build-linux | |
| - build-macos | |
| - build-go | |
| - build-js | |
| - docker | |
| runs-on: ubuntu-latest | |
| if: startsWith(github.ref, 'refs/tags/') | |
| permissions: | |
| contents: write | |
| actions: read | |
| steps: | |
| # Changelog | |
| - uses: actions/checkout@v4 | |
| - name: Generate changelog | |
| run: make changelog.md | |
| # Get binary from build step | |
| - name: Download binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: binary | |
| # Build tarball for docker compose | |
| - name: Build docker-compose "quick start" | |
| run: | | |
| sed -i s,akvorado:latest,akvorado:${GITHUB_REF_NAME#v}, docker/docker-compose*.yml | |
| tar zcvf docker-compose-quickstart.tar.gz \ | |
| .env docker/* \ | |
| orchestrator/clickhouse/data/docker-entrypoint.sh \ | |
| config/*.yaml | |
| # Publish release | |
| - name: Publish release | |
| uses: softprops/action-gh-release@v1 | |
| with: | |
| body_path: changelog.md | |
| draft: true | |
| fail_on_unmatched_files: true | |
| files: | | |
| akvorado | |
| docker-compose-quickstart.tar.gz |