Commit daily changes #68
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Charts: Release" | |
| concurrency: helm-release | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - master | |
| paths: | |
| - "charts/**" | |
| jobs: | |
| release-helm: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| with: | |
| token: ${{ secrets.BOT_TOKEN }} | |
| fetch-depth: 1 | |
| - name: Checkout Helm-Staging | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| with: | |
| fetch-depth: 1 | |
| repository: truecharts/helm-staging | |
| token: ${{ secrets.BOT_TOKEN }} | |
| path: helm | |
| - name: Install pre-commit, yamale and yamllint | |
| run: | | |
| pip3 install --no-cache-dir pre-commit | |
| - name: Fix Pre-Commit issues | |
| shell: bash | |
| run: | | |
| echo "Running pre-commit test-and-cleanup..." | |
| pre-commit run --all ||: | |
| # Fix sh files to always be executable | |
| find . -name '*.sh' | xargs chmod +x | |
| # Optional step if GPG signing is used | |
| - name: Clean Questions | |
| shell: bash | |
| run: | | |
| find ./helm -type f -name 'questions.yaml' -exec rm {} \; | |
| - name: Commit Helm Changes | |
| run: | | |
| rm -rf helm/charts | |
| mkdir helm/charts | |
| cp -rf charts helm | |
| - name: Commit Helm Changes | |
| run: | | |
| cd helm | |
| git config user.name "TrueCharts-Bot" | |
| git config user.email "[email protected]" | |
| git add --all | |
| git commit -sm "Commit released Helm Charts for TrueCharts" || exit 0 | |
| git push | |
| cd - | |
| release-scale: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| ref: ${{ steps.save-commit-hash.outputs.commit_hash }} | |
| steps: | |
| - name: Install Kubernetes tools | |
| uses: yokawasa/action-setup-kube-tools@dc0754a9a47b40f22f9bd52ffb082bbe6d142b22 # v0.11.0 | |
| with: | |
| setup-tools: | | |
| helmv3 | |
| helm: "3.14.0" | |
| - name: Prep go-yq | |
| run: | | |
| wget https://github.com/mikefarah/yq/releases/download/v4.26.1/yq_linux_amd64 -O /usr/local/bin/go-yq && chmod +x /usr/local/bin/go-yq | |
| # Optional step if GPG signing is used | |
| - name: Prepare GPG key | |
| shell: bash | |
| run: | | |
| gpg_dir=.cr-gpg | |
| mkdir -p "$gpg_dir" | |
| keyring="$gpg_dir/secring.gpg" | |
| base64 -d <<< "$GPG_KEYRING_BASE64" > "$keyring" | |
| passphrase_file="$gpg_dir/passphrase" | |
| echo "$GPG_PASSPHRASE" > "$passphrase_file" | |
| echo "CR_PASSPHRASE_FILE=$passphrase_file" >> "$GITHUB_ENV" | |
| echo "CR_KEYRING=$keyring" >> "$GITHUB_ENV" | |
| env: | |
| GPG_KEYRING_BASE64: "${{ secrets.GPG_KEYRING_BASE64 }}" | |
| GPG_PASSPHRASE: "${{ secrets.GPG_PASSPHRASE }}" | |
| - name: Checkout | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| with: | |
| token: ${{ secrets.BOT_TOKEN }} | |
| fetch-depth: 0 | |
| - name: Prep Helm | |
| shell: bash | |
| run: | | |
| ./.github/scripts/prep_helm.sh | |
| - name: Setting repo parent dir as safe safe.directory | |
| run: git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
| - name: Collect changes | |
| id: collect-changes | |
| uses: ./.github/actions/collect-changes | |
| - name: Generate Changelog | |
| shell: bash | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| run: | | |
| export GOBIN=/usr/local/bin/ | |
| go install github.com/git-chglog/git-chglog/cmd/git-chglog@latest | |
| CHARTS=(${{ steps.collect-changes.outputs.modifiedChartsAfterTag }}) | |
| parthreads=$(($(nproc) * 2)) | |
| parallel -j ${parthreads} .github/scripts/changelog.sh '2>&1' ::: ${CHARTS[@]} | |
| - name: Fix Pre-Commit issues | |
| shell: bash | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| run: | | |
| echo "Running pre-commit test-and-cleanup..." | |
| pre-commit run --all ||: | |
| # Fix sh files to always be executable | |
| find . -name '*.sh' | xargs chmod +x | |
| - name: Checkout | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| with: | |
| fetch-depth: 1 | |
| repository: truecharts/website | |
| token: ${{ secrets.BOT_TOKEN }} | |
| path: website | |
| - name: Copy docs to website | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| shell: bash | |
| run: | | |
| #!/bin/bash | |
| CHARTS=(${{ steps.collect-changes.outputs.modifiedChartsAfterTag }}) | |
| echo "Removing Chart Docs prior to regeneration..." | |
| mkdir -p website/static/img/hotlink-ok/chart-icons || echo "chart-icons path already exists, continuing..." | |
| for i in "${CHARTS[@]}" | |
| do | |
| IFS='/' read -r -a chart_parts <<< "$i" | |
| if [ -f "charts/${chart_parts[0]}"/"${chart_parts[1]}/Chart.yaml" ]; then | |
| train=${chart_parts[0]} | |
| chart=${chart_parts[1]} | |
| echo "copying docs to website for ${chart}" | |
| mkdir -p website/docs/charts/${train}/${chart} || echo "chart path already exists, continuing..." | |
| mkdir -p tmp/website/docs/charts/${train}/${chart}/ || echo "chart path already exists, continuing..." | |
| if [[ -f "website/docs/charts/${train}/${chart}/CHANGELOG.md" ]]; then | |
| echo "changelog found..." | |
| true | |
| else | |
| echo "changelog not found, starting with empty changelog..." | |
| touch "website/docs/charts/${train}/${chart}/CHANGELOG.md" | |
| fi | |
| echo "Keeping some docs safe..." | |
| # keep some docs safe | |
| mv -f website/docs/charts/${train}/${chart}/CHANGELOG.md tmp/website/docs/charts/${train}/${chart}/CHANGELOG.md || : | |
| echo "Removing old docs and recreating based on charts repo..." | |
| # remove old docs everywhere and recreate based on charts repo | |
| rm -rf website/docs/charts/*/${chart} || : | |
| mkdir -p website/docs/charts/${train}/${chart} || echo "chart path already exists, continuing..." | |
| yes | cp -rf charts/${train}/${chart}/docs/* website/docs/charts/${train}/${chart}/ 2>/dev/null || : | |
| yes | cp -rf charts/${train}/${chart}/icon.png website/static/img/hotlink-ok/chart-icons/${chart}.png 2>/dev/null || : | |
| yes | cp -rf charts/${train}/${chart}/screenshots/* website/static/img/hotlink-ok/chart-screenshots/${chart}/ 2>/dev/null || : | |
| echo "Copying back kept docs..." | |
| # Copy over kept documents | |
| mv -f tmp/website/docs/charts/${train}/${chart}/CHANGELOG.md website/docs/charts/${train}/${chart}/CHANGELOG.md 2>/dev/null || : | |
| echo "Appending SCALE changelog to actual changelog..." | |
| # Add SCALE changelog to actual changelog | |
| # Remove header from changelog | |
| sed -i '/^---$/,/^---$/d' "website/docs/charts/${train}/${chart}/CHANGELOG.md" | |
| # Prepend app-changelog to changelog | |
| cat "charts/${train}/${chart}/app-changelog.md" | cat - "website/docs/charts/${train}/${chart}/CHANGELOG.md" > temp && mv temp "website/docs/charts/${train}/${chart}/CHANGELOG.md" | |
| echo "Adding changelog header..." | |
| sed -i '1s/^/---\ntitle: Changelog\n---\n\n/' "website/docs/charts/${train}/${chart}/CHANGELOG.md" || echo "failed to add changelog header..." | |
| echo "Creating index.md..." | |
| touch website/docs/charts/${train}/${chart}/index.md | |
| ( | |
| echo "---" | |
| echo "title: ${chart}" | |
| echo "---" | |
| ) >> website/docs/charts/${train}/${chart}/index.md | |
| echo "" >> website/docs/charts/${train}/${chart}/index.md | |
| version=$(cat charts/${train}/${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }') | |
| appversion=$(cat charts/${train}/${chart}/Chart.yaml | grep "^appVersion: " | awk -F" " '{ print $2 }') | |
| echo '![Version: '"${version}"'](https://img.shields.io/badge/Version-'"${version}"'-informational?style=flat-square)  ![AppVersion: '"${appversion}"'](https://img.shields.io/badge/AppVersion-'"${appversion}"'-informational?style=flat-square)' >> website/docs/charts/${train}/${chart}/index.md | |
| echo "" >> website/docs/charts/${train}/${chart}/index.md | |
| cat charts/${train}/${chart}/Chart.yaml | yq .description -r >> website/docs/charts/${train}/${chart}/index.md | |
| echo "" >> website/docs/charts/${train}/${chart}/index.md | |
| echo "## Chart Sources" >> website/docs/charts/${train}/${chart}/index.md | |
| echo "" >> website/docs/charts/${train}/${chart}/index.md | |
| cat charts/${train}/${chart}/Chart.yaml | go-yq .sources -r >> website/docs/charts/${train}/${chart}/index.md | |
| echo "" >> website/docs/charts/${train}/${chart}/index.md | |
| echo "## Available Documentation" >> website/docs/charts/${train}/${chart}/index.md | |
| echo "" >> website/docs/charts/${train}/${chart}/index.md | |
| echo "Iterating over all files in the docs directory..." | |
| # Iterate over all files in the docs directory | |
| for file in website/docs/charts/${train}/${chart}/*.md; do | |
| # Extract the file name and first line from each file | |
| filename=$(basename "${file}") | |
| echo "Found doc file: ${file}" | |
| ok_title="false" | |
| echo "Getting the first line" | |
| h=$(head -n 1 "${file}") | |
| echo "The first line is: ${h}. Checking validity..." | |
| # Check if the first line has --- | |
| if [[ "${h}" == "---" ]]; then | |
| echo "First line is ---, continuing..." | |
| ok_title="true" | |
| elif [[ "${h}" == "# "* ]]; then | |
| echo "First line is #..." | |
| ok_title="false" | |
| fi | |
| if [ ${ok_title} == "false" ]; then | |
| echo "Doc title should use front matter and not # for title, for example" | |
| echo "---" | |
| echo "title: some title" | |
| echo "---" | |
| else | |
| echo "Not bad title found, continuing..." | |
| title=$(cat "${file}" | grep "title: " | sed 's/title: //' | head -n 1) | |
| echo "The title is: ${title}" | |
| # Create a markdown link using the file name and title | |
| link="[**${title}**](./${filename})" | |
| echo "The link is: ${link}" | |
| if [ ${filename} != "index.md" ]; then | |
| # Append the link to the index.md file | |
| echo "- ${link}" >> website/docs/charts/${train}/${chart}/index.md | |
| fi | |
| fi | |
| done | |
| rm -rf temp || : | |
| fi | |
| done | |
| - name: Commit Website Changes | |
| if: | | |
| steps.collect-changes.outputs.changesDetected == 'true' | |
| run: | | |
| cd website | |
| git config user.name "TrueCharts-Bot" | |
| git config user.email "[email protected]" | |
| git add --all | |
| git commit -sm "Commit released docs for TrueCharts" || exit 0 | |
| git push | |
| - name: Checkout Catalog | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| with: | |
| fetch-depth: 1 | |
| repository: truecharts/catalog | |
| token: ${{ secrets.BOT_TOKEN }} | |
| ref: staging | |
| path: catalog | |
| - name: build catalog | |
| shell: bash | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| run: | | |
| CHARTS=(${{ steps.collect-changes.outputs.modifiedChartsAfterTag }}) | |
| ./charttool deps | |
| ./charttool buildSCALE | |
| - name: Commit Catalog | |
| if: | | |
| steps.collect-changes.outputs.changesDetected == 'true' | |
| run: | | |
| cd catalog | |
| git config user.name "TrueCharts-Bot" | |
| git config user.email "[email protected]" | |
| git add --all | |
| git commit -sm "Commit new Chart releases for TrueCharts" || exit 0 | |
| git push | |
| cd - | |
| rm -rf catalog | |
| - name: set git author | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| shell: bash | |
| run: | | |
| git config user.name "TrueCharts-Bot" | |
| git config user.email "[email protected]" | |
| - name: Install Helm | |
| uses: azure/setup-helm@29960d0f5f19214b88e1d9ba750a9914ab0f1a2f # v4 | |
| with: | |
| version: v3.14.0 | |
| # Optional step if GPG signing is used | |
| - name: Prepare GPG key | |
| shell: bash | |
| run: | | |
| gpg_dir=.cr-gpg | |
| mkdir -p "$gpg_dir" | |
| keyring="$gpg_dir/secring.gpg" | |
| base64 -d <<< "$GPG_KEYRING_BASE64" > "$keyring" | |
| passphrase_file="$gpg_dir/passphrase" | |
| echo "$GPG_PASSPHRASE" > "$passphrase_file" | |
| echo "CR_PASSPHRASE_FILE=$passphrase_file" >> "$GITHUB_ENV" | |
| echo "CR_KEYRING=$keyring" >> "$GITHUB_ENV" | |
| env: | |
| GPG_KEYRING_BASE64: "${{ secrets.GPG_KEYRING_BASE64 }}" | |
| GPG_PASSPHRASE: "${{ secrets.GPG_PASSPHRASE }}" | |
| - name: Clean Questions | |
| shell: bash | |
| run: | | |
| find . -type f -name 'questions.yaml' -exec rm {} \; | |
| - name: Run chart-releaser for dependency apps | |
| uses: helm/chart-releaser-action@a917fd15b20e8b64b94d9158ad54cd6345335584 # v1.6.0 | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| with: | |
| charts_dir: charts/dependency | |
| charts_repo_url: https://deps.truecharts.org | |
| config: cr.yaml | |
| env: | |
| CR_TOKEN: "${{ secrets.BOT_TOKEN }}" | |
| CR_SKIP_EXISTING: "true" | |
| - name: Helm | Login | |
| shell: bash | |
| env: | |
| HELM_EXPERIMENTAL_OCI: 1 | |
| run: echo ${{ secrets.QUAY_SECRET }} | helm registry login -u ${{ secrets.QUAY_USER }} --password-stdin quay.io | |
| - name: Push Charts to Quay | |
| shell: bash | |
| env: | |
| HELM_EXPERIMENTAL_OCI: 1 | |
| run: | | |
| for pkg in .cr-release-packages/*.tgz; do | |
| if [ -z "${pkg:-}" ]; then | |
| break | |
| fi | |
| filename=$(basename "$pkg") | |
| name="${filename%%-[0-9]*.[0-9]*.[0-9]*.tgz}" | |
| echo "uploading $name" | |
| helm push "${pkg}" oci://quay.io/truecharts || echo "failed to upload $pkg to OCI" | |
| curl -X POST -H "Content-Type: application/json" -d '{"visibility": "public"}' -H "Authorization: Bearer ${{ secrets.QUAY_TOKEN }}" "https://quay.io/api/v1/repository/truecharts/$name/changevisibility" || echo "failed to set $pkg to public on OCI" | |
| done | |
| - name: Helm | Logout | |
| shell: bash | |
| env: | |
| HELM_EXPERIMENTAL_OCI: 1 | |
| run: helm registry logout quay.io | |
| - name: Tag App Releases | |
| if: | | |
| steps.collect-changes.outputs.changesDetectedAfterTag == 'true' | |
| shell: bash | |
| run: | | |
| #!/bin/bash | |
| CHARTS=(${{ steps.collect-changes.outputs.modifiedChartsAfterTag }}) | |
| echo "Removing Chart Docs prior to regeneration..." | |
| mkdir -p website/static/img/hotlink-ok/chart-icons || echo "chart-icons path already exists, continuing..." | |
| for i in "${CHARTS[@]}" | |
| do | |
| IFS='/' read -r -a chart_parts <<< "$i" | |
| if [ -f "charts/${chart_parts[0]}"/"${chart_parts[1]}/Chart.yaml" ]; then | |
| train=${chart_parts[0]} | |
| chart=${chart_parts[1]} | |
| if [ "${train}" != "dependency" ]; then | |
| echo "creating tag for ${chart}" | |
| version=$(cat charts/${train}/${chart}/Chart.yaml | grep '^version: ' | awk -F" " '{ print $2 }' | head -1) | |
| git tag ${chart}-${version} || echo "tag failed for ${chart}-${version}" | |
| fi | |
| fi | |
| done | |
| git push --tags |