initial bot working #247
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # DISABLED until we change the workflow to reflect the actual live deployment | |
| # name: financial-demo cicd | |
| # on: | |
| # workflow_dispatch: | |
| # push: | |
| # paths: | |
| # - 'data/**' | |
| # - 'config.yml' | |
| # - 'domain.yml' | |
| # - 'actions/**' | |
| # - 'requirements.txt' | |
| # - 'Dockerfile' | |
| # - '.github/trigger.txt' | |
| # env: | |
| # # Keep these values in sync with the values in the Makefile | |
| # AWS_REGION: us-west-2 | |
| # AWS_ECR_URI: 024629701212.dkr.ecr.us-west-2.amazonaws.com | |
| # AWS_ECR_REPOSITORY: financial-demo | |
| # AWS_S3_BUCKET_NAME: rasa-financial-demo | |
| # # Notes: | |
| # # (-) rasa & rasa-sdk versions are extracted from `requirements.txt` | |
| # # (-) TODO: extract this from Makefile | |
| # RASA_ENTERPRISE_VERSION: "1.1.0" | |
| # jobs: | |
| # params: | |
| # name: params | |
| # runs-on: ubuntu-latest | |
| # # Map step outputs to job outputs, for use by downstream jobs | |
| # outputs: | |
| # git_branch: ${{ steps.git.outputs.git_branch }} | |
| # do_deploy_to_prod_cluster: ${{ steps.git.outputs.do_deploy_to_prod_cluster }} | |
| # rasa_enterprise_version: ${{ steps.versions.outputs.rasa_enterprise_version }} | |
| # rasa_version: ${{ steps.versions.outputs.rasa_version }} | |
| # rasa_sdk_version: ${{ steps.versions.outputs.rasa_sdk_version }} | |
| # do_training: ${{ steps.rasa_model.outputs.do_training }} | |
| # aws_region: ${{ steps.aws.outputs.aws_region }} | |
| # aws_s3: ${{ steps.aws.outputs.aws_s3 }} | |
| # do_create_test_cluster: ${{ steps.aws.outputs.do_create_test_cluster }} | |
| # steps: | |
| # - name: git | |
| # id: git | |
| # run: | | |
| # echo $GITHUB_REF | |
| # git_branch=$(echo ${GITHUB_REF##*/}) | |
| # echo "::set-output name=git_branch::$git_branch" | |
| # if [[ $git_branch == "main" ]] | |
| # then | |
| # echo "::set-output name=do_deploy_to_prod_cluster::true" | |
| # else | |
| # echo "::set-output name=do_deploy_to_prod_cluster::false" | |
| # fi | |
| # - name: checkout | |
| # uses: actions/checkout@v2 | |
| # - name: files | |
| # id: files | |
| # if: github.event_name == 'push' | |
| # uses: jitterbit/get-changed-files@v1 | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v1 | |
| # with: | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-region: ${{ env.AWS_REGION }} | |
| # - name: versions | |
| # id: versions | |
| # run: | | |
| # rasa_version=$( cat requirements.txt | grep 'rasa\[spacy\]' | cut -d'=' -f 3 )-spacy-en | |
| # rasa_sdk_version=$( cat requirements.txt | grep 'rasa-sdk' | cut -d'=' -f 3 ) | |
| # echo "::set-output name=rasa_enterprise_version::${{ env.RASA_ENTERPRISE_VERSION }}" | |
| # echo "::set-output name=rasa_version::$rasa_version" | |
| # echo "::set-output name=rasa_sdk_version::$rasa_sdk_version" | |
| # - name: rasa_model | |
| # id: rasa_model | |
| # run: | | |
| # github_event_name=$(echo ${GITHUB_EVENT_NAME}) | |
| # echo "github_event_name: $github_event_name" | |
| # aws_s3_rasa_model_exists=$( make aws-s3-rasa-model-exists ) | |
| # echo "aws_s3_rasa_model_exists: $aws_s3_rasa_model_exists" | |
| # if [[ $github_event_name == 'workflow_dispatch' ]] || \ | |
| # [[ $aws_s3_rasa_model_exists == 'false' ]] || \ | |
| # [[ "${{ steps.files.outputs.all }}" == *"data/"* ]] || \ | |
| # [[ "${{ steps.files.outputs.all }}" == *"config.yml"* ]] || \ | |
| # [[ "${{ steps.files.outputs.all }}" == *"domain.yml"* ]] || \ | |
| # [[ "${{ steps.files.outputs.all }}" == *"requirements.txt"* ]] | |
| # then | |
| # echo "::set-output name=do_training::true" | |
| # else | |
| # echo "::set-output name=do_training::false" | |
| # fi | |
| # - name: aws | |
| # id: aws | |
| # run: | | |
| # echo "::set-output name=aws_region::${{ env.AWS_REGION }}" | |
| # echo "::set-output name=aws_s3::${{ env.AWS_S3_BUCKET_NAME }}" | |
| # if [[ $(make aws-eks-cluster-exists) = True ]] | |
| # then | |
| # echo "::set-output name=do_create_test_cluster::false" | |
| # else | |
| # echo "::set-output name=do_create_test_cluster::true" | |
| # fi | |
| # params_summary: | |
| # name: params_summary | |
| # runs-on: ubuntu-latest | |
| # needs: [params] | |
| # steps: | |
| # - name: params_summary | |
| # run: | | |
| # echo git_branch: ${{ needs.params.outputs.git_branch }} | |
| # echo do_deploy_to_prod_cluster: ${{ needs.params.outputs.do_deploy_to_prod_cluster }} | |
| # echo rasa_enterprise_version : ${{ needs.params.outputs.rasa_enterprise_version }} | |
| # echo rasa_version : ${{ needs.params.outputs.rasa_version }} | |
| # echo rasa_sdk_version : ${{ needs.params.outputs.rasa_sdk_version }} | |
| # echo do_training: ${{ needs.params.outputs.do_training }} | |
| # echo aws_region: ${{ needs.params.outputs.aws_region }} | |
| # echo aws_s3: ${{ needs.params.outputs.aws_s3 }} | |
| # echo do_create_test_cluster: ${{ needs.params.outputs.do_create_test_cluster }} | |
| # # - name: Dump GitHub context | |
| # # env: | |
| # # GITHUB_CONTEXT: ${{ toJSON(github) }} | |
| # # run: | | |
| # # echo "$GITHUB_CONTEXT" | |
| # # exit 1 | |
| # action_server: | |
| # name: action_server (to AWS ECR) | |
| # runs-on: ubuntu-latest | |
| # needs: [params, params_summary] | |
| # steps: | |
| # - name: checkout | |
| # uses: actions/checkout@v2 | |
| # - name: Set up Python 3.7 | |
| # uses: actions/setup-python@v2 | |
| # with: | |
| # python-version: 3.7 | |
| # - name: Cache pip | |
| # # see: https://docs.github.com/en/actions/guides/building-and-testing-python#caching-dependencies | |
| # uses: actions/cache@v2 | |
| # with: | |
| # path: ~/.cache/pip | |
| # key: ${{ runner.os }}-pip-${{ hashFiles('requirements-dev.txt') }} | |
| # restore-keys: | | |
| # ${{ runner.os }}-pip- | |
| # ${{ runner.os }}- | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v1 | |
| # with: | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-region: ${{ env.AWS_REGION }} | |
| # - name: Do it all | |
| # run: | | |
| # python -m pip install -U pip | |
| # pip install -r requirements-dev.txt | |
| # make lint | |
| # make types | |
| # make test | |
| # make aws-ecr-docker-login | |
| # make docker-pull | |
| # make docker-build | |
| # make docker-push | |
| # rasa_model: | |
| # name: rasa_model (to AWS S3) | |
| # runs-on: ubuntu-latest | |
| # needs: [params, params_summary] | |
| # services: | |
| # # Label used to access the service container | |
| # duckling: | |
| # image: rasa/duckling | |
| # ports: | |
| # # Maps port 8000 on service container to port 8000 on host VM | |
| # - 8000:8000 | |
| # steps: | |
| # - name: checkout | |
| # if: needs.params.outputs.do_training == 'true' | |
| # uses: actions/checkout@v2 | |
| # - name: Install dependencies | |
| # if: needs.params.outputs.do_training == 'true' | |
| # run: | | |
| # python -m pip install -U pip | |
| # pip install -r requirements.txt | |
| # python -m spacy download en_core_web_md | |
| # python -m spacy link en_core_web_md en | |
| # - name: Configure AWS Credentials | |
| # if: needs.params.outputs.do_training == 'true' | |
| # uses: aws-actions/configure-aws-credentials@v1 | |
| # with: | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-region: ${{ needs.params.outputs.aws_region }} | |
| # - name: Do it all | |
| # if: needs.params.outputs.do_training == 'true' | |
| # run: | | |
| # make rasa-train | |
| # make rasa-test | |
| # make aws-s3-upload-rasa-model | |
| # aws_eks_create_test_cluster: | |
| # name: aws_eks_create_test_cluster | |
| # runs-on: ubuntu-latest | |
| # needs: [params, params_summary] | |
| # steps: | |
| # - name: checkout | |
| # if: needs.params.outputs.do_create_test_cluster == 'true' | |
| # uses: actions/checkout@v2 | |
| # - name: Configure AWS Credentials | |
| # if: needs.params.outputs.do_create_test_cluster == 'true' | |
| # uses: aws-actions/configure-aws-credentials@v1 | |
| # with: | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-region: ${{ needs.params.outputs.aws_region }} | |
| # - name: Do it all | |
| # if: needs.params.outputs.do_create_test_cluster == 'true' | |
| # run: | | |
| # make install-eksctl | |
| # make install-kubectl | |
| # make aws-eks-cluster-create | |
| # deploy_to_test_cluster: | |
| # name: deploy_to_test_cluster | |
| # runs-on: ubuntu-latest | |
| # needs: [params, aws_eks_create_test_cluster, rasa_model, action_server] | |
| # steps: | |
| # - name: checkout | |
| # uses: actions/checkout@v2 | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v1 | |
| # with: | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-region: ${{ needs.params.outputs.aws_region }} | |
| # - name: install CLIs & dependencies | |
| # run: | | |
| # make install-eksctl | |
| # make install-kubectl | |
| # make install-helm | |
| # make install-jp | |
| # - name: configure kubectl | |
| # run: | | |
| # make aws-eks-cluster-update-kubeconfig | |
| # - name: create namespace if not exists | |
| # run: | | |
| # make aws-eks-namespace-create | |
| # # Enable cluster to pull the private rasa enterprise image | |
| # - name: create/refresh gcr-pull-secret | |
| # env: | |
| # GCR_AUTH_JSON_PRIVATE_KEY_ID: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY_ID }} | |
| # GCR_AUTH_JSON_PRIVATE_KEY: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY }} | |
| # GCR_AUTH_JSON_CLIENT_EMAIL: ${{ secrets.GCR_AUTH_JSON_CLIENT_EMAIL }} | |
| # GCR_AUTH_JSON_CLIENT_ID: ${{ secrets.GCR_AUTH_JSON_CLIENT_ID }} | |
| # run: | | |
| # make pull-secret-gcr-create | |
| # # Enable cluster to pull the private action server image | |
| # - name: create/refresh ecr-pull-secret | |
| # run: | | |
| # make pull-secret-ecr-create | |
| # - name: Install or Upgrade Rasa Enterprise | |
| # env: | |
| # GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD: ${{ secrets.GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD }} | |
| # GLOBAL_REDIS_PASSWORD: ${{ secrets.GLOBAL_REDIS_PASSWORD }} | |
| # RABBITMQ_RABBITMQ_PASSWORD: ${{ secrets.RABBITMQ_RABBITMQ_PASSWORD }} | |
| # RASAX_DEBUG_MODE: true | |
| # RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }} | |
| # RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }} | |
| # RASAX_JWTSECRET: ${{ secrets.RASAX_JWTSECRET }} | |
| # RASAX_PASSWORDSALT: ${{ secrets.RASAX_PASSWORDSALT }} | |
| # RASAX_TOKEN: ${{ secrets.RASAX_TOKEN }} | |
| # RASA_TOKEN: ${{ secrets.RASA_TOKEN }} | |
| # run: | | |
| # make rasa-enterprise-install | |
| # - name: Check Rasa Enterprise Health | |
| # run: | | |
| # # Need to give rasa-prod container some time... | |
| # sleep 30 | |
| # make rasa-enterprise-check-health | |
| # - name: Deploy rasa model | |
| # env: | |
| # RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }} | |
| # RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }} | |
| # run: | | |
| # make aws-s3-download-rasa-model | |
| # make rasa-enterprise-model-delete | |
| # make rasa-enterprise-model-upload | |
| # sleep 2 | |
| # make rasa-enterprise-model-tag | |
| # # Give rasa-prod some time to unpack & load the model | |
| # sleep 60 | |
| # - name: Smoketest | |
| # env: | |
| # RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }} | |
| # RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }} | |
| # run: | | |
| # make rasa-enterprise-smoketest | |
| # deploy_to_prod_cluster: | |
| # name: deploy_to_prod_cluster | |
| # runs-on: ubuntu-latest | |
| # needs: [params, deploy_to_test_cluster] | |
| # if: ${{ needs.params.outputs.do_deploy_to_prod_cluster == 'true' }} | |
| # steps: | |
| # - name: checkout | |
| # uses: actions/checkout@v2 | |
| # - name: Configure AWS Credentials | |
| # uses: aws-actions/configure-aws-credentials@v1 | |
| # with: | |
| # aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| # aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # aws-region: ${{ needs.params.outputs.aws_region }} | |
| # - name: install CLIs & dependencies | |
| # run: | | |
| # make install-eksctl | |
| # make install-kubectl | |
| # make install-helm | |
| # make install-jp | |
| # - name: configure kubectl | |
| # run: | | |
| # make aws-eks-cluster-update-kubeconfig AWS_EKS_CLUSTER_NAME=financial-demo-production | |
| # - name: create namespace if not exists | |
| # run: | | |
| # make aws-eks-namespace-create | |
| # # Enable cluster to pull the private rasa enterprise image | |
| # - name: create/refresh gcr-pull-secret | |
| # env: | |
| # GCR_AUTH_JSON_PRIVATE_KEY_ID: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY_ID }} | |
| # GCR_AUTH_JSON_PRIVATE_KEY: ${{ secrets.GCR_AUTH_JSON_PRIVATE_KEY }} | |
| # GCR_AUTH_JSON_CLIENT_EMAIL: ${{ secrets.GCR_AUTH_JSON_CLIENT_EMAIL }} | |
| # GCR_AUTH_JSON_CLIENT_ID: ${{ secrets.GCR_AUTH_JSON_CLIENT_ID }} | |
| # run: | | |
| # make pull-secret-gcr-create | |
| # # Enable cluster to pull the private action server image | |
| # - name: create/refresh ecr-pull-secret | |
| # run: | | |
| # make pull-secret-ecr-create | |
| # - name: Install or Upgrade Rasa Enterprise | |
| # env: | |
| # GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD: ${{ secrets.GLOBAL_POSTGRESQL_POSTGRESQLPASSWORD }} | |
| # GLOBAL_REDIS_PASSWORD: ${{ secrets.GLOBAL_REDIS_PASSWORD }} | |
| # RABBITMQ_RABBITMQ_PASSWORD: ${{ secrets.RABBITMQ_RABBITMQ_PASSWORD }} | |
| # RASAX_DEBUG_MODE: false | |
| # RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }} | |
| # RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }} | |
| # RASAX_JWTSECRET: ${{ secrets.RASAX_JWTSECRET }} | |
| # RASAX_PASSWORDSALT: ${{ secrets.RASAX_PASSWORDSALT }} | |
| # RASAX_TOKEN: ${{ secrets.RASAX_TOKEN }} | |
| # RASA_TOKEN: ${{ secrets.RASA_TOKEN }} | |
| # run: | | |
| # make rasa-enterprise-install | |
| # - name: Check Rasa Enterprise Health | |
| # run: | | |
| # # Need to give rasa-prod container some time... | |
| # sleep 30 | |
| # make rasa-enterprise-check-health | |
| # - name: Deploy rasa model | |
| # env: | |
| # RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }} | |
| # RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }} | |
| # run: | | |
| # make aws-s3-download-rasa-model | |
| # make rasa-enterprise-model-delete | |
| # make rasa-enterprise-model-upload | |
| # sleep 2 | |
| # make rasa-enterprise-model-tag | |
| # # Give rasa-prod some time to unpack & load the model | |
| # sleep 60 | |
| # - name: Smoketest | |
| # env: | |
| # RASAX_INITIALUSER_USERNAME: ${{ secrets.RASAX_INITIALUSER_USERNAME }} | |
| # RASAX_INITIALUSER_PASSWORD: ${{ secrets.RASAX_INITIALUSER_PASSWORD }} | |
| # run: | | |
| # make rasa-enterprise-smoketest |