Skip to content

Commit

Permalink
Add CI for all workflow charts
Browse files Browse the repository at this point in the history
Signed-off-by: gabriel-farache <[email protected]>
  • Loading branch information
gabriel-farache committed Nov 6, 2024
1 parent b0958d1 commit cab4435
Show file tree
Hide file tree
Showing 16 changed files with 1,370 additions and 39 deletions.
133 changes: 133 additions & 0 deletions .github/workflows/create-ocp-project.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,133 @@
name: Create OCP project CI

on:
workflow_dispatch:
pull_request:
branches:
- main
paths:
- 'charts/create-ocp-project/**'
- .github/workflows/create-ocp-project.yaml

jobs:
run-e2e:
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v4

- name: Create k8s Kind Cluster
uses: helm/[email protected]
with:
cluster_name: kind

- name: Install Operators Support
run: |
kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/crds.yaml
# give the apiserver time
sleep 5s
kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/olm.yaml
- name: Deploy sonataflow-operator
run: |
helm repo add orchestrator https://parodos-dev.github.io/orchestrator-helm-chart
helm install orchestrator orchestrator/orchestrator-k8s
kubectl get sfp -A
kubectl wait --for=condition=Ready=true pods -l "app.kubernetes.io/name=backstage" --timeout=10m
kubectl get pods -o wide
kubectl wait --for=condition=Ready=true pods -l "app=sonataflow-platform" --timeout=180s
- name: Deploy Create OCP project serverless workflow
run: |
kubectl patch secret orchestrator-postgresql --patch='{"stringData": { "postgres-username": "postgres" }}'
yq --inplace ".spec.persistence = (
{
\"postgresql\": {
\"secretRef\": {
\"name\": \"orchestrator-postgresql\",
\"userKey\": \"postgres-username\",
\"passwordKey\": \"postgres-password\"
},
\"serviceRef\": {
\"name\": \"orchestrator-postgresql\",
\"port\": 5432,
\"databaseName\": \"postgres\",
\"databaseSchema\": \"create-ocp-project\"
}
}
}
)" charts/create-ocp-project/templates/0?-sonataflow_create-ocp-project.yaml
cd charts
helm install create-ocp-project create-ocp-project
WORKFLOW_NAME=create-ocp-project
kubectl patch secret "${WORKFLOW_NAME}-creds" --type merge -p '{
"data":{
"NOTIFICATIONS_BEARER_TOKEN":"'$(kubectl get secret orchestrator-auth -o jsonpath={.data.backend-secret})'"
},
"stringData":{
"JIRA_API_TOKEN":"DUMB_TOKEN",
"OCP_API_SERVER_TOKEN":"DUMB_TOKEN"
}
}'
kubectl patch sonataflow create-ocp-project --type merge -p '{
"spec": {
"podTemplate": {
"container": {
"env": [
{
"name": "BACKSTAGE_NOTIFICATIONS_URL",
"value": "http://backstage-backstage.rhdh-operator"
},
{
"name": "JIRA_URL",
"value": "DUMB_VALUE"
},
{
"name": "JIRA_USERNAME",
"value": "DUMB_VALUE"
},
{
"name": "OCP_API_SERVER_URL",
"value": "DUMB_VALUE"
},
{
"name": "OCP_CONSOLE_URL",
"value": "DUMB_VALUE"
}
]
}
}
}
}
'
kubectl scale deploy "${WORKFLOW_NAME}" --replicas=0
kubectl get pod -A
kubectl wait --for=condition=Ready=true pods -l app="${WORKFLOW_NAME}" --timeout=1m || kubectl describe pod -l app="${WORKFLOW_NAME}"
- name: Test workflow is responsive
run: |
kubectl expose deploy create-ocp-project --type="NodePort" --port=8080 --name=create-ocp-project-svc
kubectl port-forward svc/create-ocp-project-svc 8080:8080 &
sleep 3
status_code=$(curl s -o /dev/null -w '%{http_code}' -XGET --location 'http://localhost:8080/create-ocp-project' --header 'Accept: application/json, text/plain, */*' --header 'Content-Type: application/json')
if [ "$status_code" -ne 200 ]; then
echo "$status_code"
exit 1
fi
- name: Export kind Logs
if: always()
run: |
kubectl get pod -A
kubectl get deploy -A
kubectl get sonataflow -A
kind export logs ./kind_logs
- name: Upload Kind Logs
uses: actions/upload-artifact@v4
# Always run this, even if one of the previous steps failed.
if: always()
with:
name: kind-logs
path: ./kind_logs/

93 changes: 93 additions & 0 deletions .github/workflows/extendable-workflow.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,93 @@
name: Extendable Workflow CI

on:
workflow_dispatch:
pull_request:
branches:
- main
paths:
- 'charts/extendable-workflow/**'
- .github/workflows/extendable-workflow.yaml

jobs:
run-e2e:
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v4

- name: Create k8s Kind Cluster
uses: helm/[email protected]
with:
cluster_name: kind

- name: Install Operators Support
run: |
kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/crds.yaml
# give the apiserver time
sleep 5s
kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/olm.yaml
- name: Deploy sonataflow-operator
run: |
helm repo add orchestrator https://parodos-dev.github.io/orchestrator-helm-chart
helm install orchestrator orchestrator/orchestrator-k8s
kubectl get sfp -A
kubectl wait --for=condition=Ready=true pods -l "app.kubernetes.io/name=backstage" --timeout=10m
kubectl get pods -o wide
kubectl wait --for=condition=Ready=true pods -l "app=sonataflow-platform" --timeout=180s
- name: Deploy Extendable Workflow serverless workflow
run: |
kubectl patch secret orchestrator-postgresql --patch='{"stringData": { "postgres-username": "postgres" }}'
yq --inplace ".spec.persistence = (
{
\"postgresql\": {
\"secretRef\": {
\"name\": \"orchestrator-postgresql\",
\"userKey\": \"postgres-username\",
\"passwordKey\": \"postgres-password\"
},
\"serviceRef\": {
\"name\": \"orchestrator-postgresql\",
\"port\": 5432,
\"databaseName\": \"postgres\",
\"databaseSchema\": \"extendable-workflow\"
}
}
}
)" charts/extendable-workflow/templates/0?-sonataflow_extendable-workflow.yaml
cd charts
helm install extendable-workflow extendable-workflow
sleep 3
WORKFLOW_NAME=extendable-workflow
kubectl get pod -A
kubectl wait --for=condition=Ready=true pods -l app="${WORKFLOW_NAME}" --timeout=1m || kubectl describe pod -l app="${WORKFLOW_NAME}"
- name: Test workflow is responsive
run: |
kubectl expose deploy extendable-workflow --type="NodePort" --port=8080 --name=extendable-workflow-svc
kubectl port-forward svc/extendable-workflow-svc 8080:8080 &
sleep 3
status_code=$(curl s -o /dev/null -w '%{http_code}' -XGET --location 'http://localhost:8080/extendable-workflow' --header 'Accept: application/json, text/plain, */*' --header 'Content-Type: application/json')
if [ "$status_code" -ne 200 ]; then
echo "$status_code"
exit 1
fi
- name: Export kind Logs
if: always()
run: |
kubectl get pod -A
kubectl get deploy -A
kubectl get sonataflow -A
kind export logs ./kind_logs
- name: Upload Kind Logs
uses: actions/upload-artifact@v4
# Always run this, even if one of the previous steps failed.
if: always()
with:
name: kind-logs
path: ./kind_logs/

93 changes: 93 additions & 0 deletions .github/workflows/greeting.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,93 @@
name: Greeting CI

on:
workflow_dispatch:
pull_request:
branches:
- main
paths:
- 'charts/greeting/**'
- .github/workflows/greeting.yaml

jobs:
run-e2e:
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v4

- name: Create k8s Kind Cluster
uses: helm/[email protected]
with:
cluster_name: kind

- name: Install Operators Support
run: |
kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/crds.yaml
# give the apiserver time
sleep 5s
kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/olm.yaml
- name: Deploy sonataflow-operator
run: |
helm repo add orchestrator https://parodos-dev.github.io/orchestrator-helm-chart
helm install orchestrator orchestrator/orchestrator-k8s
kubectl get sfp -A
kubectl wait --for=condition=Ready=true pods -l "app.kubernetes.io/name=backstage" --timeout=10m
kubectl get pods -o wide
kubectl wait --for=condition=Ready=true pods -l "app=sonataflow-platform" --timeout=180s
- name: Deploy Greeting serverless workflow
run: |
kubectl patch secret orchestrator-postgresql --patch='{"stringData": { "postgres-username": "postgres" }}'
yq --inplace ".spec.persistence = (
{
\"postgresql\": {
\"secretRef\": {
\"name\": \"orchestrator-postgresql\",
\"userKey\": \"postgres-username\",
\"passwordKey\": \"postgres-password\"
},
\"serviceRef\": {
\"name\": \"orchestrator-postgresql\",
\"port\": 5432,
\"databaseName\": \"postgres\",
\"databaseSchema\": \"greeting\"
}
}
}
)" charts/greeting/templates/0?-sonataflow_greeting.yaml
cd charts
helm install greeting greeting
sleep 3
WORKFLOW_NAME=greeting
kubectl get pod -A
kubectl wait --for=condition=Ready=true pods -l app="${WORKFLOW_NAME}" --timeout=1m || kubectl describe pod -l app="${WORKFLOW_NAME}"
- name: Test workflow is responsive
run: |
kubectl expose deploy greeting --type="NodePort" --port=8080 --name=greeting-svc
kubectl port-forward svc/greeting-svc 8080:8080 &
sleep 3
status_code=$(curl s -o /dev/null -w '%{http_code}' -XGET --location 'http://localhost:8080/greeting' --header 'Accept: application/json, text/plain, */*' --header 'Content-Type: application/json')
if [ "$status_code" -ne 200 ]; then
echo "$status_code"
exit 1
fi
- name: Export kind Logs
if: always()
run: |
kubectl get pod -A
kubectl get deploy -A
kubectl get sonataflow -A
kind export logs ./kind_logs
- name: Upload Kind Logs
uses: actions/upload-artifact@v4
# Always run this, even if one of the previous steps failed.
if: always()
with:
name: kind-logs
path: ./kind_logs/

Loading

0 comments on commit cab4435

Please sign in to comment.