prow: add pr-review job by codegeex ai review

services/prow/config/jobs/images/pr-review/Dockerfile

@@ -0,0 +1,16 @@
+FROM alpine:latest
+
+ENV container docker
+
+# alpine repository mirror settings
+RUN cp /etc/apk/repositories /etc/apk/repositories.bak; \
+  sed -i "s/dl-cdn.alpinelinux.org/mirrors.tuna.tsinghua.edu.cn/g" /etc/apk/repositories; \
+  apk update
+
+RUN apk add py3-pip; \
+  pip3 install --break-system-packages -i https://pypi.tuna.tsinghua.edu.cn/simple requests;
+
+
+ADD entrypoint /entrypoint
+
+RUN chmod 0755 /entrypoint;

services/prow/config/jobs/images/pr-review/entrypoint

@@ -0,0 +1,92 @@
+#!/usr/bin/python3
+
+import os
+import sys
+import requests
+
+repo_owner = os.environ.get("REPO_OWNER", "linuxdeepin")
+repo_name = os.environ.get("REPO_NAME", "dtk")
+pr_number = os.environ.get("PULL_NUMBER", "1")
+github_token = os.environ.get("GITHUB_TOKEN")
+codegeex_token = os.environ.get("CODEGEEX_TOKEN")
+codegeex_taskid = os.environ.get("CODEGEEX_TASKID")
+
+if not github_token:
+    print("请设置环境变量 GITHUB_TOKEN")
+    sys.exit(1)
+
+if not codegeex_token:
+    print("请设置环境变量 CODEGEEX_TOKEN")
+    sys.exit(1)
+
+if not codegeex_taskid:
+    print("请设置环境变量 CODEGEEX_TASKID")
+    sys.exit(1)
+
+try:
+    # 获取patch数据的URL
+    patch_data_url = f"https://api.github.com/repos/{repo_owner}/{repo_name}/pulls/{pr_number}"
+    headers = {"Authorization": f"token {github_token}"}
+    response = requests.get(patch_data_url, headers=headers)
+    if not response.ok:
+        raise Exception("获取pr的patch地址错误: " + response.text)
+    pr_data = response.json()
+    patch_data_url = pr_data["diff_url"]
+
+    # 获取patch数据的内容
+    response = requests.get(patch_data_url)
+    patch_content = response.text
+    if not response.ok:
+        raise Exception("获取pr的patch地址错误: " + patch_content)
+
+    # codegeex patch review
+    codegeex_url = 'https://codegeex.cn/prod/code/chatCodeSseV3/chat?stream=false'
+    codegeex_headers = {
+        'code-token' : codegeex_token,
+        'Content-Type': 'application/json'
+    }
+
+    review_data = {
+        "command":"review",
+        "code": patch_content,
+        'talkId': codegeex_taskid,
+        'locale' : "zh",
+        "model": "codegeex-lite",
+        "max_new_tokens": 64,
+        "lang": "Python",
+    }
+
+    review_response = requests.post(codegeex_url, headers=codegeex_headers, json=review_data)
+    if not review_response.ok:
+        raise Exception("获取pr的patch review结果失败: " + review_response.text)
+
+    review_result = review_response.json()["text"]
+
+    # 获取现有的评论列表
+    url = f'https://api.github.com/repos/{repo_owner}/{repo_name}/issues/{pr_number}/comments'
+    response = requests.get(url, headers=headers)
+    if not response.ok:
+        raise Exception("pr评论获取失败: " + response.text)
+    comments = response.json()
+
+    # 查找是否已存在包含"deepin pr auto review"的评论
+    existing_comment = None
+    for comment in comments:
+        if "deepin pr auto review" in comment['body']:
+            existing_comment = comment
+            break
+
+    # 如果找到了现有评论，则更新评论内容；否则创建新评论
+    comment_body = "### deepin pr auto review\n" + review_result
+    if existing_comment:
+        comment_id = existing_comment['id']
+        comment_url = f'https://api.github.com/repos/{repo_owner}/{repo_name}/issues/comments/{comment_id}'
+        response = requests.delete(comment_url, json={'body': comment_body}, headers=headers)
+        if not response.ok:
+            raise Exception("pr评论更新review结果失败: " + response.text)
+
+    response = requests.post(url, json={'body': comment_body}, headers=headers)
+    if not response.ok:
+        raise Exception("pr评论review结果失败: " + response.text)
+except Exception as e:
+    print(e)

services/prow/config/jobs/pr-review.yml

@@ -0,0 +1,181 @@
+presubmits:
+  peeweep-test:
+    - name: github-pr-review-ci
+      decorate: false
+      always_run: true
+      labels:
+        app: pr-review-ci
+      spec:
+        nodeSelector:
+          kubernetes.io/arch: amd64
+        hostAliases:
+          - ip: 10.20.64.81
+            hostnames:
+              - github.com
+          - ip: 10.20.64.82
+            hostnames:
+              - api.github.com
+          - ip: 10.20.64.83
+            hostnames:
+              - github.githubassets.com
+          - ip: 10.20.64.84
+            hostnames:
+              - raw.githubusercontent.com
+          - ip: 10.20.64.84
+            hostnames:
+              - patch-diff.githubusercontent.com
+          - ip: 10.20.64.85
+            hostnames:
+              - collector.github.com
+          - ip: 10.20.64.86
+            hostnames:
+              - avatars.githubusercontent.com
+        containers:
+          - name: github-pr-review-ci
+            image: 'hub.deepin.com/prow/pr-review:latest'
+            command:
+              - /entrypoint
+            env:
+              - name: GITHUB_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    name: github-token
+                    key: cert
+              - name: CODEGEEX_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    name: codegeex
+                    key: token
+              - name: CODEGEEX_TASKID
+                valueFrom:
+                  secretKeyRef:
+                    name: codegeex
+                    key: taskid
+      annotations:
+        testgrid-num-failures-to-alert: '6'
+        testgrid-alert-stale-results-hours: '12'
+        testgrid-dashboards: sig-deepin-cicd
+        testgrid-tab-name: pr-review-ci
+        testgrid-alert-email: [email protected]
+        description: >-
+          Runs Prow pr-review-ci review pr by use codegeex.
+  linuxdeepin:
+    - name: github-pr-review-ci
+      decorate: false
+      always_run: true
+      labels:
+        app: pr-review-ci
+      spec:
+        nodeSelector:
+          kubernetes.io/arch: amd64
+        hostAliases:
+          - ip: 10.20.64.81
+            hostnames:
+              - github.com
+          - ip: 10.20.64.82
+            hostnames:
+              - api.github.com
+          - ip: 10.20.64.83
+            hostnames:
+              - github.githubassets.com
+          - ip: 10.20.64.84
+            hostnames:
+              - raw.githubusercontent.com
+          - ip: 10.20.64.84
+            hostnames:
+              - patch-diff.githubusercontent.com
+          - ip: 10.20.64.85
+            hostnames:
+              - collector.github.com
+          - ip: 10.20.64.86
+            hostnames:
+              - avatars.githubusercontent.com
+        containers:
+          - name: github-pr-review-ci
+            image: 'hub.deepin.com/prow/pr-review:latest'
+            command:
+              - /entrypoint
+            env:
+              - name: GITHUB_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    name: github-token
+                    key: cert
+              - name: CODEGEEX_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    name: codegeex
+                    key: token
+              - name: CODEGEEX_TASKID
+                valueFrom:
+                  secretKeyRef:
+                    name: codegeex
+                    key: taskid
+      annotations:
+        testgrid-num-failures-to-alert: '6'
+        testgrid-alert-stale-results-hours: '12'
+        testgrid-dashboards: sig-deepin-cicd
+        testgrid-tab-name: pr-review-ci
+        testgrid-alert-email: [email protected]
+        description: >-
+          Runs Prow pr-review-ci review pr by use codegeex.
+  deepin-community/kernel:
+    - name: github-pr-review-ci
+      decorate: false
+      always_run: true
+      labels:
+        app: pr-review-ci
+      spec:
+        nodeSelector:
+          kubernetes.io/arch: amd64
+        hostAliases:
+          - ip: 10.20.64.81
+            hostnames:
+              - github.com
+          - ip: 10.20.64.82
+            hostnames:
+              - api.github.com
+          - ip: 10.20.64.83
+            hostnames:
+              - github.githubassets.com
+          - ip: 10.20.64.84
+            hostnames:
+              - raw.githubusercontent.com
+          - ip: 10.20.64.84
+            hostnames:
+              - patch-diff.githubusercontent.com
+          - ip: 10.20.64.85
+            hostnames:
+              - collector.github.com
+          - ip: 10.20.64.86
+            hostnames:
+              - avatars.githubusercontent.com
+        containers:
+          - name: github-pr-review-ci
+            image: 'hub.deepin.com/prow/pr-review:latest'
+            command:
+              - /entrypoint
+            env:
+              - name: GITHUB_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    name: github-token
+                    key: cert
+              - name: CODEGEEX_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    name: codegeex
+                    key: token
+              - name: CODEGEEX_TASKID
+                valueFrom:
+                  secretKeyRef:
+                    name: codegeex
+                    key: taskid
+      annotations:
+        testgrid-num-failures-to-alert: '6'
+        testgrid-alert-stale-results-hours: '12'
+        testgrid-dashboards: sig-deepin-cicd
+        testgrid-tab-name: pr-review-ci
+        testgrid-alert-email: [email protected]
+        description: >-
+          Runs Prow pr-review-ci review pr by use codegeex.