[integration][gitlab-v2] - gitlab data sync using APIs and Webhook

integrations/gitlab-v2/.env.example

@@ -0,0 +1,12 @@
+OCEAN__PORT__CLIENT_ID=""
+OCEAN__PORT__CLIENT_SECRET=""
+OCEAN__PORT__BASE_URL="https://api.getport.io"
+OCEAN__INTEGRATION__CONFIG__BASE_URL=""
+OCEAN__INTEGRATION__CONFIG__GITLAB_URL="https://gitlab.com/api/v4"
+OCEAN__INTEGRATION__CONFIG__GITLAB_TOKEN=""
+OCEAN__INTEGRATION__CONFIG__WEBHOOK_SECRET=""
+OCEAN__INTEGRATION__CONFIG__WEBHOOK_NAME="port-hook"
+OCEAN__INTEGRATION__CONFIG__GROUP_RATELIMIT=100
+OCEAN__INTEGRATION__CONFIG__PROJECT_RATELIMIT=100
+OCEAN__INTEGRATION__CONFIG__MERGEREQUEST_RATELIMIT=100
+OCEAN__INTEGRATION__CONFIG__ISSUE_RATELIMIT=100

integrations/gitlab-v2/.gitignore

@@ -0,0 +1,153 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/

integrations/gitlab-v2/.port/resources/.gitignore

@@ -0,0 +1 @@
+!.gitignore

integrations/gitlab-v2/.port/resources/blueprints.json

@@ -0,0 +1,228 @@
+[
+  {
+    "identifier": "gitlabGroup",
+    "title": "Group",
+    "icon": "GitLab",
+    "schema": {
+      "properties": {
+        "visibility": {
+          "icon": "Lock",
+          "title": "Visibility",
+          "type": "string",
+          "enum": [
+            "public",
+            "internal",
+            "private"
+          ],
+          "enumColors": {
+            "public": "red",
+            "internal": "yellow",
+            "private": "green"
+          }
+        },
+        "url": {
+          "title": "URL",
+          "format": "url",
+          "type": "string",
+          "icon": "Link"
+        },
+        "description": {
+          "title": "Description",
+          "type": "string",
+          "icon": "BlankPage"
+        }
+      },
+      "required": []
+    },
+    "mirrorProperties": {},
+    "calculationProperties": {},
+    "aggregationProperties": {},
+    "relations": {}
+  },
+  {
+    "identifier": "project",
+    "title": "Project",
+    "icon": "Microservice",
+    "schema": {
+      "properties": {
+        "url": {
+          "title": "URL",
+          "type": "string",
+          "format": "url"
+        },
+        "readme": {
+          "title": "README",
+          "type": "string",
+          "format": "markdown"
+        },
+        "description": {
+          "title": "Description",
+          "type": "string"
+        },
+        "language": {
+          "title": "Language",
+          "type": "string"
+        },
+        "namespace": {
+          "title": "Namespace",
+          "type": "string"
+        },
+        "fullPath": {
+          "title": "Full Path",
+          "type": "string"
+        },
+        "defaultBranch": {
+          "title": "Default Branch",
+          "type": "string"
+        }
+      },
+      "required": []
+    },
+    "mirrorProperties": {},
+    "calculationProperties": {},
+    "relations": {
+      "group": {
+        "title": "Group",
+        "target": "gitlabGroup",
+        "required": true,
+        "many": false
+      }
+    }
+  },
+  {
+    "identifier": "gitlabMergeRequest",
+    "title": "Merge Request",
+    "icon": "GitVersion",
+    "schema": {
+      "properties": {
+        "creator": {
+          "title": "Creator",
+          "type": "string"
+        },
+        "status": {
+          "title": "Status",
+          "type": "string",
+          "enum": [
+            "opened",
+            "closed",
+            "merged",
+            "locked"
+          ],
+          "enumColors": {
+            "opened": "yellow",
+            "closed": "red",
+            "merged": "green",
+            "locked": "blue"
+          }
+        },
+        "createdAt": {
+          "title": "Created At",
+          "type": "string",
+          "format": "date-time"
+        },
+        "updatedAt": {
+          "title": "Updated At",
+          "type": "string",
+          "format": "date-time"
+        },
+        "mergedAt": {
+          "title": "Merged At",
+          "type": "string",
+          "format": "date-time"
+        },
+        "link": {
+          "title": "Link",
+          "format": "url",
+          "type": "string"
+        },
+        "reviewers": {
+          "title": "Reviewers",
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      },
+      "required": []
+    },
+    "mirrorProperties": {},
+    "calculationProperties": {
+      "lead_time_days": {
+        "title": "Lead time (Days)",
+        "calculation": "if .properties.status == \"merged\" then ((.properties.mergedAt | sub(\"\\\\.[0-9]+\\\\+00:00$\"; \"Z\") | strptime(\"%Y-%m-%dT%H:%M:%SZ\") | mktime) - (.properties.createdAt | sub(\"\\\\.[0-9]+\\\\+00:00$\"; \"Z\") | strptime(\"%Y-%m-%dT%H:%M:%SZ\") | mktime)) / 86400 | tonumber else null end",
+        "type": "number"
+      }
+    },
+    "aggregationProperties": {},
+    "relations": {
+      "service": {
+        "title": "Project",
+        "target": "project",
+        "required": false,
+        "many": false
+      }
+    }
+  },
+  {
+    "identifier": "gitlabIssue",
+    "title": "Issue",
+    "icon": "GitLab",
+    "schema": {
+      "properties": {
+        "link": {
+          "title": "Link",
+          "type": "string",
+          "format": "url"
+        },
+        "description": {
+          "title": "Description",
+          "type": "string",
+          "format": "markdown"
+        },
+        "createdAt": {
+          "title": "Created At",
+          "type": "string",
+          "format": "date-time"
+        },
+        "closedAt": {
+          "title": "Closed At",
+          "type": "string",
+          "format": "date-time"
+        },
+        "updatedAt": {
+          "title": "Updated At",
+          "type": "string",
+          "format": "date-time"
+        },
+        "creator": {
+          "title": "Creator",
+          "type": "string"
+        },
+        "status": {
+          "title": "Status",
+          "type": "string",
+          "enum": ["opened", "closed"],
+          "enumColors": {
+            "opened": "green",
+            "closed": "purple"
+          }
+        },
+        "labels": {
+          "title": "Labels",
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "relations": {
+      "service": {
+        "target": "project",
+        "title": "Project",
+        "required": true,
+        "many": false
+      }
+    }
+  }
+]