Use Ubuntu 22.04 as base image and in Github Actions (close #381)

.github/workflows/publish.yml

@@ -1,26 +1,15 @@
-name: Test and Publish Mini
+name: Publish Mini
 
 on:
   push:
 
 jobs:
-  test:
-    name: Test and publish artifacts
-    runs-on: ubuntu-18.04
+  publish:
+    name: Publish artifacts
+    runs-on: ubuntu-22.04
 
     steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Check Go version
-        run: go version
-
-      - name: Install dependencies
-        run: |
-          sudo apt-get update -qq
-          sudo apt-get install -y language-pack-en python-pip libffi-dev libssl-dev python-dev
-          sudo pip install --upgrade pip
-          sudo pip install markupsafe==1.1.1 setuptools==40.8.0 ansible==2.8.1 paramiko==1.16.0
+      - uses: actions/checkout@v3
 
       - name: Provision a local Mini instance
         run: ansible-playbook -i $GITHUB_WORKSPACE/provisioning/inventory $GITHUB_WORKSPACE/provisioning/local_setup.yml --connection=local --become
@@ -35,15 +24,13 @@ jobs:
         if: startsWith(github.ref, 'refs/tags/')
         uses: 'google-github-actions/setup-gcloud@v0'
 
-      - name: Extract tag from ref
-        if: startsWith(github.ref, 'refs/tags/')
-        id: get_tag
-        run: echo ::set-output name=VERSION::$(echo $GITHUB_REF | sed "s/refs\/tags\///")
+      - name: SSH config for Ansible
+        run: mkdir ~/.ssh && echo -e "Host 127.0.0.1\nHostKeyAlgorithms +ssh-rsa\nPubkeyAcceptedKeyTypes +ssh-rsa" >> ~/.ssh/config
 
       - name: Publish artifact based on cloud and size
         if: startsWith(github.ref, 'refs/tags/')
         env:
           AWS_DEPLOY_ACCESS_KEY: ${{ secrets.AWS_DEPLOY_ACCESS_KEY }}
           AWS_DEPLOY_SECRET_KEY: ${{ secrets.AWS_DEPLOY_SECRET_KEY }}
           GOOGLE_APPLICATION_CREDENTIALS_JSON_BASE64: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS_JSON_BASE64 }}
-        run: $GITHUB_WORKSPACE/.github/workflows/deploy.sh ${{ steps.get_tag.outputs.VERSION }}
+        run: $GITHUB_WORKSPACE/.github/workflows/deploy.sh ${{ github.ref_name }}

Packerfile.json

@@ -13,15 +13,15 @@
         "filters": {
           "virtualization-type": "hvm",
           "architecture": "x86_64",
-          "name": "ubuntu/images/hvm-ssd/ubuntu-bionic-18.04-amd64-server-*",
+          "name": "ubuntu/images/hvm-ssd/ubuntu-jammy-22.04-amd64-server-*",
           "root-device-type": "ebs"
         },
         "owners": ["099720109477"],
         "most_recent": true
       },
       "ssh_username": "ubuntu",
       "tags": {
-        "OS_Version": "Ubuntu-18.04",
+        "OS_Version": "Ubuntu-22.04",
         "Release": "{{user `aws_version`}}"
       },
       "type": "amazon-ebs"
@@ -32,7 +32,7 @@
       "image_name": "{{user `gcp_image_name`}}",
       "machine_type": "{{user `gcp_machine_type`}}",
       "project_id": "snowplow-images",
-      "source_image_family": "ubuntu-1804-lts",
+      "source_image_family": "ubuntu-2204-lts",
       "ssh_username": "ubuntu",
       "zone": "us-central1-a"
     }

Vagrantfile

@@ -1,6 +1,6 @@
 Vagrant.configure("2") do |config|
 
-  config.vm.box = "ubuntu/bionic64"
+  config.vm.box = "ubuntu/jammy64"
   config.vm.hostname = "snowplow-mini"
   config.ssh.forward_agent = true
 

provisioning/local_setup.yml

@@ -3,7 +3,7 @@
   hosts: all
 
   roles:
-    - ansible-go
+    - go
     - nodejs
     - typescript
     - packer

provisioning/publish.yml

@@ -1,6 +1,6 @@
 ---
 # This playbook is used for provisioning of the AMI
-# UI and executables file are made ready in the vagrant environment
+# UI and executables file are made ready locally in Github Actions
 # They are only copied into the AMI here
 - name: apply all scripts
   hosts: all
@@ -10,4 +10,4 @@
     - sp_mini_4_setup_apps
     - sp_mini_6_copy_ui_folders
     - sp_mini_7_setup_init
-    - docker
+    - docker

provisioning/resources/control-plane/restart_services.go

@@ -1,5 +1,5 @@
 /**
- * Copyright (c) 2016-2018 Snowplow Analytics Ltd.
+ * Copyright (c) 2016-2023 Snowplow Analytics Ltd.
  * All rights reserved.
  *
  * This program is licensed to you under the Apache License Version 2.0,
@@ -44,7 +44,7 @@ func restartSPService(service string) (error, int) {
 	} else {
 		if serviceName, ok := initMap[service]; ok {
 			restartCommandArgs := []string{"restart", serviceName}
-			cmd := exec.Command("/usr/local/bin/docker-compose", restartCommandArgs...)
+			cmd := exec.Command("docker-compose", restartCommandArgs...)
 			cmd.Dir = "/home/ubuntu/snowplow"
 			err := cmd.Run()
 			if err != nil {
@@ -58,7 +58,7 @@ func restartSPService(service string) (error, int) {
 
 func restartSPServices() error {
 	restartCommandArgs := []string{"-f", "/home/ubuntu/snowplow/docker-compose.yml", "restart"}
-	cmd := exec.Command("/usr/local/bin/docker-compose", restartCommandArgs...)
+	cmd := exec.Command("docker-compose", restartCommandArgs...)
 	cmd.Dir = "/home/ubuntu/snowplow"
 	err := cmd.Run()
 	if err != nil {

provisioning/resources/init/snowplow_mini.service

@@ -7,9 +7,9 @@ Type=oneshot
 RemainAfterExit=true
 WorkingDirectory=/home/ubuntu/snowplow
 ExecStartPre=/usr/sbin/service docker restart
-ExecStartPre=/usr/local/bin/docker-compose down
-ExecStart=/usr/local/bin/docker-compose up -d
-ExecStop=/usr/local/bin/docker-compose down
+ExecStartPre=docker-compose down
+ExecStart=docker-compose up -d
+ExecStop=docker-compose down
 
 [Install]
 WantedBy=multi-user.target

provisioning/roles/common_vars.yml

@@ -1,5 +1,6 @@
 ---
-main_dir:             "/home/ubuntu/snowplow"
+home_dir:             "/home/ubuntu"
+main_dir:             "{{home_dir}}/snowplow"
 configs_dir:          "{{main_dir}}/configs"
 staging_dir:          "{{main_dir}}/staging"
 executables_dir:      "{{main_dir}}/bin"

provisioning/roles/docker/tasks/main.yml

@@ -1,24 +1,23 @@
 ---
 - include_vars: ../../common_vars.yml
 
-- name: Setup the docker repository and install docker
+- name: Install ca-certificates curl gnupg
   become: yes
-  shell: |
-    apt-get update
-    apt-get install apt-transport-https ca-certificates curl software-properties-common --yes
-    curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
-    add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
-    apt-get update && apt-get install docker-ce --yes
+  shell: sudo apt-get install ca-certificates curl gnupg
 
-- name: Download docker-compose
+- name: Add Docker’s official GPG key
   become: yes
-  shell: curl -L https://github.com/docker/compose/releases/download/1.21.2/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
+  shell: |
+    sudo install -m 0755 -d /etc/apt/keyrings
+    curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg
+    sudo chmod a+r /etc/apt/keyrings/docker.gpg
 
-- name: Apply executable permissions to the docker-compose binary
+- name: Set up Docker repo
   become: yes
-  args:
-    warn: false
-  shell: chmod +x /usr/local/bin/docker-compose
+  shell: echo "deb [arch="$(dpkg --print-architecture)" signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu jammy stable" > /etc/apt/sources.list.d/docker.list
+
+- name: Install docker-compose
+  apt: name=docker-compose state=latest
 
 - name: Copy docker-compose.yml and its environment file
   copy: src={{ item.src }} dest={{ item.dest }} owner=ubuntu group=ubuntu mode=0644
@@ -28,15 +27,13 @@
 
 - name: Create & set permissions of elasticsearch data directory
   become: yes
-  args:
-    warn: false
   shell: rm -rf {{main_dir}}/elasticsearch/data && mkdir {{main_dir}}/elasticsearch/data && chown -R 1000:1000 {{main_dir}}/elasticsearch/data
 
 - name: Increase mmap count to recommended 262144 for Elasticsearch
   become: yes
   shell: echo "vm.max_map_count=262144" >> /etc/sysctl.conf && service procps restart
 
-- name: Deploy snowplow mini
+- name: Start snowplow mini (docker-compose up)
   become: yes
   shell: cd {{main_dir}} && docker-compose up -d && sleep 20
 

provisioning/roles/go/tasks/main.yml

@@ -0,0 +1,3 @@
+---
+- name: Install Go
+  apt: name=golang-go state=latest