CLOUDP-58180: Create Kind Cluster in Evergreen (#16)

Author: chatton

.evergreen.yml

@@ -22,24 +22,55 @@ functions:
         command: "go test ./..."
 
   setup_operator_sdk:
+    - command: subprocess.exec
+      type: setup
+      params:
+        working_dir: mongodb-kubernetes-operator/scripts/ci
+        command: go run download.go
+        env:
+          URL: https://github.com/operator-framework/operator-sdk/releases/download/v0.15.1/operator-sdk-v0.15.1-x86_64-linux-gnu
+          FILENAME: operator-sdk
+          BINDIR: ${workdir}/bin
+
+  generate_k8s:
     - command: subprocess.exec
       type: setup
       params:
         add_to_path:
           - ${workdir}/bin
         working_dir: mongodb-kubernetes-operator
-        include_expansions_in_env:
-          - workdir
-        binary: scripts/ci/setup_operator_sdk.sh
+        binary: scripts/ci/generate_k8.sh
+
+  setup_kubernetes_environment:
+    - command: subprocess.exec
+      type: setup
+      params:
+        working_dir: mongodb-kubernetes-operator/scripts/ci
+        command: go run download.go
+        env:
+          URL: https://storage.googleapis.com/kubernetes-release/release/v1.15.4/bin/linux/amd64/kubectl
+          FILENAME: kubectl
+          BINDIR: ${workdir}/bin
+
+    - command: subprocess.exec
+      type: setup
+      params:
+        working_dir: mongodb-kubernetes-operator/scripts/ci
+        command: go run download.go
+        env:
+          URL: https://github.com/kubernetes-sigs/kind/releases/download/v0.7.0/kind-linux-amd64
+          FILENAME: kind
+          BINDIR: ${workdir}/bin
 
-  generate_k8s:
     - command: subprocess.exec
       type: setup
       params:
         add_to_path:
           - ${workdir}/bin
         working_dir: mongodb-kubernetes-operator
-        binary: scripts/ci/generate_k8.sh
+        binary: scripts/ci/create_kind_cluster.sh
+        env:
+          KUBECONFIG: ${workdir}/kube_config
 
 tasks:
   - name: unit_tests
@@ -49,11 +80,23 @@ tasks:
       - func: generate_k8s
       - func: go_test
 
+  - name: e2e_test
+    commands:
+      - func: clone
+      - func: setup_kubernetes_environment
+        # deploy operator and run test
+
 buildvariants:
   - name: go_unit_tests
     display_name: go_unit_tests
     run_on:
       - archlinux-test
-    stepback: false
     tasks:
       - name: unit_tests
+
+  - name: e2e_tests
+    display_name: e2e_tests
+    run_on:
+      - ubuntu1604-build
+    tasks:
+      - name: e2e_test

scripts/ci/create_kind_cluster.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+kind create cluster --kubeconfig ${KUBECONFIG}

scripts/ci/download.go

@@ -0,0 +1,72 @@
+package main
+
+import (
+	"fmt"
+	"io"
+	"net/http"
+	"os"
+	"path"
+)
+
+// download.go uses the following environment variables:
+//   URL: The url of the file to download
+//   BINDIR: The directory which the newly downloaded file will be placed
+//   FILENAME: The name the file should have after being downloaded
+
+func main() {
+	if err := downloadFile(mustMakeOptions()); err != nil {
+		panic(fmt.Errorf("error downloading file: %s", err))
+	}
+}
+
+type downloadOptions struct {
+	url, fileName, bindir string
+	perms                 os.FileMode
+}
+
+func mustMakeOptions() downloadOptions {
+	return downloadOptions{
+		url:      os.Getenv("URL"),
+		fileName: os.Getenv("FILENAME"),
+		perms:    os.FileMode(755),
+		bindir:   os.Getenv("BINDIR"),
+	}
+}
+
+func downloadFile(opts downloadOptions) error {
+	fmt.Printf("Using download options: %+v\n", opts)
+	fullPath := path.Join(opts.bindir, opts.fileName)
+	fmt.Printf("full path to directory: %s\n", fullPath)
+	if err := os.MkdirAll(opts.bindir, opts.perms); err != nil {
+		return fmt.Errorf("error making directory %s with permissions %d: %s", opts.bindir, opts.perms, err)
+	}
+	if err := fetchFile(fullPath, opts.url); err != nil {
+		return fmt.Errorf("error fetching file: %s", err)
+	}
+	fmt.Printf("successfully downloaded file from %s to %s\n", opts.url, fullPath)
+	if err := os.Chmod(fullPath, opts.perms); err != nil {
+		return fmt.Errorf("error changing file permissions: %s", err)
+	}
+	return nil
+}
+
+func fetchFile(filePath, url string) error {
+	resp, err := http.Get(url)
+	if err != nil {
+		return fmt.Errorf("error getting url: %s", err)
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		return fmt.Errorf("bad status: %s", resp.Status)
+	}
+
+	out, err := os.Create(filePath)
+	if err != nil {
+		return fmt.Errorf("error creating file: %s", err)
+	}
+	defer out.Close()
+
+	_, err = io.Copy(out, resp.Body)
+	return err
+}

scripts/ci/generate_k8.sh

@@ -1,4 +1,4 @@
-#!/bin/sh
+#!/usr/bin/env bash
 
 set -o nounset
 set -xeo pipefail