Introduce Testbed

Makefile

@@ -15,6 +15,10 @@ BUILD_INFO=-ldflags "${BUILD_X1} ${BUILD_X2}"
 .PHONY: all
 all: common otelcontribcol
 
+.PHONY: e2e-test
+e2e-test: otelcontribcol
+	$(MAKE) -C testbed runtests
+
 .PHONY: ci
 ci: all test-with-cover
 

testbed/Makefile

@@ -0,0 +1,9 @@
+include ../Makefile.Common
+
+.PHONY: runtests
+runtests: test
+	./runtests.sh
+
+.PHONY: install-tools
+install-tools:
+	go install github.com/jstemmer/go-junit-report

testbed/go.mod

@@ -0,0 +1,9 @@
+module github.com/open-telemetry/opentelemetry-collector-contrib/testbed
+
+go 1.12
+
+require (
+	github.com/open-telemetry/opentelemetry-collector v0.2.1-0.20191209163440-5d463fe48816
+	github.com/open-telemetry/opentelemetry-collector/testbed v0.0.0-20191209163440-5d463fe48816
+	github.com/stretchr/testify v1.4.0
+)

testbed/runtests.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+set -e
+
+cd tests
+
+SED="sed"
+
+PASS_COLOR=$(printf "\033[32mPASS\033[0m")
+FAIL_COLOR=$(printf "\033[31mFAIL\033[0m")
+TEST_COLORIZE="${SED} 's/PASS/${PASS_COLOR}/' | ${SED} 's/FAIL/${FAIL_COLOR}/'"
+
+TESTBED_CONFIG=local.yaml go test -v 2>&1 | tee results/testoutput.log | bash -c "${TEST_COLORIZE}"
+
+testStatus=${PIPESTATUS[0]}
+
+mkdir -p results/junit
+go-junit-report < results/testoutput.log > results/junit/results.xml
+
+bash -c "cat results/TESTRESULTS.md | ${TEST_COLORIZE}"
+
+exit ${testStatus}

testbed/tests/.gitignore

@@ -0,0 +1,2 @@
+results/*
+!results/BASELINE.md

testbed/tests/local.yaml

@@ -0,0 +1 @@
+agent: ../../bin/{{.GOOS}}/otelcontribcol

testbed/tests/perf_test.go

@@ -0,0 +1,46 @@
+// Copyright 2019, OpenTelemetry Authors
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+// Package tests contains test cases. To run the tests go to tests directory and run:
+// TESTBED_CONFIG=local.yaml go test -v
+
+package tests
+
+import (
+	"testing"
+
+	"github.com/open-telemetry/opentelemetry-collector/testbed/testbed"
+	scenarios "github.com/open-telemetry/opentelemetry-collector/testbed/tests"
+	"github.com/open-telemetry/opentelemetry-collector/testutils"
+)
+
+// TestMain is used to initiate setup, execution and tear down of testbed.
+func TestMain(m *testing.M) {
+	testbed.DoTestMain(m)
+}
+
+func Test10kSPS(t *testing.T) {
+	tests := []struct {
+		name     string
+		receiver testbed.Receiver
+	}{
+		{"JaegerRx", testbed.NewJaegerReceiver(int(testutils.GetAvailablePort(t)))},
+	}
+
+	for _, test := range tests {
+		t.Run(test.name, func(t *testing.T) {
+			scenarios.Scenario10kSPS(t, testbed.NewJaegerExporter(int(testutils.GetAvailablePort(t))), test.receiver)
+		})
+	}
+}

testbed/tests/results/BASELINE.md

@@ -0,0 +1,8 @@
+# Test Results
+Started: Mon, 09 Dec 2019 12:08:37 -0500
+
+Test                                    |Result|Duration|CPU Avg%|CPU Max%|RAM Avg MiB|RAM Max MiB|Sent Spans|Received Spans
+----------------------------------------|------|-------:|-------:|-------:|----------:|----------:|---------:|-------------:
+Test10kSPS/JaegerRx                     |PASS  |     15s|    44.9|    49.5|         21|         26|    150020|        150020
+
+Total duration: 15s