[checkmk-commits] tests: make tests work in CI environment

Module: check_mk Branch: master Commit: f5de4c0c2b6d9627905e45adc53d4364a2200e93 URL: http://git.mathias-kettner.de/git/?p=check_mk.git;a=commit;h=f5de4c0c2b6d96… Author: Lars Michelsen <lm(a)mathias-kettner.de> Date: Sat Jul 30 14:50:03 2016 +0200 tests: make tests work in CI environment --- tests/livestatus/test_livestatus.py | 53 ++++++++++++++++++++++++++ tests/testlib/__init__.py | 72 ++++++++++++++++++++++++++++++++--- tests/web/test_login.py | 13 +++++-- 3 files changed, 129 insertions(+), 9 deletions(-) diff --git a/tests/livestatus/test_livestatus.py b/tests/livestatus/test_livestatus.py new file mode 100644 index 0000000..3d3cf1e6 --- /dev/null +++ b/tests/livestatus/test_livestatus.py @@ -0,0 +1,53 @@ +#!/usr/bin/env python +# encoding: utf-8 + +import pytest +from testlib import site, web + +(a)pytest.fixture(scope="module") +def default_cfg(web): + try: + web.add_host("livestatus-test-host", attributes={ + "ipaddress": "127.0.0.1", + }) + + web.discover_services("livestatus-test-host") + + web.activate_changes() + finally: + web.delete_host("livestatus-test-host") + + +# Simply detects all tables by querying the columns table and then +# queries each of those tables without any columns and filters +def test_tables(default_cfg, site): + existing_tables = set([]) + + for row in site.live.query_table_assoc("GET columns\n"): + existing_tables.add(row["table"]) + + assert len(existing_tables) > 5 + + for table in existing_tables: + result = site.live.query("GET %s\n" % table) + assert type(result) == list + + +def test_host_table(default_cfg, site): + rows = site.live.query("GET hosts") + assert type(rows) == list + assert len(rows) >= 2 # header + min 1 host + + +def test_service_table(default_cfg, site): + rows = site.live.query("GET services\nFilter: host_name = livestatus-test-host\n" + "Columns: description\n") + assert type(rows) == list + assert len(rows) >= 20 # header + min 1 service + + descriptions = [ r[0] for r in rows ] + + assert "Check_MK" in descriptions + assert "Check_MK Discovery" in descriptions + assert "CPU load" in descriptions + assert "Memory" in descriptions diff --git a/tests/testlib/__init__.py b/tests/testlib/__init__.py index 73bfc89..2f21681 100644 --- a/tests/testlib/__init__.py +++ b/tests/testlib/__init__.py @@ -2,11 +2,13 @@ # encoding: utf-8 import os +import pwd import time import pytest import platform import re import requests +import socket import pipes import subprocess import livestatus @@ -143,10 +145,22 @@ class Site(object): self.reuse = reuse self.url = "http://127.0.0.1/%s/check_mk/" % self.id + self._gather_livestatus_port() + + + @property + def livestatus_port(self): + if self._livestatus_port == None: + raise Exception("Livestatus TCP not opened yet") + return self._livestatus_port + @property def live(self): - return livestatus.SingleSiteConnection("unix:%s/tmp/run/live" % self.root) + live = livestatus.SingleSiteConnection("tcp:127.0.0.1:%d" % + self.livestatus_port) + live.set_timeout(2) + return live def execute(self, cmd, *args, **kwargs): @@ -197,7 +211,8 @@ class Site(object): def start(self): if not self.is_running(): assert omd(["start", self.id]) == 0 - assert self.is_running() == True + if not self.is_running(): + raise Exception("The site %s is not running completely after starting" % self.id) def exists(self): @@ -212,6 +227,52 @@ class Site(object): assert omd(["config", self.id, "set", key, val]) == 0 + def get_config(self, key): + p = self.execute(["omd", "config", "show", key], stdout=subprocess.PIPE) + return p.communicate()[0].strip() + + + def prepare_for_tests(self): + self.init_wato() + + + def init_wato(self): + web = WebSession(self) + web.login() + web.get(self.url + "wato.py") + assert os.path.exists(self.root + "/etc/check_mk/conf.d/wato/rules.mk"), \ + "Failed to initialize WATO data structures" + + + # This opens a currently free TCP port and remembers it in the object for later use + # Not free of races, but should be sufficient. + def open_livestatus_tcp(self): + if self.is_running(): + return + + self.set_config("LIVESTATUS_TCP", "on") + self.set_config("LIVESTATUS_TCP_PORT", str(self._livestatus_port)) + + + def _gather_livestatus_port(self): + if self.reuse and self.exists(): + port = int(self.get_config("LIVESTATUS_TCP_PORT")) + else: + port = 9123 + sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) + while sock.connect_ex(('127.0.0.1', port)) == 0: + port += 1 + + self._livestatus_port = port + + + # Problem: The group change only affects new sessions of the test_user + #def add_test_user_to_site_group(self): + # test_user = pwd.getpwuid(os.getuid())[0] + + # if os.system("sudo usermod -a -G %s %s" % (self.id, test_user)) >> 8 != 0: + # raise Exception("Failed to add test user \"%s\" to site group") + @pytest.fixture(scope="session") @@ -233,10 +294,9 @@ def site(request): edition=site_edition()) site.cleanup_if_wrong_version() site.create() + site.open_livestatus_tcp() site.start() - - # Hack: Make livestatus port read/writable for all to make tests possible without TCP ports - site.execute(["chmod", "0666", "%s/tmp/run/live" % site.root ]) + site.prepare_for_tests() def fin(): site.rm_if_not_reusing() @@ -367,6 +427,8 @@ class WebSession(requests.Session): secret_path = "%s/var/check_mk/web/cmkautomation/automation.secret" % self.site.root p = self.site.execute(["cat", secret_path], stdout=subprocess.PIPE) secret = p.communicate()[0].rstrip() + if secret == "": + raise Exception("Failed to read secret from %s" % secret_path) return { "_username" : "cmkautomation", diff --git a/tests/web/test_login.py b/tests/web/test_login.py index 5e03191..9804dee 100644 --- a/tests/web/test_login.py +++ b/tests/web/test_login.py @@ -2,11 +2,16 @@ # encoding: utf-8 import pytest -from testlib import site, web +from testlib import site, WebSession -# The web fixture of testlib is doing the login automatically. Check access to a page -# and then logout and check for disabled access. -def test_01_login_and_logout(site, web): +def test_01_login_and_logout(site): + web = WebSession(site) + + r = web.get(site.url + "wato.py") + assert "Global Settings" not in r.text + + web.login() + web.set_language("en") r = web.get(site.url + "wato.py") assert "Global Settings" in r.text