360 lines
10 KiB
Python
Executable file
360 lines
10 KiB
Python
Executable file
#!/usr/bin/env python2
|
|
|
|
from __future__ import print_function
|
|
|
|
import __builtin__
|
|
|
|
import sys
|
|
reload(sys)
|
|
sys.setdefaultencoding('utf8')
|
|
import argparse
|
|
import datetime
|
|
import os
|
|
import signal
|
|
import subprocess
|
|
import time
|
|
|
|
|
|
display = "99"
|
|
devnull = open(os.devnull, "r+")
|
|
ok = ":white_check_mark:"
|
|
warning = ":warning:"
|
|
error = ":negative_squared_cross_mark:"
|
|
stress_duration = 10
|
|
repeats = 1
|
|
|
|
|
|
def print(*args, **kwargs):
|
|
if "end" not in kwargs:
|
|
kwargs["end"] = ""
|
|
r = __builtin__.print(*args, **kwargs)
|
|
__builtin__.print(" ")
|
|
else:
|
|
r = __builtin__.print(*args, **kwargs)
|
|
__builtin__.print("\n", end="")
|
|
return r
|
|
|
|
|
|
def print_err(*args, **kwargs):
|
|
print(*args, file=sys.stderr, **kwargs)
|
|
|
|
|
|
def run(cmd, output=False):
|
|
return subprocess.Popen(cmd,
|
|
stdin=devnull,
|
|
stdout=devnull if not output else subprocess.PIPE,
|
|
stderr=devnull if not output else subprocess.STDOUT,
|
|
shell=isinstance(cmd, basestring),
|
|
close_fds=True,
|
|
preexec_fn=os.setsid)
|
|
|
|
|
|
def stop(p):
|
|
os.killpg(os.getpgid(p.pid), signal.SIGTERM)
|
|
|
|
|
|
def sleep(n):
|
|
while n > 0:
|
|
sys.stderr.write(".")
|
|
sys.stderr.flush()
|
|
time.sleep(1)
|
|
n -= 1
|
|
|
|
|
|
def install_deps_ubuntu():
|
|
print_err("Installing dependencies...")
|
|
p = run(["sudo", "bash", "-c", "apt-get update; apt-get -y build-dep tint2; apt-get install -y git xvfb xsettingsd openbox compton x11-utils gnome-calculator"])
|
|
out, _ = p.communicate()
|
|
if p.returncode != 0:
|
|
print_err("Process exited with code:", p.returncode, "and output:", out)
|
|
raise RuntimeError("install_deps() failed!")
|
|
|
|
|
|
def start_xvfb():
|
|
stop_xvfb()
|
|
xvfb = run(["Xvfb", ":{0}".format(display), "-screen", "0", "1280x720x24", "-nolisten", "tcp", "-dpi", "96"])
|
|
if xvfb.poll() != None:
|
|
raise RuntimeError("Xvfb failed to start")
|
|
os.environ["DISPLAY"] = ":{0}".format(display)
|
|
return xvfb
|
|
|
|
|
|
def stop_xvfb():
|
|
run("kill $(netstat -ap 2>/dev/null | grep X{0} | grep LISTENING | grep -o '[0-9]*/Xvfb' | head -n 1 | cut -d / -f 1) 1>/dev/null 2>/dev/null ".format(display)).wait()
|
|
|
|
|
|
def start_xsettings():
|
|
return run(["xsettingsd", "-c", "./configs/xsettingsd.conf"])
|
|
|
|
|
|
def start_wm():
|
|
return run(["openbox", "--replace", "--config-file", "./configs/openbox.xml"])
|
|
|
|
def start_compositor():
|
|
return run(["compton", "--config", "./configs/compton.conf"])
|
|
|
|
|
|
def start_stressors():
|
|
stressors = []
|
|
stressors.append(run(["./workspaces-stress.sh"]))
|
|
return stressors
|
|
|
|
|
|
def stop_stressors(stressors):
|
|
for s in stressors:
|
|
stop(s)
|
|
|
|
|
|
def compute_min_med_fps(out):
|
|
samples = []
|
|
for line in out.split("\n"):
|
|
if "fps = " in line:
|
|
fps = float(line.split("fps = ", 1)[-1].split(" ")[0])
|
|
if fps > 0:
|
|
samples.append(fps)
|
|
samples.sort()
|
|
return min(samples), samples[len(samples)/2]
|
|
|
|
|
|
def get_mem_usage(pid):
|
|
value = None
|
|
with open("/proc/{0}/status".format(pid)) as f:
|
|
for line in f:
|
|
if line.startswith("VmRSS:"):
|
|
rss = line.split(":", 1)[-1].strip()
|
|
value, multiplier = rss.split(" ")
|
|
value = float(value)
|
|
if multiplier == "kB":
|
|
value *= 1024
|
|
else:
|
|
raise RuntimeError("Could not parse /proc/[pid]/status")
|
|
if not value:
|
|
value = 0
|
|
result = value * 1.0e-6
|
|
p = run("./meminfo.py --detailed --private $(pidof tint2)", output=True)
|
|
detailed, _ = p.communicate()
|
|
return result, detailed
|
|
|
|
|
|
def find_asan_leaks(out):
|
|
traces = []
|
|
trace = None
|
|
for line in out.split("\n"):
|
|
line = line.strip()
|
|
if " leak of " in line and " allocated from:" in line:
|
|
trace = []
|
|
if trace != None:
|
|
if line.startswith("#"):
|
|
trace.append(line)
|
|
else:
|
|
if any([ "tint2" in frame for frame in trace ]):
|
|
traces.append(trace)
|
|
trace = None
|
|
return traces
|
|
|
|
|
|
def test(tint2path, config, use_asan):
|
|
start_xvfb()
|
|
sleep(1)
|
|
start_xsettings()
|
|
start_wm()
|
|
sleep(1)
|
|
os.environ["DEBUG_FPS"] = "1"
|
|
os.environ["ASAN_OPTIONS"] = "detect_leaks=1"
|
|
tint2 = run([tint2path, "-c", config], True)
|
|
if tint2.poll() != None:
|
|
raise RuntimeError("tint2 failed to start")
|
|
sleep(1)
|
|
# Handle late compositor start
|
|
compton = start_compositor()
|
|
sleep(2)
|
|
# Stress test with compositor on
|
|
stressors = start_stressors()
|
|
sleep(stress_duration)
|
|
stop_stressors(stressors)
|
|
# Handle compositor stopping
|
|
stop(compton)
|
|
# Stress test with compositor off
|
|
stressors = start_stressors()
|
|
sleep(stress_duration)
|
|
stop_stressors(stressors)
|
|
# Handle WM restart
|
|
start_wm()
|
|
# Stress test with new WM
|
|
stressors = start_stressors()
|
|
sleep(stress_duration)
|
|
stop_stressors(stressors)
|
|
# Collect info
|
|
mem, mem_detail = get_mem_usage(tint2.pid)
|
|
stop(tint2)
|
|
out, _ = tint2.communicate()
|
|
exitcode = tint2.returncode
|
|
if exitcode != 0 and exitcode != 23:
|
|
print("tint2 crashed with exit code {0}!".format(exitcode))
|
|
print("Output:")
|
|
print("```\n" + out.strip() + "\n```")
|
|
return
|
|
min_fps, med_fps = compute_min_med_fps(out)
|
|
leaks = find_asan_leaks(out)
|
|
sys.stderr.write("\n")
|
|
if use_asan:
|
|
mem_status = ok + " (ASAN on)"
|
|
else:
|
|
mem_status = ok if mem < 20 else warning if mem < 40 else error
|
|
print("Memory usage: %.1f %s %s" % (mem, "MB", mem_status))
|
|
leak_status = ok if not leaks else error
|
|
print("Memory leak count:", len(leaks), leak_status)
|
|
for leak in leaks:
|
|
print("Memory leak:")
|
|
for line in leak:
|
|
print(line)
|
|
if mem_status != ok:
|
|
print("Memory usage details:")
|
|
print("```\n" + mem_detail.strip() + "\n```")
|
|
if use_asan:
|
|
fps_status = ok + " (ASAN on)"
|
|
else:
|
|
fps_status = ok if min_fps > 60 else warning if min_fps > 40 else error
|
|
print("FPS:", "min:", min_fps, "median:", med_fps, fps_status)
|
|
if mem_status != ok or leak_status != ok or fps_status != ok:
|
|
print("Output:")
|
|
print("```\n" + out.strip() + "\n```")
|
|
stop_xvfb()
|
|
|
|
|
|
def show_timestamp():
|
|
utc_datetime = datetime.datetime.utcnow()
|
|
print("Last updated:", utc_datetime.strftime("%Y-%m-%d %H:%M UTC"))
|
|
|
|
|
|
def show_git_info(src_dir):
|
|
out, _ = run("cd {0}; git show -s '--format=[%ci] %h %s %d'".format(src_dir), True).communicate()
|
|
print("Last commit:", out.strip())
|
|
diff, _ = run("cd {0}; git diff".format(src_dir), True).communicate()
|
|
diff = diff.strip()
|
|
diff_staged, _ = run("cd {0}; git diff --staged".format(src_dir), True).communicate()
|
|
diff_staged = diff_staged.strip()
|
|
if diff or diff_staged:
|
|
print("Repository not clean", warning)
|
|
if diff:
|
|
print("Diff:")
|
|
print("```\n" + diff + "\n```")
|
|
if diff_staged:
|
|
print("Diff staged:")
|
|
print("```\n" + diff_staged + "\n```")
|
|
|
|
|
|
def show_system_info():
|
|
out, _ = run("lsb_release -sd", True).communicate()
|
|
out = out.strip()
|
|
print("System:", out)
|
|
out, _ = run("echo \"$(cat /proc/cpuinfo | grep 'model name' | head -n1 | cut -d ':' -f2) with $(cat /proc/cpuinfo | grep processor | wc -l) cores\"", True).communicate()
|
|
out = out.strip()
|
|
print("Hardware:", out)
|
|
out, _ = run("cc --version | head -n1", True).communicate()
|
|
out = out.strip()
|
|
print("Compiler:", out)
|
|
|
|
|
|
def compile_and_report(src_dir, use_asan):
|
|
print_err("Compiling...")
|
|
print("# Compilation")
|
|
if use_asan:
|
|
cmake_flags = "-DCMAKE_BUILD_TYPE=Debug -DENABLE_ASAN=ON '-DCMAKE_CXX_FLAGS_DEBUG=-O0 -g3 -gdwarf-2 -fsanitize=address -fno-common -fno-omit-frame-pointer -rdynamic -Wshadow' '-DCMAKE_EXE_LINKER_FLAGS=-O0 -g3 -gdwarf-2 -fsanitize=address -fno-common -fno-omit-frame-pointer -rdynamic -fuse-ld=gold'"
|
|
else:
|
|
cmake_flags = ""
|
|
print("Flags:", "`" + cmake_flags + "`")
|
|
start = time.time()
|
|
c = run("rm -rf build; mkdir build; cd build; cmake {0} {1} ; make -j7".format(cmake_flags, src_dir), True)
|
|
out, _ = c.communicate()
|
|
duration = time.time() - start
|
|
if c.returncode != 0:
|
|
print("Status: Failed!", error)
|
|
print("Output:")
|
|
print("```\n" + out.strip() + "\n```")
|
|
raise RuntimeError("compilation failed")
|
|
if "warning:" in out:
|
|
print("Status: Succeeded with warnings!", warning)
|
|
print("Warnings:")
|
|
print("```", end="")
|
|
for line in out.split("\n"):
|
|
if "warning:" in line:
|
|
print(line, end="")
|
|
print("```", end="")
|
|
else:
|
|
print("Status: Succeeded in %.1f seconds" % (duration,), ok)
|
|
|
|
|
|
def run_test(config, index, use_asan):
|
|
print_err("Running test", index, "for config", config)
|
|
print("# Test", index, "(ASAN on)" if use_asan else "")
|
|
print("Config: [{0}]({1})".format(config.split("/")[-1].replace(".tint2rc", ""), "https://gitlab.com/o9000/tint2/blob/master/test/" + config))
|
|
for i in range(repeats):
|
|
test("./build/tint2", config, use_asan)
|
|
|
|
|
|
def run_tests(use_asan):
|
|
print_err("Running tests...")
|
|
configs = []
|
|
configs += ["../themes/" + s for s in os.listdir("../themes")]
|
|
index = 0
|
|
for config in configs:
|
|
index += 1
|
|
run_test(config, index, use_asan)
|
|
print("")
|
|
|
|
|
|
def get_default_src_dir():
|
|
return os.path.realpath(os.path.dirname(os.path.realpath(__file__)) + "/../")
|
|
|
|
|
|
def check_busy():
|
|
print_err("Checking if system is busy...")
|
|
out, _ = run("top -bn5 | grep 'Cpu(s)' | grep -o '[0-9\.]* id' | cut -d ' ' -f 1", True).communicate()
|
|
load_samples = []
|
|
for line in out.split("\n"):
|
|
line = line.strip()
|
|
if line:
|
|
load_samples.append(100. - float(line))
|
|
load_samples.sort()
|
|
load = load_samples[len(load_samples)/2]
|
|
if load > 10.0:
|
|
raise RuntimeError("The system appears busy. Load: %f.1%%." % (load,))
|
|
|
|
|
|
def checkout(version):
|
|
print_err("Checking out tint2 version", version, "...")
|
|
p = run("rm -rf tmpclone; git clone https://gitlab.com/o9000/tint2.git tmpclone; cd tmpclone; git checkout {0}".format(version), True)
|
|
out, _ = p.communicate()
|
|
if p.returncode != 0:
|
|
print_err(out)
|
|
raise RuntimeError("git clone failed!")
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--src_dir", default=get_default_src_dir())
|
|
parser.add_argument("--for_version", default="HEAD")
|
|
parser.add_argument("--install_deps", dest="install_deps", action="store_true")
|
|
parser.set_defaults(install_deps=False)
|
|
args = parser.parse_args()
|
|
if args.install_deps:
|
|
install_deps_ubuntu()
|
|
return
|
|
if args.for_version != "HEAD":
|
|
checkout(args.for_version)
|
|
args.src_dir = "./tmpclone"
|
|
args.src_dir = os.path.realpath(args.src_dir)
|
|
stop_xvfb()
|
|
check_busy()
|
|
show_timestamp()
|
|
show_git_info(args.src_dir)
|
|
show_system_info()
|
|
for use_asan in [True, False]:
|
|
compile_and_report(args.src_dir, use_asan)
|
|
run_tests(use_asan)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.stdout = os.fdopen(sys.stdout.fileno(), "w", 0)
|
|
main()
|