zopefoundation / z3c.recipe.compattest / 12

pending completion

Build # 12

Build Type

Pull #3

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/zopefoundation/z3c.recipe.compattest/commit/<a class=hub.com/zopefoundation/z3c.recipe.compattest/commit/<a class="double-link" href="https://git"><a class=hub.com/zopefoundation/z3c.recipe.compattest/commit/<a class="double-link" href="https://git"><a class=hub.com/zopefoundation/z3c.recipe.compattest/commit/<a class="double-link" href="https://git"><a class=hub.com/zopefoundation/z3c.recipe.compattest/commit/cc3a09131ebafff46ab9f4dadcbedf098618c3bd">cc3a09131">&lt;a href=&quot;https://github.com/zopefoundation/z3c.recipe.compattest/commit/</a><a class="double-link" href="https://github.com/zopefoundation/z3c.recipe.compattest/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/zopefoundation/z3c.recipe.compattest/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/zopefoundation/z3c.recipe.compattest/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/zopefoundation/z3c.recipe.compattest/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/zopefoundation/z3c.recipe.compattest/commit/cc3a09131ebafff46ab9f4dadcbedf098618c3bd">cc3a09131</a><a href="https://github.com/zopefoundation/z3c.recipe.compattest/commit/cc3a09131ebafff46ab9f4dadcbedf098618c3bd">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/zopefoundation/z3c.recipe.compattest/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/zopefoundation/z3c.recipe.compattest/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/zopefoundation/z3c.recipe.compattest/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/zopefoundation/z3c.recipe.compattest/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/zopefoundation/z3c.recipe.compattest/commit/cc3a09131ebafff46ab9f4dadcbedf098618c3bd&quot;&gt;cc3a09131&lt;/a&gt;&lt;a href=&quot;https://github.com/zopefoundation/z3c.recipe.compattest/commit/cc3a09131ebafff46ab9f4dadcbedf098618c3bd&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/zopefoundation/z3c.recipe.compattest/comm... (continued)

Pull Request Pull Request #3: Modernize Python versions, fix tests, and fix file leaks.

Run Details

43 of 43 new or added lines in 4 files covered. (100.0%)

197 of 206 relevant lines covered (95.63%)

5.74 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

90.24

/src/z3c/recipe/compattest/runner.py

from __future__ import print_function
import os.path
import subprocess
import sys
import time
import pickle

from io import StringIO


def usage():
    print("""
usage: %s [OPTIONS]

All given options will be passed to each test runner. To know which
options you can use, refer to the test runner documentation.
""" % sys.argv[0])

windoze = sys.platform.startswith('win')


class Job(object):
    exitcode = None
    process = None
    began = 0
    end = 0

    def __init__(self, script, args):
        self.script = script
        self.args = args
        self.name = os.path.basename(script)
        self.output = StringIO()

    def start(self):
        self.began = time.time()

        cmd = [self.script]
        # We are dealing with two problems: windoze and virtualenv.
        if windoze:
            # Use zc.buildout internal to sniff a virtualenv.
            cmd = [self.script + '.exe']

        self.process = subprocess.Popen(
            cmd + ['--exit-with-status'] + self.args,
            stdin=subprocess.PIPE,
            stdout=subprocess.PIPE,
            stderr=subprocess.STDOUT,
            close_fds=not windoze,
        )

    def poll(self):
        if self.process is not None:
            self.exitcode = self.process.poll()
        if self.exitcode is not None and self.process is not None:
            self.end = time.time()
            # We're done, get all remaining output, and
            # close the pipes.
            data = self.process.communicate()[0]
            self.process = None
        else:
            # We're not done, so just get some
            data = self.process.stdout.readline()
        self.output.write(data.replace(b'\r\n', b'\n').decode('utf-8'))



def main(max_jobs, *scripts, **options):
    argv = sys.argv[1:]
    if '-h' in argv or '--help' in argv:
        usage()
        return

    running = []
    completed = []
    scripts = list(scripts)

    # Read statistics from the last run and re-order testing to start
    # the slowest tests first.
    stat_file_name = os.path.join(os.path.expanduser('~'), '.zope.teststats')
    try:
        with open(stat_file_name, 'rb') as stat_file:
            stats = pickle.load(stat_file)
    except IOError:
        stats = {}

    if stats:
        default_time = sum(stats.values()) / float(len(stats))
    else:
        default_time = 0
    scripts.sort(
        key=lambda package: -stats.get(os.path.basename(package), default_time)
        )

    # Main loop for controlling test runs
    while scripts or running:
        for job in running:
            job.poll()
            if job.exitcode is None:
                continue
            completed.append(job)
            running.remove(job)
            if job.exitcode:
                print(job.name, "failed with:")
                print(job.output.getvalue())

        while (len(running) < max_jobs) and scripts:
            script = scripts.pop(0)
            job = Job(script, sys.argv[1:])
            print("Running", job.name)
            job.start()
            running.append(job)

    # Result output
    failures = [job for job in completed if job.exitcode]
    print(len(failures), "failure(s).")
    for job in failures:
        print("-", job.name)

    # Store statistics
    for job in completed:
        stats[job.name] = job.end - job.began

    try:
        with open(stat_file_name, 'wb') as stat_file:
            pickle.dump(stats, stat_file)
    except IOError:
        # Statistics aren't that important. Just ignore that.
        pass

    if not options.get('no_exit_code') and failures:
        sys.exit(1)

1	from __future__ import print_function	6✔
2	import os.path	6✔
3	import subprocess	6✔
4	import sys	6✔
5	import time	6✔
6	import pickle	6✔
7
8	from io import StringIO	6✔
9
10
11	def usage():	6✔
12	print("""	×
13	usage: %s [OPTIONS]
14
15	All given options will be passed to each test runner. To know which
16	options you can use, refer to the test runner documentation.
17	""" % sys.argv[0])
18
19	windoze = sys.platform.startswith('win')	6✔
20
21
22	class Job(object):	6✔
23	exitcode = None	6✔
24	process = None	6✔
25	began = 0	6✔
26	end = 0	6✔
27
28	def __init__(self, script, args):	6✔
29	self.script = script	6✔
30	self.args = args	6✔
31	self.name = os.path.basename(script)	6✔
32	self.output = StringIO()	6✔
33
34	def start(self):	6✔
35	self.began = time.time()	6✔
36
37	cmd = [self.script]	6✔
38	# We are dealing with two problems: windoze and virtualenv.
39	if windoze:	6✔
40	# Use zc.buildout internal to sniff a virtualenv.
41	cmd = [self.script + '.exe']	×
42
43	self.process = subprocess.Popen(	6✔
44	cmd + ['--exit-with-status'] + self.args,
45	stdin=subprocess.PIPE,
46	stdout=subprocess.PIPE,
47	stderr=subprocess.STDOUT,
48	close_fds=not windoze,
49	)
50
51	def poll(self):	6✔
52	if self.process is not None:	6✔
53	self.exitcode = self.process.poll()	6✔
54	if self.exitcode is not None and self.process is not None:	6✔
55	self.end = time.time()	6✔
56	# We're done, get all remaining output, and
57	# close the pipes.
58	data = self.process.communicate()[0]	6✔
59	self.process = None	6✔
60	else:
61	# We're not done, so just get some
62	data = self.process.stdout.readline()	6✔
63	self.output.write(data.replace(b'\r\n', b'\n').decode('utf-8'))	6✔
64
65
66
67	def main(max_jobs, scripts, *options):	6✔
68	argv = sys.argv[1:]	6✔
69	if '-h' in argv or '--help' in argv:	6✔
70	usage()	×
71	return	×
72
73	running = []	6✔
74	completed = []	6✔
75	scripts = list(scripts)	6✔
76
77	# Read statistics from the last run and re-order testing to start
78	# the slowest tests first.
79	stat_file_name = os.path.join(os.path.expanduser('~'), '.zope.teststats')	6✔
80	try:	6✔
81	with open(stat_file_name, 'rb') as stat_file:	6✔
82	stats = pickle.load(stat_file)	×
83	except IOError:	6✔
84	stats = {}	6✔
85
86	if stats:	6✔
87	default_time = sum(stats.values()) / float(len(stats))	×
88	else:
89	default_time = 0	6✔
90	scripts.sort(	6✔
91	key=lambda package: -stats.get(os.path.basename(package), default_time)
92	)
93
94	# Main loop for controlling test runs
95	while scripts or running:	6✔
96	for job in running:	6✔
97	job.poll()	6✔
98	if job.exitcode is None:	6✔
99	continue	6✔
100	completed.append(job)	6✔
101	running.remove(job)	6✔
102	if job.exitcode:	6✔
103	print(job.name, "failed with:")	6✔
104	print(job.output.getvalue())	6✔
105
106	while (len(running) < max_jobs) and scripts:	6✔
107	script = scripts.pop(0)	6✔
108	job = Job(script, sys.argv[1:])	6✔
109	print("Running", job.name)	6✔
110	job.start()	6✔
111	running.append(job)	6✔
112
113	# Result output
114	failures = [job for job in completed if job.exitcode]	6✔
115	print(len(failures), "failure(s).")	6✔
116	for job in failures:	6✔
117	print("-", job.name)	6✔
118
119	# Store statistics
120	for job in completed:	6✔
121	stats[job.name] = job.end - job.began	6✔
122
123	try:	6✔
124	with open(stat_file_name, 'wb') as stat_file:	6✔
125	pickle.dump(stats, stat_file)	×
126	except IOError:	6✔
127	# Statistics aren't that important. Just ignore that.
128	pass	6✔
129
130	if not options.get('no_exit_code') and failures:	6✔
131	sys.exit(1)	×

zopefoundation / z3c.recipe.compattest / 12

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous