5569657923

pending completion

Build # 5569657923

Build Type

Pull #206

github-actions

Committed by

web-flow

Commit Message

Merge 7cd76d976 into 4e7f0acf5

Pull Request Pull Request #206: Implement an concurrent.futures.Executor for pysqa

Run Details

130 of 130 new or added lines in 5 files covered. (100.0%)

839 of 984 relevant lines covered (85.26%)

0.85 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

67.86

/pysqa/executor/backend.py

import os
import sys

from pympipool import PoolExecutor
from pysqa.executor.helper import (
    read_from_file,
    deserialize,
    write_to_file,
    serialize_result,
)


def execute_files_from_list(tasks_in_progress_dict, cache_directory, executor):
    file_lst = os.listdir(cache_directory)
    for file_name_in in file_lst:
        key = file_name_in.split(".in.pl")[0]
        file_name_out = key + ".out.pl"
        if (
            file_name_in.endswith(".in.pl")
            and file_name_out not in file_lst
            and file_name_out not in tasks_in_progress_dict.keys()
        ):
            funct_dict = read_from_file(
                file_name=os.path.join(cache_directory, file_name_in)
            )
            apply_dict = deserialize(funct_dict=funct_dict)
            for k, v in apply_dict.items():
                tasks_in_progress_dict[k] = executor.submit(
                    v["fn"], *v["args"], **v["kwargs"]
                )
    for k, v in tasks_in_progress_dict.items():
        if v.done():
            write_to_file(
                funct_dict=serialize_result(result_dict={k: v.result()}),
                state="out",
                cache_directory=cache_directory,
            )


def execute_tasks(cores, cache_directory):
    tasks_in_progress_dict = {}
    with PoolExecutor(
        max_workers=cores,
        oversubscribe=False,
        enable_flux_backend=False,
        enable_slurm_backend=False,
        init_function=None,
        cwd=cache_directory,
        queue_adapter=None,
        queue_adapter_kwargs=None,
    ) as exe:
        while True:
            execute_files_from_list(
                tasks_in_progress_dict=tasks_in_progress_dict,
                cache_directory=cache_directory,
                executor=exe,
            )


def command_line(arguments_lst=None):
    if arguments_lst is None:
        arguments_lst = sys.argv[1:]
    cores_arg = arguments_lst[arguments_lst.index("--cores") + 1]
    path_arg = arguments_lst[arguments_lst.index("--path") + 1]
    execute_tasks(cores=cores_arg, cache_directory=path_arg)

1	import os	1✔
2	import sys	1✔
3
4	from pympipool import PoolExecutor	1✔
5	from pysqa.executor.helper import (	1✔
6	read_from_file,
7	deserialize,
8	write_to_file,
9	serialize_result,
10	)
11
12
13	def execute_files_from_list(tasks_in_progress_dict, cache_directory, executor):	1✔
14	file_lst = os.listdir(cache_directory)	1✔
15	for file_name_in in file_lst:	1✔
16	key = file_name_in.split(".in.pl")[0]	1✔
17	file_name_out = key + ".out.pl"	1✔
18	if (	1✔
19	file_name_in.endswith(".in.pl")
20	and file_name_out not in file_lst
21	and file_name_out not in tasks_in_progress_dict.keys()
22	):
23	funct_dict = read_from_file(	1✔
24	file_name=os.path.join(cache_directory, file_name_in)
25	)
26	apply_dict = deserialize(funct_dict=funct_dict)	1✔
27	for k, v in apply_dict.items():	1✔
28	tasks_in_progress_dict[k] = executor.submit(	1✔
29	v["fn"], v["args"], *v["kwargs"]
30	)
31	for k, v in tasks_in_progress_dict.items():	1✔
32	if v.done():	1✔
33	write_to_file(	1✔
34	funct_dict=serialize_result(result_dict={k: v.result()}),
35	state="out",
36	cache_directory=cache_directory,
37	)
38
39
40	def execute_tasks(cores, cache_directory):	1✔
41	tasks_in_progress_dict = {}	×
42	with PoolExecutor(	×
43	max_workers=cores,
44	oversubscribe=False,
45	enable_flux_backend=False,
46	enable_slurm_backend=False,
47	init_function=None,
48	cwd=cache_directory,
49	queue_adapter=None,
50	queue_adapter_kwargs=None,
51	) as exe:
52	while True:	×
53	execute_files_from_list(	×
54	tasks_in_progress_dict=tasks_in_progress_dict,
55	cache_directory=cache_directory,
56	executor=exe,
57	)
58
59
60	def command_line(arguments_lst=None):	1✔
61	if arguments_lst is None:	×
62	arguments_lst = sys.argv[1:]	×
63	cores_arg = arguments_lst[arguments_lst.index("--cores") + 1]	×
64	path_arg = arguments_lst[arguments_lst.index("--path") + 1]	×
65	execute_tasks(cores=cores_arg, cache_directory=path_arg)	×

pyiron / pysqa / 5569657923

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous