9391233749

Committed 05 Jun 2024 09:07PM UTC coverage: 88.057% (+0.1%) from 87.911%

Build # 9391233749

Build Type

Pull #1705

github

Committed by

web-flow

Commit Message

Merge f4e3b6f1b into c6f5f790b

Pull Request Pull Request #1705: Change memory object USM allocation ownership, and make execution asynchronous

Run Details

3276 of 3765 branches covered (87.01%)

Branch coverage included in aggregate %.

572 of 634 new or added lines in 23 files covered. (90.22%)

2 existing lines in 2 files now uncovered.

11212 of 12688 relevant lines covered (88.37%)

7552.79 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

96.2

/dpctl/utils/_order_manager.py

from collections import defaultdict
from contextvars import ContextVar

from .._sycl_event import SyclEvent
from .._sycl_queue import SyclQueue
from ._seq_order_keeper import _OrderManager


class _SequentialOrderManager:
    """
    Class to orchestrate default sequential order
    of the tasks offloaded from Python.
    """

    def __init__(self):
        self._state = _OrderManager(16)

    def __dealloc__(self):
        _local = self._state
        SyclEvent.wait_for(_local.get_submitted_events())
        SyclEvent.wait_for(_local.get_host_task_events())

    def add_event_pair(self, host_task_ev, comp_ev):
        _local = self._state
        if isinstance(host_task_ev, SyclEvent) and isinstance(
            comp_ev, SyclEvent
        ):
            _local.add_to_both_events(host_task_ev, comp_ev)
        else:
            if not isinstance(host_task_ev, (list, tuple)):
                host_task_ev = (host_task_ev,)
            if not isinstance(comp_ev, (list, tuple)):
                comp_ev = (comp_ev,)
            _local.add_vector_to_both_events(host_task_ev, comp_ev)

    @property
    def num_host_task_events(self):
        _local = self._state
        return _local.get_num_host_task_events()

    @property
    def num_submitted_events(self):
        _local = self._state
        return _local.get_num_submitted_events()

    @property
    def host_task_events(self):
        _local = self._state
        return _local.get_host_task_events()

    @property
    def submitted_events(self):
        _local = self._state
        return _local.get_submitted_events()

    def wait(self):
        _local = self._state
        return _local.wait()

    def __copy__(self):
        res = _SequentialOrderManager.__new__(_SequentialOrderManager)
        res._state = _OrderManager(self._state)
        return res


class SyclQueueToOrderManagerMap:
    """Utility class to ensure sequential ordering of offloaded
    tasks issued by dpctl.tensor functions"""

    def __init__(self):
        self._map = ContextVar(
            "global_order_manager_map",
            default=defaultdict(_SequentialOrderManager),
        )

    def __getitem__(self, q: SyclQueue) -> _SequentialOrderManager:
        """Get order manager for given SyclQueue"""
        _local = self._map.get()
        if not isinstance(q, SyclQueue):
            raise TypeError(f"Expected `dpctl.SyclQueue`, got {type(q)}")
        if q in _local:
            return _local[q]
        else:
            v = _local[q]
            _local[q] = v
            return v

    def clear(self):
        """Clear content of internal dictionary"""
        _local = self._map.get()
        _local.clear()


SequentialOrderManager = SyclQueueToOrderManagerMap()

1	from collections import defaultdict	1✔
2	from contextvars import ContextVar	1✔
3
4	from .._sycl_event import SyclEvent	1✔
5	from .._sycl_queue import SyclQueue	1✔
6	from ._seq_order_keeper import _OrderManager	1✔
7
8
9	class _SequentialOrderManager:	1✔
10	"""
11	Class to orchestrate default sequential order
12	of the tasks offloaded from Python.
13	"""
14
15	def __init__(self):	1✔
16	self._state = _OrderManager(16)	1✔
17
18	def __dealloc__(self):	1✔
NEW 19	_local = self._state	×
NEW 20	SyclEvent.wait_for(_local.get_submitted_events())	×
NEW 21	SyclEvent.wait_for(_local.get_host_task_events())	×
22
23	def add_event_pair(self, host_task_ev, comp_ev):	1✔
24	_local = self._state	1✔
25	if isinstance(host_task_ev, SyclEvent) and isinstance(	1✔
26	comp_ev, SyclEvent
27	):
28	_local.add_to_both_events(host_task_ev, comp_ev)	1✔
29	else:
30	if not isinstance(host_task_ev, (list, tuple)):	1✔
31	host_task_ev = (host_task_ev,)	1✔
32	if not isinstance(comp_ev, (list, tuple)):	1✔
33	comp_ev = (comp_ev,)	1✔
34	_local.add_vector_to_both_events(host_task_ev, comp_ev)	1✔
35
36	@property	1✔
37	def num_host_task_events(self):	1✔
38	_local = self._state	1✔
39	return _local.get_num_host_task_events()	1✔
40
41	@property	1✔
42	def num_submitted_events(self):	1✔
43	_local = self._state	1✔
44	return _local.get_num_submitted_events()	1✔
45
46	@property	1✔
47	def host_task_events(self):	1✔
48	_local = self._state	1✔
49	return _local.get_host_task_events()	1✔
50
51	@property	1✔
52	def submitted_events(self):	1✔
53	_local = self._state	1✔
54	return _local.get_submitted_events()	1✔
55
56	def wait(self):	1✔
57	_local = self._state	1✔
58	return _local.wait()	1✔
59
60	def __copy__(self):	1✔
61	res = _SequentialOrderManager.__new__(_SequentialOrderManager)	1✔
62	res._state = _OrderManager(self._state)	1✔
63	return res	1✔
64
65
66	class SyclQueueToOrderManagerMap:	1✔
67	"""Utility class to ensure sequential ordering of offloaded
68	tasks issued by dpctl.tensor functions"""
69
70	def __init__(self):	1✔
71	self._map = ContextVar(	1✔
72	"global_order_manager_map",
73	default=defaultdict(_SequentialOrderManager),
74	)
75
76	def __getitem__(self, q: SyclQueue) -> _SequentialOrderManager:	1✔
77	"""Get order manager for given SyclQueue"""
78	_local = self._map.get()	1✔
79	if not isinstance(q, SyclQueue):	1✔
80	raise TypeError(f"Expected `dpctl.SyclQueue`, got {type(q)}")	1✔
81	if q in _local:	1✔
82	return _local[q]	1✔
83	else:
84	v = _local[q]	1✔
85	_local[q] = v	1✔
86	return v	1✔
87
88	def clear(self):	1✔
89	"""Clear content of internal dictionary"""
90	_local = self._map.get()	1✔
91	_local.clear()	1✔
92
93
94	SequentialOrderManager = SyclQueueToOrderManagerMap()	1✔

IntelPython / dpctl / 9391233749

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous