6822522522

Committed 10 Nov 2023 08:32AM UTC coverage: 44.012% (+1.6%) from 42.408%

Build # 6822522522

Build Type

push

github

Committed by

web-flow

Commit Message

Merge pull request #1141 from SpiNNakerManchester/roc_part

FrontEndCommon typing

Run Details

817 of 3284 branches covered (0.0%)

Branch coverage included in aggregate %.

2141 of 3218 new or added lines in 161 files covered. (66.53%)

157 existing lines in 53 files now uncovered.

5537 of 11153 relevant lines covered (49.65%)

0.5 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

26.45

/spinn_front_end_common/interface/interface_functions/spalloc_allocator.py

# Copyright (c) 2016 The University of Manchester
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from contextlib import AbstractContextManager, ExitStack
import logging
import math
from typing import ContextManager, Dict, Tuple, Optional, Union, cast
from spinn_utilities.config_holder import (
    get_config_bool, get_config_str_or_none, get_config_str_list)
from spinn_utilities.log import FormatAdapter
from spinn_utilities.overrides import overrides
from spinn_utilities.typing.coords import XY
from spinn_utilities.config_holder import get_config_int, get_config_str
from spalloc_client import Job  # type: ignore[import]
from spalloc_client.states import JobState  # type: ignore[import]
from spinnman.constants import SCP_SCAMP_PORT
from spinnman.spalloc import (
    is_server_address, SpallocClient, SpallocJob, SpallocState)
from spinn_front_end_common.abstract_models.impl import (
    MachineAllocationController)
from spinn_front_end_common.data import FecDataView
from spinn_front_end_common.interface.provenance import ProvenanceWriter
from spinn_front_end_common.utilities.utility_calls import parse_old_spalloc
from spinnman.transceiver import Transceiver
from spinnman.connections.udp_packet_connections import (
    SCAMPConnection, EIEIOConnection)

logger = FormatAdapter(logging.getLogger(__name__))
_MACHINE_VERSION = 5  # Spalloc only ever works with v5 boards


class SpallocJobController(MachineAllocationController):
    __slots__ = (
        # the spalloc job object
        "_job",
        # the current job's old state
        "_state",
        "__client",
        "__closer",
        "__use_proxy"
    )

    def __init__(
            self, client: SpallocClient, job: SpallocJob,
            task: AbstractContextManager, use_proxy: bool):
        """
        :param ~spinnman.spalloc.SpallocClient client:
        :param ~spinnman.spalloc.SpallocJob job:
        :param task:
        :type task:
            ~spinn_utilities.abstract_context_manager.AbstractContextManager
        :param bool use_proxy:
        """
        if job is None:
            raise TypeError("must have a real job")
        self.__client = client
        self.__closer = task
        self._job = job
        self._state = job.get_state()
        self.__use_proxy = use_proxy
        super().__init__("SpallocJobController")

    @property
    def job(self) -> SpallocJob:
        return self._job

    @overrides(MachineAllocationController.extend_allocation)
    def extend_allocation(self, new_total_run_time: float):
        # Does Nothing in this allocator - machines are held until exit
        pass

    def __stop(self) -> None:
        self.__closer.__exit__(None, None, None)
        self._job.destroy()
        self.__client.close()

    @overrides(MachineAllocationController.close)
    def close(self) -> None:
        super().close()
        self.__stop()

    @overrides(MachineAllocationController.where_is_machine)
    def where_is_machine(
            self, chip_x: int, chip_y: int) -> Tuple[int, int, int]:
        """
        :param int chip_x:
        :param int chip_y:
        :rtype: tuple(int,int,int)
        """
        result = self._job.where_is_machine(x=chip_x, y=chip_y)
        if result is None:
            raise ValueError("coordinates lie outside machine")
        return result

    @overrides(MachineAllocationController._wait)
    def _wait(self) -> bool:
        try:
            if self._state != SpallocState.DESTROYED:
                self._state = self._job.wait_for_state_change(self._state)
        except TypeError:
            pass
        except Exception as e:  # pylint: disable=broad-except
            if not self._exited:
                raise e
        return self._state != SpallocState.DESTROYED

    @overrides(MachineAllocationController._teardown)
    def _teardown(self) -> None:
        if not self._exited:
            self.__stop()
        super()._teardown()

    @overrides(MachineAllocationController.create_transceiver,
               extend_doc=True)
    def create_transceiver(self) -> Transceiver:
        """
        .. note::
            This allocation controller proxies the transceiver's connections
            via Spalloc. This allows it to work even outside the UNIMAN
            firewall.
        """
        if not self.__use_proxy:
            return super().create_transceiver()
        txrx = self._job.create_transceiver()
        return txrx

    @overrides(MachineAllocationController.can_create_transceiver)
    def can_create_transceiver(self) -> bool:
        if not self.__use_proxy:
            return super().can_create_transceiver()
        return True

    @overrides(MachineAllocationController.open_sdp_connection,
               extend_doc=True)
    def open_sdp_connection(
            self, chip_x: int, chip_y: int,
            udp_port: int = SCP_SCAMP_PORT) -> Optional[SCAMPConnection]:
        """
        .. note::
            This allocation controller proxies connections via Spalloc. This
            allows it to work even outside the UNIMAN firewall.
        """
        if not self.__use_proxy:
            return super().open_sdp_connection(chip_x, chip_y, udp_port)
        return self._job.connect_to_board(chip_x, chip_y, udp_port)

    @overrides(MachineAllocationController.open_eieio_connection,
               extend_doc=True)
    def open_eieio_connection(
            self, chip_x: int, chip_y: int) -> Optional[EIEIOConnection]:
        """
        .. note::
            This allocation controller proxies connections via Spalloc. This
            allows it to work even outside the UNIMAN firewall.
        """
        if not self.__use_proxy:
            return super().open_eieio_connection(chip_x, chip_y)
        return self._job.open_eieio_connection(chip_x, chip_y)

    @overrides(MachineAllocationController.open_eieio_listener,
               extend_doc=True)
    def open_eieio_listener(self) -> EIEIOConnection:
        """
        .. note::
            This allocation controller proxies connections via Spalloc. This
            allows it to work even outside the UNIMAN firewall.
        """
        if not self.__use_proxy:
            return super().open_eieio_listener()
        return self._job.open_eieio_listener_connection()

    @property
    @overrides(MachineAllocationController.proxying)
    def proxying(self) -> bool:
        return self.__use_proxy

    @overrides(MachineAllocationController.make_report)
    def make_report(self, filename):
        with open(filename, "w", encoding="utf-8") as report:
            report.write(f"Job: {self._job}")


class _OldSpallocJobController(MachineAllocationController):
    __slots__ = (
        # the spalloc job object
        "_job",
        # the current job's old state
        "_state"
    )

    def __init__(self, job: Job, host: str):
        """
        :param ~spalloc.job.Job job:
        """
        if job is None:
            raise TypeError("must have a real job")
        self._job = job
        self._state = job.state
        super().__init__("SpallocJobController", host)

    @overrides(MachineAllocationController.extend_allocation)
    def extend_allocation(self, new_total_run_time: float):
        # Does Nothing in this allocator - machines are held until exit
        pass

    @overrides(MachineAllocationController.close)
    def close(self) -> None:
        super().close()
        self._job.destroy()

    @property
    def power(self) -> bool:
        """
        :rtype: bool
        """
        return self._job.power

    def set_power(self, power: bool):
        """
        :param bool power:
        """
        self._job.set_power(power)
        if power:
            self._job.wait_until_ready()

    @overrides(MachineAllocationController.where_is_machine)
    def where_is_machine(self, chip_x, chip_y):
        return self._job.where_is_machine(chip_y=chip_y, chip_x=chip_x)

    @overrides(MachineAllocationController._wait)
    def _wait(self):
        try:
            if self._state != JobState.destroyed:
                self._state = self._job.wait_for_state_change(self._state)
        except TypeError:
            pass
        except Exception as e:  # pylint: disable=broad-except
            if not self._exited:
                raise e
        return self._state != JobState.destroyed

    @overrides(MachineAllocationController._teardown)
    def _teardown(self) -> None:
        if not self._exited:
            self._job.close()
        super()._teardown()


_MACHINE_VERSION = 5


def spalloc_allocator(
        bearer_token: Optional[str] = None, group: Optional[str] = None,
        collab: Optional[str] = None, nmpi_job: Union[int, str, None] = None,
        nmpi_user: Optional[str] = None) -> Tuple[
            str, int, None, bool, bool, Dict[XY, str],
            MachineAllocationController]:
    """
    Request a machine from a SPALLOC server that will fit the given
    number of chips.

    :param bearer_token: The bearer token to use
    :type bearer_token: str or None
    :param group: The group to associate with or None for no group
    :type group: str or None
    :param collab: The collab to associate with or None for no collab
    :type collab: str or None
    :param nmpi_job: The NMPI Job to associate with or None for no job
    :type nmpi_job: str or None
    :param nmpi_user: The NMPI username to associate with or None for no user
    :type nmpi_user: str or None
    :return:
        host, board version, BMP details, reset on startup flag,
        auto-detect BMP flag, board address map, allocation controller
    :rtype: tuple(str, int, object, bool, bool, dict(tuple(int,int),str),
        MachineAllocationController)
    """
    spalloc_server = get_config_str("Machine", "spalloc_server")

    # Work out how many boards are needed
    if FecDataView.has_n_boards_required():
        n_boards = FecDataView.get_n_boards_required()
    else:
        n_chips = FecDataView.get_n_chips_needed()
        # reduce max chips by 2 in case you get a bad board(s)
        chips_div = FecDataView.get_machine_version().n_chips_per_board - 2
        n_boards_float = float(n_chips) / chips_div
        logger.info("{:.2f} Boards Required for {} chips",
                    n_boards_float, n_chips)
        # If the number of boards rounded up is less than 50% of a board
        # bigger than the actual number of boards,
        # add another board just in case.
        n_boards = int(math.ceil(n_boards_float))
        if n_boards - n_boards_float < 0.5:
            n_boards += 1

    if is_server_address(spalloc_server):
        host, connections, mac = _allocate_job_new(
            spalloc_server, n_boards, bearer_token, group, collab,
            int(nmpi_job) if nmpi_job is not None else None,
            nmpi_user)
    else:
        host, connections, mac = _allocate_job_old(spalloc_server, n_boards)
    return (host, _MACHINE_VERSION, None, False, False, connections, mac)


def _allocate_job_new(
        spalloc_server: str, n_boards: int,
        bearer_token: Optional[str] = None, group: Optional[str] = None,
        collab: Optional[str] = None, nmpi_job: Optional[int] = None,
        nmpi_user: Optional[str] = None) -> Tuple[
            str, Dict[XY, str], MachineAllocationController]:
    """
    Request a machine from an new-style spalloc server that will fit the
    given number of boards.

    :param str spalloc_server:
        The server from which the machine should be requested
    :param int n_boards: The number of boards required
    :param bearer_token: The bearer token to use
    :type bearer_token: str or None
    :param group: The group to associate with or None for no group
    :type group: str or None
    :param collab: The collab to associate with or None for no collab
    :type collab: str or None
    :param nmpi_job: The NMPI Job to associate with or None for no job
    :type nmpi_job: int or None
    :param nmpi_user: The NMPI username to associate with or None for no user
    :type nmpi_user: str or None

    :rtype: tuple(str, dict(tuple(int,int),str), MachineAllocationController)
    """
    logger.info(f"Requesting job with {n_boards} boards")
    with ExitStack() as stack:
        spalloc_machine = get_config_str_or_none("Machine", "spalloc_machine")
        use_proxy = get_config_bool("Machine", "spalloc_use_proxy")
        client = SpallocClient(
            spalloc_server, bearer_token=bearer_token, group=group,
            collab=collab, nmpi_job=nmpi_job, nmpi_user=nmpi_user)
        stack.enter_context(cast(ContextManager[SpallocClient], client))
        job = client.create_job(n_boards, spalloc_machine)
        stack.enter_context(job)
        task = job.launch_keepalive_task()
        stack.enter_context(task)
        job.wait_until_ready()
        connections = job.get_connections()
        with ProvenanceWriter() as db:
            db.insert_board_provenance(connections)
        root = connections.get((0, 0), None)
        if logger.isEnabledFor(logging.DEBUG):
            logger.debug(
                "boards: {}",
                str(connections).replace("{", "[").replace("}", "]"))
        allocation_controller = SpallocJobController(
            client, job, task, use_proxy or False)
        # Success! We don't want to close the client, job or task now;
        # the allocation controller now owns them.
        stack.pop_all()
    assert root is not None, "no root of ready board"
    return (root, connections, allocation_controller)


def _allocate_job_old(spalloc_server: str, n_boards: int) -> Tuple[
        str, Dict[XY, str], MachineAllocationController]:
    """
    Request a machine from an old-style spalloc server that will fit the
    requested number of boards.

    :param str spalloc_server:
        The server from which the machine should be requested
    :param int n_boards: The number of boards required
    :rtype: tuple(str, dict(tuple(int,int),str), MachineAllocationController)
    """
    host, port, user = parse_old_spalloc(
        spalloc_server, get_config_int("Machine", "spalloc_port"),
        get_config_str("Machine", "spalloc_user"))
    spalloc_kwargs = {
        'hostname': host,
        'port': port,
        'owner': user
    }
    spalloc_machine = get_config_str_or_none("Machine", "spalloc_machine")

    if spalloc_machine is not None:
        spalloc_kwargs['machine'] = spalloc_machine

    job, hostname, scamp_connection_data = _launch_checked_job_old(
        n_boards, spalloc_kwargs)
    machine_allocation_controller = _OldSpallocJobController(job, hostname)
    return (hostname, scamp_connection_data, machine_allocation_controller)


def _launch_checked_job_old(n_boards: int, spalloc_kwargs: dict) -> Tuple[
        Job, str, Dict[XY, str]]:
    """
    :rtype: tuple(~.Job, str, dict(tuple(int,int),str))
    """
    logger.info(f"Requesting job with {n_boards} boards")
    avoid_boards = get_config_str_list("Machine", "spalloc_avoid_boards")
    avoid_jobs = []
    try:
        while True:
            job = Job(n_boards, **spalloc_kwargs)
            try:
                job.wait_until_ready()
                # get param from jobs before starting, so that hanging doesn't
                # occur
                hostname = job.hostname
            except Exception as ex:
                job.destroy(str(ex))
                raise
            connections = job.connections
            if logger.isEnabledFor(logging.DEBUG):
                logger.debug("boards: {}",
                             str(connections).replace("{", "[").replace(
                                 "}", "]"))
            with ProvenanceWriter() as db:
                db.insert_board_provenance(connections)
            if hostname not in avoid_boards:
                break
            avoid_jobs.append(job)
            logger.warning(
                f"Asking for new job as {hostname} "
                f"as in the spalloc_avoid_boards list")
    finally:
        if avoid_boards:
            for key in list(connections.keys()):
                if connections[key] in avoid_boards:
                    logger.warning(
                        f"Removing connection info for {connections[key]} "
                        f"as in the spalloc avoid_boards list")
                    del connections[key]
        for avoid_job in avoid_jobs:
            avoid_job.destroy("Asked to avoid by cfg")
    return job, hostname, connections

1	# Copyright (c) 2016 The University of Manchester
2	#
3	# Licensed under the Apache License, Version 2.0 (the "License");
4	# you may not use this file except in compliance with the License.
5	# You may obtain a copy of the License at
6	#
7	# https://www.apache.org/licenses/LICENSE-2.0
8	#
9	# Unless required by applicable law or agreed to in writing, software
10	# distributed under the License is distributed on an "AS IS" BASIS,
11	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12	# See the License for the specific language governing permissions and
13	# limitations under the License.
14	from contextlib import AbstractContextManager, ExitStack	1✔
15	import logging	1✔
16	import math	1✔
17	from typing import ContextManager, Dict, Tuple, Optional, Union, cast	1✔
18	from spinn_utilities.config_holder import (	1✔
19	get_config_bool, get_config_str_or_none, get_config_str_list)
20	from spinn_utilities.log import FormatAdapter	1✔
21	from spinn_utilities.overrides import overrides	1✔
22	from spinn_utilities.typing.coords import XY	1✔
23	from spinn_utilities.config_holder import get_config_int, get_config_str	1✔
24	from spalloc_client import Job # type: ignore[import]	1✔
25	from spalloc_client.states import JobState # type: ignore[import]	1✔
26	from spinnman.constants import SCP_SCAMP_PORT	1✔
27	from spinnman.spalloc import (	1✔
28	is_server_address, SpallocClient, SpallocJob, SpallocState)
29	from spinn_front_end_common.abstract_models.impl import (	1✔
30	MachineAllocationController)
31	from spinn_front_end_common.data import FecDataView	1✔
32	from spinn_front_end_common.interface.provenance import ProvenanceWriter	1✔
33	from spinn_front_end_common.utilities.utility_calls import parse_old_spalloc	1✔
34	from spinnman.transceiver import Transceiver	1✔
35	from spinnman.connections.udp_packet_connections import (	1✔
36	SCAMPConnection, EIEIOConnection)
37
38	logger = FormatAdapter(logging.getLogger(__name__))	1✔
39	_MACHINE_VERSION = 5 # Spalloc only ever works with v5 boards	1✔
40
41
42	class SpallocJobController(MachineAllocationController):	1✔
43	__slots__ = (	1✔
44	# the spalloc job object
45	"_job",
46	# the current job's old state
47	"_state",
48	"__client",
49	"__closer",
50	"__use_proxy"
51	)
52
53	def __init__(	1✔
54	self, client: SpallocClient, job: SpallocJob,
55	task: AbstractContextManager, use_proxy: bool):
56	"""
57	:param ~spinnman.spalloc.SpallocClient client:
58	:param ~spinnman.spalloc.SpallocJob job:
59	:param task:
60	:type task:
61	~spinn_utilities.abstract_context_manager.AbstractContextManager
62	:param bool use_proxy:
63	"""
64	if job is None:	×
65	raise TypeError("must have a real job")	×
66	self.__client = client	×
67	self.__closer = task	×
68	self._job = job	×
69	self._state = job.get_state()	×
70	self.__use_proxy = use_proxy	×
71	super().__init__("SpallocJobController")	×
72
73	@property	1✔
74	def job(self) -> SpallocJob:	1✔
NEW 75	return self._job	×
76
77	@overrides(MachineAllocationController.extend_allocation)	1✔
78	def extend_allocation(self, new_total_run_time: float):	1✔
79	# Does Nothing in this allocator - machines are held until exit
80	pass	×
81
82	def __stop(self) -> None:	1✔
83	self.__closer.__exit__(None, None, None)	×
84	self._job.destroy()	×
85	self.__client.close()	×
86
87	@overrides(MachineAllocationController.close)	1✔
88	def close(self) -> None:	1✔
89	super().close()	×
90	self.__stop()	×
91
92	@overrides(MachineAllocationController.where_is_machine)	1✔
93	def where_is_machine(	1✔
94	self, chip_x: int, chip_y: int) -> Tuple[int, int, int]:
95	"""
96	:param int chip_x:
97	:param int chip_y:
98	:rtype: tuple(int,int,int)
99	"""
100	result = self._job.where_is_machine(x=chip_x, y=chip_y)	×
101	if result is None:	×
102	raise ValueError("coordinates lie outside machine")	×
103	return result	×
104
105	@overrides(MachineAllocationController._wait)	1✔
106	def _wait(self) -> bool:	1✔
107	try:	×
108	if self._state != SpallocState.DESTROYED:	×
109	self._state = self._job.wait_for_state_change(self._state)	×
110	except TypeError:	×
111	pass	×
112	except Exception as e: # pylint: disable=broad-except	×
113	if not self._exited:	×
114	raise e	×
115	return self._state != SpallocState.DESTROYED	×
116
117	@overrides(MachineAllocationController._teardown)	1✔
118	def _teardown(self) -> None:	1✔
119	if not self._exited:	×
120	self.__stop()	×
121	super()._teardown()	×
122
123	@overrides(MachineAllocationController.create_transceiver,	1✔
124	extend_doc=True)
125	def create_transceiver(self) -> Transceiver:	1✔
126	"""
127	.. note::
128	This allocation controller proxies the transceiver's connections
129	via Spalloc. This allows it to work even outside the UNIMAN
130	firewall.
131	"""
132	if not self.__use_proxy:	×
133	return super().create_transceiver()	×
134	txrx = self._job.create_transceiver()	×
135	return txrx	×
136
137	@overrides(MachineAllocationController.can_create_transceiver)	1✔
138	def can_create_transceiver(self) -> bool:	1✔
139	if not self.__use_proxy:	×
140	return super().can_create_transceiver()	×
141	return True	×
142
143	@overrides(MachineAllocationController.open_sdp_connection,	1✔
144	extend_doc=True)
145	def open_sdp_connection(	1✔
146	self, chip_x: int, chip_y: int,
147	udp_port: int = SCP_SCAMP_PORT) -> Optional[SCAMPConnection]:
148	"""
149	.. note::
150	This allocation controller proxies connections via Spalloc. This
151	allows it to work even outside the UNIMAN firewall.
152	"""
153	if not self.__use_proxy:	×
154	return super().open_sdp_connection(chip_x, chip_y, udp_port)	×
155	return self._job.connect_to_board(chip_x, chip_y, udp_port)	×
156
157	@overrides(MachineAllocationController.open_eieio_connection,	1✔
158	extend_doc=True)
159	def open_eieio_connection(	1✔
160	self, chip_x: int, chip_y: int) -> Optional[EIEIOConnection]:
161	"""
162	.. note::
163	This allocation controller proxies connections via Spalloc. This
164	allows it to work even outside the UNIMAN firewall.
165	"""
166	if not self.__use_proxy:	×
167	return super().open_eieio_connection(chip_x, chip_y)	×
168	return self._job.open_eieio_connection(chip_x, chip_y)	×
169
170	@overrides(MachineAllocationController.open_eieio_listener,	1✔
171	extend_doc=True)
172	def open_eieio_listener(self) -> EIEIOConnection:	1✔
173	"""
174	.. note::
175	This allocation controller proxies connections via Spalloc. This
176	allows it to work even outside the UNIMAN firewall.
177	"""
178	if not self.__use_proxy:	×
179	return super().open_eieio_listener()	×
180	return self._job.open_eieio_listener_connection()	×
181
182	@property	1✔
183	@overrides(MachineAllocationController.proxying)	1✔
184	def proxying(self) -> bool:	1✔
185	return self.__use_proxy	×
186
187	@overrides(MachineAllocationController.make_report)	1✔
188	def make_report(self, filename):	1✔
189	with open(filename, "w", encoding="utf-8") as report:	×
190	report.write(f"Job: {self._job}")	×
191
192
193	class _OldSpallocJobController(MachineAllocationController):	1✔
194	__slots__ = (	1✔
195	# the spalloc job object
196	"_job",
197	# the current job's old state
198	"_state"
199	)
200
201	def __init__(self, job: Job, host: str):	1✔
202	"""
203	:param ~spalloc.job.Job job:
204	"""
205	if job is None:	×
206	raise TypeError("must have a real job")	×
207	self._job = job	×
208	self._state = job.state	×
209	super().__init__("SpallocJobController", host)	×
210
211	@overrides(MachineAllocationController.extend_allocation)	1✔
212	def extend_allocation(self, new_total_run_time: float):	1✔
213	# Does Nothing in this allocator - machines are held until exit
214	pass	×
215
216	@overrides(MachineAllocationController.close)	1✔
217	def close(self) -> None:	1✔
218	super().close()	×
219	self._job.destroy()	×
220
221	@property	1✔
222	def power(self) -> bool:	1✔
223	"""
224	:rtype: bool
225	"""
226	return self._job.power	×
227
228	def set_power(self, power: bool):	1✔
229	"""
230	:param bool power:
231	"""
232	self._job.set_power(power)	×
233	if power:	×
234	self._job.wait_until_ready()	×
235
236	@overrides(MachineAllocationController.where_is_machine)	1✔
237	def where_is_machine(self, chip_x, chip_y):	1✔
238	return self._job.where_is_machine(chip_y=chip_y, chip_x=chip_x)	×
239
240	@overrides(MachineAllocationController._wait)	1✔
241	def _wait(self):	1✔
242	try:	×
243	if self._state != JobState.destroyed:	×
244	self._state = self._job.wait_for_state_change(self._state)	×
245	except TypeError:	×
246	pass	×
247	except Exception as e: # pylint: disable=broad-except	×
248	if not self._exited:	×
249	raise e	×
250	return self._state != JobState.destroyed	×
251
252	@overrides(MachineAllocationController._teardown)	1✔
253	def _teardown(self) -> None:	1✔
254	if not self._exited:	×
255	self._job.close()	×
256	super()._teardown()	×
257
258
259	_MACHINE_VERSION = 5	1✔
260
261
262	def spalloc_allocator(	1✔
263	bearer_token: Optional[str] = None, group: Optional[str] = None,
264	collab: Optional[str] = None, nmpi_job: Union[int, str, None] = None,
265	nmpi_user: Optional[str] = None) -> Tuple[
266	str, int, None, bool, bool, Dict[XY, str],
267	MachineAllocationController]:
268	"""
269	Request a machine from a SPALLOC server that will fit the given
270	number of chips.
271
272	:param bearer_token: The bearer token to use
273	:type bearer_token: str or None
274	:param group: The group to associate with or None for no group
275	:type group: str or None
276	:param collab: The collab to associate with or None for no collab
277	:type collab: str or None
278	:param nmpi_job: The NMPI Job to associate with or None for no job
279	:type nmpi_job: str or None
280	:param nmpi_user: The NMPI username to associate with or None for no user
281	:type nmpi_user: str or None
282	:return:
283	host, board version, BMP details, reset on startup flag,
284	auto-detect BMP flag, board address map, allocation controller
285	:rtype: tuple(str, int, object, bool, bool, dict(tuple(int,int),str),
286	MachineAllocationController)
287	"""
288	spalloc_server = get_config_str("Machine", "spalloc_server")	×
289
290	# Work out how many boards are needed
291	if FecDataView.has_n_boards_required():	×
292	n_boards = FecDataView.get_n_boards_required()	×
293	else:
294	n_chips = FecDataView.get_n_chips_needed()	×
295	# reduce max chips by 2 in case you get a bad board(s)
296	chips_div = FecDataView.get_machine_version().n_chips_per_board - 2	×
297	n_boards_float = float(n_chips) / chips_div	×
298	logger.info("{:.2f} Boards Required for {} chips",	×
299	n_boards_float, n_chips)
300	# If the number of boards rounded up is less than 50% of a board
301	# bigger than the actual number of boards,
302	# add another board just in case.
303	n_boards = int(math.ceil(n_boards_float))	×
304	if n_boards - n_boards_float < 0.5:	×
305	n_boards += 1	×
306
307	if is_server_address(spalloc_server):	×
308	host, connections, mac = _allocate_job_new(	×
309	spalloc_server, n_boards, bearer_token, group, collab,
310	int(nmpi_job) if nmpi_job is not None else None,
311	nmpi_user)
312	else:
313	host, connections, mac = _allocate_job_old(spalloc_server, n_boards)	×
314	return (host, _MACHINE_VERSION, None, False, False, connections, mac)	×
315
316
317	def _allocate_job_new(	1✔
318	spalloc_server: str, n_boards: int,
319	bearer_token: Optional[str] = None, group: Optional[str] = None,
320	collab: Optional[str] = None, nmpi_job: Optional[int] = None,
321	nmpi_user: Optional[str] = None) -> Tuple[
322	str, Dict[XY, str], MachineAllocationController]:
323	"""
324	Request a machine from an new-style spalloc server that will fit the
325	given number of boards.
326
327	:param str spalloc_server:
328	The server from which the machine should be requested
329	:param int n_boards: The number of boards required
330	:param bearer_token: The bearer token to use
331	:type bearer_token: str or None
332	:param group: The group to associate with or None for no group
333	:type group: str or None
334	:param collab: The collab to associate with or None for no collab
335	:type collab: str or None
336	:param nmpi_job: The NMPI Job to associate with or None for no job
337	:type nmpi_job: int or None
338	:param nmpi_user: The NMPI username to associate with or None for no user
339	:type nmpi_user: str or None
340
341	:rtype: tuple(str, dict(tuple(int,int),str), MachineAllocationController)
342	"""
343	logger.info(f"Requesting job with {n_boards} boards")	×
344	with ExitStack() as stack:	×
345	spalloc_machine = get_config_str_or_none("Machine", "spalloc_machine")	×
346	use_proxy = get_config_bool("Machine", "spalloc_use_proxy")	×
347	client = SpallocClient(	×
348	spalloc_server, bearer_token=bearer_token, group=group,
349	collab=collab, nmpi_job=nmpi_job, nmpi_user=nmpi_user)
350	stack.enter_context(cast(ContextManager[SpallocClient], client))	×
351	job = client.create_job(n_boards, spalloc_machine)	×
352	stack.enter_context(job)	×
353	task = job.launch_keepalive_task()	×
354	stack.enter_context(task)	×
355	job.wait_until_ready()	×
356	connections = job.get_connections()	×
357	with ProvenanceWriter() as db:	×
358	db.insert_board_provenance(connections)	×
359	root = connections.get((0, 0), None)	×
360	if logger.isEnabledFor(logging.DEBUG):	×
361	logger.debug(	×
362	"boards: {}",
363	str(connections).replace("{", "[").replace("}", "]"))
364	allocation_controller = SpallocJobController(	×
365	client, job, task, use_proxy or False)
366	# Success! We don't want to close the client, job or task now;
367	# the allocation controller now owns them.
368	stack.pop_all()	×
369	assert root is not None, "no root of ready board"	×
370	return (root, connections, allocation_controller)	×
371
372
373	def _allocate_job_old(spalloc_server: str, n_boards: int) -> Tuple[	1✔
374	str, Dict[XY, str], MachineAllocationController]:
375	"""
376	Request a machine from an old-style spalloc server that will fit the
377	requested number of boards.
378
379	:param str spalloc_server:
380	The server from which the machine should be requested
381	:param int n_boards: The number of boards required
382	:rtype: tuple(str, dict(tuple(int,int),str), MachineAllocationController)
383	"""
384	host, port, user = parse_old_spalloc(	×
385	spalloc_server, get_config_int("Machine", "spalloc_port"),
386	get_config_str("Machine", "spalloc_user"))
387	spalloc_kwargs = {	×
388	'hostname': host,
389	'port': port,
390	'owner': user
391	}
392	spalloc_machine = get_config_str_or_none("Machine", "spalloc_machine")	×
393
394	if spalloc_machine is not None:	×
395	spalloc_kwargs['machine'] = spalloc_machine	×
396
397	job, hostname, scamp_connection_data = _launch_checked_job_old(	×
398	n_boards, spalloc_kwargs)
399	machine_allocation_controller = _OldSpallocJobController(job, hostname)	×
400	return (hostname, scamp_connection_data, machine_allocation_controller)	×
401
402
403	def _launch_checked_job_old(n_boards: int, spalloc_kwargs: dict) -> Tuple[	1✔
404	Job, str, Dict[XY, str]]:
405	"""
406	:rtype: tuple(~.Job, str, dict(tuple(int,int),str))
407	"""
408	logger.info(f"Requesting job with {n_boards} boards")	×
409	avoid_boards = get_config_str_list("Machine", "spalloc_avoid_boards")	×
410	avoid_jobs = []	×
411	try:	×
412	while True:
413	job = Job(n_boards, **spalloc_kwargs)	×
414	try:	×
415	job.wait_until_ready()	×
416	# get param from jobs before starting, so that hanging doesn't
417	# occur
418	hostname = job.hostname	×
419	except Exception as ex:	×
420	job.destroy(str(ex))	×
421	raise	×
422	connections = job.connections	×
423	if logger.isEnabledFor(logging.DEBUG):	×
424	logger.debug("boards: {}",	×
425	str(connections).replace("{", "[").replace(
426	"}", "]"))
427	with ProvenanceWriter() as db:	×
428	db.insert_board_provenance(connections)	×
429	if hostname not in avoid_boards:	×
430	break	×
431	avoid_jobs.append(job)	×
432	logger.warning(	×
433	f"Asking for new job as {hostname} "
434	f"as in the spalloc_avoid_boards list")
435	finally:
436	if avoid_boards:	×
437	for key in list(connections.keys()):	×
438	if connections[key] in avoid_boards:	×
439	logger.warning(	×
440	f"Removing connection info for {connections[key]} "
441	f"as in the spalloc avoid_boards list")
442	del connections[key]	×
443	for avoid_job in avoid_jobs:	×
444	avoid_job.destroy("Asked to avoid by cfg")	×
445	return job, hostname, connections	×

SpiNNakerManchester / SpiNNFrontEndCommon / 6822522522

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous