11958371398

Committed 21 Nov 2024 04:28PM UTC coverage: 78.802% (-0.9%) from 79.662%

Build # 11958371398

Build Type

Pull #322

github

Committed by

web-flow

Commit Message

Updates for Optimization study (#323)

* added updated optimization documentation... in progress.

* fixed rendering of optimization rst file

* add partial table to docs optimization page

* update to optimization doc.

* analysis updates from kestrel

* added some analysis stuff

* update to optimization docs

* recent kestrel changes

* stuff for local work

* viz toolbox simplfied for inclusion in weis tools

* moved viz_toolbox out of examples and refactored

* corrected accidental git deletion

* updates for kestrel push

* added processor edit for DE/GA

* updates to the viz toolbox and analysis notebook

* actually update analysis notebook

* actually update analysis notebook with more updates

* updated example 17, refactored utilities to match Mayank's files/structure

* remove run script

* more progress toward PR

* add readme

* improvements to analysis and README scripts

* reorganize the output directories to have RAFT vs OF subdirs

* OF updates

* update analysis options to bring the cases together

* some more case unification

* updated the analysis script

* update raft analysis script

* of opt updates and refactoring

* upenfast updates

* removed the weis connections to member ids as om design variables

* update openfast analysis

* updated raft analysis notebook

* improvements to analysis script, some for viz tool update

* update to remove remove load_OMsql_temp

* rename new example file

* updates to get parallel evolutionary methods to work

* Remove platform_elem_memid discrete input

* Add index back in

* Set PropPot only if floating

* viz tools fixed, now using safe yaml loading for problem_vars

* update analysis scripts for OF cases.

* updated OF cases for full ride.

* adjusting ex17 controls study for uniformity

* update with kestrel changes

* fixed output script slight break

* Tidy imports

* bring in line with the ... (continued)

Pull Request Pull Request #322: WEIS v1.4

Run Details

43 of 375 new or added lines in 12 files covered. (11.47%)

6 existing lines in 3 files now uncovered.

21658 of 27484 relevant lines covered (78.8%)

0.79 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/weis/glue_code/mpi_tools.py

NEW 1	import os	×
NEW 2	import sys	×
3
NEW 4	from openmdao.utils.mpi import MPI	×
5
6
NEW 7	def under_mpirun():	×
8	"""Return True if we're being executed under mpirun."""
9	# this is a bit of a hack, but there appears to be
10	# no consistent set of environment vars between MPI
11	# implementations.
NEW 12	for name in os.environ.keys():	×
NEW 13	if (	×
14	name == "OMPI_COMM_WORLD_RANK"
15	or name == "MPIEXEC_HOSTNAME"
16	or name.startswith("MPIR_")
17	or name.startswith("MPICH_")
18	or name.startswith("INTEL_ONEAPI_MPI_")
19	or name.startswith("I_MPI_")
20	):
NEW 21	return True	×
NEW 22	return False	×
23
24
NEW 25	if under_mpirun():	×
26
27	def debug(*msg): # pragma: no cover
28	newmsg = ["%d: " % MPI.COMM_WORLD.rank] + list(msg)
29	for m in newmsg:
30	sys.stdout.write("%s " % m)
31	sys.stdout.write("\n")
32	sys.stdout.flush()
33
34	else:
NEW 35	MPI = None	×
36
37
NEW 38	def map_comm_heirarchical(n_DV, n_OF, openmp=False):	×
39	"""
40	Heirarchical parallelization communicator mapping. Assumes a number of top level processes
41	equal to the number of design variables (x2 if central finite differencing is used), each
42	with its associated number of openfast simulations.
43	When openmp flag is turned on, the code spreads the openfast simulations across nodes to
44	lavereage the opnemp parallelization of OpenFAST. The cores that will run under openmp, are marked
45	in the color map as 1000000. The ones handling python and the DV are marked as 0, and
46	finally the master ones for each openfast run are marked with a 1.
47	"""
NEW 48	if openmp:	×
NEW 49	n_procs_per_node = 36 # Number of	×
NEW 50	num_procs = MPI.COMM_WORLD.Get_size()	×
NEW 51	n_nodes = num_procs / n_procs_per_node	×
52
NEW 53	comm_map_down = {}	×
NEW 54	comm_map_up = {}	×
NEW 55	color_map = [1000000] * num_procs	×
56
NEW 57	n_DV_per_node = n_DV / n_nodes	×
58
59	# for m in range(n_DV_per_node):
NEW 60	for nn in range(int(n_nodes)):	×
NEW 61	for n_dv in range(int(n_DV_per_node)):	×
NEW 62	comm_map_down[nn * n_procs_per_node + n_dv] = [	×
63	int(n_DV_per_node) + n_dv * n_OF + nn * (n_procs_per_node) + j for j in range(n_OF)
64	]
65
66	# This core handles python, so in the colormap the entry is 0
NEW 67	color_map[nn * n_procs_per_node + n_dv] = int(0)	×
68	# These cores handles openfast, so in the colormap the entry is 1
NEW 69	for k in comm_map_down[nn * n_procs_per_node + n_dv]:	×
NEW 70	color_map[k] = int(1)	×
71
NEW 72	for j in comm_map_down[nn * n_procs_per_node + n_dv]:	×
NEW 73	comm_map_up[j] = nn * n_procs_per_node + n_dv	×
74	else:
NEW 75	N = n_DV + n_DV * n_OF	×
NEW 76	comm_map_down = {}	×
NEW 77	comm_map_up = {}	×
NEW 78	color_map = [0] * n_DV	×
79
NEW 80	for i in range(n_DV):	×
NEW 81	comm_map_down[i] = [n_DV + j + i * n_OF for j in range(n_OF)]	×
NEW 82	color_map.extend([i + 1] * n_OF)	×
83
NEW 84	for j in comm_map_down[i]:	×
NEW 85	comm_map_up[j] = i	×
86
NEW 87	return comm_map_down, comm_map_up, color_map	×
88
89
NEW 90	def subprocessor_loop(comm_map_up):	×
91	"""
92	Subprocessors loop, waiting to receive a function and its arguements to evaluate.
93	Output of the function is returned. Loops until a stop signal is received
94
95	Input data format:
96	data[0] = function to be evaluated
97	data[1] = [list of arguments]
98	If the function to be evaluated does not fit this format, then a wrapper function
99	should be created and passed, that handles the setup, argument assignment, etc
100	for the actual function.
101
102	Stop sigal:
103	data[0] = False
104	"""
105	# comm = impl.world_comm()
NEW 106	rank = MPI.COMM_WORLD.Get_rank()	×
NEW 107	rank_target = comm_map_up[rank]	×
108
NEW 109	keep_running = True	×
NEW 110	while keep_running:	×
NEW 111	data = MPI.COMM_WORLD.recv(source=(rank_target), tag=0)	×
NEW 112	if data[0] == False:	×
NEW 113	break	×
114	else:
NEW 115	func_execution = data[0]	×
NEW 116	args = data[1]	×
NEW 117	output = func_execution(args)	×
NEW 118	MPI.COMM_WORLD.send(output, dest=(rank_target), tag=1)	×
119
120
NEW 121	def subprocessor_stop(comm_map_down):	×
122	"""
123	Send stop signal to subprocessors
124	"""
125	# comm = MPI.COMM_WORLD
NEW 126	for rank in comm_map_down.keys():	×
NEW 127	subranks = comm_map_down[rank]	×
NEW 128	for subrank_i in subranks:	×
NEW 129	MPI.COMM_WORLD.send([False], dest=subrank_i, tag=0)	×
NEW 130	print("All MPI subranks closed.")	×
131
132
NEW 133	if __name__ == "__main__":	×
134
NEW 135	(	×
136	_,
137	_,
138	_,
139	) = map_comm_heirarchical(2, 4)

WISDEM / WEIS / 11958371398

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous