16712833638

Committed 01 Aug 2025 02:00PM UTC coverage: 86.885% (-0.01%) from 86.897%

Build # 16712833638

Build Type

push

github

Committed by

web-flow

Commit Message

merge CFn V1 and CFnV2 tests (#12944)

Co-authored-by: Simon Walker <simon.walker@localstack.cloud>

Coverage Stats

3 of 3 new or added lines in 1 file covered. (100.0%)

33 existing lines in 11 files now uncovered.

66476 of 76510 relevant lines covered (86.89%)

0.87 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

71.43

/localstack-core/localstack/packages/java.py

import logging
import os
from typing import List

import requests

from localstack.constants import USER_AGENT_STRING
from localstack.packages import InstallTarget, Package
from localstack.packages.core import ArchiveDownloadAndExtractInstaller
from localstack.utils.files import rm_rf
from localstack.utils.http import get_proxies
from localstack.utils.platform import Arch, get_arch, is_linux, is_mac_os
from localstack.utils.run import run

LOG = logging.getLogger(__name__)

# Default version if not specified
DEFAULT_JAVA_VERSION = "11"

# Supported Java LTS versions mapped with Eclipse Temurin build semvers
JAVA_VERSIONS = {
    "8": "8u432-b06",
    "11": "11.0.25+9",
    "17": "17.0.13+11",
    "21": "21.0.5+11",
}


class JavaInstallerMixin:
    """
    Mixin class for packages that depend on Java. It introduces methods that install Java and help build environment.
    """

    def _prepare_installation(self, target: InstallTarget) -> None:
        java_package.install(target=target)

    def get_java_home(self) -> str | None:
        """
        Returns path to JRE installation.
        """
        return java_package.get_installer().get_java_home()

    def get_java_lib_path(self) -> str | None:
        """
        Returns the path to the Java shared library.
        """
        if java_home := self.get_java_home():
            if is_mac_os():
                return os.path.join(java_home, "lib", "jli", "libjli.dylib")
            return os.path.join(java_home, "lib", "server", "libjvm.so")
        return None

    def get_java_env_vars(
        self, path: str | None = None, ld_library_path: str | None = None
    ) -> dict[str, str]:
        """
        Returns environment variables pointing to the Java installation. This is useful to build the environment where
        the application will run.

        :param path: If not specified, the value of PATH will be obtained from the environment
        :param ld_library_path: If not specified, the value of LD_LIBRARY_PATH will be obtained from the environment
        :return: dict consisting of two items:
            - JAVA_HOME: path to JRE installation
            - PATH: the env path variable updated with JRE bin path
        """
        java_home = self.get_java_home()
        java_bin = f"{java_home}/bin"

        path = path or os.environ["PATH"]

        library_path = ld_library_path or os.environ.get("LD_LIBRARY_PATH")
        # null paths (e.g. `:/foo`) have a special meaning according to the manpages
        if library_path is None:
            full_library_path = f"{java_home}/lib:{java_home}/lib/server"
        else:
            full_library_path = f"{java_home}/lib:{java_home}/lib/server:{library_path}"

        return {
            "JAVA_HOME": java_home,  # type: ignore[dict-item]
            "LD_LIBRARY_PATH": full_library_path,
            "PATH": f"{java_bin}:{path}",
        }


class JavaPackageInstaller(ArchiveDownloadAndExtractInstaller):
    def __init__(self, version: str):
        super().__init__("java", version, extract_single_directory=True)

    def _get_install_marker_path(self, install_dir: str) -> str:
        if is_mac_os():
            return os.path.join(install_dir, "Contents", "Home", "bin", "java")
        return os.path.join(install_dir, "bin", "java")

    def _get_download_url(self) -> str:
        # Note: Eclipse Temurin does not provide Mac aarch64 Java 8 builds.
        # See https://adoptium.net/en-GB/supported-platforms/
        try:
            LOG.debug("Determining the latest Java build version")
            return self._download_url_latest_release()
        except Exception as exc:  # noqa
            LOG.debug(
                "Unable to determine the latest Java build version. Using pinned versions: %s", exc
            )
            return self._download_url_fallback()

    def _post_process(self, target: InstallTarget) -> None:
        target_directory = self._get_install_dir(target)
        minimal_jre_path = os.path.join(target.value, self.name, f"{self.version}.minimal")
        rm_rf(minimal_jre_path)

        # If jlink is not available, use the environment as is
        if not os.path.exists(os.path.join(target_directory, "bin", "jlink")):
            LOG.warning("Skipping JRE optimisation because jlink is not available")
            return

        # Build a custom JRE with only the necessary bits to minimise disk footprint
        LOG.debug("Optimising JRE installation")
        cmd = (
            "bin/jlink --add-modules "
            # Required modules
            "java.base,java.desktop,java.instrument,java.management,"
            "java.naming,java.scripting,java.sql,java.xml,jdk.compiler,"
            # jdk.unsupported contains sun.misc.Unsafe which is required by some dependencies
            "jdk.unsupported,"
            # Additional cipher suites
            "jdk.crypto.cryptoki,"
            # Archive support
            "jdk.zipfs,"
            # Required by MQ broker
            "jdk.httpserver,jdk.management,jdk.management.agent,"
            # Required by Spark and Hadoop
            "java.security.jgss,jdk.security.auth,"
            # Include required locales
            "jdk.localedata --include-locales en "
            # Supplementary args
            "--compress 2 --strip-debug --no-header-files --no-man-pages "
            # Output directory
            "--output " + minimal_jre_path
        )
        run(cmd, cwd=target_directory)

        rm_rf(target_directory)
        os.rename(minimal_jre_path, target_directory)

    def get_java_home(self) -> str | None:
        """
        Get JAVA_HOME for this installation of Java.
        """
        installed_dir = self.get_installed_dir()
        if is_mac_os():
            return os.path.join(installed_dir, "Contents", "Home")  # type: ignore[arg-type]
        return installed_dir

    @property
    def arch(self) -> str | None:
        return (
            "x64" if get_arch() == Arch.amd64 else "aarch64" if get_arch() == Arch.arm64 else None
        )

    @property
    def os_name(self) -> str | None:
        return "linux" if is_linux() else "mac" if is_mac_os() else None

    def _download_url_latest_release(self) -> str:
        """
        Return the download URL for latest stable JDK build.
        """
        endpoint = (
            f"https://api.adoptium.net/v3/assets/latest/{self.version}/hotspot?"
            f"os={self.os_name}&architecture={self.arch}&image_type=jdk"
        )
        # Override user-agent because Adoptium API denies service to `requests` library
        response = requests.get(
            endpoint, headers={"user-agent": USER_AGENT_STRING}, proxies=get_proxies()
        ).json()
        return response[0]["binary"]["package"]["link"]

    def _download_url_fallback(self) -> str:
        """
        Return the download URL for pinned JDK build.
        """
        semver = JAVA_VERSIONS[self.version]
        tag_slug = f"jdk-{semver}"
        semver_safe = semver.replace("+", "_")

        # v8 uses a different tag and version scheme
        if self.version == "8":
            semver_safe = semver_safe.replace("-", "")
            tag_slug = f"jdk{semver}"

        return (
            f"https://github.com/adoptium/temurin{self.version}-binaries/releases/download/{tag_slug}/"
            f"OpenJDK{self.version}U-jdk_{self.arch}_{self.os_name}_hotspot_{semver_safe}.tar.gz"
        )


class JavaPackage(Package[JavaPackageInstaller]):
    def __init__(self, default_version: str = DEFAULT_JAVA_VERSION):
        super().__init__(name="Java", default_version=default_version)

    def get_versions(self) -> List[str]:
        return list(JAVA_VERSIONS.keys())

    def _get_installer(self, version: str) -> JavaPackageInstaller:
        return JavaPackageInstaller(version)


java_package = JavaPackage()

1	import logging	1✔
2	import os	1✔
3	from typing import List	1✔
4
5	import requests	1✔
6
7	from localstack.constants import USER_AGENT_STRING	1✔
8	from localstack.packages import InstallTarget, Package	1✔
9	from localstack.packages.core import ArchiveDownloadAndExtractInstaller	1✔
10	from localstack.utils.files import rm_rf	1✔
11	from localstack.utils.http import get_proxies	1✔
12	from localstack.utils.platform import Arch, get_arch, is_linux, is_mac_os	1✔
13	from localstack.utils.run import run	1✔
14
15	LOG = logging.getLogger(__name__)	1✔
16
17	# Default version if not specified
18	DEFAULT_JAVA_VERSION = "11"	1✔
19
20	# Supported Java LTS versions mapped with Eclipse Temurin build semvers
21	JAVA_VERSIONS = {	1✔
22	"8": "8u432-b06",
23	"11": "11.0.25+9",
24	"17": "17.0.13+11",
25	"21": "21.0.5+11",
26	}
27
28
29	class JavaInstallerMixin:	1✔
30	"""
31	Mixin class for packages that depend on Java. It introduces methods that install Java and help build environment.
32	"""
33
34	def _prepare_installation(self, target: InstallTarget) -> None:	1✔
35	java_package.install(target=target)	×
36
37	def get_java_home(self) -> str \| None:	1✔
38	"""
39	Returns path to JRE installation.
40	"""
UNCOV 41	return java_package.get_installer().get_java_home()	×
42
43	def get_java_lib_path(self) -> str \| None:	1✔
44	"""
45	Returns the path to the Java shared library.
46	"""
47	if java_home := self.get_java_home():	1✔
48	if is_mac_os():	1✔
49	return os.path.join(java_home, "lib", "jli", "libjli.dylib")	×
50	return os.path.join(java_home, "lib", "server", "libjvm.so")	1✔
51	return None	×
52
53	def get_java_env_vars(	1✔
54	self, path: str \| None = None, ld_library_path: str \| None = None
55	) -> dict[str, str]:
56	"""
57	Returns environment variables pointing to the Java installation. This is useful to build the environment where
58	the application will run.
59
60	:param path: If not specified, the value of PATH will be obtained from the environment
61	:param ld_library_path: If not specified, the value of LD_LIBRARY_PATH will be obtained from the environment
62	:return: dict consisting of two items:
63	- JAVA_HOME: path to JRE installation
64	- PATH: the env path variable updated with JRE bin path
65	"""
66	java_home = self.get_java_home()	×
67	java_bin = f"{java_home}/bin"	×
68
69	path = path or os.environ["PATH"]	×
70
71	library_path = ld_library_path or os.environ.get("LD_LIBRARY_PATH")	×
72	# null paths (e.g. `:/foo`) have a special meaning according to the manpages
73	if library_path is None:	×
74	full_library_path = f"{java_home}/lib:{java_home}/lib/server"	×
75	else:
76	full_library_path = f"{java_home}/lib:{java_home}/lib/server:{library_path}"	×
77
78	return {	×
79	"JAVA_HOME": java_home, # type: ignore[dict-item]
80	"LD_LIBRARY_PATH": full_library_path,
81	"PATH": f"{java_bin}:{path}",
82	}
83
84
85	class JavaPackageInstaller(ArchiveDownloadAndExtractInstaller):	1✔
86	def __init__(self, version: str):	1✔
87	super().__init__("java", version, extract_single_directory=True)	1✔
88
89	def _get_install_marker_path(self, install_dir: str) -> str:	1✔
90	if is_mac_os():	1✔
91	return os.path.join(install_dir, "Contents", "Home", "bin", "java")	×
92	return os.path.join(install_dir, "bin", "java")	1✔
93
94	def _get_download_url(self) -> str:	1✔
95	# Note: Eclipse Temurin does not provide Mac aarch64 Java 8 builds.
96	# See https://adoptium.net/en-GB/supported-platforms/
97	try:	1✔
98	LOG.debug("Determining the latest Java build version")	1✔
99	return self._download_url_latest_release()	1✔
100	except Exception as exc: # noqa	×
101	LOG.debug(	×
102	"Unable to determine the latest Java build version. Using pinned versions: %s", exc
103	)
104	return self._download_url_fallback()	×
105
106	def _post_process(self, target: InstallTarget) -> None:	1✔
107	target_directory = self._get_install_dir(target)	1✔
108	minimal_jre_path = os.path.join(target.value, self.name, f"{self.version}.minimal")	1✔
109	rm_rf(minimal_jre_path)	1✔
110
111	# If jlink is not available, use the environment as is
112	if not os.path.exists(os.path.join(target_directory, "bin", "jlink")):	1✔
113	LOG.warning("Skipping JRE optimisation because jlink is not available")	×
114	return	×
115
116	# Build a custom JRE with only the necessary bits to minimise disk footprint
117	LOG.debug("Optimising JRE installation")	1✔
118	cmd = (	1✔
119	"bin/jlink --add-modules "
120	# Required modules
121	"java.base,java.desktop,java.instrument,java.management,"
122	"java.naming,java.scripting,java.sql,java.xml,jdk.compiler,"
123	# jdk.unsupported contains sun.misc.Unsafe which is required by some dependencies
124	"jdk.unsupported,"
125	# Additional cipher suites
126	"jdk.crypto.cryptoki,"
127	# Archive support
128	"jdk.zipfs,"
129	# Required by MQ broker
130	"jdk.httpserver,jdk.management,jdk.management.agent,"
131	# Required by Spark and Hadoop
132	"java.security.jgss,jdk.security.auth,"
133	# Include required locales
134	"jdk.localedata --include-locales en "
135	# Supplementary args
136	"--compress 2 --strip-debug --no-header-files --no-man-pages "
137	# Output directory
138	"--output " + minimal_jre_path
139	)
140	run(cmd, cwd=target_directory)	1✔
141
142	rm_rf(target_directory)	1✔
143	os.rename(minimal_jre_path, target_directory)	1✔
144
145	def get_java_home(self) -> str \| None:	1✔
146	"""
147	Get JAVA_HOME for this installation of Java.
148	"""
149	installed_dir = self.get_installed_dir()	1✔
150	if is_mac_os():	1✔
151	return os.path.join(installed_dir, "Contents", "Home") # type: ignore[arg-type]	×
152	return installed_dir	1✔
153
154	@property	1✔
155	def arch(self) -> str \| None:	1✔
156	return (	1✔
157	"x64" if get_arch() == Arch.amd64 else "aarch64" if get_arch() == Arch.arm64 else None
158	)
159
160	@property	1✔
161	def os_name(self) -> str \| None:	1✔
162	return "linux" if is_linux() else "mac" if is_mac_os() else None	1✔
163
164	def _download_url_latest_release(self) -> str:	1✔
165	"""
166	Return the download URL for latest stable JDK build.
167	"""
168	endpoint = (	1✔
169	f"https://api.adoptium.net/v3/assets/latest/{self.version}/hotspot?"
170	f"os={self.os_name}&architecture={self.arch}&image_type=jdk"
171	)
172	# Override user-agent because Adoptium API denies service to `requests` library
173	response = requests.get(	1✔
174	endpoint, headers={"user-agent": USER_AGENT_STRING}, proxies=get_proxies()
175	).json()
176	return response[0]["binary"]["package"]["link"]	1✔
177
178	def _download_url_fallback(self) -> str:	1✔
179	"""
180	Return the download URL for pinned JDK build.
181	"""
182	semver = JAVA_VERSIONS[self.version]	×
183	tag_slug = f"jdk-{semver}"	×
184	semver_safe = semver.replace("+", "_")	×
185
186	# v8 uses a different tag and version scheme
187	if self.version == "8":	×
188	semver_safe = semver_safe.replace("-", "")	×
189	tag_slug = f"jdk{semver}"	×
190
191	return (	×
192	f"https://github.com/adoptium/temurin{self.version}-binaries/releases/download/{tag_slug}/"
193	f"OpenJDK{self.version}U-jdk_{self.arch}_{self.os_name}_hotspot_{semver_safe}.tar.gz"
194	)
195
196
197	class JavaPackage(Package[JavaPackageInstaller]):	1✔
198	def __init__(self, default_version: str = DEFAULT_JAVA_VERSION):	1✔
199	super().__init__(name="Java", default_version=default_version)	1✔
200
201	def get_versions(self) -> List[str]:	1✔
202	return list(JAVA_VERSIONS.keys())	1✔
203
204	def _get_installer(self, version: str) -> JavaPackageInstaller:	1✔
205	return JavaPackageInstaller(version)	1✔
206
207
208	java_package = JavaPackage()	1✔

localstack / localstack / 16712833638

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous