bafde6fbb8
Reapplication of #137828 and #169638 Move building the .mod files from openmp/flang to openmp/flang-rt using a shared mechanism. Motivations to do so are: 1. Most modules are target-dependent and need to be re-compiled for each target separately, which is something the LLVM_ENABLE_RUNTIMES system already does. Prime example is `iso_c_binding.mod` which encodes the target's ABI. Constants such as `c_long_double` also have different values). Most other modules have `#ifdef`-enclosed code as well. For instance this caused offload targets nvptx64-nvidia-cuda/amdgpu-amd-amdhsa to use the modules files compiled for the host which may contrain uses of the types REAL(10) or REAL(16) not available for nvptx/amdgpu. 2. CMake has support for Fortran that we should use. Among other things, it automatically determines module dependencies so there is no need to hardcode them in the CMakeLists.txt. Currently the dependencies between builtin modules and `omp_lib.mod` seem to be incorrect: https://github.com/llvm/llvm-project/pull/174474#issuecomment-3880189581 3. It allows using Fortran itself to implement Flang-RT. Currently, only `iso_fortran_env_impl.f90` emits object files that are needed by Fortran applications (#89403). The workaround of #95388 could be reverted (PR #169525). If using Flang for cross-compilation or target-offloading, flang-rt must now be compiled for each target not only for the library, but also to get the target-specific module files. For instance in a bootstrapping runtime build, this can be done by adding: `-DLLVM_RUNTIME_TARGETS=default;nvptx64-nvidia-cuda;amdgpu-amd-amdhsa`. Some new dependencies come into play: * openmp depends on flang-rt for building `lib_omp.mod` and `lib_omp_kinds.mod`. Currently, if flang-rt is not found then the modules are not built. * check-flang depends on flang-rt: If not found, the majority of tests are disabled. If not building in a bootstrpping build, the location of the module files can be pointed to using `-DFLANG_INTRINSIC_MODULES_DIR=<path>`, e.g. in a flang-standalone build. Alternatively, the test needing any of the intrinsic modules could be marked with `REQUIRES: flangrt-modules`. * check-flang depends on openmp: Not a change; tests requiring `lib_omp.mod` and `lib_omp_kinds.mod` those are already marked with `openmp_runtime`. As intrinsic are now specific to the target, their location is moved from `include/flang` to `<resource-dir>/finclude/flang/<triple>`. The mechnism to compute the location have been moved from flang-rt (previously used to compute the location of `libflang_rt.*.a`) to common locations in `cmake/GetToolchainDirs.cmake` and `runtimes/CMakeLists.txt` so they can be used by both, openmp and flang-rt. Potentially the mechnism could also be shared by other libraries such as compiler-rt. `finclude` was chosen because `gfortran` uses it as well and avoids misuse such as `#include <flang/iso_c_binding.mod>`. The search location is now determined by `ToolChain` in the driver, instead of by the frontend. Another subdirectory `flang` avoids accidental inclusion of gfortran-modules which due to compression would result in user-unfriendly errors. Now the driver adds `-fintrinsic-module-path` for that location to the frontend call (Just like gfortran does). Since the driver determines the location, tests invoking `flang -fc1` and `bbc` must also be passed the location by llvm-lit. This works like llvm-lit does for finding the include dirs for Clang using `-print-file-name=...`.
119 lines
3.3 KiB
Python
119 lines
3.3 KiB
Python
# -*- Python -*-
|
|
|
|
import shlex
|
|
import lit.util
|
|
|
|
from lit.llvm import llvm_config
|
|
from lit.llvm.subst import ToolSubst, FindTool
|
|
|
|
|
|
def shjoin(args, sep=" "):
|
|
return sep.join([shlex.quote(arg) for arg in args])
|
|
|
|
|
|
# Configuration file for the 'lit' test runner.
|
|
|
|
# name: The name of this test suite.
|
|
config.name = "flang-rt"
|
|
|
|
# TODO: Consolidate the logic for turning on the internal shell by default for all LLVM test suites.
|
|
# See https://github.com/llvm/llvm-project/issues/106636 for more details.
|
|
#
|
|
# We prefer the lit internal shell which provides a better user experience on failures
|
|
# unless the user explicitly disables it with LIT_USE_INTERNAL_SHELL=0 env var.
|
|
use_lit_shell = True
|
|
lit_shell_env = os.environ.get("LIT_USE_INTERNAL_SHELL")
|
|
if lit_shell_env:
|
|
use_lit_shell = lit.util.pythonize_bool(lit_shell_env)
|
|
|
|
# testFormat: The test format to use to interpret tests.
|
|
#
|
|
# For now we require '&&' between commands, until they get globally killed and
|
|
# the test runner updated.
|
|
config.test_format = lit.formats.ShTest(not use_lit_shell)
|
|
|
|
# suffixes: A list of file extensions to treat as test files.
|
|
config.suffixes = [
|
|
".c",
|
|
".cpp",
|
|
".f",
|
|
".F",
|
|
".ff",
|
|
".FOR",
|
|
".for",
|
|
".f77",
|
|
".f90",
|
|
".F90",
|
|
".ff90",
|
|
".f95",
|
|
".F95",
|
|
".ff95",
|
|
".fpp",
|
|
".FPP",
|
|
".cuf",
|
|
".CUF",
|
|
".f18",
|
|
".F18",
|
|
".f03",
|
|
".F03",
|
|
".f08",
|
|
".F08",
|
|
".ll",
|
|
".fir",
|
|
".mlir",
|
|
]
|
|
|
|
llvm_config.use_default_substitutions()
|
|
|
|
# test_source_root: The root path where tests are located.
|
|
config.test_source_root = os.path.dirname(__file__)
|
|
|
|
# test_exec_root: The root path where tests should be run.
|
|
# lit writes a '.lit_test_times.txt' file into this directory.
|
|
config.test_exec_root = config.flang_rt_binary_test_dir
|
|
|
|
# On MacOS, some tests need -isysroot to build binaries.
|
|
isysroot_flag = []
|
|
if config.osx_sysroot:
|
|
isysroot_flag = ["-isysroot", config.osx_sysroot]
|
|
config.substitutions.append(("%isysroot", " ".join(isysroot_flag)))
|
|
|
|
flang_args = []
|
|
if not config.llvm_tree_available:
|
|
flang_args.append(
|
|
f"-fintrinsic-modules-path={config.flang_rt_output_resource_mod_dir}"
|
|
)
|
|
|
|
tools = [
|
|
ToolSubst(
|
|
"%flang",
|
|
command=config.flang,
|
|
extra_args=flang_args,
|
|
unresolved="fatal",
|
|
),
|
|
ToolSubst(
|
|
"%clang",
|
|
command=FindTool("clang"),
|
|
unresolved="fatal",
|
|
),
|
|
ToolSubst("%cc", command=config.cc, unresolved="fatal"),
|
|
]
|
|
llvm_config.add_tool_substitutions(tools)
|
|
|
|
# Let tests find LLVM's standard tools (FileCheck, split-file, not, ...)
|
|
llvm_config.with_environment("PATH", config.llvm_tools_dir, append_path=True)
|
|
|
|
# Include path for C headers that define Flang's Fortran ABI.
|
|
config.substitutions.append(
|
|
("%include", os.path.join(config.flang_source_dir, "include"))
|
|
)
|
|
|
|
# Library path of libflang_rt.runtime.a/.so (for lib search path when using non-Flang driver for linking and LD_LIBRARY_PATH)
|
|
config.substitutions.append(("%libdir", config.flang_rt_output_resource_lib_dir))
|
|
|
|
# For CUDA offloading, additional steps (device linking) and libraries (cudart) are needed.
|
|
if config.flang_rt_experimental_offload_support == "CUDA":
|
|
config.available_features.add("offload-cuda")
|
|
|
|
if config.flang_rt_fortran_modules:
|
|
config.available_features.add("fortran-modules")
|