Problem creating IMAS-MDSplus-models-5.6.0-GCCcore-14.3.0-DD-4.1.1.eb

[Louwrensth]

@SimonPinches reports:

– Found Python: /work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python
– imas_data_dictionary pip output: 
– imas_data_dictionary pip error: 
[notice] A new release of pip is available: 25.1.1 -> 26.0.1
[notice] To update, run: /tmp/pinches/EasyBuild/IMASMDSplusmodels/5.6.0/GCCcore-14.3.0-DD-4.1.1/easybuild_obj/dd_build_env/bin/python -m pip install --upgrade pip
ERROR: Invalid requirement: 'imas_data_dictionary==main': Expected end or semicolon (after name and no valid version specifier)
imas_data_dictionary==main
^
CMake Error at /tmp/pinches/EasyBuild/IMASMDSplusmodels/5.6.0/GCCcore-14.3.0-DD-4.1.1/IMAS-Core-5.6.0/common/cmake/ALBuildDataDictionary.cmake:77 (message):
Failed to install imas_data_dictionary dependency (exit code: 1). Check
network connectivity and Python wheel compatibility.
Call Stack (most recent call first):
CMakeLists.txt:21 (include)
– Configuring incomplete, errors occurred!
== 2026-03-25 18:32:38,237 easyblock.py:4939 WARNING shell command 'cmake -DCMAKE_INSTALL_PREFIX=/work/imas/opt/EasyBuild/software/IMAS-MDSplus-models/5.6.0-GCCcore-14.3.0-DD-4.1.1 -DCMAKE_MESSAGE_LOG_LEVEL=STATUS -DCMAKE_BUILD_TYPE=RelWithDebInfo -DCMAKE_INSTALL_LIBDIR:PATH=lib -DCMAKE_VERBOSE_MAKEFILE=ON -DCMAKE_FIND_USE_PACKAGE_REGISTRY=OFF -DPYTHON_EXECUTABLE=/work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python -DPython_EXECUTABLE=/work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python -DPython3_EXECUTABLE=/work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python -D AL_DOWNLOAD_DEPENDENCIES=OFF -D AL_BACKEND_HDF5=OFF -D AL_BACKEND_MDSPLUS=OFF -D AL_BACKEND_UDA=OFF -D AL_BUILD_MDSPLUS_MODELS=ON -D AL_PYTHON_BINDINGS=OFF /tmp/pinches/EasyBuild/IMASMDSplusmodels/5.6.0/GCCcore-14.3.0-DD-4.1.1/IMAS-Core-5.6.0/models/mdsplus' failed with exit code 1 in configure step for IMAS-MDSplus-models-5.6.0-GCCcore-14.3.0-DD-4.1.1.eb
== 2026-03-25 18:32:38,257 build_log.py:233 ERROR EasyBuild encountered an error: shell command 'cmake ...' failed with exit code 1 in configure step for IMAS-MDSplus-models-5.6.0-GCCcore-14.3.0-DD-4.1.1.eb (at easybuild/framework/easyblock.py:4944 in run_all_steps)
Callstack:
easybuild/framework/easyblock.py:4944 in run_all_steps
easybuild/framework/easyblock.py:5120 in build_and_install_one
easybuild/main.py:180 in build_and_install_software
easybuild/main.py:614 in process_eb_args
easybuild/main.py:798 in main
easybuild/main.py:847 in main_with_hooks
easybuild/main.py:862 in <module>
== 2026-03-25 18:32:38,259 build_log.py:329 INFO ... (took 11 secs)

You can find my EB file in ~pinches/public/EB.

[prasad-sawantdesai]

Could you please pass -DDD_VERSION='4.1.1' to cmake and try the same.

[Louwrensth]

😄 Thanks. You're very fast to comment. We discussed this issue in the weekly meeting and we decided to keep the issue on hold for the time being. I wanted to move the issue from jira to here and I was going to leave some information I have.

I did what you suggested earlier and I mentioned it the meeting: If you do it, it will go a bit further until the build gives you the another problem. I tried to circumvent that too until the next problem occurs. Please see below.

BTW why was it previously not needed to add DD_VERSION ?

---

After adding -D DD_VERSION=4.1.1, we get:

== 2026-04-02 18:13:31,216 run.py:637 INFO Output of 'cmake ...' shell command (stdout + stderr):
-- Found Python3: /work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python (found version "3.13.5") found components: Interpreter
-- The C compiler identification is GNU 14.3.0
-- The CXX compiler identification is GNU 14.3.0
-- Detecting C compiler ABI info
-- Detecting C compiler ABI info - done
-- Check for working C compiler: /tmp/eb-q1kne5i7/tmpg0laelvz/rpath_wrappers/gcc_wrapper/gcc - skipped
-- Detecting C compile features
-- Detecting C compile features - done
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /tmp/eb-q1kne5i7/tmpg0laelvz/rpath_wrappers/gxx_wrapper/g++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done                                                                                                                                                                      -- Found Python: /work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python (found version "3.13.5") found components: Interpreter Development.Module
-- Found Python: /work/imas/opt/EasyBuild/software/Python/3.13.5-GCCcore-14.3.0/bin/python
CMake Error at /scratch/users/vandell/EasyBuild/IMASMDSplusmodels/5.6.0/GCCcore-14.3.0-DD-4.1.1/IMAS-Core-5.6.0/common/cmake/ALBuildDataDictionary.cmake:109 (message):
  Failed to run 'idsinfo idspath' command.  Please ensure
  IMAS-Data-Dictionary module is loaded.
Call Stack (most recent call first):
  CMakeLists.txt:21 (include)

This has something to do with the command idspath not set correctly at:

IMAS-Core/common/cmake/ALBuildDataDictionary.cmake

Line 97 in 1c0c57c

set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/bin/idsinfo")

---

So, I tried to patch it with:

-  set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/bin/idsinfo")
+  # set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/bin/idsinfo")
+  set(_IDSINFO_COMMAND idsinfo")

... because it can discover from the $PATH where to find the idsinfo command.

But that just goes to the next error...

CMake Error at /scratch/users/vandell/EasyBuild/IMASMDSplusmodels/5.6.0/GCCcore-14.3.0-DD-4.1.1/IMAS-Core-5.6.0/common/cmake/ALBuildDataDictionary.cmake:403:
  Parse error.  Function missing ending ")".  Instead found unterminated
  string with text " )

  set( dd_version_file ) # unset temporary var

  ".

which is at the end of ALBuildDataDictionary.cmake:

IMAS-Core/common/cmake/ALBuildDataDictionary.cmake

Line 396 in 1c0c57c

set( dd_version_file ) # unset temporary var

---

At this point I moved on to something else more pressing ;)

[prasad-sawantdesai]

Hmm, this update is aftermath of the removal of the Saxon-HE module. File generation is now performed within a Python environment using PyPI packages, including imas-data-dictionary and saxonche.

Just few hints:
-> In build dependencies need to add
(IMAS-Data-Dictionary, '4.1.1')

-> And still need to check if -DDD_VERSION is required.

[SimonPinches]

('IMAS-Data-Dictionary', local_dd_version) is already a build dependency and I had also tried adding f'-D DD_VERSION={local_dd_version} ' but it didn't help :-(

I moved on to trying to patch IMAS-Core to use the idsinfo in the path and not set up a venv:

--- a/common/cmake/ALBuildDataDictionary.cmake
+++ b/common/cmake/ALBuildDataDictionary.cmake
@@ -39,65 +39,76 @@
 
 if( NOT AL_DOWNLOAD_DEPENDENCIES AND NOT AL_DEVELOPMENT_LAYOUT )
   # The DD easybuild module should be loaded, use that module:
-  # Create Python venv first and install imas_data_dictionary
-  if(NOT EXISTS "${_VENV_PYTHON}")
-    execute_process(
-      COMMAND ${PYTHON_EXECUTABLE} -m venv dd_build_env
-      WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
-      RESULT_VARIABLE _VENV_EXITCODE
-      OUTPUT_VARIABLE _VENV_OUTPUT
-      ERROR_VARIABLE _VENV_ERROR
-    )
-    
-    if(_VENV_EXITCODE)
-      message(STATUS "venv stdout: ${_VENV_OUTPUT}")
-      message(STATUS "venv stderr: ${_VENV_ERROR}")
-      message(FATAL_ERROR "Failed to create venv (exit code: ${_VENV_EXITCODE}). Ensure Python has venv module installed: python -m venv --help")
-    endif()
-    
-    if(DEFINED DD_VERSION)
+  # First try idsinfo from PATH (provided by IMAS-Data-Dictionary module).
+  # This avoids creating a venv + pip install just to get idsinfo, which can
+  # fail when PYTHONPATH already contains imas_data_dictionary (pip sees
+  # "Requirement already satisfied" but doesn't create the entry-point script
+  # in the venv).
+  find_program(_IDSINFO_COMMAND idsinfo)
+  if(_IDSINFO_COMMAND)
+    message(STATUS "Found idsinfo in PATH: ${_IDSINFO_COMMAND}")
+  else()
+    # Fallback: create venv and pip install imas_data_dictionary
+    message(STATUS "idsinfo not found in PATH, creating venv to install imas_data_dictionary")
+    if(NOT EXISTS "${_VENV_PYTHON}")
       execute_process(
-        COMMAND ${_VENV_PIP} install imas_data_dictionary==${DD_VERSION}
-        RESULT_VARIABLE _PIP_EXITCODE
-        OUTPUT_VARIABLE _PIP_OUTPUT
-        ERROR_VARIABLE _PIP_ERROR
+        COMMAND ${PYTHON_EXECUTABLE} -m venv dd_build_env
+        WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
+        RESULT_VARIABLE _VENV_EXITCODE
+        OUTPUT_VARIABLE _VENV_OUTPUT
+        ERROR_VARIABLE _VENV_ERROR
       )
-    else()
+
+      if(_VENV_EXITCODE)
+        message(STATUS "venv stdout: ${_VENV_OUTPUT}")
+        message(STATUS "venv stderr: ${_VENV_ERROR}")
+        message(FATAL_ERROR "Failed to create venv (exit code: ${_VENV_EXITCODE}). Ensure Python has venv module installed: python -m venv --help")
+      endif()
+
+      if(DEFINED DD_VERSION)
+        execute_process(
+          COMMAND ${_VENV_PIP} install imas_data_dictionary==${DD_VERSION}
+          RESULT_VARIABLE _PIP_EXITCODE
+          OUTPUT_VARIABLE _PIP_OUTPUT
+          ERROR_VARIABLE _PIP_ERROR
+        )
+      else()
<+        execute_process(
+          COMMAND ${_VENV_PIP} install imas_data_dictionary
+          RESULT_VARIABLE _PIP_EXITCODE
+          OUTPUT_VARIABLE _PIP_OUTPUT
+          ERROR_VARIABLE _PIP_ERROR
+        )
+      endif()
+
+      if(_PIP_EXITCODE)
+        message(STATUS "imas_data_dictionary pip output: ${_PIP_OUTPUT}")
+        message(STATUS "imas_data_dictionary pip error: ${_PIP_ERROR}")
+        message(FATAL_ERROR "Failed to install imas_data_dictionary dependency (exit code: ${_PIP_EXITCODE}). Check network connectivity and Python wheel compatibility.")
+      endif()
+
       execute_process(
-        COMMAND ${_VENV_PIP} install imas_data_dictionary
+        COMMAND ${_VENV_PIP} install saxonche
         RESULT_VARIABLE _PIP_EXITCODE
         OUTPUT_VARIABLE _PIP_OUTPUT
         ERROR_VARIABLE _PIP_ERROR
       )
+
+      if(_PIP_EXITCODE)
+        message(STATUS "saxonche pip output: ${_PIP_OUTPUT}")
+        message(STATUS "saxonche pip error: ${_PIP_ERROR}")
+        message(FATAL_ERROR "Failed to install saxonche dependency (exit code: ${_PIP_EXITCODE}). Check network connectivity and Python wheel compatibility.")
+      endif()
     endif()
-    
-    if(_PIP_EXITCODE)
-      message(STATUS "imas_data_dictionary pip output: ${_PIP_OUTPUT}")
-      message(STATUS "imas_data_dictionary pip error: ${_PIP_ERROR}")
-      message(FATAL_ERROR "Failed to install imas_data_dictionary dependency (exit code: ${_PIP_EXITCODE}). Check network connectivity and Python wheel compatibility.")
-    endif()
-    
-    execute_process(
-      COMMAND ${_VENV_PIP} install saxonche
-      RESULT_VARIABLE _PIP_EXITCODE
-      OUTPUT_VARIABLE _PIP_OUTPUT
-      ERROR_VARIABLE _PIP_ERROR
-    )
-    
-    if(_PIP_EXITCODE)
-      message(STATUS "saxonche pip output: ${_PIP_OUTPUT}")
-      message(STATUS "saxonche pip error: ${_PIP_ERROR}")
-      message(FATAL_ERROR "Failed to install saxonche dependency (exit code: ${_PIP_EXITCODE}). Check network connectivity and Python wheel compatibility.")
+    # Set up idsinfo command path from the venv
+    if(WIN32)
+      set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/Scripts/idsinfo.exe")
+    else()
+      set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/bin/idsinfo")
     endif()
   endif()
-# Set up idsinfo command path
-if(WIN32)
-  set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/Scripts/idsinfo.exe")
-else()
-  set(_IDSINFO_COMMAND "${CMAKE_CURRENT_BINARY_DIR}/dd_build_env/bin/idsinfo")
-endif()
 
-  # Use idsinfo idspath command from venv to get the path to IDSDef.xml or data_dictionary.xml
+  # Use idsinfo idspath command to get the path to IDSDef.xml or data_dictionary.xml
   execute_process(
     COMMAND ${_IDSINFO_COMMAND} idspath
     OUTPUT_VARIABLE IDSDEF