Handle local-conan-recipes as a remote

howetuft · howetuft · commit cef691e2680f · 2025-10-18T23:32:58.000+02:00
diff --git a/local-conan-recipes/recipes/imguifiledialog/all/conandata.yml b/local-conan-recipes/recipes/imguifiledialog/all/conandata.yml
diff --git a/local-conan-recipes/recipes/imguifiledialog/all/conanfile.py b/local-conan-recipes/recipes/imguifiledialog/all/conanfile.py
@@ -17,7 +17,6 @@ class ImguiFileDialogConan(ConanFile):
     settings = "os", "arch", "compiler", "build_type"
     homepage = "https://github.com/aiekick/ImGuiFileDialog"
     license = "MIT"
-    version = "0.6.7"
     options = {
         "shared": [True, False],
         "fPIC": [True, False],
diff --git a/local-conan-recipes/recipes/imguifiledialog/config.yml b/local-conan-recipes/recipes/imguifiledialog/config.yml
@@ -0,0 +1,3 @@
+versions:
+  "0.6.7":
+    folder: all
diff --git a/local-conan-recipes/recipes/nvrtc/binary/conandata.yml b/local-conan-recipes/recipes/nvrtc/binary/conandata.yml
@@ -0,0 +1,10 @@
+sources:
+  "12.8.93":
+    Linux:
+      x86_64:
+        url: "https://developer.download.nvidia.com/compute/cuda/redist/cuda_nvrtc/linux-x86_64/cuda_nvrtc-linux-x86_64-12.8.93-archive.tar.xz"
+        sha256: "992f5e4d95cb499f41e442245efa877dbd60c711451afe680a26700d61eb3843"
+    Windows:
+      x86_64:
+        url: "https://developer.download.nvidia.com/compute/cuda/redist/cuda_nvrtc/windows-x86_64/cuda_nvrtc-linux-x86_64-12.8.93-archive.zip"
+        sha256: "a63302a077f0248a743a1a7caa7dbd80d0fac56c6cfa9c41fa05fac9b7e5eda5"
diff --git a/local-conan-recipes/recipes/nvrtc/binary/conanfile.py b/local-conan-recipes/recipes/nvrtc/binary/conanfile.py
@@ -9,7 +9,6 @@
 
 class nvrtcRecipe(ConanFile):
     name = "nvrtc"
-    version = "12.8.93"
     user = "luxcore"
     channel = "luxcore"
     package_type = "library"
@@ -28,19 +27,13 @@ def validate(self):
             raise ConanInvalidConfiguration("MacOS not supported")
 
     def build(self):
-        _os = str(self.settings.os)
-        quirks = {
-            "Linux": ("linux-x86_64", "tar.xz"),
-            "Windows": ("windows-x86_64", "zip"),
-        }
-
-        platform, extension = quirks[_os]
-
-        url = (
-            "https://developer.download.nvidia.com/compute/cuda/redist/cuda_nvrtc/"
-            f"{platform}/cuda_nvrtc-{platform}-{self.version}-archive.{extension}"
+        arch = "x86_64"
+        get(
+            self,
+            **self.conan_data["sources"][self.version][str(self.settings.os)][arch],
+            destination=self.build_folder,
+            strip_root=True
         )
-        get(self, url, destination=self.build_folder, strip_root=True)
 
     def generate(self):
         tc = CMakeToolchain(self)
diff --git a/local-conan-recipes/recipes/nvrtc/config.yml b/local-conan-recipes/recipes/nvrtc/config.yml
@@ -0,0 +1,3 @@
+versions:
+  "12.8.93":
+    folder: "binary"
diff --git a/local-conan-recipes/recipes/oidn/all/conandata.yml b/local-conan-recipes/recipes/oidn/all/conandata.yml
@@ -0,0 +1,4 @@
+sources:
+  "0.6.7":
+    url: "https://github.com/aiekick/ImGuiFileDialog/archive/refs/tags/v0.6.7.zip"
+    sha256: "939fa922162a490353f17b4bc15e59110fc9ea81c123acc29c6e5f3c8f1bbc7c"
diff --git a/local-conan-recipes/recipes/oidn/all/conanfile.py b/local-conan-recipes/recipes/oidn/all/conanfile.py
@@ -15,7 +15,6 @@
 
 class OidnConan(ConanFile):
     name = "oidn"
-    version = "2.3.3"
     user = "luxcore"
     channel = "luxcore"
     settings = "os", "arch", "compiler", "build_type"
diff --git a/local-conan-recipes/recipes/oidn/config.yml b/local-conan-recipes/recipes/oidn/config.yml
@@ -0,0 +1,3 @@
+versions:
+  "2.3.3":
+    folder: "all"
diff --git a/run-conan.sh b/run-conan.sh
@@ -15,26 +15,10 @@ test -n "$RUNNER_ARCH" || die "RUNNER_ARCH not set"
 
 CONAN_PROFILE=conan-profile-${RUNNER_OS}-${RUNNER_ARCH}
 
-function conan_local_install() {
-  name=$(echo "$1" | tr '[:upper:]' '[:lower:]')  # Package name in lowercase
-
-  conan create \
-    --profile:all=$CONAN_PROFILE \
-    --build=missing \
-    --remote=mycenter \
-    -vnotice \
-    $WORKSPACE/local-conan-recipes/$name
-  conan install \
-    --profile:all=$CONAN_PROFILE \
-    --build=missing \
-    --remote=mycenter \
-    -vnotice \
-    $WORKSPACE/local-conan-recipes/$name
-}
-
 
 # Script starts here
 
+# 0. Initialize: set globals and install conan and ninja
 set -euxo pipefail
 
 if [[ "$RUNNER_OS" == "Linux" ]]; then
@@ -48,17 +32,25 @@ pip install conan
 pip install ninja
 echo "::endgroup::"
 
+# 1. Clone conancenter at a specific commit and add this cloned repo as a
+# remote ('mycenter')
+# This has 2 benefits:
+# - We can decide which packages will be built from sources (remote=mycenter)
+#   and which ones will use precompiled binaries (remote=conancenter)
+# - We pin the index to a specific state (commit), which avoids spurious
+#   updates
 # https://docs.conan.io/2/devops/devops_local_recipes_index.html
-# Add the mycenter remote pointing to the local folder
-# This allows to decide which packages are built from sources (remote=mycenter)
-# and which ones use precompiled binaries (remote=conancenter)
 echo "::group::CIBW_BEFORE_BUILD: local recipes index repository"
 git clone https://github.com/conan-io/conan-center-index
 cd conan-center-index
 git reset --hard 73bae27b468ae37f5bacd4991d1113aefcf23b2b
 git clean -df  # cleans any untracked files/folders
 cd ..
 conan remote add mycenter ./conan-center-index
+
+# 2. Add local recipe repository (as a remote)
+conan remote add mylocal ./local-conan-recipes
+conan list -r mylocal
 echo "::endgroup::"
 
 if [[ "$RUNNER_OS" == "Linux" ]]; then
@@ -68,8 +60,8 @@ if [[ "$RUNNER_OS" == "Linux" ]]; then
   echo "::endgroup::"
 fi
 
+# 3. Restore conan cache (add -vverbose to debug)
 echo "::group::CIBW_BEFORE_BUILD: restore conan cache"
-# Restore conan cache (add -vverbose to debug)
 cachefile=$cache_dir/conan-cache-save.tgz
 if [[ -e $cachefile ]]; then
   conan cache restore $cachefile
@@ -78,17 +70,18 @@ else
 fi
 echo "::endgroup::"
 
-# Install profiles
+# 4. Install profiles
 echo "::group::CIBW_BEFORE_BUILD: Install profiles"
 conan create $WORKSPACE/conan-profiles \
   --profile:all=$WORKSPACE/conan-profiles/$CONAN_PROFILE \
   --version=$LUXDEPS_VERSION
 conan config install-pkg -vvv luxcoreconf/$LUXDEPS_VERSION@luxcore/luxcore
 echo "::endgroup::"
 
-# Install build requirements (before local packages)
+# 5. Install build requirements
 echo "::group::CIBW_BEFORE_BUILD: Install tool requirements"
-# We allow to use precompiled binaries
+# We specify conancenter as a remote, thus allowing to use precompiled
+# binaries.
 # For pkgconf and meson, we have to manually target the right version
 build_deps=(b2/[*] cmake/[*] m4/[*] pkgconf/2.1.0 meson/1.2.2 yasm/[*])
 if [[ $RUNNER_OS == "Windows" ]]; then
@@ -104,48 +97,39 @@ for d in "${build_deps[@]}"; do
 done
 echo "::endgroup::"
 
-# Install local packages
-if [[ "$RUNNER_OS" == "Linux" || "$RUNNER_OS" == "Windows" ]]; then
-  echo "::group::CIBW_BEFORE_BUILD: nvrtc"
-  conan_local_install nvrtc
-  echo "::endgroup::"
-fi
-
-echo "::group::CIBW_BEFORE_BUILD: imguifiledialog"
-conan_local_install imguifiledialog
-echo "::endgroup::"
-
-echo "::group::CIBW_BEFORE_BUILD: OIDN"
-conan_local_install oidn
-echo "::endgroup::"
-
 if [[ $RUNNER_OS == "Windows" ]]; then
   DEPLOY_PATH=$(cygpath "C:\\Users\\runneradmin")
 else
   DEPLOY_PATH=$WORKSPACE
 fi
 
+# 6. Show graph (for debug purpose)
 echo "::group::CIBW_BEFORE_BUILD: Explain graph"
-# For debugging purpose...
+# This is only for debugging purpose...
 cd $WORKSPACE
 conan graph info $WORKSPACE \
   --profile:all=$CONAN_PROFILE \
   --version=$LUXDEPS_VERSION \
   --remote=mycenter \
+  --remote=mylocal \
   --build=missing \
   --format=dot
 echo "::endgroup::"
 
+# 7. Create luxcoredeps package and all dependencies
+# (we do not specify conancenter as a remote, so it prevents conan from using
+# precompiled binaries and it forces compilation)
 echo "::group::CIBW_BEFORE_BUILD: Create LuxCore Deps"
 cd $WORKSPACE
-# Create package (without using conancenter precompiled binaries)
 conan create $WORKSPACE \
   --profile:all=$CONAN_PROFILE \
   --version=$LUXDEPS_VERSION \
   --remote=mycenter \
+  --remote=mylocal \
   --build=missing
 echo "::endgroup::"
 
+# 8. Save result
 echo "::group::Saving dependencies in ${cache_dir}"
 conan cache clean "*"  # Clean non essential files
 conan remove -c -vverbose "*/*#!latest"  # Keep only latest version of each package
@@ -155,6 +139,7 @@ conan graph info \
   --requires=luxcoreconf/$LUXDEPS_VERSION@luxcore/luxcore \
   --format=json \
   --remote=mycenter \
+  --remote=mylocal \
   --profile:all=$CONAN_PROFILE \
   > graph.json
 conan list --graph=graph.json --format=json --graph-binaries=Cache > list.json

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+versions:`
	`2`	`+ "0.6.7":`
	`3`	`+ folder: all`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+versions:`
	`2`	`+ "12.8.93":`
	`3`	`+ folder: "binary"`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+versions:`
	`2`	`+ "2.3.3":`
	`3`	`+ folder: "all"`