modify build_all.py to use rattler-build

.ci_support/build_all.py

@@ -1,3 +1,5 @@
+from itertools import chain
+import json
 import conda.base.context
 import conda.core.index
 import conda.resolve
@@ -44,17 +46,32 @@ def build_all(recipes_dir, arch):
  script_dir = os.path.dirname(os.path.realpath(__file__))
  variant_config_file = os.path.join(script_dir, "{}.yaml".format(get_config_name(arch)))
 
+ has_meta_yaml = False
+ has_recipe_yaml = False
+
  found_cuda = False
  found_centos7 = False
  for folder in folders:
  meta_yaml = os.path.join(recipes_dir, folder, "meta.yaml")
  if os.path.exists(meta_yaml):
+ has_meta_yaml = True
  with(open(meta_yaml, "r", encoding="utf-8")) as f:
  text = ''.join(f.readlines())
  if 'cuda' in text:
  found_cuda = True
  if 'sysroot_linux-64' in text:
  found_centos7 = True
+
+ recipe_yaml = os.path.join(recipes_dir, folder, "recipe.yaml")
+ if os.path.exists(recipe_yaml):
+ has_recipe_yaml = True
+ with(open(recipe_yaml, "r", encoding="utf-8")) as f:
+ text = ''.join(f.readlines())
+ if 'cuda' in text:
+ found_cuda = True
+ if 'sysroot_linux-64' in text:
+ found_centos7 = True
+
  cbc = os.path.join(recipes_dir, folder, "conda_build_config.yaml")
  if os.path.exists(cbc):
  with open(cbc, "r") as f:
@@ -72,6 +89,11 @@ def build_all(recipes_dir, arch):
  print(f"Found c_stdlib_version for linux: {version=}")
  found_centos7 |= version == (2, 17)
 
+ if has_meta_yaml and has_recipe_yaml:
+ raise ValueError('Mixing meta.yaml and recipe.yaml recipes is not supported')
+ if not has_meta_yaml and not has_recipe_yaml:
+ raise ValueError('Neither a meta.yaml or a recipe.yaml recipes was found')
+
  if found_cuda:
  print('##vso[task.setvariable variable=NEED_CUDA;isOutput=true]1')
  if found_centos7:
@@ -147,8 +169,13 @@ def build_all(recipes_dir, arch):
 
  if 'conda-forge' not in channel_urls:
  raise ValueError('conda-forge needs to be part of channel_sources')
- print("Building {} with {}".format(','.join(folders), ','.join(channel_urls)))
- build_folders(recipes_dir, folders, arch, channel_urls)
+
+ if has_meta_yaml:
+ print("Building {} with {} using conda-build".format(','.join(folders), ','.join(channel_urls)))
+ build_folders(recipes_dir, folders, arch, channel_urls)
+ elif has_recipe_yaml:
+ print("Building {} with {} using rattler-build".format(','.join(folders), ','.join(channel_urls)))
+ build_folders_rattler_build(recipes_dir, platform, arch, channel_urls)
 
 
 def get_config(arch, channel_urls):
@@ -207,9 +234,26 @@ def build_folders(recipes_dir, folders, arch, channel_urls):
  conda_build.api.build([recipe], config=get_config(arch, channel_urls))
 
 
+def build_folders_rattler_build(recipes_dir: str, platform, arch, channel_urls: list[str]):
+ # Define the arguments for rattler-build
+ args = [
+ "rattler-build",
+ "build", 
+ "--recipe-dir", recipes_dir,
+ "--target-platform", f"{platform}-{arch}",
+ ]
+ for channel_url in channel_urls:
+ # Local is automatically added by rattler-build so we just remove it.
+ if channel_url != "local":
+ args.extend(["-c", channel_url])
+
+ # Execute rattler-build.
+ subprocess.run(args, check=True)
+
+
 def check_recipes_in_correct_dir(root_dir, correct_dir):
  from pathlib import Path
- for path in Path(root_dir).rglob('meta.yaml'):
+ for path in chain(Path(root_dir).rglob('meta.yaml'), Path(root_dir).rglob('recipe.yaml')):
  path = path.absolute().relative_to(root_dir)
  if path.parts[0] == 'build_artifacts':
  # ignore pkg_cache in build_artifacts