feat: Add support for multiple distinct artifacts.

Previously we needed a single glob. Now we can have multiple globs.
"source" and "versioned" need to agree for each line.

Author: iphydf

.github/workflows/deploy-artifact.yml

@@ -41,16 +41,7 @@ jobs:
         run: ${{ inputs.run }}
       - name: Generate sha256 checksum
         id: sha256
-        run: |
-          {
-            echo 'artifacts<<EOF'
-            for file in ${{ inputs.artifact-source }}; do
-              sha256sum "$file" >"$file.sha256"
-              echo "$file"
-              echo "$file.sha256"
-            done
-            echo 'EOF'
-          } >>"$GITHUB_OUTPUT"
+        run: ci-tools/tools/artifact_sha256.py ${{ inputs.artifact-source }}
 
       - name: Upload artifact
         uses: actions/upload-artifact@v4
@@ -62,7 +53,7 @@ jobs:
         id: release-version
         if: contains(github.ref, 'refs/tags/v')
         run: VERSION="$(echo "$GITHUB_REF" | cut -d / -f 3)";
-          ci-tools/tools/rename_artifact.py
+          ci-tools/tools/artifact_rename.py
             "${{ inputs.artifact-source }}"
             "${{ inputs.artifact-versioned }}"
             ${{ inputs.artifact-source }}
@@ -76,7 +67,7 @@ jobs:
       - name: Rename artifact for nightly upload
         id: nightly-version
         run: VERSION="nightly";
-          ci-tools/tools/rename_artifact.py
+          ci-tools/tools/artifact_rename.py
             "${{ inputs.artifact-source }}"
             "${{ inputs.artifact-versioned }}"
             ${{ inputs.artifact-source }}

tools/rename_artifact.py tools/artifact_rename.pytools/rename_artifact.py renamed to tools/artifact_rename.py

@@ -46,26 +46,38 @@ def main():
         print(f"Usage: {sys.argv[0]} <original> <renamed> [files...]")
         sys.exit(1)
 
-    original = sys.argv[1]
-    renamed = sys.argv[2]
+    original = sys.argv[1].split(" ")
+    renamed = sys.argv[2].split(" ")
     files = sys.argv[3:]
 
-    print(f"Copying {original} to {renamed}")
-
-    original_re, renamed_re = _glob_to_regex(original, renamed)
+    if len(original) != len(renamed):
+        print(f"Error: {len(original)} original and {len(renamed)} renamed")
+        sys.exit(1)
 
-    print(f"Copying {original_re} to {renamed_re}")
     print(f"Found {len(files)} files: {files}")
+
     outputs: list[str] = []
-    for f in files:
-        new_name = re.sub(original_re, renamed_re, f)
-        print(f"Copying {f} to {new_name}")
-        try:
-            with open(f, "rb") as src, open(new_name, "wb") as dst:
-                dst.write(src.read())
-            outputs.append(new_name)
-        except Exception as e:
-            print(f"Error Copying {f} to {new_name}: {e}")
+    for o, r in zip(original, renamed):
+        print(f"Copying glob {o} to {r}")
+
+        o_re, r_re = _glob_to_regex(o, r)
+
+        print(f"Copying regex {o_re} to {r_re}")
+        o_files = [f for f in files if re.match(o_re, f)]
+        if not o_files:
+            print(f"Error: no files match {o_re}")
+            sys.exit(1)
+        for f in o_files:
+            if not re.match(o_re, f):
+                continue
+            new_name = re.sub(o_re, r_re, f)
+            print(f"Copying file {f} to {new_name}")
+            try:
+                with open(f, "rb") as src, open(new_name, "wb") as dst:
+                    dst.write(src.read())
+                outputs.append(new_name)
+            except Exception as e:
+                print(f"Error Copying {f} to {new_name}: {e}")
 
     print(f"Renamed {len(outputs)} files: {outputs}")
     _write_github_outputs(outputs)

tools/artifact_sha256.py

@@ -0,0 +1,33 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-3.0-or-later
+# Copyright © 2025 The TokTok team
+import os
+import subprocess  # nosec
+import sys
+
+
+def main():
+    if len(sys.argv) < 2:
+        print(f"Usage: {sys.argv[0]} <files...>")
+        sys.exit(1)
+
+    files = sys.argv[1:]
+
+    outputs: list[str] = []
+    for file in files:
+        sha256 = subprocess.check_output(["sha256sum", file])  # nosec
+        with open(f"{file}.sha256", "wb") as f:
+            f.write(sha256)
+        outputs.append(file)
+        outputs.append(f"{file}.sha256")
+
+    if "GITHUB_ACTIONS" in os.environ:
+        with open(os.environ["GITHUB_OUTPUT"], "a") as f:
+            f.write("artifacts<<EOF\n")
+            for output in outputs:
+                f.write(f"{output}\n")
+            f.write("EOF\n")
+
+
+if __name__ == "__main__":
+    main()