Added determinism inspection workflow

Author: UebelAndre

.gitattributes

@@ -1,3 +1,4 @@
+* text eol=lf
 **/*Cargo.Bazel.lock linguist-generated
 **/cargo-bazel-lock.json linguist-generated
 crate_universe/3rdparty/crates/** linguist-generated

.github/workflows/determinism.yaml

@@ -0,0 +1,68 @@
+name: Determinism
+
+on:
+  workflow_dispatch:
+
+jobs:
+  check:
+    strategy:
+      fail-fast: false
+      matrix:
+        # Create a job for each target triple
+        include:
+          - os: macos-latest
+            test_args: ""
+          - os: ubuntu-latest
+            test_args: ""
+          - os: windows-latest
+            test_args: "--work-dir=C:/r"
+    runs-on: ${{ matrix.os }}
+    name: Check (${{ matrix.os }})
+    steps:
+      - uses: actions/checkout@master
+        with:
+          clean: true
+
+      - name: Run tests
+        continue-on-error: true
+        run: bazel run --compilation_mode=opt '//test/determinism:tester' '--' test --output=${{ github.workspace }}/results.json ${{ matrix.test_args }}
+
+      - name: Summarize (unix)
+        if: runner.os != 'Windows'
+        run: |
+          if [[ ! -f results.json ]]; then
+            exit 1
+          fi
+
+          echo '<details>' >> ${GITHUB_STEP_SUMMARY}
+          echo '' >> ${GITHUB_STEP_SUMMARY}
+          echo '```json' >> ${GITHUB_STEP_SUMMARY}
+          cat results.json >> ${GITHUB_STEP_SUMMARY}
+          echo '' >> ${GITHUB_STEP_SUMMARY}
+          echo '```' >> ${GITHUB_STEP_SUMMARY}
+          echo '' >> ${GITHUB_STEP_SUMMARY}
+          echo '</details>' >> ${GITHUB_STEP_SUMMARY}
+
+          if [[ "$(cat results.json)" != "[]"* ]]; then
+            exit 1
+          fi
+      - name: Summarize (windows)
+        if: runner.os == 'Windows'
+        run: |
+          if (-not (Test-Path results.json)) {
+              exit 1
+          }
+
+          echo '<details>' >> $env:GITHUB_STEP_SUMMARY
+          echo '' >> $env:GITHUB_STEP_SUMMARY
+          echo '```json' >> $env:GITHUB_STEP_SUMMARY
+          Get-Content -Path results.json >> $env:GITHUB_STEP_SUMMARY
+          echo '' >> $env:GITHUB_STEP_SUMMARY
+          echo '```' >> $env:GITHUB_STEP_SUMMARY
+          echo '' >> $env:GITHUB_STEP_SUMMARY
+          echo '</details>' >> $env:GITHUB_STEP_SUMMARY
+
+          $content = Get-Content -Path results.json -Raw
+          if (-not $content.StartsWith('[]')) {
+              exit 1
+          }

.github/workflows/formatting.yaml

@@ -13,7 +13,9 @@ jobs:
   code-format-checks:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
+        with:
+          clean: true
       - name: Buildifier
         run: |
           wget "https://github.com/bazelbuild/buildtools/releases/download/v${BUILDIFIER_VERSION}/buildifier-linux-amd64" -O buildifier

MODULE.bazel

@@ -71,6 +71,17 @@ use_repo(
     "buildkite_config",
     "generated_inputs_in_external_repo",
     "libc",
+    "rrtd",
+    "rrtd__anyhow-1.0.97",
+    "rrtd__blake3-1.6.1",
+    "rrtd__clap-4.5.32",
+    "rrtd__serde-1.0.219",
+    "rrtd__serde_json-1.0.140",
+    "rrtd__tempfile-3.19.0",
+    "rrtd__tokio-1.44.1",
+    "rrtd__tracing-0.1.41",
+    "rrtd__tracing-subscriber-0.3.19",
+    "rrtd__walkdir-2.5.0",
     "rtra",
     "rtra__serde-1.0.219",
     "rtra__serde_json-1.0.140",

test/cargo_build_script/compile_data/test.rs

@@ -2,5 +2,5 @@
 pub fn test_compile_data() {
     let data = include_str!(concat!(env!("CARGO_MANIFEST_DIR"), "/", env!("DATA")));
 
-    assert_eq!("La-Li-Lu-Le-Lo\n", data);
+    assert_eq!("La-Li-Lu-Le-Lo", data.trim());
 }

test/deps.bzl

@@ -2,6 +2,7 @@
 
 load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
 load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe")
+load("//test/determinism/3rdparty/crates:crates.bzl", determinism_test_crate_repositories = "crate_repositories")
 load("//test/generated_inputs:external_repo.bzl", "generated_inputs_in_external_repo")
 load("//test/load_arbitrary_tool:load_arbitrary_tool_test.bzl", "load_arbitrary_tool_test")
 load("//test/rust_analyzer/3rdparty/crates:crates.bzl", rust_analyzer_test_crate_repositories = "crate_repositories")
@@ -40,6 +41,7 @@ def rules_rust_test_deps(is_bzlmod = False):
     direct_deps = load_arbitrary_tool_test()
     direct_deps.extend(generated_inputs_in_external_repo())
     direct_deps.extend(rust_analyzer_test_crate_repositories())
+    direct_deps.extend(determinism_test_crate_repositories())
 
     maybe(
         http_archive,

test/determinism/3rdparty/BUILD.bazel

@@ -0,0 +1,34 @@
+load("//crate_universe:defs.bzl", "crate", "crates_vendor")
+
+crates_vendor(
+    name = "crates_vendor",
+    cargo_lockfile = "Cargo.Bazel.lock",
+    mode = "remote",
+    packages = {
+        "anyhow": crate.spec(version = "1.0.97"),
+        "blake3": crate.spec(version = "1.6.1"),
+        "clap": crate.spec(
+            features = [
+                "derive",
+                "env",
+            ],
+            version = "4.5.32",
+        ),
+        "serde": crate.spec(
+            features = ["derive"],
+            version = "1.0.219",
+        ),
+        "serde_json": crate.spec(version = "1.0.140"),
+        "tempfile": crate.spec(version = "3.19.0"),
+        "tokio": crate.spec(
+            features = ["full"],
+            version = "1.44.1",
+        ),
+        "tracing": crate.spec(version = "0.1.41"),
+        "tracing-subscriber": crate.spec(version = "0.3.19"),
+        "walkdir": crate.spec(version = "2.5.0"),
+    },
+    # `rrtd` == `rules_rust_test_determinism`
+    repository_name = "rrtd",
+    tags = ["manual"],
+)