test: run the local test stack from Git Bash with the evidence bucket provisioned

- `garage_exec` excludes the in-container Garage binary and config paths from MSYS argument conversion, detected by the kernel name, because Git Bash rewrites leading-slash arguments into Windows paths and the CLI does not answer
- `run_with_test_stack.sh` captures the bootstrap output before `eval` and exits when the bootstrap fails, so a command does not run without the stack environment and provision its dependencies by itself
- The Garage bootstrap creates the moderation evidence bucket and exports the `R2_EVIDENCE_*` and `EVIDENCE_AWS_*` variables the evidence store reads, as the testcontainers runtime does, so the evidence upload test runs under the external stack

tests/bootstrap_garage.sh

@@ -29,6 +29,16 @@ transient_bucket="${AI_HORDE_TEST_R2_TRANSIENT_BUCKET:-stable-horde}"
 permanent_bucket="${AI_HORDE_TEST_R2_PERMANENT_BUCKET:-stable-horde}"
 source_image_bucket="${AI_HORDE_TEST_R2_SOURCE_IMAGE_BUCKET:-stable-horde-source-images}"
 prompts_bucket="${AI_HORDE_TEST_R2_PROMPTS_BUCKET:-prompts}"
+evidence_bucket="${AI_HORDE_TEST_R2_EVIDENCE_BUCKET:-moderation-evidence}"
+
+# MSYS runtimes (Git Bash, MSYS2) report a MINGW*/MSYS* kernel name; their bash
+# OSTYPE can read "cygwin" as well as "msys", so it does not identify them.
+msys_path_conversion=0
+case "$(uname -s)" in
+  MINGW*|MSYS*)
+    msys_path_conversion=1
+    ;;
+esac
 
 compose() {
   docker compose -f "$compose_file" "$@"
@@ -71,6 +81,14 @@ parse_args() {
 }
 
 garage_exec() {
+  if [[ "$msys_path_conversion" == "1" ]]; then
+    # MSYS bash (Git Bash) rewrites arguments that start with "/" into Windows
+    # paths before docker sees them, so the in-container binary and config
+    # paths would not exist and the CLI would not answer. Exclude exactly those
+    # two arguments from the conversion.
+    MSYS2_ARG_CONV_EXCL="${MSYS2_ARG_CONV_EXCL:+${MSYS2_ARG_CONV_EXCL};}/garage;/etc/garage.toml" compose exec -T garage /garage -c /etc/garage.toml "$@"
+    return
+  fi
   compose exec -T garage /garage -c /etc/garage.toml "$@"
 }
 
@@ -196,7 +214,7 @@ ensure_buckets() {
   local bucket
   local output
   local -A seen=()
-  local buckets=("$transient_bucket" "$permanent_bucket" "$source_image_bucket" "$prompts_bucket")
+  local buckets=("$transient_bucket" "$permanent_bucket" "$source_image_bucket" "$prompts_bucket" "$evidence_bucket")
 
   for bucket in "${buckets[@]}"; do
     if [[ -n "${seen[$bucket]:-}" ]]; then
@@ -227,6 +245,11 @@ export R2_PERMANENT_ACCOUNT="http://127.0.0.1:${garage_s3_port}"
 export R2_TRANSIENT_BUCKET="$transient_bucket"
 export R2_PERMANENT_BUCKET="$permanent_bucket"
 export R2_SOURCE_IMAGE_BUCKET="$source_image_bucket"
+export R2_EVIDENCE_ACCOUNT="http://127.0.0.1:${garage_s3_port}"
+export R2_EVIDENCE_BUCKET="$evidence_bucket"
+export R2_EVIDENCE_REGION="garage"
+export EVIDENCE_AWS_ACCESS_KEY_ID="$garage_access_key_id"
+export EVIDENCE_AWS_SECRET_ACCESS_KEY="$garage_secret_key"
 export POSTGRES_URL="localhost:${postgres_port}/${AI_HORDE_TEST_POSTGRES_DB:-postgres}"
 export REDIS_IP="127.0.0.1"
 export REDIS_PORT="${redis_port}"
@@ -255,6 +278,11 @@ emit_powershell_exports() {
   emit_powershell_assignment R2_TRANSIENT_BUCKET "$transient_bucket"
   emit_powershell_assignment R2_PERMANENT_BUCKET "$permanent_bucket"
   emit_powershell_assignment R2_SOURCE_IMAGE_BUCKET "$source_image_bucket"
+  emit_powershell_assignment R2_EVIDENCE_ACCOUNT "http://127.0.0.1:${garage_s3_port}"
+  emit_powershell_assignment R2_EVIDENCE_BUCKET "$evidence_bucket"
+  emit_powershell_assignment R2_EVIDENCE_REGION "garage"
+  emit_powershell_assignment EVIDENCE_AWS_ACCESS_KEY_ID "$garage_access_key_id"
+  emit_powershell_assignment EVIDENCE_AWS_SECRET_ACCESS_KEY "$garage_secret_key"
   emit_powershell_assignment POSTGRES_URL "localhost:${postgres_port}/${AI_HORDE_TEST_POSTGRES_DB:-postgres}"
   emit_powershell_assignment REDIS_IP "127.0.0.1"
   emit_powershell_assignment REDIS_PORT "$redis_port"
@@ -278,8 +306,9 @@ EOF
   emit_exports
   cat <<EOF
 
-The Garage bootstrap also ensures the hard-coded prompt upload bucket exists:
+The Garage bootstrap also ensures the hard-coded prompt upload bucket and the evidence bucket exist:
   $prompts_bucket
+  $evidence_bucket
 EOF
 }
 

tests/run_with_test_stack.sh

@@ -84,7 +84,15 @@ main() {
   compose up -d
 
   echo "Bootstrapping Garage and loading test env..."
-  eval "$(bash "$script_dir/bootstrap_garage.sh" --shell)"
+  # Capture before eval: a failing substitution inside eval's argument does not
+  # trip errexit, and the command would then run without the stack env and fall
+  # back to whatever the tests provision on their own.
+  local stack_env
+  if ! stack_env="$(bash "$script_dir/bootstrap_garage.sh" --shell)"; then
+    echo "Garage bootstrap failed; not running the command without the local test stack env." >&2
+    exit 1
+  fi
+  eval "$stack_env"
 
   echo "Running command with local test stack env..."
   "${command_to_run[@]}"