ci-examples.sh

#!/usr/bin/env bash
set -e

show_help() {
  me=$(basename "$0")
  cat <<EOF
$me: Run all of the examples in test mode

Usage: $me --os <os> --config <config> --bin-dir <path> --skip-file <path> [--dry-run]

Options:
  --help                 Show this help message
  --dry-run              Skip running the examples.
  --bin-dir   <path>     Path to binary directory.
                         Must contain all of the example binaries.
  --skip-file <path>     Path to file containing skip patterns.
                         See the 'Skip file' section, below.
  --os        <os>       Operating system.
                         Valid <os> values: 'macos', 'windows', 'linux'
  --config    <config>   Build configuration.
                         Valid <config> values: 'debug', 'release'.

Skip file:

  The skip patterns are regexp patterns on the following format:
  <os>:<config>:<sample> # Some comment describing why test is disabled

  For example:
  # Bug 123: foo-example fails (both debug and release)
  windows:(debug|release):foo-example
  # Bug 456: bar-example fails in release mode on Linux
  linux:release:bar-example

EOF
}

while [[ "$#" -gt 0 ]]; do
  case $1 in
  -h | --help)
    show_help
    exit 0
    ;;
  --dry-run)
    dry_run=true
    ;;
  --bin-dir)
    bin_dir="$2"
    shift
    ;;
  --skip-file)
    skip_file="$2"
    shift
    ;;
  --os)
    case $2 in
    windows | linux | macos) ;;
    *)
      printf "error: Unrecognized os: '$2'\n\n" >&2
      show_help >&2
      exit 1
      ;;
    esac
    os="$2"
    shift
    ;;
  --config)
    case $2 in
    debug | release) ;;
    *)
      printf "error: Unrecognized config: '$2'\n\n" >&2
      show_help >&2
      exit 1
      ;;
    esac
    config="$2"
    shift
    ;;
  *)
    echo "unrecognized argument: $1" >&2
    show_help >&2
    exit 1
    ;;
  esac
  shift
done

if [[ "$os" == "" ]]; then
  echo "error: No OS specified.\n\n"
  show_help >&2
  exit 1
fi

if [[ "$config" == "" ]]; then
  printf "error: No build configuration specified.\n\n" >&2
  show_help >&2
  exit 1
fi

if [[ "$bin_dir" == "" ]]; then
  printf "error: No binary directory specified.\n\n" >&2
  show_help >&2
  exit 1
fi

if [[ "$skip_file" == "" ]]; then
  printf "error: No skip file specified.\n\n" >&2
  show_help >&2
  exit 1
fi

if [[ ! -f "$skip_file" ]]; then
  printf "error: Skip file '$skip_file' does not exist.\n\n" >&2
fi

if [[ ! -d "$bin_dir" ]]; then
  printf "error: Binary directory '$bin_dir' does not exist.\n\n" >&2
fi

summary=""
failure_count=0
skip_count=0
sample_count=0

function skip {
  local p
  local line_index
  p="$1"
  line_index=1
  while read pattern; do
    pat=$pattern
    if [[ ! $pat =~ .*# ]]; then
      echo "error: Skip pattern on line $line_index is missing a comment!"
      exit 1
    fi
    pat="${pattern%% *#*}"
    if [[ $p =~ ^$pat$ ]]; then
      return 0
    fi
    line_index=$((line_index + 1))
  done <$skip_file

  return 1
}

function run_sample {
  local command
  local sample
  command=$@
  shift
  sample="${command%% *}"
  sample_count=$((sample_count + 1))
  summary+="$sample: "
  if skip "$os:$config:$sample"; then
    echo "Skipping $sample..."
    summary+="\n  skipped\n"
    skip_count=$((skip_count + 1))
    return
  fi
  echo "Running '$command'..."
  result=0
  pushd $bin_dir 1>/dev/null 2>&1
  if [[ ! "$dry_run" = true ]]; then
    ./$command || result=$?
  fi
  if [[ $result -eq 0 ]]; then
    summary+="\n  success\n"
  else
    summary+="\n  failure (exit code: $result)\n"
    failure_count=$((failure_count + 1))
  fi
  popd 1>/dev/null 2>&1
}

sample_commands=(
  'platform-test --test-mode'
  'ray-tracing-pipeline --test-mode'
  'ray-tracing --test-mode'
  'shader-toy --test-mode'
  'triangle --test-mode'
  'model-viewer --test-mode'
  'shader-object'
  'reflection-api'
  'hello-world'
  'gpu-printing'
  'cpu-hello-world'
  'cpu-com-example'
)

for sample_command in "${sample_commands[@]}"; do
  run_sample $sample_command
  echo ""
done

echo ""
echo "Summary: "
printf "\n$summary\n\n"
echo "$failure_count failed, and $skip_count skipped, out of $sample_count tests"
if [[ $failure_count -ne 0 ]]; then
  exit 1
fi