openid-client/conformance/run-certification.sh

#!/bin/bash

set -e

declare -a pids

run_conformance() {
  local plan_name=$1
  local variant=$2
  local capture_file="capture-$(uuidgen).txt" # Use a unique capture filename
  echo "Running conformance test with PLAN_NAME=$plan_name, VARIANT=$variant"
  npm run conformance | tee "$capture_file"
  node ./conformance/.parse-logs.mjs --submission "$capture_file"
  echo "===================================================================="
}

cleanup() {
  for pid in "${pids[@]}"; do
    kill "$pid" > /dev/null 2>&1
  done
  exit 1
}

# Trap the exit signal
trap cleanup EXIT

# Core 1.0 response_type=code
export PLAN_NAME=oidcc-client-basic-certification-test-plan
export VARIANT='{}'
run_conformance "$PLAN_NAME" "$VARIANT" &
pids+=($!)

export CLIENT_AUTH_TYPES=("mtls" "private_key_jwt")
export FAPI_CLIENT_TYPES=("oidc" "plain_oauth")

# FAPI 1.0 Advanced
export PLAN_NAME=fapi1-advanced-final-client-test-plan
export FAPI_RESPONSE_MODES=("plain_response" "jarm")
export FAPI_AUTH_REQUEST_METHODS=("pushed" "by_value")

for CLIENT_AUTH_TYPE in "${CLIENT_AUTH_TYPES[@]}"; do
  for FAPI_RESPONSE_MODE in "${FAPI_RESPONSE_MODES[@]}"; do
    for FAPI_AUTH_REQUEST_METHOD in "${FAPI_AUTH_REQUEST_METHODS[@]}"; do
      for FAPI_CLIENT_TYPE in "${FAPI_CLIENT_TYPES[@]}"; do
        if [[ "$FAPI_CLIENT_TYPE" == "plain_oauth" && "$FAPI_RESPONSE_MODE" != "jarm" ]]; then
          continue
        fi
        export VARIANT="{\"client_auth_type\":\"$CLIENT_AUTH_TYPE\",\"fapi_response_mode\":\"$FAPI_RESPONSE_MODE\",\"fapi_auth_request_method\":\"$FAPI_AUTH_REQUEST_METHOD\",\"fapi_client_type\":\"$FAPI_CLIENT_TYPE\"}"
        run_conformance "$PLAN_NAME" "$VARIANT" &
        pids+=($!)
      done
    done
  done
done

# FAPI 2.0
export PLAN_NAMES=("fapi2-security-profile-final-client-test-plan" "fapi2-message-signing-final-client-test-plan")
export SENDER_CONSTRAINS=("mtls" "dpop")

for PLAN_NAME in "${PLAN_NAMES[@]}"; do
  for CLIENT_AUTH_TYPE in "${CLIENT_AUTH_TYPES[@]}"; do
    for SENDER_CONSTRAIN in "${SENDER_CONSTRAINS[@]}"; do
      for FAPI_CLIENT_TYPE in "${FAPI_CLIENT_TYPES[@]}"; do
        export VARIANT="{\"client_auth_type\":\"$CLIENT_AUTH_TYPE\",\"sender_constrain\":\"$SENDER_CONSTRAIN\",\"fapi_client_type\":\"$FAPI_CLIENT_TYPE\"}"
        run_conformance "$PLAN_NAME" "$VARIANT" &
        pids+=($!)
      done
    done
  done
done

wait