mirror of
https://github.com/Mbed-TLS/mbedtls.git
synced 2025-07-29 11:41:15 +03:00
Remove reference vs drivers test from outcome-analysis.sh
Signed-off-by: Przemek Stekiel <przemyslaw.stekiel@mobica.com>
This commit is contained in:
@ -13,6 +13,7 @@
|
|||||||
# - the set of tests skipped in the driver-only build is the same as in an
|
# - the set of tests skipped in the driver-only build is the same as in an
|
||||||
# equivalent software-based configuration, or the difference is small enough,
|
# equivalent software-based configuration, or the difference is small enough,
|
||||||
# justified, and a github issue is created to track it.
|
# justified, and a github issue is created to track it.
|
||||||
|
# This part is verified by tests/scripts/analyze_outcomes.py
|
||||||
#
|
#
|
||||||
# WARNING: this script checks out a commit other than the head of the current
|
# WARNING: this script checks out a commit other than the head of the current
|
||||||
# branch; it checks out the current branch again when running successfully,
|
# branch; it checks out the current branch again when running successfully,
|
||||||
@ -26,30 +27,12 @@
|
|||||||
# re-running this script (for example "get numbers before this PR").
|
# re-running this script (for example "get numbers before this PR").
|
||||||
|
|
||||||
# ----- BEGIN edit this -----
|
# ----- BEGIN edit this -----
|
||||||
# The component in all.sh that builds and tests with drivers.
|
|
||||||
DRIVER_COMPONENT=test_psa_crypto_config_accel_hash_use_psa
|
|
||||||
# A similar configuration to that of the component, except without drivers,
|
|
||||||
# for comparison.
|
|
||||||
reference_config () {
|
|
||||||
# start with full
|
|
||||||
scripts/config.py full
|
|
||||||
# use PSA config and disable driver-less algs as in the component
|
|
||||||
scripts/config.py set MBEDTLS_PSA_CRYPTO_CONFIG
|
|
||||||
scripts/config.py -f include/psa/crypto_config.h unset PSA_WANT_ALG_STREAM_CIPHER
|
|
||||||
scripts/config.py -f include/psa/crypto_config.h unset PSA_WANT_ALG_ECB_NO_PADDING
|
|
||||||
# disable options as in the component
|
|
||||||
# (no need to disable whole modules, we'll just skip their test suite)
|
|
||||||
scripts/config.py unset MBEDTLS_ECDSA_DETERMINISTIC
|
|
||||||
scripts/config.py -f include/psa/crypto_config.h unset PSA_WANT_ALG_DETERMINISTIC_ECDSA
|
|
||||||
}
|
|
||||||
# Space-separated list of test suites to ignore:
|
# Space-separated list of test suites to ignore:
|
||||||
# if SSS is in that list, test_suite_SSS and test_suite_SSS.* are ignored.
|
# if SSS is in that list, test_suite_SSS and test_suite_SSS.* are ignored.
|
||||||
IGNORE="md mdx shax" # accelerated
|
IGNORE="md mdx shax" # accelerated
|
||||||
IGNORE="$IGNORE entropy hmac_drbg random" # disabled (ext. RNG)
|
IGNORE="$IGNORE entropy hmac_drbg random" # disabled (ext. RNG)
|
||||||
IGNORE="$IGNORE psa_crypto_init" # needs internal RNG
|
IGNORE="$IGNORE psa_crypto_init" # needs internal RNG
|
||||||
IGNORE="$IGNORE hkdf" # disabled in the all.sh component tested
|
IGNORE="$IGNORE hkdf" # disabled in the all.sh component tested
|
||||||
# Compare only "reference vs driver" or also "before vs after"?
|
|
||||||
BEFORE_AFTER=1 # 0 or 1
|
|
||||||
# ----- END edit this -----
|
# ----- END edit this -----
|
||||||
|
|
||||||
set -eu
|
set -eu
|
||||||
@ -65,7 +48,6 @@ record() {
|
|||||||
make check
|
make check
|
||||||
}
|
}
|
||||||
|
|
||||||
if [ "$BEFORE_AFTER" -eq 1 ]; then
|
|
||||||
# save current HEAD
|
# save current HEAD
|
||||||
HEAD=$(git branch --show-current)
|
HEAD=$(git branch --show-current)
|
||||||
|
|
||||||
@ -86,17 +68,7 @@ if [ "$BEFORE_AFTER" -eq 1 ]; then
|
|||||||
cleanup
|
cleanup
|
||||||
scripts/config.py full
|
scripts/config.py full
|
||||||
record "after-full"
|
record "after-full"
|
||||||
fi
|
|
||||||
|
|
||||||
# get the numbers now for driver-only and reference
|
|
||||||
cleanup
|
|
||||||
reference_config
|
|
||||||
record "reference"
|
|
||||||
|
|
||||||
cleanup
|
|
||||||
export MBEDTLS_TEST_OUTCOME_FILE="$PWD/outcome-drivers.csv"
|
|
||||||
export SKIP_SSL_OPT_COMPAT_SH=1
|
|
||||||
tests/scripts/all.sh -k test_psa_crypto_config_accel_hash_use_psa
|
|
||||||
|
|
||||||
# analysis
|
# analysis
|
||||||
|
|
||||||
@ -156,8 +128,5 @@ compare_builds () {
|
|||||||
}
|
}
|
||||||
|
|
||||||
populate_suites
|
populate_suites
|
||||||
if [ "$BEFORE_AFTER" -eq 1 ]; then
|
|
||||||
compare_builds before-default after-default
|
compare_builds before-default after-default
|
||||||
compare_builds before-full after-full
|
compare_builds before-full after-full
|
||||||
fi
|
|
||||||
compare_builds reference drivers
|
|
||||||
|
Reference in New Issue
Block a user