-
Notifications
You must be signed in to change notification settings - Fork 72
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Soar 9.4 performance is no longer relevant
- Loading branch information
1 parent
c12e69a
commit 8707942
Showing
17 changed files
with
40 additions
and
9,414 deletions.
There are no files selected for viewing
File renamed without changes.
This file was deleted.
Oops, something went wrong.
1,323 changes: 0 additions & 1,323 deletions
1,323
PerformanceTests/TestAgents/arithmetic94_learning.soar
This file was deleted.
Oops, something went wrong.
File renamed without changes.
File renamed without changes.
This file was deleted.
Oops, something went wrong.
1,453 changes: 0 additions & 1,453 deletions
1,453
PerformanceTests/TestAgents/fifteen94_learning.soar
This file was deleted.
Oops, something went wrong.
File renamed without changes.
File renamed without changes.
This file was deleted.
Oops, something went wrong.
945 changes: 0 additions & 945 deletions
945
PerformanceTests/TestAgents/mac-planning94_learning.soar
This file was deleted.
Oops, something went wrong.
File renamed without changes.
File renamed without changes.
This file was deleted.
Oops, something went wrong.
957 changes: 0 additions & 957 deletions
957
PerformanceTests/TestAgents/water-jug-lookahead94_learning.soar
This file was deleted.
Oops, something went wrong.
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,100 +1,81 @@ | ||
#!/usr/bin/env bash | ||
|
||
set -o errexit | ||
set -o nounset | ||
set -o pipefail | ||
if [[ "${TRACE-0}" == "1" ]]; then | ||
set -o xtrace | ||
fi | ||
|
||
usage="Usage: $0 [-s [full | fast]] " | ||
|
||
if [[ "${1-}" =~ ^-*h(elp)?$ ]]; then | ||
echo "$usage | ||
Score Soar's performance on a variety of tasks. | ||
" | ||
exit | ||
fi | ||
|
||
lVersion="9.6" | ||
lTestSuite="full" | ||
lUnitTests=off | ||
|
||
while getopts uv:s: opt | ||
while getopts u:s: opt | ||
do | ||
case "$opt" in | ||
u) lUnitTests=on;; | ||
v) lVersion="$OPTARG";; | ||
s) lTestSuite="$OPTARG";; | ||
\?) # unknown flag | ||
echo >&2 \ | ||
"usage: $0 [-v [9.4 | 9.6]] [-s [full | fast]] " | ||
echo >&2 "$usage" | ||
exit 1;; | ||
esac | ||
done | ||
shift `expr $OPTIND - 1` | ||
shift "$((OPTIND - 1))" | ||
|
||
echo "=================================================================================" | ||
echo "Running $lTestSuite performance tests using Soar $lVersion agents..." | ||
echo "=================================================================================" | ||
|
||
if [ $lTestSuite == "full" ] ; then | ||
if [ $lVersion == "9.6" ] ; then | ||
if [ "$lTestSuite" == "full" ] ; then | ||
nice -n -10 ./PerformanceTests wait 3 1000000 | ||
nice -n -10 ./PerformanceTests wait_learning 1 1000000 2 | ||
nice -n -10 ./PerformanceTests arithmetic96 9 | ||
nice -n -10 ./PerformanceTests arithmetic96_learning 1 0 9 | ||
nice -n -10 ./PerformanceTests arithmetic 9 | ||
nice -n -10 ./PerformanceTests arithmetic_learning 1 0 9 | ||
nice -n -10 ./PerformanceTests Teach_Soar_90_Games 2 10000 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest 2 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest_learning 2 | ||
nice -n -10 ./PerformanceTests fifteen96 3 5000 | ||
nice -n -10 ./PerformanceTests fifteen96_learning 10 500 | ||
nice -n -10 ./PerformanceTests count-test-5000 3 | ||
nice -n -10 ./PerformanceTests count-test-5000_learning 3 | ||
nice -n -10 ./PerformanceTests mac-planning96 1 300 15 | ||
nice -n -10 ./PerformanceTests mac-planning96_learning 4 165 64 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead96 15 10000 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead96_learning 2 102 100 | ||
elif [ $lVersion == "9.4" ] ; then | ||
nice -n -10 ./PerformanceTests wait 3 1000000 | ||
nice -n -10 ./PerformanceTests wait_learning 1 1000000 2 | ||
nice -n -10 ./PerformanceTests arithmetic94 9 | ||
nice -n -10 ./PerformanceTests arithmetic94_learning 1 0 9 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest 2 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest_learning 2 | ||
nice -n -10 ./PerformanceTests fifteen94 3 5000 | ||
nice -n -10 ./PerformanceTests fifteen94_learning 10 500 | ||
nice -n -10 ./PerformanceTests fifteen 3 5000 | ||
nice -n -10 ./PerformanceTests fifteen_learning 10 500 | ||
nice -n -10 ./PerformanceTests count-test-5000 3 | ||
nice -n -10 ./PerformanceTests count-test-5000_learning 3 | ||
nice -n -10 ./PerformanceTests mac-planning94 1 300 15 | ||
nice -n -10 ./PerformanceTests mac-planning94_learning 4 165 64 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead94 15 10000 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead94_learning 2 102 100 | ||
fi | ||
elif [ $lTestSuite == "fast" ] ; then | ||
if [ $lVersion == "9.6" ] ; then | ||
nice -n -10 ./PerformanceTests mac-planning 1 300 15 | ||
nice -n -10 ./PerformanceTests mac-planning_learning 4 165 64 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead 15 10000 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead_learning 2 102 100 | ||
elif [ "$lTestSuite" == "fast" ] ; then | ||
nice -n -10 ./PerformanceTests wait 1 1000000 | ||
nice -n -10 ./PerformanceTests wait_learning 1 1000000 | ||
nice -n -10 ./PerformanceTests arithmetic96 2 | ||
nice -n -10 ./PerformanceTests arithmetic96_learning 1 0 3 | ||
nice -n -10 ./PerformanceTests arithmetic 2 | ||
nice -n -10 ./PerformanceTests arithmetic_learning 1 0 3 | ||
nice -n -10 ./PerformanceTests Teach_Soar_90_Games 1 10000 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest 1 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest_learning 1 | ||
nice -n -10 ./PerformanceTests fifteen96 2 5000 | ||
nice -n -10 ./PerformanceTests fifteen96_learning 2 500 | ||
nice -n -10 ./PerformanceTests count-test-5000 1 | ||
nice -n -10 ./PerformanceTests count-test-5000_learning 1 | ||
nice -n -10 ./PerformanceTests mac-planning96 1 300 3 | ||
nice -n -10 ./PerformanceTests mac-planning96_learning 2 165 32 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead96 3 10000 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead96_learning 2 102 100 | ||
|
||
elif [ $lVersion == "9.4" ] ; then | ||
nice -n -10 ./PerformanceTests wait 1 1000000 | ||
nice -n -10 ./PerformanceTests wait_learning 1 1000000 | ||
nice -n -10 ./PerformanceTests arithmetic94 2 | ||
nice -n -10 ./PerformanceTests arithmetic94_learning 1 0 3 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest 1 | ||
nice -n -10 ./PerformanceTests FactorizationStressTest_learning 1 | ||
nice -n -10 ./PerformanceTests fifteen94 2 5000 | ||
nice -n -10 ./PerformanceTests fifteen94_learning 2 500 | ||
nice -n -10 ./PerformanceTests fifteen 2 5000 | ||
nice -n -10 ./PerformanceTests fifteen_learning 2 500 | ||
nice -n -10 ./PerformanceTests count-test-5000 1 | ||
nice -n -10 ./PerformanceTests count-test-5000_learning 1 | ||
nice -n -10 ./PerformanceTests mac-planning94 1 300 3 | ||
nice -n -10 ./PerformanceTests mac-planning94_learning 2 165 32 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead94 3 10000 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead94_learning 2 102 100 | ||
fi | ||
nice -n -10 ./PerformanceTests mac-planning 1 300 3 | ||
nice -n -10 ./PerformanceTests mac-planning_learning 2 165 32 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead 3 10000 | ||
nice -n -10 ./PerformanceTests water-jug-lookahead_learning 2 102 100 | ||
fi | ||
|
||
if [ $lUnitTests != off ] ; then | ||
echo "Chunking Unit Tests" | ||
time nice -n -10 ./UnitTests -c ChunkingTests > /dev/null | ||
echo "\nFunctional Tests" | ||
printf "\nFunctional Tests\n" | ||
time nice -n -10 ./UnitTests -c FunctionalTests > /dev/null | ||
fi | ||
|