caffe-test.sh

24-07/README.md

@@ -14,11 +14,15 @@
 
 ### deploy
 
-包含了50个用于`caffe time`的模型的`deploy.prototxt`文件。
+包含了50个用于 `caffe time`的模型的 `deploy.prototxt`文件。
 
 使用方法：
 
 ```
+mkdir caffe-deploy; cd caffe-deploy
+wget https://github.com/6eanut/NOTEBOOK/raw/main/24-07/caffe/deploy/deploy.zip
+unzip deploy.zip
+rm deploy.zip
 
 ```
 

24-07/caffe/shell/caffe-test.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+
+set -e
+
+# 文件列表
+output_files=("temp_output.txt" "output-checkout.txt" "output.txt")
+
+# 遍历文件列表
+for file in "${output_files[@]}"; do
+    # 检查文件是否存在
+    if [ -f "$file" ]; then
+        # 清空文件
+        > "$file"
+        echo "Cleared $file"
+    else
+        echo "$file does not exist."
+    fi
+done
+
+# 获取所有文件名并存储在一个数组中
+files=($(ls))
+
+# 遍历从00到49的文件名
+for i in {0..49}
+do
+    # 构建文件名模式
+    pattern=$(printf "%02d-" $i)
+
+    # 使用模式从数组中查找文件名
+    for f in "${files[@]}"
+    do
+        if [[ $f == $pattern* ]]; then
+            file=$f
+            break
+        fi
+    done
+
+    # 检查是否找到了匹配的文件
+    if [ -z "$file" ]; then
+        echo "File not found: ${pattern}*"
+    else
+        # 执行caffe time命令并将最后10行输出追加到输出文件
+        echo ""$file"正在测试中"
+        /home/caffe-test/perf_information_get.sh "caffe time -model "$file"" "/home/caffe-test/perf"  &> temp_output.txt
+        tail -n 13 temp_output.txt > output.txt
+        echo "$file" > output-check.txt
+        tail -n 13 temp_output.txt > output-checkout.txt 
+        rm temp_output.txt
+        echo ""$file"测试完成"
+    fi
+done

24-07/caffe/shell/perf_information_get.sh

@@ -0,0 +1,104 @@
+#! /bin/sh
+
+# $1: Complete execution command    $2: store folder for generated file
+# eg:   ./performance_counter.sh "./hackbench -s 512 -l 200 -g 15 -f 25 -P" /home
+
+if [ $# -ne 2 ]; then
+    echo "Usage:  ./performance_counter.sh parameter1 parameter2"
+    exit 1
+fi
+
+echo "parameter1=$1"
+
+result=$(echo "$1" | sed 's:.*/::')
+
+file_name=$(echo "$result" | sed 's/ //g')
+echo "file name : $file_name"
+
+if [ -f "performance.txt" ]; then
+    rm -f performance.txt
+    echo "performance.txt has been deleted"
+fi
+
+perf stat --sync -e duration_time,task-clock,cycles,instructions,cache-references,cache-misses,branches,branch-misses,L1-dcache-loads,L1-dcache-load-misses,LLC-load-misses,LLC-loads -r 1 -o performance.txt $1
+
+awk '{print $1, $2, $3}' performance.txt > performance_tmp.txt
+
+mv performance_tmp.txt performance.txt
+
+duration_time=`cat performance.txt | grep "duration_time" | awk '{print $1}' | sed 's/,//g'`
+
+task_clock=`cat performance.txt | grep "task-clock" | awk '{print $1}' | sed 's/,//g'`
+
+cpu_cycle=`cat performance.txt | grep "cycles" | awk '{print $1}' | sed 's/,//g'`
+
+instruction=`cat performance.txt | grep "instructions" | awk '{print $1}' | sed 's/,//g'`
+
+cache_references=`cat performance.txt | grep "cache-references" | awk '{print $1}' | sed 's/,//g'`
+
+cache_misses=`cat performance.txt | grep "cache-misses" | awk '{print $1}' | sed 's/,//g'`
+
+branches=`cat performance.txt | grep "branches" | awk '{print $1}' | sed 's/,//g'`
+
+branch_misses=`cat performance.txt | grep "branch-misses" | awk '{print $1}' | sed 's/,//g'`
+
+L1_dcache_loads=`cat performance.txt | grep "L1-dcache-loads" | awk '{print $1}' | sed 's/,//g'`
+
+L1_dcache_load_misses=`cat performance.txt | grep "L1-dcache-load-misses" | awk '{print $1}' | sed 's/,//g'`
+
+LLC_load_misses=`cat performance.txt | grep "LLC-load-misses" | awk '{print $1}' | sed 's/,//g'`
+
+LLC_loads=`cat performance.txt | grep "LLC-loads" | awk '{print $1}' | sed 's/,//g'`
+
+printf "\n\n"
+
+echo "Avg 10 times duration time: $duration_time"
+
+printf "Avg 10 times task clock: %.3f\n" $task_clock
+
+echo "Avg 10 times cpu-cycles:   $cpu_cycle"
+
+echo "Avg 10 times instructions: $instruction"
+
+echo "Avg 10 times cache references: $cache_references"
+
+echo "Avg 10 times cache misses: $cache_misses"
+
+echo "Avg 10 times branches: $branches"
+
+echo "Avg 10 times branch misses: $branch_misses"
+
+echo "Avg 10 times L1 dcache loads: $L1_dcache_loads"
+
+echo "Avg 10 times L1 dcache load misses: $L1_dcache_load_misses"
+
+echo "Avg 10 times LLC load misses: $LLC_load_misses"
+
+echo "Avg 10 times LLC load: $LLC_loads"
+
+IPC=`echo "scale=3; $instruction / $cpu_cycle" | bc`
+printf "Avg 10 times IPC: %.3f\n" $IPC
+
+if [ -f "$file_name.txt" ]; then
+    rm -f $file_name.txt
+    echo "$file_name.txt has been deleted"
+fi
+
+echo $duration_time >> $file_name.txt
+echo $task_clock >> $file_name.txt
+echo $cpu_cycle >> $file_name.txt
+echo $instruction >> $file_name.txt
+echo $cache_references >> $file_name.txt
+echo $cache_misses >> $file_name.txt
+echo $branches >> $file_name.txt
+echo $branch_misses >> $file_name.txt
+echo $L1_dcache_loads >> $file_name.txt
+echo $L1_dcache_load_misses >> $file_name.txt
+echo $LLC_load_misses >> $file_name.txt
+echo $LLC_loads >> $file_name.txt
+printf "%.3f\n" $IPC >> $file_name.txt
+
+cat $file_name.txt
+mv $file_name.txt $2
+
+rm -f performance.txt