Skip to content

Commit

Permalink
update loop count(s)
Browse files Browse the repository at this point in the history
  • Loading branch information
@anirudTT
anirudTT authored May 9, 2024
1 parent 3557c01 commit 99d0993
Showing 1 changed file with 12 additions and 12 deletions.
24 changes: 12 additions & 12 deletions run_benchmark_tt_perf
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ echo "Running TT-Model Benchmarking on $TT_DEVICE"
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m bert -c large --task text_classification -mb 64 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m bert -c large --task text_classification -mb 64 --loop_count 1 -df Bfp8_b -mf LoFi -opt 4 --save_output
python benchmark.py -d tt -m bert -c large --task text_classification -mb 64 --loop_count 32 -df Bfp8_b -mf LoFi -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -26,7 +26,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m resnet -c resnet50 --task image_classification -mb 256 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m resnet -c resnet50 --task image_classification -mb 64 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m resnet -c resnet50 --task image_classification -mb 64 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand Down Expand Up @@ -58,7 +58,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m vovnet_v2 -c 39 --task image_classification -mb 128 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m vovnet_v2 -c 39 --task image_classification -mb 64 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m vovnet_v2 -c 39 --task image_classification -mb 64 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -68,7 +68,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m mobilenetv1 -c 224 --task image_classification -mb 128 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m mobilenetv1 -c 224 --task image_classification -mb 64 -mf HiFi3 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m mobilenetv1 -c 224 --task image_classification -mb 64 -mf HiFi3 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -78,7 +78,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m mobilenetv2 -c 224 --task image_classification -mb 256 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m mobilenetv2 -c 224 --task image_classification -mb 64 -mf HiFi3 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m mobilenetv2 -c 224 --task image_classification -mb 64 -mf HiFi3 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -88,7 +88,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m mobilenetv3 -c lg --task image_classification -mb 64 -mf HiFi2 --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m mobilenetv3 -c lg --task image_classification -mb 64 -mf HiFi3 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m mobilenetv3 -c lg --task image_classification -mb 64 -mf HiFi3 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -98,7 +98,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m hrnet -c v2_w64 --task image_classification -mb 128 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m hrnet -c v2_w64 --task image_classification -mb 64 --loop_count 1 -df Bfp8_b -mf LoFi -opt 4 --save_output
python benchmark.py -d tt -m hrnet -c v2_w64 --task image_classification -mb 64 --loop_count 32 -df Bfp8_b -mf LoFi -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -108,7 +108,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m vit -c base --task image_classification -mb 256 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m vit -c base --task image_classification -mb 64 --loop_count 1 -df Bfp8_b -mf LoFi -opt 4 --save_output
python benchmark.py -d tt -m vit -c base --task image_classification -mb 64 --loop_count 32 -df Bfp8_b -mf LoFi -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -118,7 +118,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m deit -c base --task image_classification -mb 256 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m deit -c base --task image_classification -mb 64 --loop_count 1 -df Bfp8_b -mf LoFi -opt 4 --save_output
python benchmark.py -d tt -m deit -c base --task image_classification -mb 64 --loop_count 32 -df Bfp8_b -mf LoFi -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -138,7 +138,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m open_pose -c 2d --task pose_estimation -mb 64 -df Fp16 --loop_count 32 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m open_pose -c 2d --task pose_estimation -mb 64 -df Fp16 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m open_pose -c 2d --task pose_estimation -mb 64 -df Fp16 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -148,7 +148,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m unet -c 256 --task segmentation -mb 64 -df Bfp8_b -mf LoFi --loop_count 8 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m unet -c 256 --task segmentation -mb 64 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m unet -c 256 --task segmentation -mb 64 --loop_count 8 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand All @@ -158,7 +158,7 @@ fi
if [ "$TT_DEVICE" = "wormhole" ]; then
python benchmark.py -d tt -m inception_v4 -c 224 --task image_classification -mb 128 -df Bfp8_b -mf LoFi --loop_count 128 -opt 4 --save_output
elif [ "$TT_DEVICE" = "grayskull" ]; then
python benchmark.py -d tt -m inception_v4 -c 224 --task image_classification -mb 64 --loop_count 1 -opt 4 --save_output
python benchmark.py -d tt -m inception_v4 -c 224 --task image_classification -mb 64 --loop_count 32 -opt 4 --save_output
else
echo "Invalid TT_DEVICE: $TT_DEVICE"
exit 1
Expand Down

0 comments on commit 99d0993

Please sign in to comment.