-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun_percent_sweep.sh
More file actions
executable file
·32 lines (29 loc) · 988 Bytes
/
run_percent_sweep.sh
File metadata and controls
executable file
·32 lines (29 loc) · 988 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
#!/bin/bash
# Example script to run parameter sweep with wandb logging
# Set CUDA device
export CUDA_VISIBLE_DEVICES=0
# Run sweep with custom parameter ranges
python benchmark_batch_inference.py \
--sweep \
--percent-values 0.3 0.5 0.6 0.7 0.8 0.9 1.0 \
--percent-global-values 0.3 0.5 0.6 0.7 0.8 0.9 1.0 \
--batch-sizes 1 \
--num-samples 3000 \
--num-calib-samples 16 \
--processor POSITIONAL_QUANT \
--quantize-encoder \
--n-bits 16 \
--high-entropy \
--prune-global \
--wandb-project sam-quantization-TR \
# --wandb-run-name "percent_sweep_$(date +%Y%m%d_%H%M%S)" \
--output-dir ./benchmark_results \
--summary-csv ./sweep_results_$(date +%Y%m%d_%H%M%S).csv
# To run without wandb logging, add --no-wandb flag:
# python benchmark_batch_inference.py \
# --sweep \
# --percent-values 0.6 0.7 0.8 \
# --percent-global-values 0.7 0.8 0.9 \
# --no-wandb \
# --batch-sizes 1 2 4 8 \
# --num-samples 50