dino_many.sh

# --------------------- Paths ---------------------
# Cache directory (where images and model cache will be stored)
cache_dir="/ocean/projects/cis220039p/jkarhade/data/vlvpr_cache" #"/home/jay/Documents/vl-vpr/cache" 
# Dataset path (where the datasets are downloaded)
ds_path="/ocean/projects/cis220039p/shared/datasets/vpr/datasets_vg" #"/home/jay/Downloads/vl_vpr_datasets" #"/home2/avneesh.mishra/Documents/vl-vpr/datasets_vg/datasets"

# ----------------- General parameters -----------------
# The datasets downloaded (for testing)
datasets=("eiffel") #("hawkins_long_corridor" "VPAir" "laurel_caverns" "GNSS_Tartan")
exp_prefix="dino"
# Dino parameters
model_types=("dino_vits8")
desc_layers=(11)
desc_facets=("key")
# VLAD parameters
num_clusters=(128) #16 8)
vlad_mode="hard"
vlad_sm_temp="1.0"
# ----------------- Weights and Biases parameters -----------------
wandb_entity="vpr-vl"
wandb_project="Unstructured"      # Project name (set to "None" for no WandB)
wandb_group="VPAir"      # Group (for runs)

export CUDA_VISIBLE_DEVICES=0


for desc_facet in ${desc_facets[*]}; do
for desc_layer in ${desc_layers[*]}; do
for model_type in ${model_types[*]}; do
for num_cluster in ${num_clusters[*]}; do
for ds in ${datasets[*]}; do
    exp_id=$(head /dev/urandom | md5sum -b | awk '{print substr($1,0,4)}')
    echo -ne "\e[1;93m"
    echo -e " => Dataset: $ds \n => Num clusters: $num_cluster"
    echo -e " => ViT Layer: $desc_layer \n => Model: $model_type"
    echo -e " => Facet: $desc_facet"
    echo -ne "\e[0m"
    if [[ ! -z $exp_prefix ]]; then
        exp_id="$exp_prefix/$exp_id"
    fi
    exp_cache_dir="$cache_dir/experiments/$exp_id"
    while [[ -d $exp_id ]]; do
        echo "Experiment folder already exists, trying a new one"
        exp_id=$(head /dev/urandom | md5sum -b | awk '{print substr($1,0,4)}')
        if [[ ! -z $exp_prefix ]]; then
            exp_id="$exp_prefix/$exp_id"
        fi
    done
    wandb_group="${ds}"    
    wandb_name="DINO_VLAD/${ds}/${desc_layer}"
    # Construct the python command
    python_cmd="python ./dino_vlad_plot_qual.py"
    python_cmd="$python_cmd --exp-id $exp_id --model-type $model_type"
    python_cmd="$python_cmd --num-clusters $num_cluster"
    python_cmd="$python_cmd --desc-layer $desc_layer --desc-facet $desc_facet"
    python_cmd="$python_cmd --prog.cache-dir $cache_dir"
    python_cmd="$python_cmd --prog.data-vg-dir $ds_path"
    python_cmd="$python_cmd --prog.vg-dataset-name $ds"
    python_cmd="$python_cmd --vlad-assignment $vlad_mode"
    python_cmd="$python_cmd --vlad-soft-temp $vlad_sm_temp"
    if [[ "$ds" == "pitts30k" ]]; then  # FIXME: For running on 128 GB RAM
        python_cmd="$python_cmd --sub-sample-db-vlad 4"
    fi
    if [[ $wandb_project == "None" ]]; then
        python_cmd="$python_cmd --prog.no-use-wandb"
    else
        python_cmd+=" --prog.wandb-proj ${wandb_project}"
        python_cmd+=" --prog.wandb-entity ${wandb_entity}"
        python_cmd+=" --prog.wandb-group ${wandb_group}"
        python_cmd+=" --prog.wandb-run-name ${wandb_name}"
    fi
    echo "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
    echo -ne "\e[0;36m"
    echo $python_cmd
    echo -ne "\e[0m"
    eval $python_cmd    # Main execution
    echo "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
done
done
done
done
done