Spaces:
Runtime error
Runtime error
export SPACE="AIEnergyScore/launch-computation-example" | |
echo "Not checking h100 -- already know it's not there." | |
#python /check_h100.py | |
echo "Attempting to run." | |
#if [[ $? = 0 ]]; then | |
touch /app/attempts.txt | |
touch /app/failed_attempts.txt | |
# For each line in the requests dataset.... | |
python /parse_requests.py | while read -r line; do | |
# Read the name of the model and the experiment. | |
IFS="," read backend_model experiment_name <<< "${line}" | |
echo "Benchmarking Model: ${backend_model}, Task: ${experiment_name}" | |
# Initialize the directory for output. | |
now=$(date +%Y-%m-%d-%H-%M-%S) | |
run_dir="./runs/${experiment_name}/${backend_model}/${now}" | |
mkdir -p "$run_dir" | |
echo "${experiment_name},${backend_model}" >> /app/attempts.txt | |
# Let the benchmarking begin! | |
optimum-benchmark --config-name "${experiment_name}" --config-dir /optimum-benchmark/examples/energy_star/ backend.model="${backend_model}" backend.processor="${backend_model}" hydra.run.dir="${run_dir}" 2> "${run_dir}/error.log" || | |
echo "${experiment_name},${backend_model}" >> /app/failed_attempts.txt #(python /failed_run.py --run_dir "${run_dir}" --model_name "${backend_model}" && rm -rf $run_dir) | |
done | |
echo "Finished; updating requests dataset and results dataset." | |
python /create_results.py ./runs | |
#echo "Uploading all output from the /runs folder." | |
#python /upload_run_folder.py --run_dir "/runs" | |
# Pausing space | |
echo "Pausing space." | |
python /pause_space.py | |
echo "Done." | |