entrypoint.sh

#!/bin/bash

# TODO: Why is this here? Can we delete it?
export SPACE="AIEnergyScore/launch-computation-example"

# Can use this for errors too: trap 'echo "An error occurred."' ERR

config_dir="/optimum-benchmark/examples/energy_star/"

echo "Attempting to run."
# For each line in the requests dataset....
python /parse_requests.py | while read -r line; do
    # Read the name of the model and the experiment (task).
    IFS="," read model task <<< "${line}"
    echo "Benchmarking Model: ${model}, Task: ${task}"

    # Initialize the directory for output.
    now=$(date +%Y-%m-%d-%H-%M-%S)
    run_dir="/runs/${task}/${model}/${now}"
    mkdir -p "$run_dir"
    # Save the task/model run directory to text file, for tracking purposes.
    echo "${run_dir}" >> /attempts.txt

    { # try
      # Let the benchmarking begin!
      optimum-benchmark --config-name "${task}" --config-dir="${config_dir}" backend.model="${model}" backend.processor="${model}" hydra.run.dir="${run_dir}" 2> "${run_dir}/error.log"
    } || { # catch
        echo "${run_dir}" >> /failed_attempts.txt
    }
done

echo "Finished; updating requests dataset and results dataset."
python /process_runs.py

# Pausing space
echo "Pausing space."
python /pause_space.py
echo "Done."