| # Write some commands here that will run on root user before startup. | |
| # For example, to clone transformers and install it in dev mode: | |
| # git clone https://github.com/huggingface/transformers.git | |
| # cd transformers && pip install -e ".[dev]" | |
| ## Clone the repository into a temporary directory | |
| #git clone https://huggingface.co/derek-thomas/tgi-benchmark-notebooks /tmp/tgi-benchmark-notebooks | |
| # | |
| ## Move the contents to $HOME/app/notebooks | |
| #mv /tmp/tgi-benchmark-notebooks/0*.ipynb $HOME/app/notebooks | |
| # | |
| ## Remove the temporary clone directory | |
| #rm -rf /tmp/tgi-benchmark-notebooks | |
| # Install llmperf | |
| cd /data | |
| git clone https://github.com/ray-project/llmperf.git | |
| cd /data/llmperf | |
| git checkout afd137a || exit 1 | |
| pip install -e . || exit 1 | |
| # Get notebooks | |
| git clone https://huggingface.co/derek-thomas/tgi-notebooks-optimization /tmp/tgi-notebooks-optimization | |
| # Move the contents to /data | |
| mv /tmp/tgi-notebooks-optimization/0*.ipynb /data | |
| # Remove the temporary clone directory | |
| rm -rf /tmp/tgi-notebooks-optimization | |
| # Add dark theme | |
| mkdir -p ~/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/ && \ | |
| echo '{ "theme":"JupyterLab Dark" }' > ~/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/themes.jupyterlab-settings | |