Setup HF demo (#1)

* Create requirements.txt
* Create hf-sync.yml

.github/workflows/hf-sync.yml

@@ -0,0 +1,23 @@
+name: Sync with HuggingFace
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "*" ]    
+
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          lfs: true
+      - name: Push to hub
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: git push https://mattb512:$HF_TOKEN@huggingface.co/spaces/TRI-ML/vlm-demo master

requirements.txt

@@ -0,0 +1,380 @@
+# This file may be used to create an environment using:
+# $ conda create --name <env> --file <this file>
+# platform: linux-64
+_libgcc_mutex=0.1=conda_forge
+_openmp_mutex=4.5=2_kmp_llvm
+accelerate=0.24.0=pypi_0
+aiofiles=23.2.1=pypi_0
+aiohttp=3.8.6=pypi_0
+aiosignal=1.3.1=pypi_0
+altair=5.1.2=pypi_0
+annotated-types=0.6.0=pypi_0
+antlr4-python3-runtime=4.9.3=pypi_0
+anyio=3.7.1=pypi_0
+appdirs=1.4.4=pypi_0
+ascii-magic=2.3.0=pypi_0
+asttokens=2.4.1=pyhd8ed1ab_0
+async-timeout=4.0.3=pypi_0
+attrs=23.1.0=pypi_0
+azure-core=1.29.5=pypi_0
+azure-identity=1.15.0=pypi_0
+azure-storage-blob=12.18.3=pypi_0
+azure-storage-file-datalake=12.13.2=pypi_0
+backcall=0.2.0=pyh9f0ad1d_0
+backports=1.0=pyhd8ed1ab_3
+backports.functools_lru_cache=1.6.5=pyhd8ed1ab_0
+bcrypt=4.0.1=pypi_0
+bitsandbytes=0.41.1=pypi_0
+black=23.10.1=pypi_0
+blas=2.116=mkl
+blas-devel=3.9.0=16_linux64_mkl
+bleach=6.1.0=pypi_0
+blessed=1.20.0=pypi_0
+blinker=1.6.3=pypi_0
+blis=0.7.11=pypi_0
+boto3=1.28.72=pypi_0
+botocore=1.31.72=pypi_0
+braceexpand=0.1.7=pypi_0
+brotli-python=1.1.0=py310hc6cd4ac_1
+bzip2=1.0.8=h7f98852_4
+ca-certificates=2023.11.17=hbcca054_0
+cachetools=5.3.2=pypi_0
+catalogue=2.0.10=pypi_0
+certifi=2023.7.22=pypi_0
+cffi=1.16.0=pypi_0
+cfgv=3.4.0=pypi_0
+charset-normalizer=3.3.1=pypi_0
+circuitbreaker=1.4.0=pypi_0
+click=8.1.7=pypi_0
+cloudpathlib=0.16.0=pypi_0
+cmake=3.27.7=pypi_0
+colorama=0.4.6=pypi_0
+comm=0.1.4=pyhd8ed1ab_0
+confection=0.1.3=pypi_0
+contexttimer=0.3.3=pypi_0
+contourpy=1.1.1=pypi_0
+cryptography=41.0.5=pypi_0
+cuda-cudart=12.1.105=0
+cuda-cupti=12.1.105=0
+cuda-libraries=12.1.0=0
+cuda-nvrtc=12.1.105=0
+cuda-nvtx=12.1.105=0
+cuda-opencl=12.3.52=0
+cuda-runtime=12.1.0=0
+cycler=0.12.1=pypi_0
+cymem=2.0.8=pypi_0
+debugpy=1.8.0=py310hc6cd4ac_1
+decorator=5.1.1=pyhd8ed1ab_0
+decord=0.6.0=pypi_0
+diffusers=0.16.0=pypi_0
+distlib=0.3.7=pypi_0
+dnspython=2.4.2=pypi_0
+docker-pycreds=0.4.0=pypi_0
+draccus=0.7=pypi_0
+einops=0.7.0=pypi_0
+einops-exts=0.0.4=pypi_0
+exceptiongroup=1.1.3=pyhd8ed1ab_0
+executing=2.0.0=pypi_0
+fairscale=0.4.4=pypi_0
+fastapi=0.104.0=pypi_0
+ffmpeg=4.3=hf484d3e_0
+ffmpy=0.3.1=pypi_0
+filelock=3.12.4=pypi_0
+flash-attn=2.3.3=pypi_0
+fonttools=4.43.1=pypi_0
+freetype=2.12.1=h267a509_2
+frozenlist=1.4.0=pypi_0
+fsspec=2023.10.0=pypi_0
+ftfy=6.1.1=pypi_0
+gitdb=4.0.11=pypi_0
+gitpython=3.1.40=pypi_0
+gmp=6.3.0=h59595ed_0
+gmpy2=2.1.2=py310h3ec546c_1
+gnutls=3.6.13=h85f3911_1
+google-api-core=2.12.0=pypi_0
+google-auth=2.23.3=pypi_0
+google-cloud-core=2.3.3=pypi_0
+google-cloud-storage=2.10.0=pypi_0
+google-crc32c=1.5.0=pypi_0
+google-resumable-media=2.6.0=pypi_0
+googleapis-common-protos=1.61.0=pypi_0
+gpustat=1.1.1=pypi_0
+gradio=3.35.2=pypi_0
+gradio-client=0.2.9=pypi_0
+h11=0.14.0=pypi_0
+httpcore=0.17.3=pypi_0
+httpx=0.24.0=pypi_0
+huggingface-hub=0.17.3=pypi_0
+icu=73.2=h59595ed_0
+identify=2.5.30=pypi_0
+idna=3.4=pyhd8ed1ab_0
+imageio=2.31.6=pypi_0
+importlib-metadata=6.8.0=pyha770c72_0
+importlib-resources=6.1.0=pypi_0
+importlib_metadata=6.8.0=hd8ed1ab_0
+iopath=0.1.10=pypi_0
+ipykernel=6.26.0=pyhf8b6a83_0
+ipython=8.16.1=pyh0d859eb_0
+isodate=0.6.1=pypi_0
+jedi=0.19.1=pyhd8ed1ab_0
+jinja2=3.1.2=pyhd8ed1ab_1
+jmespath=1.0.1=pypi_0
+joblib=1.3.2=pypi_0
+jpeg=9e=h166bdaf_2
+jsonlines=4.0.0=pypi_0
+jsonschema=4.19.1=pypi_0
+jsonschema-specifications=2023.7.1=pypi_0
+jupyter_client=8.5.0=pyhd8ed1ab_0
+jupyter_core=5.4.0=py310hff52083_0
+kaggle=1.5.16=pypi_0
+kiwisolver=1.4.5=pypi_0
+lame=3.100=h166bdaf_1003
+langcodes=3.3.0=pypi_0
+lazy-loader=0.3=pypi_0
+lcms2=2.15=hfd0df8a_0
+ld_impl_linux-64=2.40=h41732ed_0
+lerc=4.0.0=h27087fc_0
+libblas=3.9.0=16_linux64_mkl
+libcblas=3.9.0=16_linux64_mkl
+libcublas=12.1.0.26=0
+libcufft=11.0.2.4=0
+libcufile=1.8.0.34=0
+libcurand=10.3.4.52=0
+libcusolver=11.4.4.55=0
+libcusparse=12.0.2.55=0
+libdeflate=1.17=h0b41bf4_0
+libffi=3.4.2=h7f98852_5
+libgcc-ng=13.2.0=h807b86a_2
+libgfortran-ng=13.2.0=h69a702a_3
+libgfortran5=13.2.0=ha4646dd_3
+libgomp=13.2.0=h807b86a_2
+libhwloc=2.9.3=default_h554bfaf_1009
+libiconv=1.17=h166bdaf_0
+libjpeg-turbo=2.0.0=h9bf148f_0
+liblapack=3.9.0=16_linux64_mkl
+liblapacke=3.9.0=16_linux64_mkl
+libnpp=12.0.2.50=0
+libnsl=2.0.1=hd590300_0
+libnvjitlink=12.1.105=0
+libnvjpeg=12.1.1.14=0
+libpng=1.6.39=h753d276_0
+libsodium=1.0.18=h36c2ea0_1
+libsqlite=3.43.2=h2797004_0
+libstdcxx-ng=13.2.0=h7e041cc_2
+libtiff=4.5.0=h6adf6a1_2
+libuuid=2.38.1=h0b41bf4_0
+libwebp-base=1.3.2=hd590300_0
+libxcb=1.13=h7f98852_1004
+libxml2=2.11.5=h232c23b_1
+libzlib=1.2.13=hd590300_5
+linkify-it-py=2.0.2=pypi_0
+lit=17.0.3=pypi_0
+llava=1.1.1=pypi_0
+llvm-openmp=15.0.7=h0cdce71_0
+markdown-it-py=2.2.0=pypi_0
+markdown2=2.4.10=pypi_0
+markupsafe=2.1.3=py310h2372a71_1
+matplotlib=3.8.0=pypi_0
+matplotlib-inline=0.1.6=pyhd8ed1ab_0
+mdit-py-plugins=0.3.3=pypi_0
+mdurl=0.1.2=pypi_0
+mergedeep=1.3.4=pypi_0
+mkl=2022.1.0=h84fe81f_915
+mkl-devel=2022.1.0=ha770c72_916
+mkl-include=2022.1.0=h84fe81f_915
+mosaicml-streaming=0.6.1=pypi_0
+mpc=1.3.1=hfe3b2da_0
+mpfr=4.2.1=h9458935_0
+mpmath=1.3.0=pyhd8ed1ab_0
+msal=1.24.1=pypi_0
+msal-extensions=1.0.0=pypi_0
+multidict=6.0.4=pypi_0
+murmurhash=1.0.10=pypi_0
+mypy-extensions=1.0.0=pypi_0
+ncurses=6.4=hcb278e6_0
+nest-asyncio=1.5.8=pyhd8ed1ab_0
+nettle=3.6=he412f7d_0
+networkx=3.2=pypi_0
+ninja=1.11.1.1=pypi_0
+nltk=3.8.1=pypi_0
+nodeenv=1.8.0=pypi_0
+numpy=1.26.1=pypi_0
+nvidia-cublas-cu11=11.10.3.66=pypi_0
+nvidia-cublas-cu12=12.1.3.1=pypi_0
+nvidia-cuda-cupti-cu11=11.7.101=pypi_0
+nvidia-cuda-cupti-cu12=12.1.105=pypi_0
+nvidia-cuda-nvrtc-cu11=11.7.99=pypi_0
+nvidia-cuda-nvrtc-cu12=12.1.105=pypi_0
+nvidia-cuda-runtime-cu11=11.7.99=pypi_0
+nvidia-cuda-runtime-cu12=12.1.105=pypi_0
+nvidia-cudnn-cu11=8.5.0.96=pypi_0
+nvidia-cudnn-cu12=8.9.2.26=pypi_0
+nvidia-cufft-cu11=10.9.0.58=pypi_0
+nvidia-cufft-cu12=11.0.2.54=pypi_0
+nvidia-curand-cu11=10.2.10.91=pypi_0
+nvidia-curand-cu12=10.3.2.106=pypi_0
+nvidia-cusolver-cu11=11.4.0.1=pypi_0
+nvidia-cusolver-cu12=11.4.5.107=pypi_0
+nvidia-cusparse-cu11=11.7.4.91=pypi_0
+nvidia-cusparse-cu12=12.1.0.106=pypi_0
+nvidia-ml-py=12.535.133=pypi_0
+nvidia-nccl-cu11=2.14.3=pypi_0
+nvidia-nccl-cu12=2.18.1=pypi_0
+nvidia-nvjitlink-cu12=12.3.52=pypi_0
+nvidia-nvtx-cu11=11.7.91=pypi_0
+nvidia-nvtx-cu12=12.1.105=pypi_0
+oci=2.114.0=pypi_0
+omegaconf=2.3.0=pypi_0
+open-clip-torch=2.23.0=pypi_0
+open-flamingo=2.0.1=pypi_0
+openai=0.28.1=pypi_0
+opencv-python-headless=4.5.5.64=pypi_0
+opendatasets=0.1.22=pypi_0
+openh264=2.1.1=h780b84a_0
+openjpeg=2.5.0=hfec8fc6_2
+openssl=3.2.1=hd590300_0
+orjson=3.9.10=pypi_0
+packaging=23.2=pyhd8ed1ab_0
+pandas=2.1.2=pypi_0
+paramiko=3.3.1=pypi_0
+parso=0.8.3=pyhd8ed1ab_0
+pathspec=0.11.2=pypi_0
+pathtools=0.1.2=pypi_0
+peft=0.5.0=pypi_0
+pexpect=4.8.0=pyh1a96a4e_2
+pickleshare=0.7.5=py_1003
+pillow=10.0.1=pypi_0
+pip=23.3.1=pyhd8ed1ab_0
+platformdirs=3.11.0=pyhd8ed1ab_0
+plotly=5.18.0=pypi_0
+portalocker=2.8.2=pypi_0
+pre-commit=3.5.0=pypi_0
+preshed=3.0.9=pypi_0
+prisma=0.0.1=pypi_0
+prompt-toolkit=3.0.39=pyha770c72_0
+prompt_toolkit=3.0.39=hd8ed1ab_0
+protobuf=4.24.4=pypi_0
+psutil=5.9.6=pypi_0
+pthread-stubs=0.4=h36c2ea0_1001
+ptyprocess=0.7.0=pyhd3deb0d_0
+pure_eval=0.2.2=pyhd8ed1ab_0
+pyarrow=13.0.0=pypi_0
+pyasn1=0.5.0=pypi_0
+pyasn1-modules=0.3.0=pypi_0
+pycocoevalcap=1.2=pypi_0
+pycocotools=2.0.7=pypi_0
+pycparser=2.21=pypi_0
+pydantic=1.8=pypi_0
+pydantic-core=2.10.1=pypi_0
+pydeck=0.8.1b0=pypi_0
+pydub=0.25.1=pypi_0
+pygments=2.16.1=pyhd8ed1ab_0
+pyjwt=2.8.0=pypi_0
+pymongo=4.5.0=pypi_0
+pynacl=1.5.0=pypi_0
+pyopenssl=23.3.0=pypi_0
+pyparsing=3.1.1=pypi_0
+pysocks=1.7.1=pyha2e5f31_6
+python=3.10.12=hd12c33a_0_cpython
+python-dateutil=2.8.2=pyhd8ed1ab_0
+python-magic=0.4.27=pypi_0
+python-multipart=0.0.6=pypi_0
+python-slugify=8.0.1=pypi_0
+python-snappy=0.6.1=pypi_0
+python_abi=3.10=4_cp310
+pytorch=2.1.1=py3.10_cuda12.1_cudnn8.9.2_0
+pytorch-cuda=12.1=ha16c6d3_5
+pytorch-mutex=1.0=cuda
+pytz=2023.3.post1=pypi_0
+pyyaml=6.0.1=py310h2372a71_1
+pyyaml-include=1.3.1=pypi_0
+pyzmq=25.1.1=py310h795f18f_2
+readline=8.2=h8228510_1
+referencing=0.30.2=pypi_0
+regex=2023.10.3=pypi_0
+requests=2.31.0=pyhd8ed1ab_0
+rich=13.6.0=pypi_0
+rpds-py=0.10.6=pypi_0
+rsa=4.9=pypi_0
+ruff=0.1.3=pypi_0
+s3transfer=0.7.0=pypi_0
+safetensors=0.4.0=pypi_0
+salesforce-lavis=1.0.1=pypi_0
+scikit-image=0.22.0=pypi_0
+scikit-learn=1.3.2=pypi_0
+scipy=1.11.3=pypi_0
+seaborn=0.13.0=pypi_0
+semantic-version=2.10.0=pypi_0
+sentence-transformers=2.2.2=pypi_0
+sentencepiece=0.1.99=pypi_0
+sentry-sdk=1.32.0=pypi_0
+setproctitle=1.3.3=pypi_0
+setuptools=68.2.2=pyhd8ed1ab_0
+shortuuid=1.0.11=pypi_0
+six=1.16.0=pyh6c4a22f_0
+smart-open=6.4.0=pypi_0
+smmap=5.0.1=pypi_0
+sniffio=1.3.0=pypi_0
+spacy=3.7.2=pypi_0
+spacy-legacy=3.0.12=pypi_0
+spacy-loggers=1.0.5=pypi_0
+srsly=2.4.8=pypi_0
+stack-data=0.6.3=pypi_0
+stack_data=0.6.2=pyhd8ed1ab_0
+starlette=0.27.0=pypi_0
+streamlit=1.28.0=pypi_0
+svgwrite=1.4.3=pypi_0
+sympy=1.12=pypyh9d50eac_103
+tbb=2021.10.0=h00ab1b0_2
+tenacity=8.2.3=pypi_0
+text-unidecode=1.3=pypi_0
+thinc=8.2.1=pypi_0
+threadpoolctl=3.2.0=pypi_0
+tifffile=2023.9.26=pypi_0
+timm=0.9.10=pypi_0
+tk=8.6.13=h2797004_0
+tokenizers=0.14.1=pypi_0
+toml=0.10.2=pypi_0
+tomli=2.0.1=pypi_0
+toolz=0.12.0=pypi_0
+torch=2.1.0=pypi_0
+torchaudio=2.0.2=pypi_0
+torchtriton=2.1.0=py310
+torchvision=0.16.0=pypi_0
+tornado=6.3.3=py310h2372a71_1
+tqdm=4.66.1=pypi_0
+traitlets=5.12.0=pyhd8ed1ab_0
+transformers=4.34.1=pypi_0
+triton=2.1.0=pypi_0
+typer=0.9.0=pypi_0
+typing-extensions=4.8.0=hd8ed1ab_0
+typing-inspect=0.9.0=pypi_0
+typing_extensions=4.8.0=pyha770c72_0
+tzdata=2023.3=pypi_0
+tzlocal=5.2=pypi_0
+uc-micro-py=1.0.2=pypi_0
+urllib3=2.0.7=pypi_0
+uvicorn=0.23.2=pypi_0
+validators=0.22.0=pypi_0
+virtualenv=20.24.6=pypi_0
+vlbench=0.0.1=pypi_0
+wandb=0.15.12=pypi_0
+wasabi=1.1.2=pypi_0
+watchdog=3.0.0=pypi_0
+wavedrom=2.0.3.post3=pypi_0
+wcwidth=0.2.8=pyhd8ed1ab_0
+weasel=0.3.3=pypi_0
+webdataset=0.2.65=pypi_0
+webencodings=0.5.1=pypi_0
+websockets=11.0.3=pypi_0
+wheel=0.41.2=pyhd8ed1ab_0
+xorg-libxau=1.0.11=hd590300_0
+xorg-libxdmcp=1.1.3=h7f98852_0
+xxhash=3.4.1=pypi_0
+xz=5.2.6=h166bdaf_0
+yaml=0.2.5=h7f98852_2
+yarl=1.9.2=pypi_0
+zeromq=4.3.5=h59595ed_0
+zipp=3.17.0=pyhd8ed1ab_0
+zlib=1.2.13=hd590300_5
+zstd=1.5.5.1=pypi_0