- After having the gpu instance
- sudo apt install nvidia-driver-535 nvidia-dkms-535
- apt install nvidia-cuda-toolkit
- https://brandolosaria.medium.com/setting-up-metaais-code-llama-34b-instruct-model-fc009aa937f6
- export FORCE_CMAKE=1
MOnitor
nvitop
nvidia-smi