util/env_resolver.py

import subprocess
import sys

def install_flash_attn():
    try:
        subprocess.check_call([sys.executable, "-m", "pip", "install", "/home/user/app/wheels/flash_attn-2.8.2+cu129torch2.8-cp310-cp310-linux_x86_64.whl", "--no-build-isolation"])
        print(f"Successfully installed flash_attn")
    except subprocess.CalledProcessError as e:
        print(f"Error installing flash_attn: {e}. This demo won't work properly.")

try:
    import flash_attn
    print(f"`flash_attn` has been installed.")
except ImportError:
    print(f"`flash_attn` is NOT installed. Trying to install from local wheel...")
    install_flash_attn()