README.md

import torch
from peft import PeftModel
from transformers import AutoProcessor, AutoModelForCausalLM

def create_model(model_name_or_path = 'microsoft/Phi-4-multimodal-instruct'):
    model = AutoModelForCausalLM.from_pretrained(
        model_name_or_path,
        device_map="auto",
        trust_remote_code=True,
        cache_dir = os.getenv('CACHE_DIR'),
        _attn_implementation='sdpa',
        torch_dtype = torch.bfloat16
    )
    return model

model_name_or_path = 'microsoft/Phi-4-multimodal-instruct'
model = create_model(model_name_or_path)

model.load_adapter("binhquoc/alm-add-phi4-non", adapter_name="speech")

model.set_adapter("speech")
processor = AutoProcessor.from_pretrained(
    model_name_or_path,
    trust_remote_code=True,
    cache_dir = os.getenv('CACHE_DIR'),
)