IPEX models
from optimum.intel import IPEXModelForCausalLM
from transformers import AutoTokenizer, pipeline
model_id = "Intel/q8_starcoder"
model = IPEXModelForCausalLM.from_pretrained(model_id)
tokenizer = AutoTokenizer.from_pretrained(model_id)
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
results = pipe("He's a dreadful magician and")
-
Add IPEX models by @echarlaix in #516 / #534 / #536