Running inference using Mistral 7B AI first released model with llama.cpp ​

from dataclasses import dataclass
from llm_core.parsers import LLaMACPPParser

@dataclass
class Book:
    title: str
    summary: str
    author: str
    published_year: int

text = """Foundation is a science fiction novel by American writer
Isaac Asimov. It is the first published in his Foundation Trilogy (later
expanded into the Foundation series). Foundation is a cycle of five
interrelated short stories, first published as a single book by Gnome Press
in 1951. Collectively they tell the early story of the Foundation,
an institute founded by psychohistorian Hari Seldon to preserve the best
of galactic civilization after the collapse of the Galactic Empire.
"""


# Be sure to have mistral-7b-instruct-v0.1.Q4_K_M.gguf in ~/.cache/py-llm-core/models/
# You can download from https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf

model = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
with LLaMACPPParser(Book, model=model) as parser:
    book = parser.parse(text)
    print(book)

Book(
    title='Foundation',
    summary="""Foundation is a science fiction novel by American writer
        Isaac Asimov. It is the first published in his Foundation Trilogy
        (later expanded into the Foundation series). Foundation is a
        cycle of five interrelated short stories, first published as a
        single book by Gnome Press in 1951. Collectively they tell the
        early story of the Foundation, an institute founded by 
        psychohistorian Hari Seldon to preserve the best of galactic
        civilization after the collapse of the Galactic Empire.""",
    author='Isaac Asimov',
    published_year=1951
)

from typing import List
from dataclasses import dataclass

# LLaMACPPAssistant is needed to instanciate Mistral Instruct
from llm_core.assistants import LLaMACPPAssistant

# Make sure that ~/.cache/py-llm-core/models contains the following file
# You can download from https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf
model = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"


@dataclass
class RecipeStep:
    step_title: str
    step_instructions: str


@dataclass
class Recipe:
    system_prompt = "You are a world-class chef"
    prompt = "Write a detailed step-by-step recipe to make {dish}"

    title: str
    steps: List[RecipeStep]
    ingredients: List[str]


class Chef:
    def generate_recipe(self, dish):
        with LLaMACPPAssistant(Recipe, model=model) as assistant:
            recipe = assistant.process(dish=dish)
            return recipe

chef = Chef()
recipe = chef.generate_recipe("Boeuf bourguignon")
print(recipe)

from llama_cpp import Llama

llm = Llama(
    'mistral-7b-instruct-v0.1.Q4_K_M.gguf',
    verbose=False,
    n_ctx=4000,
    n_threads=4
)
llm.create_completion('Write a step-by-step recipe to make a pizza')

{
    "id": "cmpl-a06474ea-d8b0-4ce4-a6e2-5c8b07e04d55",
    "object": "text_completion",
    "created": 1696770275,
    "model": "/Users/pas/.cache/py-llm-core/models/mistral-7b-instruct-v0.1.Q4_K_M.gguf",
    "choices": [
        {
            "text": " crust:\n\nIngredients:\n- 3 cups all-purpose flour\n- 1 package active dry yeast\n- 2 tablespoons olive oil\n- 2 teaspoons salt\n- 1 cup warm water\n\nInstructions:\n\n1. Start by combining the dry ingredients in a large mixing bowl. Add in the flour, yeast and salt. Mix everything together until it is well combined.\n\n2. Next, add in the olive oil and warm water to the mixture. Use a wooden spoon to stir everything together until it forms a soft dough. \n",
            "index": 0,
            "logprobs": None,
            "finish_reason": "length",
        }
    ],
    "usage": {
        "prompt_tokens": 13,
        "completion_tokens": 128,
        "total_tokens": 141,
    },
}