Home

API

from bulk_chain.infer import iter_content

responses_it = iter_content(
    # 1. Your iterator of dictionaries
    data_it,
    # 2. Your third-party model implementation.
    llm=Replicate(model_name="meta/meta-llama-3-8b-instruct", 
                  api_token="<API-TOKEN>"),
    # 3. Your schema.              
    schema="ext/schema/default.json")
    
for data in responses_it:
    # Handle your LLM responses here ...