Multimodal Datasets

import zeroeval as ze

ze.init()

ds = ze.Dataset(
    "medical-xray",
    data=[{"row_id": "p001", "symptoms": "Dry cough", "expected_keywords": "pneumonia"}],
    description="Symptoms with chest imaging",
)

ds.add_image(0, "chest_xray", "./assets/p001.jpg")
ds.add_audio(0, "doctor_note_audio", "./assets/p001.wav")
ds.add_media_url(
    0,
    "external_reference",
    "https://example.com/reference/p001.jpg",
    media_type="image",
)

ds.push()

@ze.task(outputs=["diagnosis"])
def diagnose(row):
    # row.chest_xray may be a data URI string
    # row.external_reference may be a URL string
    result = call_model(
        symptoms=row.symptoms,
        image=row.chest_xray,
    )
    return {"diagnosis": result}