module_chat.py

"""
File: module_chat.py
Description: A module for chat using text (+images) with a multimodal interface.
Author: Didier Guillevic
Date: 2025-03-16
"""

import gradio as gr
import vlm

def process(message, history):
    """Generate the model response given message and history
    """
    messages = vlm.build_messages(message, history)
    return vlm.get_response(messages)

#
# User interface
#
with gr.Blocks() as demo:
    chat_interface = gr.ChatInterface(
        fn=process,
        #description="Chat with text or text+image.",
        multimodal=True,
        examples=[
            "How can we rationalize quantum entanglement?",
            "Peux-tu expliquer le terme 'quantum spin'?",
            {'files': ['./sample_ID.jpeg',], 'text': 'Describe this image in a few words.'},
            {
                'files': ['./sample_ID.jpeg',],
                'text': (
                    'Could you extract the information present in the image '
                    'and present it as a bulleted list?')
            },
        ]
    )

if __name__ == "__main__":
    demo.launch()