he0119/open-webui repository overview

DETECT_REASONING_CONTENT = {}


class Filter:
    def stream(self, event: dict) -> dict:
        # This is where you modify streamed chunks of model output.
        global DETECT_REASONING_CONTENT
        event_id = event.get("id")
        for choice in event.get("choices", []):
            delta = choice.get("delta")

            value = delta.get("content", None)
            reasoning_value = delta.get("reasoning_content", None)

            if DETECT_REASONING_CONTENT.get(event_id, False):
                if reasoning_value is not None:
                    delta["content"] = reasoning_value
                else:
                    DETECT_REASONING_CONTENT[event_id] = False
                    delta["content"] = f"</think>\n{value}"
            elif reasoning_value is not None:
                DETECT_REASONING_CONTENT[event_id] = True
                delta["content"] = f"<think>\n{reasoning_value}"
        return event