LLMClient.execute_gemini_sdk:v11
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import weave
from typing import Union
from typing import Optional
from typing import Any
import os
import json
@weave.op()
def execute_gemini_sdk(
self,
user_prompt: Union[str, list[str]],
system_prompt: Optional[Union[str, list[str]]] = None,
schema: Optional[Any] = None,
) -> Union[str, Any]:
import google.generativeai as genai
from google.generativeai.types import HarmBlockThreshold, HarmCategory
system_prompt = (
[system_prompt] if isinstance(system_prompt, str) else system_prompt
)
user_prompt = [user_prompt] if isinstance(user_prompt, str) else user_prompt
if self.publish_system_prompt_to_weave:
ref = weave.publish(weave.MessagesPrompt([{"system_prompt": system_prompt}]), name="medqa_system_prompt_gemini")
system_prompt_obj = weave.ref(