Evaluation.evaluate:v0
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
import weave
from typing import Union
from typing import Callable
from weave.flow.model import Model
from typing import Any
from weave.trace.op import is_op
from weave.trace.weave_client import get_ref
from weave.trace.vals import WeaveObject
import time
from weave.trace.errors import OpCallError
from rich import print
import traceback
import typing
from weave.flow.dataset import Dataset
import weave.flow.util as util
from weave.trace.env import get_weave_parallelism
from weave.flow.scorer import get_scorer_attributes
def is_valid_model(model: Any) -> bool:
return (
# Model instances are supported
isinstance(model, Model)
# Ops are supported
or is_op(model)
# Saved Models (Objects with predict) are supported
or (
get_ref(model) is not None