diff --git a/backend/openui/eval/evaluate.py b/backend/openui/eval/evaluate.py index 01ddd6e8..07be8efa 100644 --- a/backend/openui/eval/evaluate.py +++ b/backend/openui/eval/evaluate.py @@ -36,7 +36,6 @@ def data_url(file_path): base_dir = Path(__file__).parent / "datasets" -@weave.type() class EvaluateQualityModel(Model): system_message: str model_name: str = "gpt-4-vision-preview" @@ -154,7 +153,7 @@ def example_to_model_input(example: dict) -> str: } """ ) -model = EvaluateQualityModel(SYSTEM_MESSAGE) +model = EvaluateQualityModel(system_message=SYSTEM_MESSAGE) async def run(row=0, bad=False): diff --git a/backend/openui/eval/model.py b/backend/openui/eval/model.py index 71118704..cfe08287 100644 --- a/backend/openui/eval/model.py +++ b/backend/openui/eval/model.py @@ -18,7 +18,6 @@ def data_url(file_path): base_dir = Path(__file__).parent / "components" -@weave.type() class EvaluateQualityModel(Model): system_message: str model_name: str = "gpt-4-vision-preview"