Skip to content

Commit

Permalink
fix: Use GA generative_models path in tune_autorater to make it con…
Browse files Browse the repository at this point in the history
…sistent with `model` parameter in Rapid Eval SDK `evaluate` function

PiperOrigin-RevId: 721132315
  • Loading branch information
vertex-sdk-bot authored and copybara-github committed Jan 30, 2025
1 parent be7dcf7 commit aaf11c3
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 7 deletions.
2 changes: 1 addition & 1 deletion vertexai/preview/evaluation/autorater_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
import time
from typing import Any, Dict, List, Literal, Optional, TYPE_CHECKING, Union

from vertexai.preview import generative_models
from vertexai import generative_models
from vertexai.preview.evaluation import _base as evaluation_base
from vertexai.preview.evaluation import eval_task
from vertexai.preview.evaluation.metrics import pairwise_metric
Expand Down
6 changes: 0 additions & 6 deletions vertexai/preview/evaluation/eval_task.py
Original file line number Diff line number Diff line change
Expand Up @@ -56,12 +56,6 @@
_RunnableType = Union[reasoning_engines.Queryable, Callable[[str], Dict[str, str]]]
_ModelType = Union[generative_models.GenerativeModel, Callable[[str], str]]

_LOGGER = base.Logger(__name__)


EvalResult = eval_base.EvalResult
GenerativeModel = generative_models.GenerativeModel


class EvalTask:
"""A class representing an EvalTask.
Expand Down

0 comments on commit aaf11c3

Please sign in to comment.