​
Scorers Objects

class Scorers(BaseClientModel)

​
list

def list(
        types: list[ScorerTypes] = None) -> Union[Unset, list[ScorerResponse]]
Arguments:
  • types: List of scorer types to filter by. Defaults to all scorers.
Returns: List of scorers

​
get_scorer_version

def get_scorer_version(
        scorer_id: UUID,
        version: int) -> Union[Unset, BaseScorerVersionResponse]
Arguments:
  • name: str Name of the scorer
  • version: int Version of the scorer.
Returns: Scorer response if found, otherwise None

​
ScorerSettings Objects

class ScorerSettings(BaseClientModel)

​
create

def create(
    project_id: str, run_id: str, scorers: list[ScorerConfig]
) -> Optional[Union[HTTPValidationError, RunScorerSettingsResponse]]
Arguments:
  • project_id: ID of the project
  • run_id: ID of the run
  • scorers: List of scorer configurations
Returns: Upserted scorer settings