Create

curl --request POST \
  --url https://api.galileo.ai/v2/scorers \
  --header 'Content-Type: application/json' \
  --header 'Galileo-API-Key: <api-key>' \
  --data '{
  "name": "<string>",
  "description": "",
  "tags": [
    "<string>"
  ],
  "defaults": {
    "model_name": "<string>",
    "num_judges": 123,
    "filters": [
      {
        "name": "node_name",
        "filter_type": "string",
        "value": "<string>",
        "operator": "eq",
        "case_sensitive": true
      }
    ]
  },
  "scorer_type": "llm",
  "model_type": "slm",
  "default_version_id": "<string>"
}'

{
  "id": "<string>",
  "name": "<string>",
  "scorer_type": "llm",
  "defaults": {
    "model_name": "<string>",
    "num_judges": 123,
    "filters": [
      {
        "name": "node_name",
        "filter_type": "string",
        "value": "<string>",
        "operator": "eq",
        "case_sensitive": true
      }
    ]
  },
  "latest_version": {
    "id": "<string>",
    "version": 123,
    "generated_scorer": {
      "id": "<string>",
      "name": "<string>",
      "instructions": "<string>",
      "chain_poll_template": {
        "metric_system_prompt": "<string>",
        "metric_description": "<string>",
        "value_field_name": "<string>",
        "explanation_field_name": "<string>",
        "template": "<string>",
        "metric_few_shot_examples": [
          {
            "generation_prompt_and_response": "<string>",
            "evaluating_response": "<string>"
          }
        ]
      }
    },
    "registered_scorer": {
      "id": "<string>",
      "name": "<string>"
    },
    "model_name": "<string>",
    "num_judges": 123
  },
  "model_type": "slm",
  "default_version_id": "<string>",
  "default_version": {
    "id": "<string>",
    "version": 123,
    "generated_scorer": {
      "id": "<string>",
      "name": "<string>",
      "instructions": "<string>",
      "chain_poll_template": {
        "metric_system_prompt": "<string>",
        "metric_description": "<string>",
        "value_field_name": "<string>",
        "explanation_field_name": "<string>",
        "template": "<string>",
        "metric_few_shot_examples": [
          {
            "generation_prompt_and_response": "<string>",
            "evaluating_response": "<string>"
          }
        ]
      }
    },
    "registered_scorer": {
      "id": "<string>",
      "name": "<string>"
    },
    "model_name": "<string>",
    "num_judges": 123
  },
  "label": "",
  "tags": [
    "<string>"
  ],
  "included_fields": [
    "<string>"
  ],
  "description": "<string>",
  "created_by": "<string>",
  "created_at": "2023-11-07T05:31:56Z",
  "updated_at": "2023-11-07T05:31:56Z"
}