Sign in Dashboard Get started
  1. Packages
  2. Packages
  3. Grafana Cloud
  4. API Docs
  5. agento11y
  6. EvaluationRule
Viewing docs for Grafana v2.38.0
published on Friday, Aug 7, 2026 by pulumiverse
Schema (JSON)
pulumiverse/pulumi-grafana

grafana.agento11y.EvaluationRule

grafana logo
Viewing docs for Grafana v2.38.0
published on Friday, Aug 7, 2026 by pulumiverse
Schema (JSON)
pulumiverse/pulumi-grafana

    Manages a Grafana Agent Observability online evaluation rule. Rules select which agent generations (or whole conversations) are sampled and scored by one or more evaluators.

    Requires a Grafana instance with the grafana-agento11y-app plugin installed. Writes require a user or service account with the grafana-agento11y-app.eval:write permission, which only the Admin basic role grants by default.

    Example Usage

    import * as pulumi from "@pulumi/pulumi";
import * as grafana from "@pulumiverse/grafana";

const example = new grafana.agento11y.Evaluator("example", {
    evaluatorId: "no_secrets",
    version: "1",
    kind: "regex",
    config: JSON.stringify({
        pattern: "(?i)(api[_-]?key|password|secret)",
    }),
    outputKeys: JSON.stringify([{
        key: "clean",
        type: "bool",
    }]),
});
const exampleEvaluationRule = new grafana.agento11y.EvaluationRule("example", {
    ruleId: "score_user_turns",
    enabled: true,
    selector: "user_visible_turn",
    sampleRate: 0.1,
    evaluatorIds: [example.evaluatorId],
    match: JSON.stringify({
        agent_name: "checkout-*",
    }),
});

    import pulumi
import json
import pulumiverse_grafana as grafana

example = grafana.agento11y.Evaluator("example",
    evaluator_id="no_secrets",
    version="1",
    kind="regex",
    config=json.dumps({
        "pattern": "(?i)(api[_-]?key|password|secret)",
    }),
    output_keys=json.dumps([{
        "key": "clean",
        "type": "bool",
    }]))
example_evaluation_rule = grafana.agento11y.EvaluationRule("example",
    rule_id="score_user_turns",
    enabled=True,
    selector="user_visible_turn",
    sample_rate=0.1,
    evaluator_ids=[example.evaluator_id],
    match=json.dumps({
        "agent_name": "checkout-*",
    }))

    package main

import (
	"encoding/json"

	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
	"github.com/pulumiverse/pulumi-grafana/sdk/v2/go/grafana/agento11y"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		tmpJSON0, err := json.Marshal(map[string]interface{}{
			"pattern": "(?i)(api[_-]?key|password|secret)",
		})
		if err != nil {
			return err
		}
		json0 := string(tmpJSON0)
		tmpJSON1, err := json.Marshal([]map[string]interface{}{
			map[string]interface{}{
				"key":  "clean",
				"type": "bool",
			},
		})
		if err != nil {
			return err
		}
		json1 := string(tmpJSON1)
		example, err := agento11y.NewEvaluator(ctx, "example", &agento11y.EvaluatorArgs{
			EvaluatorId: pulumi.String("no_secrets"),
			Version:     pulumi.String("1"),
			Kind:        pulumi.String("regex"),
			Config:      pulumi.String(pulumi.String(json0)),
			OutputKeys:  pulumi.String(pulumi.String(json1)),
		})
		if err != nil {
			return err
		}
		tmpJSON2, err := json.Marshal(map[string]interface{}{
			"agent_name": "checkout-*",
		})
		if err != nil {
			return err
		}
		json2 := string(tmpJSON2)
		_, err = agento11y.NewEvaluationRule(ctx, "example", &agento11y.EvaluationRuleArgs{
			RuleId:     pulumi.String("score_user_turns"),
			Enabled:    pulumi.Bool(true),
			Selector:   pulumi.String("user_visible_turn"),
			SampleRate: pulumi.Float64(0.1),
			EvaluatorIds: pulumi.StringArray{
				example.EvaluatorId,
			},
			Match: pulumi.String(pulumi.String(json2)),
		})
		if err != nil {
			return err
		}
		return nil
	})
}

    using System.Collections.Generic;
using System.Linq;
using System.Text.Json;
using Pulumi;
using Grafana = Pulumiverse.Grafana;

return await Deployment.RunAsync(() => 
{
    var example = new Grafana.Agento11y.Evaluator("example", new()
    {
        EvaluatorId = "no_secrets",
        Version = "1",
        Kind = "regex",
        Config = JsonSerializer.Serialize(new Dictionary<string, object?>
        {
            ["pattern"] = "(?i)(api[_-]?key|password|secret)",
        }),
        OutputKeys = JsonSerializer.Serialize(new[]
        {
            new Dictionary<string, object?>
            {
                ["key"] = "clean",
                ["type"] = "bool",
            },
        }),
    });

    var exampleEvaluationRule = new Grafana.Agento11y.EvaluationRule("example", new()
    {
        RuleId = "score_user_turns",
        Enabled = true,
        Selector = "user_visible_turn",
        SampleRate = 0.1,
        EvaluatorIds = new[]
        {
            example.EvaluatorId,
        },
        Match = JsonSerializer.Serialize(new Dictionary<string, object?>
        {
            ["agent_name"] = "checkout-*",
        }),
    });

});

    package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.grafana.agento11y.Evaluator;
import com.pulumi.grafana.agento11y.EvaluatorArgs;
import com.pulumi.grafana.agento11y.EvaluationRule;
import com.pulumi.grafana.agento11y.EvaluationRuleArgs;
import static com.pulumi.codegen.internal.Serialization.*;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var example = new Evaluator("example", EvaluatorArgs.builder()
            .evaluatorId("no_secrets")
            .version("1")
            .kind("regex")
            .config(serializeJson(
                jsonObject(
                    jsonProperty("pattern", "(?i)(api[_-]?key|password|secret)")
                )))
            .outputKeys(serializeJson(
                jsonArray(jsonObject(
                    jsonProperty("key", "clean"),
                    jsonProperty("type", "bool")
                ))))
            .build());

        var exampleEvaluationRule = new EvaluationRule("exampleEvaluationRule", EvaluationRuleArgs.builder()
            .ruleId("score_user_turns")
            .enabled(true)
            .selector("user_visible_turn")
            .sampleRate(0.1)
            .evaluatorIds(example.evaluatorId())
            .match(serializeJson(
                jsonObject(
                    jsonProperty("agent_name", "checkout-*")
                )))
            .build());

    }
}

    resources:
  example:
    type: grafana:agento11y:Evaluator
    properties:
      evaluatorId: no_secrets
      version: '1'
      kind: regex
      config:
        fn::toJSON:
          pattern: (?i)(api[_-]?key|password|secret)
      outputKeys:
        fn::toJSON:
          - key: clean
            type: bool
  exampleEvaluationRule:
    type: grafana:agento11y:EvaluationRule
    name: example
    properties:
      ruleId: score_user_turns
      enabled: true
      selector: user_visible_turn
      sampleRate: 0.1
      evaluatorIds:
        - ${example.evaluatorId}
      match:
        fn::toJSON:
          agent_name: checkout-*

    Example coming soon!

    Create EvaluationRule Resource

    Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.

    Constructor syntax

    new EvaluationRule(name: string, args: EvaluationRuleArgs, opts?: CustomResourceOptions);
    @overload
def EvaluationRule(resource_name: str,
                   args: EvaluationRuleArgs,
                   opts: Optional[ResourceOptions] = None)

@overload
def EvaluationRule(resource_name: str,
                   opts: Optional[ResourceOptions] = None,
                   evaluator_ids: Optional[Sequence[str]] = None,
                   rule_id: Optional[str] = None,
                   alert_rule_uids: Optional[Sequence[str]] = None,
                   enabled: Optional[bool] = None,
                   match: Optional[str] = None,
                   min_idle_seconds: Optional[int] = None,
                   sample_rate: Optional[float] = None,
                   selector: Optional[str] = None)
    func NewEvaluationRule(ctx *Context, name string, args EvaluationRuleArgs, opts ...ResourceOption) (*EvaluationRule, error)
    public EvaluationRule(string name, EvaluationRuleArgs args, CustomResourceOptions? opts = null)
    public EvaluationRule(String name, EvaluationRuleArgs args)
public EvaluationRule(String name, EvaluationRuleArgs args, CustomResourceOptions options)

    type: grafana:agento11y:EvaluationRule
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.


    resource "grafana_agento11y_evaluation_rule" "name" {
    # resource properties
}

    Parameters

    name string
    The unique name of the resource.
    args EvaluationRuleArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    resource_name str
    The unique name of the resource.
    args EvaluationRuleArgs
    The arguments to resource properties.
    opts ResourceOptions
    Bag of options to control resource's behavior.
    ctx Context
    Context object for the current deployment.
    name string
    The unique name of the resource.
    args EvaluationRuleArgs
    The arguments to resource properties.
    opts ResourceOption
    Bag of options to control resource's behavior.
    name string
    The unique name of the resource.
    args EvaluationRuleArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    name String
    The unique name of the resource.
    args EvaluationRuleArgs
    The arguments to resource properties.
    options CustomResourceOptions
    Bag of options to control resource's behavior.

    Constructor example

    The following reference example uses placeholder values for all input properties.

    var evaluationRuleResource = new Grafana.Agento11y.EvaluationRule("evaluationRuleResource", new()
{
    EvaluatorIds = new[]
    {
        "string",
    },
    RuleId = "string",
    AlertRuleUids = new[]
    {
        "string",
    },
    Enabled = false,
    Match = "string",
    MinIdleSeconds = 0,
    SampleRate = 0,
    Selector = "string",
});

    example, err := agento11y.NewEvaluationRule(ctx, "evaluationRuleResource", &agento11y.EvaluationRuleArgs{
	EvaluatorIds: pulumi.StringArray{
		pulumi.String("string"),
	},
	RuleId: pulumi.String("string"),
	AlertRuleUids: pulumi.StringArray{
		pulumi.String("string"),
	},
	Enabled:        pulumi.Bool(false),
	Match:          pulumi.String("string"),
	MinIdleSeconds: pulumi.Int(0),
	SampleRate:     pulumi.Float64(0),
	Selector:       pulumi.String("string"),
})

    resource "grafana_agento11y_evaluation_rule" "evaluationRuleResource" {
  lifecycle {
    create_before_destroy = true
  }
  evaluator_ids    = ["string"]
  rule_id          = "string"
  alert_rule_uids  = ["string"]
  enabled          = false
  match            = "string"
  min_idle_seconds = 0
  sample_rate      = 0
  selector         = "string"
}

    var evaluationRuleResource = new EvaluationRule("evaluationRuleResource", EvaluationRuleArgs.builder()
    .evaluatorIds("string")
    .ruleId("string")
    .alertRuleUids("string")
    .enabled(false)
    .match("string")
    .minIdleSeconds(0)
    .sampleRate(0.0)
    .selector("string")
    .build());

    evaluation_rule_resource = grafana.agento11y.EvaluationRule("evaluationRuleResource",
    evaluator_ids=["string"],
    rule_id="string",
    alert_rule_uids=["string"],
    enabled=False,
    match="string",
    min_idle_seconds=0,
    sample_rate=float(0),
    selector="string")

    const evaluationRuleResource = new grafana.agento11y.EvaluationRule("evaluationRuleResource", {
    evaluatorIds: ["string"],
    ruleId: "string",
    alertRuleUids: ["string"],
    enabled: false,
    match: "string",
    minIdleSeconds: 0,
    sampleRate: 0,
    selector: "string",
});

    type: grafana:agento11y:EvaluationRule
properties:
    alertRuleUids:
        - string
    enabled: false
    evaluatorIds:
        - string
    match: string
    minIdleSeconds: 0
    ruleId: string
    sampleRate: 0
    selector: string

    EvaluationRule Resource Properties

    To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

    Inputs

    In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.

    The EvaluationRule resource accepts the following input properties:

    EvaluatorIds List<string>
    IDs of the evaluators to run against matching generations. Must be non-empty.
    RuleId string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    AlertRuleUids List<string>
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    Enabled bool
    Whether the rule is enabled. Defaults to true.
    Match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    MinIdleSeconds int
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    SampleRate double
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    Selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    EvaluatorIds []string
    IDs of the evaluators to run against matching generations. Must be non-empty.
    RuleId string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    AlertRuleUids []string
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    Enabled bool
    Whether the rule is enabled. Defaults to true.
    Match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    MinIdleSeconds int
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    SampleRate float64
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    Selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    evaluator_ids list(string)
    IDs of the evaluators to run against matching generations. Must be non-empty.
    rule_id string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    alert_rule_uids list(string)
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled bool
    Whether the rule is enabled. Defaults to true.
    match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    min_idle_seconds number
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    sample_rate number
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    evaluatorIds List<String>
    IDs of the evaluators to run against matching generations. Must be non-empty.
    ruleId String
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    alertRuleUids List<String>
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled Boolean
    Whether the rule is enabled. Defaults to true.
    match String
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    minIdleSeconds Integer
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    sampleRate Double
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector String
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    evaluatorIds string[]
    IDs of the evaluators to run against matching generations. Must be non-empty.
    ruleId string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    alertRuleUids string[]
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled boolean
    Whether the rule is enabled. Defaults to true.
    match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    minIdleSeconds number
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    sampleRate number
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    evaluator_ids Sequence[str]
    IDs of the evaluators to run against matching generations. Must be non-empty.
    rule_id str
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    alert_rule_uids Sequence[str]
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled bool
    Whether the rule is enabled. Defaults to true.
    match str
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    min_idle_seconds int
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    sample_rate float
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector str
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    evaluatorIds List<String>
    IDs of the evaluators to run against matching generations. Must be non-empty.
    ruleId String
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    alertRuleUids List<String>
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled Boolean
    Whether the rule is enabled. Defaults to true.
    match String
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    minIdleSeconds Number
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    sampleRate Number
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector String
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.

    Outputs

    All input properties are implicitly available as output properties. Additionally, the EvaluationRule resource produces the following output properties:

    Id string
    The provider-assigned unique ID for this managed resource.
    Id string
    The provider-assigned unique ID for this managed resource.
    id string
    The provider-assigned unique ID for this managed resource.
    id String
    The provider-assigned unique ID for this managed resource.
    id string
    The provider-assigned unique ID for this managed resource.
    id str
    The provider-assigned unique ID for this managed resource.
    id String
    The provider-assigned unique ID for this managed resource.

    Look up Existing EvaluationRule Resource

    Get an existing EvaluationRule resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

    public static get(name: string, id: Input<ID>, state?: EvaluationRuleState, opts?: CustomResourceOptions): EvaluationRule
    @staticmethod
def get(resource_name: str,
        id: str,
        opts: Optional[ResourceOptions] = None,
        alert_rule_uids: Optional[Sequence[str]] = None,
        enabled: Optional[bool] = None,
        evaluator_ids: Optional[Sequence[str]] = None,
        match: Optional[str] = None,
        min_idle_seconds: Optional[int] = None,
        rule_id: Optional[str] = None,
        sample_rate: Optional[float] = None,
        selector: Optional[str] = None) -> EvaluationRule
    func GetEvaluationRule(ctx *Context, name string, id IDInput, state *EvaluationRuleState, opts ...ResourceOption) (*EvaluationRule, error)
    public static EvaluationRule Get(string name, Input<string> id, EvaluationRuleState? state, CustomResourceOptions? opts = null)
    public static EvaluationRule get(String name, Output<String> id, EvaluationRuleState state, CustomResourceOptions options)
    resources:  _:    type: grafana:agento11y:EvaluationRule    get:      id: ${id}
    import {
  to = grafana_agento11y_evaluation_rule.example
  id = "${id}"
}
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    resource_name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    The following state arguments are supported:
    AlertRuleUids List<string>
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    Enabled bool
    Whether the rule is enabled. Defaults to true.
    EvaluatorIds List<string>
    IDs of the evaluators to run against matching generations. Must be non-empty.
    Match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    MinIdleSeconds int
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    RuleId string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    SampleRate double
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    Selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    AlertRuleUids []string
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    Enabled bool
    Whether the rule is enabled. Defaults to true.
    EvaluatorIds []string
    IDs of the evaluators to run against matching generations. Must be non-empty.
    Match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    MinIdleSeconds int
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    RuleId string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    SampleRate float64
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    Selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    alert_rule_uids list(string)
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled bool
    Whether the rule is enabled. Defaults to true.
    evaluator_ids list(string)
    IDs of the evaluators to run against matching generations. Must be non-empty.
    match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    min_idle_seconds number
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    rule_id string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    sample_rate number
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    alertRuleUids List<String>
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled Boolean
    Whether the rule is enabled. Defaults to true.
    evaluatorIds List<String>
    IDs of the evaluators to run against matching generations. Must be non-empty.
    match String
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    minIdleSeconds Integer
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    ruleId String
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    sampleRate Double
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector String
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    alertRuleUids string[]
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled boolean
    Whether the rule is enabled. Defaults to true.
    evaluatorIds string[]
    IDs of the evaluators to run against matching generations. Must be non-empty.
    match string
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    minIdleSeconds number
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    ruleId string
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    sampleRate number
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector string
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    alert_rule_uids Sequence[str]
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled bool
    Whether the rule is enabled. Defaults to true.
    evaluator_ids Sequence[str]
    IDs of the evaluators to run against matching generations. Must be non-empty.
    match str
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    min_idle_seconds int
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    rule_id str
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    sample_rate float
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector str
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.
    alertRuleUids List<String>
    Optional Grafana alert rule UIDs associated with this evaluation rule.
    enabled Boolean
    Whether the rule is enabled. Defaults to true.
    evaluatorIds List<String>
    IDs of the evaluators to run against matching generations. Must be non-empty.
    match String
    Optional JSON object of match filters (for example {"agentName":"checkout-*"}). Omit to match everything.
    minIdleSeconds Number
    Idle window, in seconds, before a conversation-scope rule runs. Required when selector is conversation; must be unset otherwise.
    ruleId String
    Tenant-unique identifier of the rule. Changing this forces a new resource.
    sampleRate Number
    Fraction of matching generations to evaluate, in [0,1]. Defaults to 0.01.
    selector String
    Which generations the rule applies to. One of userVisibleTurn, allAssistantGenerations, toolCallSteps, erroredGenerations, conversation. Defaults to userVisibleTurn.

    Import

    terraform import grafana_agento11y_evaluation_rule.name "{{ rule_id }}"

    To learn more about importing existing cloud resources, see Importing resources.

    Package Details

    Repository
    grafana pulumiverse/pulumi-grafana
    License
    Apache-2.0
    Notes
    This Pulumi package is based on the grafana Terraform Provider.
    grafana logo
    Viewing docs for Grafana v2.38.0
    published on Friday, Aug 7, 2026 by pulumiverse
    Schema (JSON)
    pulumiverse/pulumi-grafana

      Try Pulumi Cloud free.
      Your team will thank you.

      Start free trial