konnect 3.4.1 published on Wednesday, Oct 29, 2025 by kong
konnect.GatewayPluginAiLlmAsJudge
GatewayPluginAiLlmAsJudge Resource
Example Usage
Example coming soon!
Example coming soon!
Example coming soon!
Example coming soon!
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.konnect.GatewayPluginAiLlmAsJudge;
import com.pulumi.konnect.GatewayPluginAiLlmAsJudgeArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmAuthArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmLoggingArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrockArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohereArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGeminiArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingfaceArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConsumerArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeConsumerGroupArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeOrderingArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeOrderingAfterArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeOrderingBeforeArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgePartialArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeRouteArgs;
import com.pulumi.konnect.inputs.GatewayPluginAiLlmAsJudgeServiceArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var myGatewaypluginaillmasjudge = new GatewayPluginAiLlmAsJudge("myGatewaypluginaillmasjudge", GatewayPluginAiLlmAsJudgeArgs.builder()
.config(GatewayPluginAiLlmAsJudgeConfigArgs.builder()
.http_proxy_host("...my_http_proxy_host...")
.http_proxy_port(8774)
.http_timeout(0)
.https_proxy_host("...my_https_proxy_host...")
.https_proxy_port(29092)
.https_verify(false)
.ignore_assistant_prompts(true)
.ignore_system_prompts(true)
.ignore_tool_prompts(true)
.llm(GatewayPluginAiLlmAsJudgeConfigLlmArgs.builder()
.auth(GatewayPluginAiLlmAsJudgeConfigLlmAuthArgs.builder()
.allowOverride(false)
.awsAccessKeyId("...my_aws_access_key_id...")
.awsSecretAccessKey("...my_aws_secret_access_key...")
.azureClientId("...my_azure_client_id...")
.azureClientSecret("...my_azure_client_secret...")
.azureTenantId("...my_azure_tenant_id...")
.azureUseManagedIdentity(true)
.gcpServiceAccountJson("...my_gcp_service_account_json...")
.gcpUseServiceAccount(false)
.headerName("...my_header_name...")
.headerValue("...my_header_value...")
.paramLocation("query")
.paramName("...my_param_name...")
.paramValue("...my_param_value...")
.build())
.logging(GatewayPluginAiLlmAsJudgeConfigLlmLoggingArgs.builder()
.logPayloads(false)
.logStatistics(false)
.build())
.model(GatewayPluginAiLlmAsJudgeConfigLlmModelArgs.builder()
.name("...my_name...")
.options(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsArgs.builder()
.anthropicVersion("...my_anthropic_version...")
.azureApiVersion("...my_azure_api_version...")
.azureDeploymentId("...my_azure_deployment_id...")
.azureInstance("...my_azure_instance...")
.bedrock(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrockArgs.builder()
.awsAssumeRoleArn("...my_aws_assume_role_arn...")
.awsRegion("...my_aws_region...")
.awsRoleSessionName("...my_aws_role_session_name...")
.awsStsEndpointUrl("...my_aws_sts_endpoint_url...")
.embeddingsNormalize(false)
.performanceConfigLatency("...my_performance_config_latency...")
.build())
.cohere(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohereArgs.builder()
.embeddingInputType("search_document")
.waitForModel(false)
.build())
.embeddingsDimensions(3)
.gemini(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGeminiArgs.builder()
.apiEndpoint("...my_api_endpoint...")
.endpointId("...my_endpoint_id...")
.locationId("...my_location_id...")
.projectId("...my_project_id...")
.build())
.huggingface(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingfaceArgs.builder()
.useCache(false)
.waitForModel(false)
.build())
.inputCost(3.16)
.llama2Format("ollama")
.maxTokens(0)
.mistralFormat("openai")
.outputCost(2.67)
.temperature(4.9)
.topK(155)
.topP(0.54)
.upstreamPath("...my_upstream_path...")
.upstreamUrl("...my_upstream_url...")
.build())
.provider("gemini")
.build())
.routeType("llm/v1/completions")
.build())
.message_countback(928.19)
.prompt("...my_prompt...")
.sampling_rate(0.51)
.build())
.consumer(GatewayPluginAiLlmAsJudgeConsumerArgs.builder()
.id("...my_id...")
.build())
.consumerGroup(GatewayPluginAiLlmAsJudgeConsumerGroupArgs.builder()
.id("...my_id...")
.build())
.controlPlaneId("9524ec7d-36d9-465d-a8c5-83a3c9390458")
.createdAt(10)
.enabled(true)
.gatewayPluginAiLlmAsJudgeId("...my_id...")
.instanceName("...my_instance_name...")
.ordering(GatewayPluginAiLlmAsJudgeOrderingArgs.builder()
.after(GatewayPluginAiLlmAsJudgeOrderingAfterArgs.builder()
.access("...")
.build())
.before(GatewayPluginAiLlmAsJudgeOrderingBeforeArgs.builder()
.access("...")
.build())
.build())
.partials(GatewayPluginAiLlmAsJudgePartialArgs.builder()
.id("...my_id...")
.name("...my_name...")
.path("...my_path...")
.build())
.protocols("grpcs")
.route(GatewayPluginAiLlmAsJudgeRouteArgs.builder()
.id("...my_id...")
.build())
.service(GatewayPluginAiLlmAsJudgeServiceArgs.builder()
.id("...my_id...")
.build())
.tags("...")
.updatedAt(0)
.build());
}
}
resources:
myGatewaypluginaillmasjudge:
type: konnect:GatewayPluginAiLlmAsJudge
properties:
config:
http_proxy_host: '...my_http_proxy_host...'
http_proxy_port: 8774
http_timeout: 0
https_proxy_host: '...my_https_proxy_host...'
https_proxy_port: 29092
https_verify: false
ignore_assistant_prompts: true
ignore_system_prompts: true
ignore_tool_prompts: true
llm:
auth:
allowOverride: false
awsAccessKeyId: '...my_aws_access_key_id...'
awsSecretAccessKey: '...my_aws_secret_access_key...'
azureClientId: '...my_azure_client_id...'
azureClientSecret: '...my_azure_client_secret...'
azureTenantId: '...my_azure_tenant_id...'
azureUseManagedIdentity: true
gcpServiceAccountJson: '...my_gcp_service_account_json...'
gcpUseServiceAccount: false
headerName: '...my_header_name...'
headerValue: '...my_header_value...'
paramLocation: query
paramName: '...my_param_name...'
paramValue: '...my_param_value...'
logging:
logPayloads: false
logStatistics: false
model:
name: '...my_name...'
options:
anthropicVersion: '...my_anthropic_version...'
azureApiVersion: '...my_azure_api_version...'
azureDeploymentId: '...my_azure_deployment_id...'
azureInstance: '...my_azure_instance...'
bedrock:
awsAssumeRoleArn: '...my_aws_assume_role_arn...'
awsRegion: '...my_aws_region...'
awsRoleSessionName: '...my_aws_role_session_name...'
awsStsEndpointUrl: '...my_aws_sts_endpoint_url...'
embeddingsNormalize: false
performanceConfigLatency: '...my_performance_config_latency...'
cohere:
embeddingInputType: search_document
waitForModel: false
embeddingsDimensions: 3
gemini:
apiEndpoint: '...my_api_endpoint...'
endpointId: '...my_endpoint_id...'
locationId: '...my_location_id...'
projectId: '...my_project_id...'
huggingface:
useCache: false
waitForModel: false
inputCost: 3.16
llama2Format: ollama
maxTokens: 0
mistralFormat: openai
outputCost: 2.67
temperature: 4.9
topK: 155
topP: 0.54
upstreamPath: '...my_upstream_path...'
upstreamUrl: '...my_upstream_url...'
provider: gemini
routeType: llm/v1/completions
message_countback: 928.19
prompt: '...my_prompt...'
sampling_rate: 0.51
consumer:
id: '...my_id...'
consumerGroup:
id: '...my_id...'
controlPlaneId: 9524ec7d-36d9-465d-a8c5-83a3c9390458
createdAt: 10
enabled: true
gatewayPluginAiLlmAsJudgeId: '...my_id...'
instanceName: '...my_instance_name...'
ordering:
after:
access:
- '...'
before:
access:
- '...'
partials:
- id: '...my_id...'
name: '...my_name...'
path: '...my_path...'
protocols:
- grpcs
route:
id: '...my_id...'
service:
id: '...my_id...'
tags:
- '...'
updatedAt: 0
Create GatewayPluginAiLlmAsJudge Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new GatewayPluginAiLlmAsJudge(name: string, args: GatewayPluginAiLlmAsJudgeArgs, opts?: CustomResourceOptions);@overload
def GatewayPluginAiLlmAsJudge(resource_name: str,
args: GatewayPluginAiLlmAsJudgeArgs,
opts: Optional[ResourceOptions] = None)
@overload
def GatewayPluginAiLlmAsJudge(resource_name: str,
opts: Optional[ResourceOptions] = None,
control_plane_id: Optional[str] = None,
config: Optional[GatewayPluginAiLlmAsJudgeConfigArgs] = None,
gateway_plugin_ai_llm_as_judge_id: Optional[str] = None,
consumer_group: Optional[GatewayPluginAiLlmAsJudgeConsumerGroupArgs] = None,
created_at: Optional[float] = None,
enabled: Optional[bool] = None,
consumer: Optional[GatewayPluginAiLlmAsJudgeConsumerArgs] = None,
instance_name: Optional[str] = None,
ordering: Optional[GatewayPluginAiLlmAsJudgeOrderingArgs] = None,
partials: Optional[Sequence[GatewayPluginAiLlmAsJudgePartialArgs]] = None,
protocols: Optional[Sequence[str]] = None,
route: Optional[GatewayPluginAiLlmAsJudgeRouteArgs] = None,
service: Optional[GatewayPluginAiLlmAsJudgeServiceArgs] = None,
tags: Optional[Sequence[str]] = None,
updated_at: Optional[float] = None)func NewGatewayPluginAiLlmAsJudge(ctx *Context, name string, args GatewayPluginAiLlmAsJudgeArgs, opts ...ResourceOption) (*GatewayPluginAiLlmAsJudge, error)public GatewayPluginAiLlmAsJudge(string name, GatewayPluginAiLlmAsJudgeArgs args, CustomResourceOptions? opts = null)
public GatewayPluginAiLlmAsJudge(String name, GatewayPluginAiLlmAsJudgeArgs args)
public GatewayPluginAiLlmAsJudge(String name, GatewayPluginAiLlmAsJudgeArgs args, CustomResourceOptions options)
type: konnect:GatewayPluginAiLlmAsJudge
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args GatewayPluginAiLlmAsJudgeArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args GatewayPluginAiLlmAsJudgeArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args GatewayPluginAiLlmAsJudgeArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args GatewayPluginAiLlmAsJudgeArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args GatewayPluginAiLlmAsJudgeArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var gatewayPluginAiLlmAsJudgeResource = new Konnect.GatewayPluginAiLlmAsJudge("gatewayPluginAiLlmAsJudgeResource", new()
{
ControlPlaneId = "string",
Config = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigArgs
{
Llm = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmArgs
{
Model = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelArgs
{
Provider = "string",
Name = "string",
Options = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsArgs
{
AnthropicVersion = "string",
AzureApiVersion = "string",
AzureDeploymentId = "string",
AzureInstance = "string",
Bedrock = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrockArgs
{
AwsAssumeRoleArn = "string",
AwsRegion = "string",
AwsRoleSessionName = "string",
AwsStsEndpointUrl = "string",
EmbeddingsNormalize = false,
PerformanceConfigLatency = "string",
},
Cohere = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohereArgs
{
EmbeddingInputType = "string",
WaitForModel = false,
},
EmbeddingsDimensions = 0,
Gemini = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGeminiArgs
{
ApiEndpoint = "string",
EndpointId = "string",
LocationId = "string",
ProjectId = "string",
},
Huggingface = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingfaceArgs
{
UseCache = false,
WaitForModel = false,
},
InputCost = 0,
Llama2Format = "string",
MaxTokens = 0,
MistralFormat = "string",
OutputCost = 0,
Temperature = 0,
TopK = 0,
TopP = 0,
UpstreamPath = "string",
UpstreamUrl = "string",
},
},
RouteType = "string",
Auth = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmAuthArgs
{
AllowOverride = false,
AwsAccessKeyId = "string",
AwsSecretAccessKey = "string",
AzureClientId = "string",
AzureClientSecret = "string",
AzureTenantId = "string",
AzureUseManagedIdentity = false,
GcpServiceAccountJson = "string",
GcpUseServiceAccount = false,
HeaderName = "string",
HeaderValue = "string",
ParamLocation = "string",
ParamName = "string",
ParamValue = "string",
},
Logging = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConfigLlmLoggingArgs
{
LogPayloads = false,
LogStatistics = false,
},
},
HttpsProxyHost = "string",
HttpTimeout = 0,
HttpProxyHost = "string",
HttpsProxyPort = 0,
HttpsVerify = false,
IgnoreAssistantPrompts = false,
IgnoreSystemPrompts = false,
IgnoreToolPrompts = false,
HttpProxyPort = 0,
MessageCountback = 0,
Prompt = "string",
SamplingRate = 0,
},
GatewayPluginAiLlmAsJudgeId = "string",
ConsumerGroup = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConsumerGroupArgs
{
Id = "string",
},
CreatedAt = 0,
Enabled = false,
Consumer = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeConsumerArgs
{
Id = "string",
},
InstanceName = "string",
Ordering = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeOrderingArgs
{
After = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeOrderingAfterArgs
{
Accesses = new[]
{
"string",
},
},
Before = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeOrderingBeforeArgs
{
Accesses = new[]
{
"string",
},
},
},
Partials = new[]
{
new Konnect.Inputs.GatewayPluginAiLlmAsJudgePartialArgs
{
Id = "string",
Name = "string",
Path = "string",
},
},
Protocols = new[]
{
"string",
},
Route = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeRouteArgs
{
Id = "string",
},
Service = new Konnect.Inputs.GatewayPluginAiLlmAsJudgeServiceArgs
{
Id = "string",
},
Tags = new[]
{
"string",
},
UpdatedAt = 0,
});
example, err := konnect.NewGatewayPluginAiLlmAsJudge(ctx, "gatewayPluginAiLlmAsJudgeResource", &konnect.GatewayPluginAiLlmAsJudgeArgs{
ControlPlaneId: pulumi.String("string"),
Config: &konnect.GatewayPluginAiLlmAsJudgeConfigArgs{
Llm: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmArgs{
Model: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmModelArgs{
Provider: pulumi.String("string"),
Name: pulumi.String("string"),
Options: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsArgs{
AnthropicVersion: pulumi.String("string"),
AzureApiVersion: pulumi.String("string"),
AzureDeploymentId: pulumi.String("string"),
AzureInstance: pulumi.String("string"),
Bedrock: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrockArgs{
AwsAssumeRoleArn: pulumi.String("string"),
AwsRegion: pulumi.String("string"),
AwsRoleSessionName: pulumi.String("string"),
AwsStsEndpointUrl: pulumi.String("string"),
EmbeddingsNormalize: pulumi.Bool(false),
PerformanceConfigLatency: pulumi.String("string"),
},
Cohere: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohereArgs{
EmbeddingInputType: pulumi.String("string"),
WaitForModel: pulumi.Bool(false),
},
EmbeddingsDimensions: pulumi.Float64(0),
Gemini: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGeminiArgs{
ApiEndpoint: pulumi.String("string"),
EndpointId: pulumi.String("string"),
LocationId: pulumi.String("string"),
ProjectId: pulumi.String("string"),
},
Huggingface: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingfaceArgs{
UseCache: pulumi.Bool(false),
WaitForModel: pulumi.Bool(false),
},
InputCost: pulumi.Float64(0),
Llama2Format: pulumi.String("string"),
MaxTokens: pulumi.Float64(0),
MistralFormat: pulumi.String("string"),
OutputCost: pulumi.Float64(0),
Temperature: pulumi.Float64(0),
TopK: pulumi.Float64(0),
TopP: pulumi.Float64(0),
UpstreamPath: pulumi.String("string"),
UpstreamUrl: pulumi.String("string"),
},
},
RouteType: pulumi.String("string"),
Auth: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmAuthArgs{
AllowOverride: pulumi.Bool(false),
AwsAccessKeyId: pulumi.String("string"),
AwsSecretAccessKey: pulumi.String("string"),
AzureClientId: pulumi.String("string"),
AzureClientSecret: pulumi.String("string"),
AzureTenantId: pulumi.String("string"),
AzureUseManagedIdentity: pulumi.Bool(false),
GcpServiceAccountJson: pulumi.String("string"),
GcpUseServiceAccount: pulumi.Bool(false),
HeaderName: pulumi.String("string"),
HeaderValue: pulumi.String("string"),
ParamLocation: pulumi.String("string"),
ParamName: pulumi.String("string"),
ParamValue: pulumi.String("string"),
},
Logging: &konnect.GatewayPluginAiLlmAsJudgeConfigLlmLoggingArgs{
LogPayloads: pulumi.Bool(false),
LogStatistics: pulumi.Bool(false),
},
},
HttpsProxyHost: pulumi.String("string"),
HttpTimeout: pulumi.Float64(0),
HttpProxyHost: pulumi.String("string"),
HttpsProxyPort: pulumi.Float64(0),
HttpsVerify: pulumi.Bool(false),
IgnoreAssistantPrompts: pulumi.Bool(false),
IgnoreSystemPrompts: pulumi.Bool(false),
IgnoreToolPrompts: pulumi.Bool(false),
HttpProxyPort: pulumi.Float64(0),
MessageCountback: pulumi.Float64(0),
Prompt: pulumi.String("string"),
SamplingRate: pulumi.Float64(0),
},
GatewayPluginAiLlmAsJudgeId: pulumi.String("string"),
ConsumerGroup: &konnect.GatewayPluginAiLlmAsJudgeConsumerGroupArgs{
Id: pulumi.String("string"),
},
CreatedAt: pulumi.Float64(0),
Enabled: pulumi.Bool(false),
Consumer: &konnect.GatewayPluginAiLlmAsJudgeConsumerArgs{
Id: pulumi.String("string"),
},
InstanceName: pulumi.String("string"),
Ordering: &konnect.GatewayPluginAiLlmAsJudgeOrderingArgs{
After: &konnect.GatewayPluginAiLlmAsJudgeOrderingAfterArgs{
Accesses: pulumi.StringArray{
pulumi.String("string"),
},
},
Before: &konnect.GatewayPluginAiLlmAsJudgeOrderingBeforeArgs{
Accesses: pulumi.StringArray{
pulumi.String("string"),
},
},
},
Partials: konnect.GatewayPluginAiLlmAsJudgePartialArray{
&konnect.GatewayPluginAiLlmAsJudgePartialArgs{
Id: pulumi.String("string"),
Name: pulumi.String("string"),
Path: pulumi.String("string"),
},
},
Protocols: pulumi.StringArray{
pulumi.String("string"),
},
Route: &konnect.GatewayPluginAiLlmAsJudgeRouteArgs{
Id: pulumi.String("string"),
},
Service: &konnect.GatewayPluginAiLlmAsJudgeServiceArgs{
Id: pulumi.String("string"),
},
Tags: pulumi.StringArray{
pulumi.String("string"),
},
UpdatedAt: pulumi.Float64(0),
})
var gatewayPluginAiLlmAsJudgeResource = new GatewayPluginAiLlmAsJudge("gatewayPluginAiLlmAsJudgeResource", GatewayPluginAiLlmAsJudgeArgs.builder()
.controlPlaneId("string")
.config(GatewayPluginAiLlmAsJudgeConfigArgs.builder()
.llm(GatewayPluginAiLlmAsJudgeConfigLlmArgs.builder()
.model(GatewayPluginAiLlmAsJudgeConfigLlmModelArgs.builder()
.provider("string")
.name("string")
.options(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsArgs.builder()
.anthropicVersion("string")
.azureApiVersion("string")
.azureDeploymentId("string")
.azureInstance("string")
.bedrock(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrockArgs.builder()
.awsAssumeRoleArn("string")
.awsRegion("string")
.awsRoleSessionName("string")
.awsStsEndpointUrl("string")
.embeddingsNormalize(false)
.performanceConfigLatency("string")
.build())
.cohere(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohereArgs.builder()
.embeddingInputType("string")
.waitForModel(false)
.build())
.embeddingsDimensions(0.0)
.gemini(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGeminiArgs.builder()
.apiEndpoint("string")
.endpointId("string")
.locationId("string")
.projectId("string")
.build())
.huggingface(GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingfaceArgs.builder()
.useCache(false)
.waitForModel(false)
.build())
.inputCost(0.0)
.llama2Format("string")
.maxTokens(0.0)
.mistralFormat("string")
.outputCost(0.0)
.temperature(0.0)
.topK(0.0)
.topP(0.0)
.upstreamPath("string")
.upstreamUrl("string")
.build())
.build())
.routeType("string")
.auth(GatewayPluginAiLlmAsJudgeConfigLlmAuthArgs.builder()
.allowOverride(false)
.awsAccessKeyId("string")
.awsSecretAccessKey("string")
.azureClientId("string")
.azureClientSecret("string")
.azureTenantId("string")
.azureUseManagedIdentity(false)
.gcpServiceAccountJson("string")
.gcpUseServiceAccount(false)
.headerName("string")
.headerValue("string")
.paramLocation("string")
.paramName("string")
.paramValue("string")
.build())
.logging(GatewayPluginAiLlmAsJudgeConfigLlmLoggingArgs.builder()
.logPayloads(false)
.logStatistics(false)
.build())
.build())
.httpsProxyHost("string")
.httpTimeout(0.0)
.httpProxyHost("string")
.httpsProxyPort(0.0)
.httpsVerify(false)
.ignoreAssistantPrompts(false)
.ignoreSystemPrompts(false)
.ignoreToolPrompts(false)
.httpProxyPort(0.0)
.messageCountback(0.0)
.prompt("string")
.samplingRate(0.0)
.build())
.gatewayPluginAiLlmAsJudgeId("string")
.consumerGroup(GatewayPluginAiLlmAsJudgeConsumerGroupArgs.builder()
.id("string")
.build())
.createdAt(0.0)
.enabled(false)
.consumer(GatewayPluginAiLlmAsJudgeConsumerArgs.builder()
.id("string")
.build())
.instanceName("string")
.ordering(GatewayPluginAiLlmAsJudgeOrderingArgs.builder()
.after(GatewayPluginAiLlmAsJudgeOrderingAfterArgs.builder()
.accesses("string")
.build())
.before(GatewayPluginAiLlmAsJudgeOrderingBeforeArgs.builder()
.accesses("string")
.build())
.build())
.partials(GatewayPluginAiLlmAsJudgePartialArgs.builder()
.id("string")
.name("string")
.path("string")
.build())
.protocols("string")
.route(GatewayPluginAiLlmAsJudgeRouteArgs.builder()
.id("string")
.build())
.service(GatewayPluginAiLlmAsJudgeServiceArgs.builder()
.id("string")
.build())
.tags("string")
.updatedAt(0.0)
.build());
gateway_plugin_ai_llm_as_judge_resource = konnect.GatewayPluginAiLlmAsJudge("gatewayPluginAiLlmAsJudgeResource",
control_plane_id="string",
config={
"llm": {
"model": {
"provider": "string",
"name": "string",
"options": {
"anthropic_version": "string",
"azure_api_version": "string",
"azure_deployment_id": "string",
"azure_instance": "string",
"bedrock": {
"aws_assume_role_arn": "string",
"aws_region": "string",
"aws_role_session_name": "string",
"aws_sts_endpoint_url": "string",
"embeddings_normalize": False,
"performance_config_latency": "string",
},
"cohere": {
"embedding_input_type": "string",
"wait_for_model": False,
},
"embeddings_dimensions": 0,
"gemini": {
"api_endpoint": "string",
"endpoint_id": "string",
"location_id": "string",
"project_id": "string",
},
"huggingface": {
"use_cache": False,
"wait_for_model": False,
},
"input_cost": 0,
"llama2_format": "string",
"max_tokens": 0,
"mistral_format": "string",
"output_cost": 0,
"temperature": 0,
"top_k": 0,
"top_p": 0,
"upstream_path": "string",
"upstream_url": "string",
},
},
"route_type": "string",
"auth": {
"allow_override": False,
"aws_access_key_id": "string",
"aws_secret_access_key": "string",
"azure_client_id": "string",
"azure_client_secret": "string",
"azure_tenant_id": "string",
"azure_use_managed_identity": False,
"gcp_service_account_json": "string",
"gcp_use_service_account": False,
"header_name": "string",
"header_value": "string",
"param_location": "string",
"param_name": "string",
"param_value": "string",
},
"logging": {
"log_payloads": False,
"log_statistics": False,
},
},
"https_proxy_host": "string",
"http_timeout": 0,
"http_proxy_host": "string",
"https_proxy_port": 0,
"https_verify": False,
"ignore_assistant_prompts": False,
"ignore_system_prompts": False,
"ignore_tool_prompts": False,
"http_proxy_port": 0,
"message_countback": 0,
"prompt": "string",
"sampling_rate": 0,
},
gateway_plugin_ai_llm_as_judge_id="string",
consumer_group={
"id": "string",
},
created_at=0,
enabled=False,
consumer={
"id": "string",
},
instance_name="string",
ordering={
"after": {
"accesses": ["string"],
},
"before": {
"accesses": ["string"],
},
},
partials=[{
"id": "string",
"name": "string",
"path": "string",
}],
protocols=["string"],
route={
"id": "string",
},
service={
"id": "string",
},
tags=["string"],
updated_at=0)
const gatewayPluginAiLlmAsJudgeResource = new konnect.GatewayPluginAiLlmAsJudge("gatewayPluginAiLlmAsJudgeResource", {
controlPlaneId: "string",
config: {
llm: {
model: {
provider: "string",
name: "string",
options: {
anthropicVersion: "string",
azureApiVersion: "string",
azureDeploymentId: "string",
azureInstance: "string",
bedrock: {
awsAssumeRoleArn: "string",
awsRegion: "string",
awsRoleSessionName: "string",
awsStsEndpointUrl: "string",
embeddingsNormalize: false,
performanceConfigLatency: "string",
},
cohere: {
embeddingInputType: "string",
waitForModel: false,
},
embeddingsDimensions: 0,
gemini: {
apiEndpoint: "string",
endpointId: "string",
locationId: "string",
projectId: "string",
},
huggingface: {
useCache: false,
waitForModel: false,
},
inputCost: 0,
llama2Format: "string",
maxTokens: 0,
mistralFormat: "string",
outputCost: 0,
temperature: 0,
topK: 0,
topP: 0,
upstreamPath: "string",
upstreamUrl: "string",
},
},
routeType: "string",
auth: {
allowOverride: false,
awsAccessKeyId: "string",
awsSecretAccessKey: "string",
azureClientId: "string",
azureClientSecret: "string",
azureTenantId: "string",
azureUseManagedIdentity: false,
gcpServiceAccountJson: "string",
gcpUseServiceAccount: false,
headerName: "string",
headerValue: "string",
paramLocation: "string",
paramName: "string",
paramValue: "string",
},
logging: {
logPayloads: false,
logStatistics: false,
},
},
httpsProxyHost: "string",
httpTimeout: 0,
httpProxyHost: "string",
httpsProxyPort: 0,
httpsVerify: false,
ignoreAssistantPrompts: false,
ignoreSystemPrompts: false,
ignoreToolPrompts: false,
httpProxyPort: 0,
messageCountback: 0,
prompt: "string",
samplingRate: 0,
},
gatewayPluginAiLlmAsJudgeId: "string",
consumerGroup: {
id: "string",
},
createdAt: 0,
enabled: false,
consumer: {
id: "string",
},
instanceName: "string",
ordering: {
after: {
accesses: ["string"],
},
before: {
accesses: ["string"],
},
},
partials: [{
id: "string",
name: "string",
path: "string",
}],
protocols: ["string"],
route: {
id: "string",
},
service: {
id: "string",
},
tags: ["string"],
updatedAt: 0,
});
type: konnect:GatewayPluginAiLlmAsJudge
properties:
config:
httpProxyHost: string
httpProxyPort: 0
httpTimeout: 0
httpsProxyHost: string
httpsProxyPort: 0
httpsVerify: false
ignoreAssistantPrompts: false
ignoreSystemPrompts: false
ignoreToolPrompts: false
llm:
auth:
allowOverride: false
awsAccessKeyId: string
awsSecretAccessKey: string
azureClientId: string
azureClientSecret: string
azureTenantId: string
azureUseManagedIdentity: false
gcpServiceAccountJson: string
gcpUseServiceAccount: false
headerName: string
headerValue: string
paramLocation: string
paramName: string
paramValue: string
logging:
logPayloads: false
logStatistics: false
model:
name: string
options:
anthropicVersion: string
azureApiVersion: string
azureDeploymentId: string
azureInstance: string
bedrock:
awsAssumeRoleArn: string
awsRegion: string
awsRoleSessionName: string
awsStsEndpointUrl: string
embeddingsNormalize: false
performanceConfigLatency: string
cohere:
embeddingInputType: string
waitForModel: false
embeddingsDimensions: 0
gemini:
apiEndpoint: string
endpointId: string
locationId: string
projectId: string
huggingface:
useCache: false
waitForModel: false
inputCost: 0
llama2Format: string
maxTokens: 0
mistralFormat: string
outputCost: 0
temperature: 0
topK: 0
topP: 0
upstreamPath: string
upstreamUrl: string
provider: string
routeType: string
messageCountback: 0
prompt: string
samplingRate: 0
consumer:
id: string
consumerGroup:
id: string
controlPlaneId: string
createdAt: 0
enabled: false
gatewayPluginAiLlmAsJudgeId: string
instanceName: string
ordering:
after:
accesses:
- string
before:
accesses:
- string
partials:
- id: string
name: string
path: string
protocols:
- string
route:
id: string
service:
id: string
tags:
- string
updatedAt: 0
GatewayPluginAiLlmAsJudge Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The GatewayPluginAiLlmAsJudge resource accepts the following input properties:
- Config
Gateway
Plugin Ai Llm As Judge Config - Control
Plane stringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- Consumer
Gateway
Plugin Ai Llm As Judge Consumer - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- Consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- Created
At double - Unix epoch when the resource was created.
- Enabled bool
- Whether the plugin is applied. Default: true
- Gateway
Plugin stringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- Instance
Name string - A unique string representing a UTF-8 encoded name.
- Ordering
Gateway
Plugin Ai Llm As Judge Ordering - Partials
List<Gateway
Plugin Ai Llm As Judge Partial> - A list of partials to be used by the plugin.
- Protocols List<string>
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- Route
Gateway
Plugin Ai Llm As Judge Route - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- Service
Gateway
Plugin Ai Llm As Judge Service - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- List<string>
- An optional set of strings associated with the Plugin for grouping and filtering.
- Updated
At double - Unix epoch when the resource was last updated.
- Config
Gateway
Plugin Ai Llm As Judge Config Args - Control
Plane stringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- Consumer
Gateway
Plugin Ai Llm As Judge Consumer Args - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- Consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group Args - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- Created
At float64 - Unix epoch when the resource was created.
- Enabled bool
- Whether the plugin is applied. Default: true
- Gateway
Plugin stringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- Instance
Name string - A unique string representing a UTF-8 encoded name.
- Ordering
Gateway
Plugin Ai Llm As Judge Ordering Args - Partials
[]Gateway
Plugin Ai Llm As Judge Partial Args - A list of partials to be used by the plugin.
- Protocols []string
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- Route
Gateway
Plugin Ai Llm As Judge Route Args - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- Service
Gateway
Plugin Ai Llm As Judge Service Args - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- []string
- An optional set of strings associated with the Plugin for grouping and filtering.
- Updated
At float64 - Unix epoch when the resource was last updated.
- config
Gateway
Plugin Ai Llm As Judge Config - control
Plane StringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- consumer
Gateway
Plugin Ai Llm As Judge Consumer - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- created
At Double - Unix epoch when the resource was created.
- enabled Boolean
- Whether the plugin is applied. Default: true
- gateway
Plugin StringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- instance
Name String - A unique string representing a UTF-8 encoded name.
- ordering
Gateway
Plugin Ai Llm As Judge Ordering - partials
List<Gateway
Plugin Ai Llm As Judge Partial> - A list of partials to be used by the plugin.
- protocols List<String>
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route
Gateway
Plugin Ai Llm As Judge Route - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service
Gateway
Plugin Ai Llm As Judge Service - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- List<String>
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated
At Double - Unix epoch when the resource was last updated.
- config
Gateway
Plugin Ai Llm As Judge Config - control
Plane stringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- consumer
Gateway
Plugin Ai Llm As Judge Consumer - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- created
At number - Unix epoch when the resource was created.
- enabled boolean
- Whether the plugin is applied. Default: true
- gateway
Plugin stringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- instance
Name string - A unique string representing a UTF-8 encoded name.
- ordering
Gateway
Plugin Ai Llm As Judge Ordering - partials
Gateway
Plugin Ai Llm As Judge Partial[] - A list of partials to be used by the plugin.
- protocols string[]
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route
Gateway
Plugin Ai Llm As Judge Route - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service
Gateway
Plugin Ai Llm As Judge Service - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- string[]
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated
At number - Unix epoch when the resource was last updated.
- config
Gateway
Plugin Ai Llm As Judge Config Args - control_
plane_ strid - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- consumer
Gateway
Plugin Ai Llm As Judge Consumer Args - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer_
group GatewayPlugin Ai Llm As Judge Consumer Group Args - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- created_
at float - Unix epoch when the resource was created.
- enabled bool
- Whether the plugin is applied. Default: true
- gateway_
plugin_ strai_ llm_ as_ judge_ id - A string representing a UUID (universally unique identifier).
- instance_
name str - A unique string representing a UTF-8 encoded name.
- ordering
Gateway
Plugin Ai Llm As Judge Ordering Args - partials
Sequence[Gateway
Plugin Ai Llm As Judge Partial Args] - A list of partials to be used by the plugin.
- protocols Sequence[str]
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route
Gateway
Plugin Ai Llm As Judge Route Args - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service
Gateway
Plugin Ai Llm As Judge Service Args - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- Sequence[str]
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated_
at float - Unix epoch when the resource was last updated.
- config Property Map
- control
Plane StringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- consumer Property Map
- If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer
Group Property Map - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- created
At Number - Unix epoch when the resource was created.
- enabled Boolean
- Whether the plugin is applied. Default: true
- gateway
Plugin StringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- instance
Name String - A unique string representing a UTF-8 encoded name.
- ordering Property Map
- partials List<Property Map>
- A list of partials to be used by the plugin.
- protocols List<String>
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route Property Map
- If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service Property Map
- If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- List<String>
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated
At Number - Unix epoch when the resource was last updated.
Outputs
All input properties are implicitly available as output properties. Additionally, the GatewayPluginAiLlmAsJudge resource produces the following output properties:
- Id string
- The provider-assigned unique ID for this managed resource.
- Id string
- The provider-assigned unique ID for this managed resource.
- id String
- The provider-assigned unique ID for this managed resource.
- id string
- The provider-assigned unique ID for this managed resource.
- id str
- The provider-assigned unique ID for this managed resource.
- id String
- The provider-assigned unique ID for this managed resource.
Look up Existing GatewayPluginAiLlmAsJudge Resource
Get an existing GatewayPluginAiLlmAsJudge resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: GatewayPluginAiLlmAsJudgeState, opts?: CustomResourceOptions): GatewayPluginAiLlmAsJudge@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
config: Optional[GatewayPluginAiLlmAsJudgeConfigArgs] = None,
consumer: Optional[GatewayPluginAiLlmAsJudgeConsumerArgs] = None,
consumer_group: Optional[GatewayPluginAiLlmAsJudgeConsumerGroupArgs] = None,
control_plane_id: Optional[str] = None,
created_at: Optional[float] = None,
enabled: Optional[bool] = None,
gateway_plugin_ai_llm_as_judge_id: Optional[str] = None,
instance_name: Optional[str] = None,
ordering: Optional[GatewayPluginAiLlmAsJudgeOrderingArgs] = None,
partials: Optional[Sequence[GatewayPluginAiLlmAsJudgePartialArgs]] = None,
protocols: Optional[Sequence[str]] = None,
route: Optional[GatewayPluginAiLlmAsJudgeRouteArgs] = None,
service: Optional[GatewayPluginAiLlmAsJudgeServiceArgs] = None,
tags: Optional[Sequence[str]] = None,
updated_at: Optional[float] = None) -> GatewayPluginAiLlmAsJudgefunc GetGatewayPluginAiLlmAsJudge(ctx *Context, name string, id IDInput, state *GatewayPluginAiLlmAsJudgeState, opts ...ResourceOption) (*GatewayPluginAiLlmAsJudge, error)public static GatewayPluginAiLlmAsJudge Get(string name, Input<string> id, GatewayPluginAiLlmAsJudgeState? state, CustomResourceOptions? opts = null)public static GatewayPluginAiLlmAsJudge get(String name, Output<String> id, GatewayPluginAiLlmAsJudgeState state, CustomResourceOptions options)resources: _: type: konnect:GatewayPluginAiLlmAsJudge get: id: ${id}- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Config
Gateway
Plugin Ai Llm As Judge Config - Consumer
Gateway
Plugin Ai Llm As Judge Consumer - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- Consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- Control
Plane stringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- Created
At double - Unix epoch when the resource was created.
- Enabled bool
- Whether the plugin is applied. Default: true
- Gateway
Plugin stringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- Instance
Name string - A unique string representing a UTF-8 encoded name.
- Ordering
Gateway
Plugin Ai Llm As Judge Ordering - Partials
List<Gateway
Plugin Ai Llm As Judge Partial> - A list of partials to be used by the plugin.
- Protocols List<string>
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- Route
Gateway
Plugin Ai Llm As Judge Route - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- Service
Gateway
Plugin Ai Llm As Judge Service - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- List<string>
- An optional set of strings associated with the Plugin for grouping and filtering.
- Updated
At double - Unix epoch when the resource was last updated.
- Config
Gateway
Plugin Ai Llm As Judge Config Args - Consumer
Gateway
Plugin Ai Llm As Judge Consumer Args - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- Consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group Args - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- Control
Plane stringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- Created
At float64 - Unix epoch when the resource was created.
- Enabled bool
- Whether the plugin is applied. Default: true
- Gateway
Plugin stringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- Instance
Name string - A unique string representing a UTF-8 encoded name.
- Ordering
Gateway
Plugin Ai Llm As Judge Ordering Args - Partials
[]Gateway
Plugin Ai Llm As Judge Partial Args - A list of partials to be used by the plugin.
- Protocols []string
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- Route
Gateway
Plugin Ai Llm As Judge Route Args - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- Service
Gateway
Plugin Ai Llm As Judge Service Args - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- []string
- An optional set of strings associated with the Plugin for grouping and filtering.
- Updated
At float64 - Unix epoch when the resource was last updated.
- config
Gateway
Plugin Ai Llm As Judge Config - consumer
Gateway
Plugin Ai Llm As Judge Consumer - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- control
Plane StringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- created
At Double - Unix epoch when the resource was created.
- enabled Boolean
- Whether the plugin is applied. Default: true
- gateway
Plugin StringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- instance
Name String - A unique string representing a UTF-8 encoded name.
- ordering
Gateway
Plugin Ai Llm As Judge Ordering - partials
List<Gateway
Plugin Ai Llm As Judge Partial> - A list of partials to be used by the plugin.
- protocols List<String>
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route
Gateway
Plugin Ai Llm As Judge Route - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service
Gateway
Plugin Ai Llm As Judge Service - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- List<String>
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated
At Double - Unix epoch when the resource was last updated.
- config
Gateway
Plugin Ai Llm As Judge Config - consumer
Gateway
Plugin Ai Llm As Judge Consumer - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer
Group GatewayPlugin Ai Llm As Judge Consumer Group - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- control
Plane stringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- created
At number - Unix epoch when the resource was created.
- enabled boolean
- Whether the plugin is applied. Default: true
- gateway
Plugin stringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- instance
Name string - A unique string representing a UTF-8 encoded name.
- ordering
Gateway
Plugin Ai Llm As Judge Ordering - partials
Gateway
Plugin Ai Llm As Judge Partial[] - A list of partials to be used by the plugin.
- protocols string[]
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route
Gateway
Plugin Ai Llm As Judge Route - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service
Gateway
Plugin Ai Llm As Judge Service - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- string[]
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated
At number - Unix epoch when the resource was last updated.
- config
Gateway
Plugin Ai Llm As Judge Config Args - consumer
Gateway
Plugin Ai Llm As Judge Consumer Args - If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer_
group GatewayPlugin Ai Llm As Judge Consumer Group Args - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- control_
plane_ strid - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- created_
at float - Unix epoch when the resource was created.
- enabled bool
- Whether the plugin is applied. Default: true
- gateway_
plugin_ strai_ llm_ as_ judge_ id - A string representing a UUID (universally unique identifier).
- instance_
name str - A unique string representing a UTF-8 encoded name.
- ordering
Gateway
Plugin Ai Llm As Judge Ordering Args - partials
Sequence[Gateway
Plugin Ai Llm As Judge Partial Args] - A list of partials to be used by the plugin.
- protocols Sequence[str]
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route
Gateway
Plugin Ai Llm As Judge Route Args - If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service
Gateway
Plugin Ai Llm As Judge Service Args - If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- Sequence[str]
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated_
at float - Unix epoch when the resource was last updated.
- config Property Map
- consumer Property Map
- If set, the plugin will activate only for requests where the specified has been authenticated. (Note that some plugins can not be restricted to consumers this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer.
- consumer
Group Property Map - If set, the plugin will activate only for requests where the specified consumer group has been authenticated. (Note that some plugins can not be restricted to consumers groups this way.). Leave unset for the plugin to activate regardless of the authenticated Consumer Groups
- control
Plane StringId - The UUID of your control plane. This variable is available in the Konnect manager. Requires replacement if changed.
- created
At Number - Unix epoch when the resource was created.
- enabled Boolean
- Whether the plugin is applied. Default: true
- gateway
Plugin StringAi Llm As Judge Id - A string representing a UUID (universally unique identifier).
- instance
Name String - A unique string representing a UTF-8 encoded name.
- ordering Property Map
- partials List<Property Map>
- A list of partials to be used by the plugin.
- protocols List<String>
- A set of strings representing HTTP protocols. Default: ["grpc","grpcs","http","https"]
- route Property Map
- If set, the plugin will only activate when receiving requests via the specified route. Leave unset for the plugin to activate regardless of the route being used.
- service Property Map
- If set, the plugin will only activate when receiving requests via one of the routes belonging to the specified Service. Leave unset for the plugin to activate regardless of the Service being matched.
- List<String>
- An optional set of strings associated with the Plugin for grouping and filtering.
- updated
At Number - Unix epoch when the resource was last updated.
Supporting Types
GatewayPluginAiLlmAsJudgeConfig, GatewayPluginAiLlmAsJudgeConfigArgs
- Llm
Gateway
Plugin Ai Llm As Judge Config Llm - Http
Proxy stringHost - A string representing a host name, such as example.com.
- Http
Proxy doublePort - An integer representing a port number between 0 and 65535, inclusive.
- Http
Timeout double - Timeout in milliseconds for the AI upstream service. Default: 60000
- Https
Proxy stringHost - A string representing a host name, such as example.com.
- Https
Proxy doublePort - An integer representing a port number between 0 and 65535, inclusive.
- Https
Verify bool - Verify the TLS certificate of the AI upstream service. Default: true
- Ignore
Assistant boolPrompts - Ignore and discard any assistant prompts when evaluating the request. Default: true
- Ignore
System boolPrompts - Ignore and discard any system prompts when evaluating the request. Default: true
- Ignore
Tool boolPrompts - Ignore and discard any tool prompts when evaluating the request. Default: true
- Message
Countback double - Number of messages in the chat history to use for evaluating the request. Default: 1
- Prompt string
- Use this prompt to tune the LLM system/assistant message for the llm as a judge prompt. Default: "You are a strict evaluator. You will be given a prompt and a response. Your task is to judge whether the response is correct or incorrect. You must assign a score between 1 and 100, where: 100 represents a completely correct and ideal response, 1 represents a completely incorrect or irrelevant response. Your score must be a single number only — no text, labels, or explanations. Use the full range of values (e.g., 13, 47, 86), not just round numbers like 10, 50, or 100. Be accurate and consistent, as this score will be used by another model for learning and evaluation."
- Sampling
Rate double - Judging request sampling rate for configuring the probability-based sampler. Default: 1
- Llm
Gateway
Plugin Ai Llm As Judge Config Llm - Http
Proxy stringHost - A string representing a host name, such as example.com.
- Http
Proxy float64Port - An integer representing a port number between 0 and 65535, inclusive.
- Http
Timeout float64 - Timeout in milliseconds for the AI upstream service. Default: 60000
- Https
Proxy stringHost - A string representing a host name, such as example.com.
- Https
Proxy float64Port - An integer representing a port number between 0 and 65535, inclusive.
- Https
Verify bool - Verify the TLS certificate of the AI upstream service. Default: true
- Ignore
Assistant boolPrompts - Ignore and discard any assistant prompts when evaluating the request. Default: true
- Ignore
System boolPrompts - Ignore and discard any system prompts when evaluating the request. Default: true
- Ignore
Tool boolPrompts - Ignore and discard any tool prompts when evaluating the request. Default: true
- Message
Countback float64 - Number of messages in the chat history to use for evaluating the request. Default: 1
- Prompt string
- Use this prompt to tune the LLM system/assistant message for the llm as a judge prompt. Default: "You are a strict evaluator. You will be given a prompt and a response. Your task is to judge whether the response is correct or incorrect. You must assign a score between 1 and 100, where: 100 represents a completely correct and ideal response, 1 represents a completely incorrect or irrelevant response. Your score must be a single number only — no text, labels, or explanations. Use the full range of values (e.g., 13, 47, 86), not just round numbers like 10, 50, or 100. Be accurate and consistent, as this score will be used by another model for learning and evaluation."
- Sampling
Rate float64 - Judging request sampling rate for configuring the probability-based sampler. Default: 1
- llm
Gateway
Plugin Ai Llm As Judge Config Llm - http
Proxy StringHost - A string representing a host name, such as example.com.
- http
Proxy DoublePort - An integer representing a port number between 0 and 65535, inclusive.
- http
Timeout Double - Timeout in milliseconds for the AI upstream service. Default: 60000
- https
Proxy StringHost - A string representing a host name, such as example.com.
- https
Proxy DoublePort - An integer representing a port number between 0 and 65535, inclusive.
- https
Verify Boolean - Verify the TLS certificate of the AI upstream service. Default: true
- ignore
Assistant BooleanPrompts - Ignore and discard any assistant prompts when evaluating the request. Default: true
- ignore
System BooleanPrompts - Ignore and discard any system prompts when evaluating the request. Default: true
- ignore
Tool BooleanPrompts - Ignore and discard any tool prompts when evaluating the request. Default: true
- message
Countback Double - Number of messages in the chat history to use for evaluating the request. Default: 1
- prompt String
- Use this prompt to tune the LLM system/assistant message for the llm as a judge prompt. Default: "You are a strict evaluator. You will be given a prompt and a response. Your task is to judge whether the response is correct or incorrect. You must assign a score between 1 and 100, where: 100 represents a completely correct and ideal response, 1 represents a completely incorrect or irrelevant response. Your score must be a single number only — no text, labels, or explanations. Use the full range of values (e.g., 13, 47, 86), not just round numbers like 10, 50, or 100. Be accurate and consistent, as this score will be used by another model for learning and evaluation."
- sampling
Rate Double - Judging request sampling rate for configuring the probability-based sampler. Default: 1
- llm
Gateway
Plugin Ai Llm As Judge Config Llm - http
Proxy stringHost - A string representing a host name, such as example.com.
- http
Proxy numberPort - An integer representing a port number between 0 and 65535, inclusive.
- http
Timeout number - Timeout in milliseconds for the AI upstream service. Default: 60000
- https
Proxy stringHost - A string representing a host name, such as example.com.
- https
Proxy numberPort - An integer representing a port number between 0 and 65535, inclusive.
- https
Verify boolean - Verify the TLS certificate of the AI upstream service. Default: true
- ignore
Assistant booleanPrompts - Ignore and discard any assistant prompts when evaluating the request. Default: true
- ignore
System booleanPrompts - Ignore and discard any system prompts when evaluating the request. Default: true
- ignore
Tool booleanPrompts - Ignore and discard any tool prompts when evaluating the request. Default: true
- message
Countback number - Number of messages in the chat history to use for evaluating the request. Default: 1
- prompt string
- Use this prompt to tune the LLM system/assistant message for the llm as a judge prompt. Default: "You are a strict evaluator. You will be given a prompt and a response. Your task is to judge whether the response is correct or incorrect. You must assign a score between 1 and 100, where: 100 represents a completely correct and ideal response, 1 represents a completely incorrect or irrelevant response. Your score must be a single number only — no text, labels, or explanations. Use the full range of values (e.g., 13, 47, 86), not just round numbers like 10, 50, or 100. Be accurate and consistent, as this score will be used by another model for learning and evaluation."
- sampling
Rate number - Judging request sampling rate for configuring the probability-based sampler. Default: 1
- llm
Gateway
Plugin Ai Llm As Judge Config Llm - http_
proxy_ strhost - A string representing a host name, such as example.com.
- http_
proxy_ floatport - An integer representing a port number between 0 and 65535, inclusive.
- http_
timeout float - Timeout in milliseconds for the AI upstream service. Default: 60000
- https_
proxy_ strhost - A string representing a host name, such as example.com.
- https_
proxy_ floatport - An integer representing a port number between 0 and 65535, inclusive.
- https_
verify bool - Verify the TLS certificate of the AI upstream service. Default: true
- ignore_
assistant_ boolprompts - Ignore and discard any assistant prompts when evaluating the request. Default: true
- ignore_
system_ boolprompts - Ignore and discard any system prompts when evaluating the request. Default: true
- ignore_
tool_ boolprompts - Ignore and discard any tool prompts when evaluating the request. Default: true
- message_
countback float - Number of messages in the chat history to use for evaluating the request. Default: 1
- prompt str
- Use this prompt to tune the LLM system/assistant message for the llm as a judge prompt. Default: "You are a strict evaluator. You will be given a prompt and a response. Your task is to judge whether the response is correct or incorrect. You must assign a score between 1 and 100, where: 100 represents a completely correct and ideal response, 1 represents a completely incorrect or irrelevant response. Your score must be a single number only — no text, labels, or explanations. Use the full range of values (e.g., 13, 47, 86), not just round numbers like 10, 50, or 100. Be accurate and consistent, as this score will be used by another model for learning and evaluation."
- sampling_
rate float - Judging request sampling rate for configuring the probability-based sampler. Default: 1
- llm Property Map
- http
Proxy StringHost - A string representing a host name, such as example.com.
- http
Proxy NumberPort - An integer representing a port number between 0 and 65535, inclusive.
- http
Timeout Number - Timeout in milliseconds for the AI upstream service. Default: 60000
- https
Proxy StringHost - A string representing a host name, such as example.com.
- https
Proxy NumberPort - An integer representing a port number between 0 and 65535, inclusive.
- https
Verify Boolean - Verify the TLS certificate of the AI upstream service. Default: true
- ignore
Assistant BooleanPrompts - Ignore and discard any assistant prompts when evaluating the request. Default: true
- ignore
System BooleanPrompts - Ignore and discard any system prompts when evaluating the request. Default: true
- ignore
Tool BooleanPrompts - Ignore and discard any tool prompts when evaluating the request. Default: true
- message
Countback Number - Number of messages in the chat history to use for evaluating the request. Default: 1
- prompt String
- Use this prompt to tune the LLM system/assistant message for the llm as a judge prompt. Default: "You are a strict evaluator. You will be given a prompt and a response. Your task is to judge whether the response is correct or incorrect. You must assign a score between 1 and 100, where: 100 represents a completely correct and ideal response, 1 represents a completely incorrect or irrelevant response. Your score must be a single number only — no text, labels, or explanations. Use the full range of values (e.g., 13, 47, 86), not just round numbers like 10, 50, or 100. Be accurate and consistent, as this score will be used by another model for learning and evaluation."
- sampling
Rate Number - Judging request sampling rate for configuring the probability-based sampler. Default: 1
GatewayPluginAiLlmAsJudgeConfigLlm, GatewayPluginAiLlmAsJudgeConfigLlmArgs
- Model
Gateway
Plugin Ai Llm As Judge Config Llm Model - Route
Type string - The model's operation implementation, for this provider. must be one of ["audio/v1/audio/speech", "audio/v1/audio/transcriptions", "audio/v1/audio/translations", "image/v1/images/edits", "image/v1/images/generations", "llm/v1/assistants", "llm/v1/batches", "llm/v1/chat", "llm/v1/completions", "llm/v1/embeddings", "llm/v1/files", "llm/v1/responses", "preserve", "realtime/v1/realtime"]
- Auth
Gateway
Plugin Ai Llm As Judge Config Llm Auth - Logging
Gateway
Plugin Ai Llm As Judge Config Llm Logging
- Model
Gateway
Plugin Ai Llm As Judge Config Llm Model - Route
Type string - The model's operation implementation, for this provider. must be one of ["audio/v1/audio/speech", "audio/v1/audio/transcriptions", "audio/v1/audio/translations", "image/v1/images/edits", "image/v1/images/generations", "llm/v1/assistants", "llm/v1/batches", "llm/v1/chat", "llm/v1/completions", "llm/v1/embeddings", "llm/v1/files", "llm/v1/responses", "preserve", "realtime/v1/realtime"]
- Auth
Gateway
Plugin Ai Llm As Judge Config Llm Auth - Logging
Gateway
Plugin Ai Llm As Judge Config Llm Logging
- model
Gateway
Plugin Ai Llm As Judge Config Llm Model - route
Type String - The model's operation implementation, for this provider. must be one of ["audio/v1/audio/speech", "audio/v1/audio/transcriptions", "audio/v1/audio/translations", "image/v1/images/edits", "image/v1/images/generations", "llm/v1/assistants", "llm/v1/batches", "llm/v1/chat", "llm/v1/completions", "llm/v1/embeddings", "llm/v1/files", "llm/v1/responses", "preserve", "realtime/v1/realtime"]
- auth
Gateway
Plugin Ai Llm As Judge Config Llm Auth - logging
Gateway
Plugin Ai Llm As Judge Config Llm Logging
- model
Gateway
Plugin Ai Llm As Judge Config Llm Model - route
Type string - The model's operation implementation, for this provider. must be one of ["audio/v1/audio/speech", "audio/v1/audio/transcriptions", "audio/v1/audio/translations", "image/v1/images/edits", "image/v1/images/generations", "llm/v1/assistants", "llm/v1/batches", "llm/v1/chat", "llm/v1/completions", "llm/v1/embeddings", "llm/v1/files", "llm/v1/responses", "preserve", "realtime/v1/realtime"]
- auth
Gateway
Plugin Ai Llm As Judge Config Llm Auth - logging
Gateway
Plugin Ai Llm As Judge Config Llm Logging
- model
Gateway
Plugin Ai Llm As Judge Config Llm Model - route_
type str - The model's operation implementation, for this provider. must be one of ["audio/v1/audio/speech", "audio/v1/audio/transcriptions", "audio/v1/audio/translations", "image/v1/images/edits", "image/v1/images/generations", "llm/v1/assistants", "llm/v1/batches", "llm/v1/chat", "llm/v1/completions", "llm/v1/embeddings", "llm/v1/files", "llm/v1/responses", "preserve", "realtime/v1/realtime"]
- auth
Gateway
Plugin Ai Llm As Judge Config Llm Auth - logging
Gateway
Plugin Ai Llm As Judge Config Llm Logging
- model Property Map
- route
Type String - The model's operation implementation, for this provider. must be one of ["audio/v1/audio/speech", "audio/v1/audio/transcriptions", "audio/v1/audio/translations", "image/v1/images/edits", "image/v1/images/generations", "llm/v1/assistants", "llm/v1/batches", "llm/v1/chat", "llm/v1/completions", "llm/v1/embeddings", "llm/v1/files", "llm/v1/responses", "preserve", "realtime/v1/realtime"]
- auth Property Map
- logging Property Map
GatewayPluginAiLlmAsJudgeConfigLlmAuth, GatewayPluginAiLlmAsJudgeConfigLlmAuthArgs
- Allow
Override bool - If enabled, the authorization header or parameter can be overridden in the request by the value configured in the plugin. Default: false
- Aws
Access stringKey Id - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSACCESSKEY_ID environment variable for this plugin instance.
- Aws
Secret stringAccess Key - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSSECRETACCESS_KEY environment variable for this plugin instance.
- Azure
Client stringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client ID.
- Azure
Client stringSecret - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client secret.
- Azure
Tenant stringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the tenant ID.
- Azure
Use boolManaged Identity - Set true to use the Azure Cloud Managed Identity (or user-assigned identity) to authenticate with Azure-provider models. Default: false
- Gcp
Service stringAccount Json - Set this field to the full JSON of the GCP service account to authenticate, if required. If null (and gcpuseservice_account is true), Kong will attempt to read from environment variable
GCP_SERVICE_ACCOUNT. - Gcp
Use boolService Account - Use service account auth for GCP-based providers and models. Default: false
- Header
Name string - If AI model requires authentication via Authorization or API key header, specify its name here.
- Header
Value string - Specify the full auth header value for 'header_name', for example 'Bearer key' or just 'key'.
- Param
Location string - Specify whether the 'paramname' and 'paramvalue' options go in a query string, or the POST form/JSON body. must be one of ["body", "query"]
- Param
Name string - If AI model requires authentication via query parameter, specify its name here.
- Param
Value string - Specify the full parameter value for 'param_name'.
- Allow
Override bool - If enabled, the authorization header or parameter can be overridden in the request by the value configured in the plugin. Default: false
- Aws
Access stringKey Id - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSACCESSKEY_ID environment variable for this plugin instance.
- Aws
Secret stringAccess Key - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSSECRETACCESS_KEY environment variable for this plugin instance.
- Azure
Client stringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client ID.
- Azure
Client stringSecret - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client secret.
- Azure
Tenant stringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the tenant ID.
- Azure
Use boolManaged Identity - Set true to use the Azure Cloud Managed Identity (or user-assigned identity) to authenticate with Azure-provider models. Default: false
- Gcp
Service stringAccount Json - Set this field to the full JSON of the GCP service account to authenticate, if required. If null (and gcpuseservice_account is true), Kong will attempt to read from environment variable
GCP_SERVICE_ACCOUNT. - Gcp
Use boolService Account - Use service account auth for GCP-based providers and models. Default: false
- Header
Name string - If AI model requires authentication via Authorization or API key header, specify its name here.
- Header
Value string - Specify the full auth header value for 'header_name', for example 'Bearer key' or just 'key'.
- Param
Location string - Specify whether the 'paramname' and 'paramvalue' options go in a query string, or the POST form/JSON body. must be one of ["body", "query"]
- Param
Name string - If AI model requires authentication via query parameter, specify its name here.
- Param
Value string - Specify the full parameter value for 'param_name'.
- allow
Override Boolean - If enabled, the authorization header or parameter can be overridden in the request by the value configured in the plugin. Default: false
- aws
Access StringKey Id - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSACCESSKEY_ID environment variable for this plugin instance.
- aws
Secret StringAccess Key - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSSECRETACCESS_KEY environment variable for this plugin instance.
- azure
Client StringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client ID.
- azure
Client StringSecret - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client secret.
- azure
Tenant StringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the tenant ID.
- azure
Use BooleanManaged Identity - Set true to use the Azure Cloud Managed Identity (or user-assigned identity) to authenticate with Azure-provider models. Default: false
- gcp
Service StringAccount Json - Set this field to the full JSON of the GCP service account to authenticate, if required. If null (and gcpuseservice_account is true), Kong will attempt to read from environment variable
GCP_SERVICE_ACCOUNT. - gcp
Use BooleanService Account - Use service account auth for GCP-based providers and models. Default: false
- header
Name String - If AI model requires authentication via Authorization or API key header, specify its name here.
- header
Value String - Specify the full auth header value for 'header_name', for example 'Bearer key' or just 'key'.
- param
Location String - Specify whether the 'paramname' and 'paramvalue' options go in a query string, or the POST form/JSON body. must be one of ["body", "query"]
- param
Name String - If AI model requires authentication via query parameter, specify its name here.
- param
Value String - Specify the full parameter value for 'param_name'.
- allow
Override boolean - If enabled, the authorization header or parameter can be overridden in the request by the value configured in the plugin. Default: false
- aws
Access stringKey Id - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSACCESSKEY_ID environment variable for this plugin instance.
- aws
Secret stringAccess Key - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSSECRETACCESS_KEY environment variable for this plugin instance.
- azure
Client stringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client ID.
- azure
Client stringSecret - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client secret.
- azure
Tenant stringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the tenant ID.
- azure
Use booleanManaged Identity - Set true to use the Azure Cloud Managed Identity (or user-assigned identity) to authenticate with Azure-provider models. Default: false
- gcp
Service stringAccount Json - Set this field to the full JSON of the GCP service account to authenticate, if required. If null (and gcpuseservice_account is true), Kong will attempt to read from environment variable
GCP_SERVICE_ACCOUNT. - gcp
Use booleanService Account - Use service account auth for GCP-based providers and models. Default: false
- header
Name string - If AI model requires authentication via Authorization or API key header, specify its name here.
- header
Value string - Specify the full auth header value for 'header_name', for example 'Bearer key' or just 'key'.
- param
Location string - Specify whether the 'paramname' and 'paramvalue' options go in a query string, or the POST form/JSON body. must be one of ["body", "query"]
- param
Name string - If AI model requires authentication via query parameter, specify its name here.
- param
Value string - Specify the full parameter value for 'param_name'.
- allow_
override bool - If enabled, the authorization header or parameter can be overridden in the request by the value configured in the plugin. Default: false
- aws_
access_ strkey_ id - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSACCESSKEY_ID environment variable for this plugin instance.
- aws_
secret_ straccess_ key - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSSECRETACCESS_KEY environment variable for this plugin instance.
- azure_
client_ strid - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client ID.
- azure_
client_ strsecret - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client secret.
- azure_
tenant_ strid - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the tenant ID.
- azure_
use_ boolmanaged_ identity - Set true to use the Azure Cloud Managed Identity (or user-assigned identity) to authenticate with Azure-provider models. Default: false
- gcp_
service_ straccount_ json - Set this field to the full JSON of the GCP service account to authenticate, if required. If null (and gcpuseservice_account is true), Kong will attempt to read from environment variable
GCP_SERVICE_ACCOUNT. - gcp_
use_ boolservice_ account - Use service account auth for GCP-based providers and models. Default: false
- header_
name str - If AI model requires authentication via Authorization or API key header, specify its name here.
- header_
value str - Specify the full auth header value for 'header_name', for example 'Bearer key' or just 'key'.
- param_
location str - Specify whether the 'paramname' and 'paramvalue' options go in a query string, or the POST form/JSON body. must be one of ["body", "query"]
- param_
name str - If AI model requires authentication via query parameter, specify its name here.
- param_
value str - Specify the full parameter value for 'param_name'.
- allow
Override Boolean - If enabled, the authorization header or parameter can be overridden in the request by the value configured in the plugin. Default: false
- aws
Access StringKey Id - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSACCESSKEY_ID environment variable for this plugin instance.
- aws
Secret StringAccess Key - Set this if you are using an AWS provider (Bedrock) and you are authenticating using static IAM User credentials. Setting this will override the AWSSECRETACCESS_KEY environment variable for this plugin instance.
- azure
Client StringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client ID.
- azure
Client StringSecret - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the client secret.
- azure
Tenant StringId - If azureusemanaged_identity is set to true, and you need to use a different user-assigned identity for this LLM instance, set the tenant ID.
- azure
Use BooleanManaged Identity - Set true to use the Azure Cloud Managed Identity (or user-assigned identity) to authenticate with Azure-provider models. Default: false
- gcp
Service StringAccount Json - Set this field to the full JSON of the GCP service account to authenticate, if required. If null (and gcpuseservice_account is true), Kong will attempt to read from environment variable
GCP_SERVICE_ACCOUNT. - gcp
Use BooleanService Account - Use service account auth for GCP-based providers and models. Default: false
- header
Name String - If AI model requires authentication via Authorization or API key header, specify its name here.
- header
Value String - Specify the full auth header value for 'header_name', for example 'Bearer key' or just 'key'.
- param
Location String - Specify whether the 'paramname' and 'paramvalue' options go in a query string, or the POST form/JSON body. must be one of ["body", "query"]
- param
Name String - If AI model requires authentication via query parameter, specify its name here.
- param
Value String - Specify the full parameter value for 'param_name'.
GatewayPluginAiLlmAsJudgeConfigLlmLogging, GatewayPluginAiLlmAsJudgeConfigLlmLoggingArgs
- Log
Payloads bool - If enabled, will log the request and response body into the Kong log plugin(s) output. Default: false
- Log
Statistics bool - If enabled and supported by the driver, will add model usage and token metrics into the Kong log plugin(s) output. Default: false
- Log
Payloads bool - If enabled, will log the request and response body into the Kong log plugin(s) output. Default: false
- Log
Statistics bool - If enabled and supported by the driver, will add model usage and token metrics into the Kong log plugin(s) output. Default: false
- log
Payloads Boolean - If enabled, will log the request and response body into the Kong log plugin(s) output. Default: false
- log
Statistics Boolean - If enabled and supported by the driver, will add model usage and token metrics into the Kong log plugin(s) output. Default: false
- log
Payloads boolean - If enabled, will log the request and response body into the Kong log plugin(s) output. Default: false
- log
Statistics boolean - If enabled and supported by the driver, will add model usage and token metrics into the Kong log plugin(s) output. Default: false
- log_
payloads bool - If enabled, will log the request and response body into the Kong log plugin(s) output. Default: false
- log_
statistics bool - If enabled and supported by the driver, will add model usage and token metrics into the Kong log plugin(s) output. Default: false
- log
Payloads Boolean - If enabled, will log the request and response body into the Kong log plugin(s) output. Default: false
- log
Statistics Boolean - If enabled and supported by the driver, will add model usage and token metrics into the Kong log plugin(s) output. Default: false
GatewayPluginAiLlmAsJudgeConfigLlmModel, GatewayPluginAiLlmAsJudgeConfigLlmModelArgs
- Provider string
- AI provider request format - Kong translates requests to and from the specified backend compatible formats. must be one of ["anthropic", "azure", "bedrock", "cohere", "gemini", "huggingface", "llama2", "mistral", "openai"]
- Name string
- Model name to execute.
- Options
Gateway
Plugin Ai Llm As Judge Config Llm Model Options - Key/value settings for the model
- Provider string
- AI provider request format - Kong translates requests to and from the specified backend compatible formats. must be one of ["anthropic", "azure", "bedrock", "cohere", "gemini", "huggingface", "llama2", "mistral", "openai"]
- Name string
- Model name to execute.
- Options
Gateway
Plugin Ai Llm As Judge Config Llm Model Options - Key/value settings for the model
- provider String
- AI provider request format - Kong translates requests to and from the specified backend compatible formats. must be one of ["anthropic", "azure", "bedrock", "cohere", "gemini", "huggingface", "llama2", "mistral", "openai"]
- name String
- Model name to execute.
- options
Gateway
Plugin Ai Llm As Judge Config Llm Model Options - Key/value settings for the model
- provider string
- AI provider request format - Kong translates requests to and from the specified backend compatible formats. must be one of ["anthropic", "azure", "bedrock", "cohere", "gemini", "huggingface", "llama2", "mistral", "openai"]
- name string
- Model name to execute.
- options
Gateway
Plugin Ai Llm As Judge Config Llm Model Options - Key/value settings for the model
- provider str
- AI provider request format - Kong translates requests to and from the specified backend compatible formats. must be one of ["anthropic", "azure", "bedrock", "cohere", "gemini", "huggingface", "llama2", "mistral", "openai"]
- name str
- Model name to execute.
- options
Gateway
Plugin Ai Llm As Judge Config Llm Model Options - Key/value settings for the model
- provider String
- AI provider request format - Kong translates requests to and from the specified backend compatible formats. must be one of ["anthropic", "azure", "bedrock", "cohere", "gemini", "huggingface", "llama2", "mistral", "openai"]
- name String
- Model name to execute.
- options Property Map
- Key/value settings for the model
GatewayPluginAiLlmAsJudgeConfigLlmModelOptions, GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsArgs
- Anthropic
Version string - Defines the schema/API version, if using Anthropic provider.
- Azure
Api stringVersion - 'api-version' for Azure OpenAI instances. Default: "2023-05-15"
- Azure
Deployment stringId - Deployment ID for Azure OpenAI instances.
- Azure
Instance string - Instance name for Azure OpenAI hosted models.
- Bedrock
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Bedrock - Cohere
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Cohere - Embeddings
Dimensions double - If using embeddings models, set the number of dimensions to generate.
- Gemini
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Gemini - Huggingface
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Huggingface - Input
Cost double - Defines the cost per 1M tokens in your prompt.
- Llama2Format string
- If using llama2 provider, select the upstream message format. must be one of ["ollama", "openai", "raw"]
- Max
Tokens double - Defines the max_tokens, if using chat or completion models.
- Mistral
Format string - If using mistral provider, select the upstream message format. must be one of ["ollama", "openai"]
- Output
Cost double - Defines the cost per 1M tokens in the output of the AI.
- Temperature double
- Defines the matching temperature, if using chat or completion models.
- Top
K double - Defines the top-k most likely tokens, if supported.
- Top
P double - Defines the top-p probability mass, if supported.
- Upstream
Path string - Manually specify or override the AI operation path, used when e.g. using the 'preserve' route_type.
- Upstream
Url string - Manually specify or override the full URL to the AI operation endpoints, when calling (self-)hosted models, or for running via a private endpoint.
- Anthropic
Version string - Defines the schema/API version, if using Anthropic provider.
- Azure
Api stringVersion - 'api-version' for Azure OpenAI instances. Default: "2023-05-15"
- Azure
Deployment stringId - Deployment ID for Azure OpenAI instances.
- Azure
Instance string - Instance name for Azure OpenAI hosted models.
- Bedrock
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Bedrock - Cohere
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Cohere - Embeddings
Dimensions float64 - If using embeddings models, set the number of dimensions to generate.
- Gemini
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Gemini - Huggingface
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Huggingface - Input
Cost float64 - Defines the cost per 1M tokens in your prompt.
- Llama2Format string
- If using llama2 provider, select the upstream message format. must be one of ["ollama", "openai", "raw"]
- Max
Tokens float64 - Defines the max_tokens, if using chat or completion models.
- Mistral
Format string - If using mistral provider, select the upstream message format. must be one of ["ollama", "openai"]
- Output
Cost float64 - Defines the cost per 1M tokens in the output of the AI.
- Temperature float64
- Defines the matching temperature, if using chat or completion models.
- Top
K float64 - Defines the top-k most likely tokens, if supported.
- Top
P float64 - Defines the top-p probability mass, if supported.
- Upstream
Path string - Manually specify or override the AI operation path, used when e.g. using the 'preserve' route_type.
- Upstream
Url string - Manually specify or override the full URL to the AI operation endpoints, when calling (self-)hosted models, or for running via a private endpoint.
- anthropic
Version String - Defines the schema/API version, if using Anthropic provider.
- azure
Api StringVersion - 'api-version' for Azure OpenAI instances. Default: "2023-05-15"
- azure
Deployment StringId - Deployment ID for Azure OpenAI instances.
- azure
Instance String - Instance name for Azure OpenAI hosted models.
- bedrock
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Bedrock - cohere
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Cohere - embeddings
Dimensions Double - If using embeddings models, set the number of dimensions to generate.
- gemini
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Gemini - huggingface
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Huggingface - input
Cost Double - Defines the cost per 1M tokens in your prompt.
- llama2Format String
- If using llama2 provider, select the upstream message format. must be one of ["ollama", "openai", "raw"]
- max
Tokens Double - Defines the max_tokens, if using chat or completion models.
- mistral
Format String - If using mistral provider, select the upstream message format. must be one of ["ollama", "openai"]
- output
Cost Double - Defines the cost per 1M tokens in the output of the AI.
- temperature Double
- Defines the matching temperature, if using chat or completion models.
- top
K Double - Defines the top-k most likely tokens, if supported.
- top
P Double - Defines the top-p probability mass, if supported.
- upstream
Path String - Manually specify or override the AI operation path, used when e.g. using the 'preserve' route_type.
- upstream
Url String - Manually specify or override the full URL to the AI operation endpoints, when calling (self-)hosted models, or for running via a private endpoint.
- anthropic
Version string - Defines the schema/API version, if using Anthropic provider.
- azure
Api stringVersion - 'api-version' for Azure OpenAI instances. Default: "2023-05-15"
- azure
Deployment stringId - Deployment ID for Azure OpenAI instances.
- azure
Instance string - Instance name for Azure OpenAI hosted models.
- bedrock
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Bedrock - cohere
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Cohere - embeddings
Dimensions number - If using embeddings models, set the number of dimensions to generate.
- gemini
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Gemini - huggingface
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Huggingface - input
Cost number - Defines the cost per 1M tokens in your prompt.
- llama2Format string
- If using llama2 provider, select the upstream message format. must be one of ["ollama", "openai", "raw"]
- max
Tokens number - Defines the max_tokens, if using chat or completion models.
- mistral
Format string - If using mistral provider, select the upstream message format. must be one of ["ollama", "openai"]
- output
Cost number - Defines the cost per 1M tokens in the output of the AI.
- temperature number
- Defines the matching temperature, if using chat or completion models.
- top
K number - Defines the top-k most likely tokens, if supported.
- top
P number - Defines the top-p probability mass, if supported.
- upstream
Path string - Manually specify or override the AI operation path, used when e.g. using the 'preserve' route_type.
- upstream
Url string - Manually specify or override the full URL to the AI operation endpoints, when calling (self-)hosted models, or for running via a private endpoint.
- anthropic_
version str - Defines the schema/API version, if using Anthropic provider.
- azure_
api_ strversion - 'api-version' for Azure OpenAI instances. Default: "2023-05-15"
- azure_
deployment_ strid - Deployment ID for Azure OpenAI instances.
- azure_
instance str - Instance name for Azure OpenAI hosted models.
- bedrock
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Bedrock - cohere
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Cohere - embeddings_
dimensions float - If using embeddings models, set the number of dimensions to generate.
- gemini
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Gemini - huggingface
Gateway
Plugin Ai Llm As Judge Config Llm Model Options Huggingface - input_
cost float - Defines the cost per 1M tokens in your prompt.
- llama2_
format str - If using llama2 provider, select the upstream message format. must be one of ["ollama", "openai", "raw"]
- max_
tokens float - Defines the max_tokens, if using chat or completion models.
- mistral_
format str - If using mistral provider, select the upstream message format. must be one of ["ollama", "openai"]
- output_
cost float - Defines the cost per 1M tokens in the output of the AI.
- temperature float
- Defines the matching temperature, if using chat or completion models.
- top_
k float - Defines the top-k most likely tokens, if supported.
- top_
p float - Defines the top-p probability mass, if supported.
- upstream_
path str - Manually specify or override the AI operation path, used when e.g. using the 'preserve' route_type.
- upstream_
url str - Manually specify or override the full URL to the AI operation endpoints, when calling (self-)hosted models, or for running via a private endpoint.
- anthropic
Version String - Defines the schema/API version, if using Anthropic provider.
- azure
Api StringVersion - 'api-version' for Azure OpenAI instances. Default: "2023-05-15"
- azure
Deployment StringId - Deployment ID for Azure OpenAI instances.
- azure
Instance String - Instance name for Azure OpenAI hosted models.
- bedrock Property Map
- cohere Property Map
- embeddings
Dimensions Number - If using embeddings models, set the number of dimensions to generate.
- gemini Property Map
- huggingface Property Map
- input
Cost Number - Defines the cost per 1M tokens in your prompt.
- llama2Format String
- If using llama2 provider, select the upstream message format. must be one of ["ollama", "openai", "raw"]
- max
Tokens Number - Defines the max_tokens, if using chat or completion models.
- mistral
Format String - If using mistral provider, select the upstream message format. must be one of ["ollama", "openai"]
- output
Cost Number - Defines the cost per 1M tokens in the output of the AI.
- temperature Number
- Defines the matching temperature, if using chat or completion models.
- top
K Number - Defines the top-k most likely tokens, if supported.
- top
P Number - Defines the top-p probability mass, if supported.
- upstream
Path String - Manually specify or override the AI operation path, used when e.g. using the 'preserve' route_type.
- upstream
Url String - Manually specify or override the full URL to the AI operation endpoints, when calling (self-)hosted models, or for running via a private endpoint.
GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrock, GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsBedrockArgs
- Aws
Assume stringRole Arn - If using AWS providers (Bedrock) you can assume a different role after authentication with the current IAM context is successful.
- Aws
Region string - If using AWS providers (Bedrock) you can override the
AWS_REGIONenvironment variable by setting this option. - Aws
Role stringSession Name - If using AWS providers (Bedrock), set the identifier of the assumed role session.
- Aws
Sts stringEndpoint Url - If using AWS providers (Bedrock), override the STS endpoint URL when assuming a different role.
- Embeddings
Normalize bool - If using AWS providers (Bedrock), set to true to normalize the embeddings. Default: false
- Performance
Config stringLatency - Force the client's performance configuration 'latency' for all requests. Leave empty to let the consumer select the performance configuration.
- Aws
Assume stringRole Arn - If using AWS providers (Bedrock) you can assume a different role after authentication with the current IAM context is successful.
- Aws
Region string - If using AWS providers (Bedrock) you can override the
AWS_REGIONenvironment variable by setting this option. - Aws
Role stringSession Name - If using AWS providers (Bedrock), set the identifier of the assumed role session.
- Aws
Sts stringEndpoint Url - If using AWS providers (Bedrock), override the STS endpoint URL when assuming a different role.
- Embeddings
Normalize bool - If using AWS providers (Bedrock), set to true to normalize the embeddings. Default: false
- Performance
Config stringLatency - Force the client's performance configuration 'latency' for all requests. Leave empty to let the consumer select the performance configuration.
- aws
Assume StringRole Arn - If using AWS providers (Bedrock) you can assume a different role after authentication with the current IAM context is successful.
- aws
Region String - If using AWS providers (Bedrock) you can override the
AWS_REGIONenvironment variable by setting this option. - aws
Role StringSession Name - If using AWS providers (Bedrock), set the identifier of the assumed role session.
- aws
Sts StringEndpoint Url - If using AWS providers (Bedrock), override the STS endpoint URL when assuming a different role.
- embeddings
Normalize Boolean - If using AWS providers (Bedrock), set to true to normalize the embeddings. Default: false
- performance
Config StringLatency - Force the client's performance configuration 'latency' for all requests. Leave empty to let the consumer select the performance configuration.
- aws
Assume stringRole Arn - If using AWS providers (Bedrock) you can assume a different role after authentication with the current IAM context is successful.
- aws
Region string - If using AWS providers (Bedrock) you can override the
AWS_REGIONenvironment variable by setting this option. - aws
Role stringSession Name - If using AWS providers (Bedrock), set the identifier of the assumed role session.
- aws
Sts stringEndpoint Url - If using AWS providers (Bedrock), override the STS endpoint URL when assuming a different role.
- embeddings
Normalize boolean - If using AWS providers (Bedrock), set to true to normalize the embeddings. Default: false
- performance
Config stringLatency - Force the client's performance configuration 'latency' for all requests. Leave empty to let the consumer select the performance configuration.
- aws_
assume_ strrole_ arn - If using AWS providers (Bedrock) you can assume a different role after authentication with the current IAM context is successful.
- aws_
region str - If using AWS providers (Bedrock) you can override the
AWS_REGIONenvironment variable by setting this option. - aws_
role_ strsession_ name - If using AWS providers (Bedrock), set the identifier of the assumed role session.
- aws_
sts_ strendpoint_ url - If using AWS providers (Bedrock), override the STS endpoint URL when assuming a different role.
- embeddings_
normalize bool - If using AWS providers (Bedrock), set to true to normalize the embeddings. Default: false
- performance_
config_ strlatency - Force the client's performance configuration 'latency' for all requests. Leave empty to let the consumer select the performance configuration.
- aws
Assume StringRole Arn - If using AWS providers (Bedrock) you can assume a different role after authentication with the current IAM context is successful.
- aws
Region String - If using AWS providers (Bedrock) you can override the
AWS_REGIONenvironment variable by setting this option. - aws
Role StringSession Name - If using AWS providers (Bedrock), set the identifier of the assumed role session.
- aws
Sts StringEndpoint Url - If using AWS providers (Bedrock), override the STS endpoint URL when assuming a different role.
- embeddings
Normalize Boolean - If using AWS providers (Bedrock), set to true to normalize the embeddings. Default: false
- performance
Config StringLatency - Force the client's performance configuration 'latency' for all requests. Leave empty to let the consumer select the performance configuration.
GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohere, GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsCohereArgs
- Embedding
Input stringType - The purpose of the input text to calculate embedding vectors. Default: "classification"; must be one of ["classification", "clustering", "image", "searchdocument", "searchquery"]
- Wait
For boolModel - Wait for the model if it is not ready
- Embedding
Input stringType - The purpose of the input text to calculate embedding vectors. Default: "classification"; must be one of ["classification", "clustering", "image", "searchdocument", "searchquery"]
- Wait
For boolModel - Wait for the model if it is not ready
- embedding
Input StringType - The purpose of the input text to calculate embedding vectors. Default: "classification"; must be one of ["classification", "clustering", "image", "searchdocument", "searchquery"]
- wait
For BooleanModel - Wait for the model if it is not ready
- embedding
Input stringType - The purpose of the input text to calculate embedding vectors. Default: "classification"; must be one of ["classification", "clustering", "image", "searchdocument", "searchquery"]
- wait
For booleanModel - Wait for the model if it is not ready
- embedding_
input_ strtype - The purpose of the input text to calculate embedding vectors. Default: "classification"; must be one of ["classification", "clustering", "image", "searchdocument", "searchquery"]
- wait_
for_ boolmodel - Wait for the model if it is not ready
- embedding
Input StringType - The purpose of the input text to calculate embedding vectors. Default: "classification"; must be one of ["classification", "clustering", "image", "searchdocument", "searchquery"]
- wait
For BooleanModel - Wait for the model if it is not ready
GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGemini, GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsGeminiArgs
- Api
Endpoint string - If running Gemini on Vertex, specify the regional API endpoint (hostname only).
- Endpoint
Id string - If running Gemini on Vertex Model Garden, specify the endpoint ID.
- Location
Id string - If running Gemini on Vertex, specify the location ID.
- Project
Id string - If running Gemini on Vertex, specify the project ID.
- Api
Endpoint string - If running Gemini on Vertex, specify the regional API endpoint (hostname only).
- Endpoint
Id string - If running Gemini on Vertex Model Garden, specify the endpoint ID.
- Location
Id string - If running Gemini on Vertex, specify the location ID.
- Project
Id string - If running Gemini on Vertex, specify the project ID.
- api
Endpoint String - If running Gemini on Vertex, specify the regional API endpoint (hostname only).
- endpoint
Id String - If running Gemini on Vertex Model Garden, specify the endpoint ID.
- location
Id String - If running Gemini on Vertex, specify the location ID.
- project
Id String - If running Gemini on Vertex, specify the project ID.
- api
Endpoint string - If running Gemini on Vertex, specify the regional API endpoint (hostname only).
- endpoint
Id string - If running Gemini on Vertex Model Garden, specify the endpoint ID.
- location
Id string - If running Gemini on Vertex, specify the location ID.
- project
Id string - If running Gemini on Vertex, specify the project ID.
- api_
endpoint str - If running Gemini on Vertex, specify the regional API endpoint (hostname only).
- endpoint_
id str - If running Gemini on Vertex Model Garden, specify the endpoint ID.
- location_
id str - If running Gemini on Vertex, specify the location ID.
- project_
id str - If running Gemini on Vertex, specify the project ID.
- api
Endpoint String - If running Gemini on Vertex, specify the regional API endpoint (hostname only).
- endpoint
Id String - If running Gemini on Vertex Model Garden, specify the endpoint ID.
- location
Id String - If running Gemini on Vertex, specify the location ID.
- project
Id String - If running Gemini on Vertex, specify the project ID.
GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingface, GatewayPluginAiLlmAsJudgeConfigLlmModelOptionsHuggingfaceArgs
- Use
Cache bool - Use the cache layer on the inference API
- Wait
For boolModel - Wait for the model if it is not ready
- Use
Cache bool - Use the cache layer on the inference API
- Wait
For boolModel - Wait for the model if it is not ready
- use
Cache Boolean - Use the cache layer on the inference API
- wait
For BooleanModel - Wait for the model if it is not ready
- use
Cache boolean - Use the cache layer on the inference API
- wait
For booleanModel - Wait for the model if it is not ready
- use_
cache bool - Use the cache layer on the inference API
- wait_
for_ boolmodel - Wait for the model if it is not ready
- use
Cache Boolean - Use the cache layer on the inference API
- wait
For BooleanModel - Wait for the model if it is not ready
GatewayPluginAiLlmAsJudgeConsumer, GatewayPluginAiLlmAsJudgeConsumerArgs
- Id string
- Id string
- id String
- id string
- id str
- id String
GatewayPluginAiLlmAsJudgeConsumerGroup, GatewayPluginAiLlmAsJudgeConsumerGroupArgs
- Id string
- Id string
- id String
- id string
- id str
- id String
GatewayPluginAiLlmAsJudgeOrdering, GatewayPluginAiLlmAsJudgeOrderingArgs
GatewayPluginAiLlmAsJudgeOrderingAfter, GatewayPluginAiLlmAsJudgeOrderingAfterArgs
- Accesses List<string>
- Accesses []string
- accesses List<String>
- accesses string[]
- accesses Sequence[str]
- accesses List<String>
GatewayPluginAiLlmAsJudgeOrderingBefore, GatewayPluginAiLlmAsJudgeOrderingBeforeArgs
- Accesses List<string>
- Accesses []string
- accesses List<String>
- accesses string[]
- accesses Sequence[str]
- accesses List<String>
GatewayPluginAiLlmAsJudgePartial, GatewayPluginAiLlmAsJudgePartialArgs
GatewayPluginAiLlmAsJudgeRoute, GatewayPluginAiLlmAsJudgeRouteArgs
- Id string
- Id string
- id String
- id string
- id str
- id String
GatewayPluginAiLlmAsJudgeService, GatewayPluginAiLlmAsJudgeServiceArgs
- Id string
- Id string
- id String
- id string
- id str
- id String
Import
In Terraform v1.5.0 and later, the import block can be used with the id attribute, for example:
terraform
import {
to = konnect_gateway_plugin_ai_llm_as_judge.my_konnect_gateway_plugin_ai_llm_as_judge
id = jsonencode({
control_plane_id = "9524ec7d-36d9-465d-a8c5-83a3c9390458"
id = "3473c251-5b6c-4f45-b1ff-7ede735a366d"
})
}
The pulumi import command can be used, for example:
$ pulumi import konnect:index/gatewayPluginAiLlmAsJudge:GatewayPluginAiLlmAsJudge my_konnect_gateway_plugin_ai_llm_as_judge '{"control_plane_id": "9524ec7d-36d9-465d-a8c5-83a3c9390458", "id": "3473c251-5b6c-4f45-b1ff-7ede735a366d"}'
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- konnect kong/terraform-provider-konnect
- License
- Notes
- This Pulumi package is based on the
konnectTerraform Provider.
