loco-operator/pkg/templates/litellm/config.go

/*
Copyright 2026 LocoStack.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package litellm

import "github.com/LocoStack/loco-operator/api/v1alpha1"

type LiteLLMConfig struct {
	ModelList       []modelEntry              `yaml:"model_list"`
	MCPServers      map[string]mcpServerEntry `yaml:"mcp_servers,omitempty"`
	LiteLLMSettings *liteLLMSettings          `yaml:"litellm_settings,omitempty"`
	GeneralSettings *liteLLMGeneralSettings   `yaml:"general_settings,omitempty"`
	EnvVars         map[string]string         `yaml:"environment_variables,omitempty"`
}

type modelEntry struct {
	ModelName     string         `yaml:"model_name"`
	LiteLLMParams map[string]any `yaml:"litellm_params"`
}

type mcpServerEntry struct {
	// url is the HTTP/SSE endpoint for sse and http transports.
	URL string `yaml:"url,omitempty"`
	// transport selects the MCP transport: sse (default), http, or stdio.
	Transport string `yaml:"transport,omitempty"`

	// --- authentication ---

	// authType selects the auth method: api_key, bearer_token, basic,
	// authorization, oauth2, or aws_sigv4.
	AuthType string `yaml:"auth_type,omitempty"`
	// authValue is the credential for api_key, bearer_token, basic, and
	// authorization auth types. May reference an env var via os.environ/VAR.
	AuthValue string `yaml:"auth_value,omitempty"`

	// --- headers ---

	// staticHeaders are key-value pairs sent with every request to this server.
	StaticHeaders map[string]string `yaml:"static_headers,omitempty"`
	// extraHeaders lists client request header names that LiteLLM should
	// forward to this MCP server.
	ExtraHeaders []string `yaml:"extra_headers,omitempty"`

	// allowAllKeys grants every LiteLLM API key access to this server when true.
	AllowAllKeys bool `yaml:"allow_all_keys,omitempty"`
}

type liteLLMSettings struct {
	SuccessCallback []string `yaml:"success_callback,omitempty"`
	FailureCallback []string `yaml:"failure_callback,omitempty"`
	JSONLogs        bool     `yaml:"json_logs,omitempty"`
}

type liteLLMGeneralSettings struct {
	MasterKey string `yaml:"master_key,omitempty"`
}

type LiteLLMConfigBuilder struct {
	MasterKeyEnvName       string
	Stack                  *v1alpha1.Stack
	ObservabilityComponent *v1alpha1.Component
}

func (l *LiteLLMConfigBuilder) BuildLiteLLMConfig() (LiteLLMConfig, error) {
	phoenixEnabled := phoenixEnabled(l.Stack)
	successCB := []string{}
	failureCB := []string{}
	if phoenixEnabled {
		successCB = append(successCB, "arize_phoenix")
		failureCB = append(failureCB, "arize_phoenix")
	}
	cfg := LiteLLMConfig{
		ModelList:  []modelEntry{},
		MCPServers: map[string]mcpServerEntry{},
		LiteLLMSettings: &liteLLMSettings{
			SuccessCallback: successCB,
			FailureCallback: failureCB,
			JSONLogs:        true,
		},
		GeneralSettings: &liteLLMGeneralSettings{
			MasterKey: "os.environ/" + l.MasterKeyEnvName,
		},
	}
	if phoenixEnabled {
		cfg.EnvVars = map[string]string{
			"PHOENIX_PROJECT_NAME":            "locostack",
			"PHOENIX_COLLECTOR_HTTP_ENDPOINT": l.ObservabilityComponent.Status.Endpoint + "/v1/traces",
		}
	}
	return cfg, nil
}

func phoenixEnabled(stack *v1alpha1.Stack) bool {
	if stack == nil {
		return false
	}
	if stack.Spec.Observability == nil {
		return false
	}
	if !stack.Spec.Observability.Enabled {
		return false
	}
	if stack.Spec.Observability.Template != nil && stack.Spec.Observability.Template.Name != "phoenix" {
		return false
	}
	return true
}