mirror of
https://github.com/googleapis/genai-toolbox.git
synced 2026-01-21 05:18:14 -05:00
To keep a persistent backend storage for configuration, we will have to keep a single source of truth. This involves supporting bi-directional conversion between Config and Tool. This PR make the following changes: * Embed Config in Tool * Add `ToConfig()` to extract Config from Tool. Jules PR --- *PR created automatically by Jules for task [11947649751737965380](https://jules.google.com/task/11947649751737965380)* --------- Co-authored-by: google-labs-jules[bot] <161369871+google-labs-jules[bot]@users.noreply.github.com> Co-authored-by: Yuan Teoh <yuanteoh@google.com>
410 lines
12 KiB
Go
410 lines
12 KiB
Go
// Copyright 2025 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package cloudsqlwaitforoperation
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"regexp"
|
|
"strings"
|
|
"text/template"
|
|
"time"
|
|
|
|
yaml "github.com/goccy/go-yaml"
|
|
"github.com/googleapis/genai-toolbox/internal/sources"
|
|
"github.com/googleapis/genai-toolbox/internal/sources/cloudsqladmin"
|
|
"github.com/googleapis/genai-toolbox/internal/tools"
|
|
"github.com/googleapis/genai-toolbox/internal/util/parameters"
|
|
)
|
|
|
|
const kind string = "cloud-sql-wait-for-operation"
|
|
|
|
var cloudSQLConnectionMessageTemplate = `Your Cloud SQL resource is ready.
|
|
|
|
To connect, please configure your environment. The method depends on how you are running the toolbox:
|
|
|
|
**If running locally via stdio:**
|
|
Update the MCP server configuration with the following environment variables:
|
|
` + "```json" + `
|
|
{
|
|
"mcpServers": {
|
|
"cloud-sql-{{.DBType}}": {
|
|
"command": "./PATH/TO/toolbox",
|
|
"args": ["--prebuilt","cloud-sql-{{.DBType}}","--stdio"],
|
|
"env": {
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_PROJECT": "{{.Project}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_REGION": "{{.Region}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_INSTANCE": "{{.Instance}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_DATABASE": "{{.Database}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_USER": "<your-user>",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_PASSWORD": "<your-password>"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
` + "```" + `
|
|
|
|
**If running remotely:**
|
|
For remote deployments, you will need to set the following environment variables in your deployment configuration:
|
|
` + "```" + `
|
|
CLOUD_SQL_{{.DBTypeUpper}}_PROJECT={{.Project}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_REGION={{.Region}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_INSTANCE={{.Instance}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_DATABASE={{.Database}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_USER=<your-user>
|
|
CLOUD_SQL_{{.DBTypeUpper}}_PASSWORD=<your-password>
|
|
` + "```" + `
|
|
|
|
Please refer to the official documentation for guidance on deploying the toolbox:
|
|
- Deploying the Toolbox: https://googleapis.github.io/genai-toolbox/how-to/deploy_toolbox/
|
|
- Deploying on GKE: https://googleapis.github.io/genai-toolbox/how-to/deploy_gke/
|
|
`
|
|
|
|
func init() {
|
|
if !tools.Register(kind, newConfig) {
|
|
panic(fmt.Sprintf("tool kind %q already registered", kind))
|
|
}
|
|
}
|
|
|
|
func newConfig(ctx context.Context, name string, decoder *yaml.Decoder) (tools.ToolConfig, error) {
|
|
actual := Config{Name: name}
|
|
if err := decoder.DecodeContext(ctx, &actual); err != nil {
|
|
return nil, err
|
|
}
|
|
return actual, nil
|
|
}
|
|
|
|
// Config defines the configuration for the wait-for-operation tool.
|
|
type Config struct {
|
|
Name string `yaml:"name" validate:"required"`
|
|
Kind string `yaml:"kind" validate:"required"`
|
|
Source string `yaml:"source" validate:"required"`
|
|
Description string `yaml:"description"`
|
|
AuthRequired []string `yaml:"authRequired"`
|
|
BaseURL string `yaml:"baseURL"`
|
|
|
|
// Polling configuration
|
|
Delay string `yaml:"delay"`
|
|
MaxDelay string `yaml:"maxDelay"`
|
|
Multiplier float64 `yaml:"multiplier"`
|
|
MaxRetries int `yaml:"maxRetries"`
|
|
}
|
|
|
|
// validate interface
|
|
var _ tools.ToolConfig = Config{}
|
|
|
|
// ToolConfigKind returns the kind of the tool.
|
|
func (cfg Config) ToolConfigKind() string {
|
|
return kind
|
|
}
|
|
|
|
// Initialize initializes the tool from the configuration.
|
|
func (cfg Config) Initialize(srcs map[string]sources.Source) (tools.Tool, error) {
|
|
rawS, ok := srcs[cfg.Source]
|
|
if !ok {
|
|
return nil, fmt.Errorf("no source named %q configured", cfg.Source)
|
|
}
|
|
|
|
s, ok := rawS.(*cloudsqladmin.Source)
|
|
if !ok {
|
|
return nil, fmt.Errorf("invalid source for %q tool: source kind must be `cloud-sql-admin`", kind)
|
|
}
|
|
|
|
project := s.DefaultProject
|
|
var projectParam parameters.Parameter
|
|
if project != "" {
|
|
projectParam = parameters.NewStringParameterWithDefault("project", project, "The GCP project ID. This is pre-configured; do not ask for it unless the user explicitly provides a different one.")
|
|
} else {
|
|
projectParam = parameters.NewStringParameter("project", "The project ID")
|
|
}
|
|
|
|
allParameters := parameters.Parameters{
|
|
projectParam,
|
|
parameters.NewStringParameter("operation", "The operation ID"),
|
|
}
|
|
paramManifest := allParameters.Manifest()
|
|
|
|
description := cfg.Description
|
|
if description == "" {
|
|
description = "This will poll on operations API until the operation is done. For checking operation status we need projectId and operationId. Once instance is created give follow up steps on how to use the variables to bring data plane MCP server up in local and remote setup."
|
|
}
|
|
mcpManifest := tools.GetMcpManifest(cfg.Name, description, cfg.AuthRequired, allParameters)
|
|
|
|
var delay time.Duration
|
|
if cfg.Delay == "" {
|
|
delay = 3 * time.Second
|
|
} else {
|
|
var err error
|
|
delay, err = time.ParseDuration(cfg.Delay)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid value for delay: %w", err)
|
|
}
|
|
}
|
|
|
|
var maxDelay time.Duration
|
|
if cfg.MaxDelay == "" {
|
|
maxDelay = 4 * time.Minute
|
|
} else {
|
|
var err error
|
|
maxDelay, err = time.ParseDuration(cfg.MaxDelay)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid value for maxDelay: %w", err)
|
|
}
|
|
}
|
|
|
|
multiplier := cfg.Multiplier
|
|
if multiplier == 0 {
|
|
multiplier = 2.0
|
|
}
|
|
|
|
maxRetries := cfg.MaxRetries
|
|
if maxRetries == 0 {
|
|
maxRetries = 10
|
|
}
|
|
|
|
return Tool{
|
|
Config: cfg,
|
|
Source: s,
|
|
AllParams: allParameters,
|
|
manifest: tools.Manifest{Description: cfg.Description, Parameters: paramManifest, AuthRequired: cfg.AuthRequired},
|
|
mcpManifest: mcpManifest,
|
|
Delay: delay,
|
|
MaxDelay: maxDelay,
|
|
Multiplier: multiplier,
|
|
MaxRetries: maxRetries,
|
|
}, nil
|
|
}
|
|
|
|
// Tool represents the wait-for-operation tool.
|
|
type Tool struct {
|
|
Config
|
|
Source *cloudsqladmin.Source
|
|
AllParams parameters.Parameters `yaml:"allParams"`
|
|
|
|
// Polling configuration
|
|
Delay time.Duration
|
|
MaxDelay time.Duration
|
|
Multiplier float64
|
|
MaxRetries int
|
|
|
|
manifest tools.Manifest
|
|
mcpManifest tools.McpManifest
|
|
}
|
|
|
|
func (t Tool) ToConfig() tools.ToolConfig {
|
|
return t.Config
|
|
}
|
|
|
|
// Invoke executes the tool's logic.
|
|
func (t Tool) Invoke(ctx context.Context, params parameters.ParamValues, accessToken tools.AccessToken) (any, error) {
|
|
paramsMap := params.AsMap()
|
|
|
|
project, ok := paramsMap["project"].(string)
|
|
if !ok {
|
|
return nil, fmt.Errorf("missing 'project' parameter")
|
|
}
|
|
operationID, ok := paramsMap["operation"].(string)
|
|
if !ok {
|
|
return nil, fmt.Errorf("missing 'operation' parameter")
|
|
}
|
|
|
|
service, err := t.Source.GetService(ctx, string(accessToken))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(ctx, 30*time.Minute)
|
|
defer cancel()
|
|
|
|
delay := t.Delay
|
|
maxDelay := t.MaxDelay
|
|
multiplier := t.Multiplier
|
|
maxRetries := t.MaxRetries
|
|
retries := 0
|
|
|
|
for retries < maxRetries {
|
|
select {
|
|
case <-ctx.Done():
|
|
return nil, fmt.Errorf("timed out waiting for operation: %w", ctx.Err())
|
|
default:
|
|
}
|
|
|
|
op, err := service.Operations.Get(project, operationID).Do()
|
|
if err != nil {
|
|
fmt.Printf("error getting operation: %s, retrying in %v\n", err, delay)
|
|
} else {
|
|
if op.Status == "DONE" {
|
|
if op.Error != nil {
|
|
var errorBytes []byte
|
|
errorBytes, err = json.Marshal(op.Error)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("operation finished with error but could not marshal error object: %w", err)
|
|
}
|
|
return nil, fmt.Errorf("operation finished with error: %s", string(errorBytes))
|
|
}
|
|
|
|
var opBytes []byte
|
|
opBytes, err = op.MarshalJSON()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not marshal operation: %w", err)
|
|
}
|
|
|
|
var data map[string]any
|
|
if err := json.Unmarshal(opBytes, &data); err != nil {
|
|
return nil, fmt.Errorf("could not unmarshal operation: %w", err)
|
|
}
|
|
|
|
if msg, ok := t.generateCloudSQLConnectionMessage(data); ok {
|
|
return msg, nil
|
|
}
|
|
return string(opBytes), nil
|
|
}
|
|
fmt.Printf("Operation not complete, retrying in %v\n", delay)
|
|
}
|
|
|
|
time.Sleep(delay)
|
|
delay = time.Duration(float64(delay) * multiplier)
|
|
if delay > maxDelay {
|
|
delay = maxDelay
|
|
}
|
|
retries++
|
|
}
|
|
return nil, fmt.Errorf("exceeded max retries waiting for operation")
|
|
}
|
|
|
|
// ParseParams parses the parameters for the tool.
|
|
func (t Tool) ParseParams(data map[string]any, claims map[string]map[string]any) (parameters.ParamValues, error) {
|
|
return parameters.ParseParams(t.AllParams, data, claims)
|
|
}
|
|
|
|
// Manifest returns the tool's manifest.
|
|
func (t Tool) Manifest() tools.Manifest {
|
|
return t.manifest
|
|
}
|
|
|
|
// McpManifest returns the tool's MCP manifest.
|
|
func (t Tool) McpManifest() tools.McpManifest {
|
|
return t.mcpManifest
|
|
}
|
|
|
|
// Authorized checks if the tool is authorized.
|
|
func (t Tool) Authorized(verifiedAuthServices []string) bool {
|
|
return true
|
|
}
|
|
|
|
func (t Tool) RequiresClientAuthorization() bool {
|
|
return t.Source.UseClientAuthorization()
|
|
}
|
|
|
|
func (t Tool) generateCloudSQLConnectionMessage(opResponse map[string]any) (string, bool) {
|
|
operationType, ok := opResponse["operationType"].(string)
|
|
if !ok || operationType != "CREATE_DATABASE" {
|
|
return "", false
|
|
}
|
|
|
|
targetLink, ok := opResponse["targetLink"].(string)
|
|
if !ok {
|
|
return "", false
|
|
}
|
|
|
|
r := regexp.MustCompile(`/projects/([^/]+)/instances/([^/]+)/databases/([^/]+)`)
|
|
matches := r.FindStringSubmatch(targetLink)
|
|
if len(matches) < 4 {
|
|
return "", false
|
|
}
|
|
project := matches[1]
|
|
instance := matches[2]
|
|
database := matches[3]
|
|
|
|
instanceData, err := t.fetchInstanceData(context.Background(), project, instance)
|
|
if err != nil {
|
|
fmt.Printf("error fetching instance data: %v\n", err)
|
|
return "", false
|
|
}
|
|
|
|
region, ok := instanceData["region"].(string)
|
|
if !ok {
|
|
return "", false
|
|
}
|
|
|
|
databaseVersion, ok := instanceData["databaseVersion"].(string)
|
|
if !ok {
|
|
return "", false
|
|
}
|
|
|
|
var dbType string
|
|
if strings.Contains(databaseVersion, "POSTGRES") {
|
|
dbType = "postgres"
|
|
} else if strings.Contains(databaseVersion, "MYSQL") {
|
|
dbType = "mysql"
|
|
} else if strings.Contains(databaseVersion, "SQLSERVER") {
|
|
dbType = "mssql"
|
|
} else {
|
|
return "", false
|
|
}
|
|
|
|
tmpl, err := template.New("cloud-sql-connection").Parse(cloudSQLConnectionMessageTemplate)
|
|
if err != nil {
|
|
return fmt.Sprintf("template parsing error: %v", err), false
|
|
}
|
|
|
|
data := struct {
|
|
Project string
|
|
Region string
|
|
Instance string
|
|
DBType string
|
|
DBTypeUpper string
|
|
Database string
|
|
}{
|
|
Project: project,
|
|
Region: region,
|
|
Instance: instance,
|
|
DBType: dbType,
|
|
DBTypeUpper: strings.ToUpper(dbType),
|
|
Database: database,
|
|
}
|
|
|
|
var b strings.Builder
|
|
if err := tmpl.Execute(&b, data); err != nil {
|
|
return fmt.Sprintf("template execution error: %v", err), false
|
|
}
|
|
|
|
return b.String(), true
|
|
}
|
|
|
|
func (t Tool) fetchInstanceData(ctx context.Context, project, instance string) (map[string]any, error) {
|
|
service, err := t.Source.GetService(ctx, "")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
resp, err := service.Instances.Get(project, instance).Do()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error getting instance: %w", err)
|
|
}
|
|
|
|
var data map[string]any
|
|
var b []byte
|
|
b, err = resp.MarshalJSON()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error marshalling response: %w", err)
|
|
}
|
|
if err := json.Unmarshal(b, &data); err != nil {
|
|
return nil, fmt.Errorf("error unmarshalling response body: %w", err)
|
|
}
|
|
return data, nil
|
|
}
|