mirror of
https://github.com/googleapis/genai-toolbox.git
synced 2026-01-14 18:08:05 -05:00
Add `_meta` for `tools/list` method in MCP Toolbox.
If there are authorized invocation, the following will be return in
`_meta`:
```
{
"name":"my-tool-name",
"description":"my tool description",
"inputSchema":{
"type":"object",
"properties":{
"user_id":{"type":"string","description":"user's name from google login"}
},
"required":["user_id"]
},
"_meta":{
"toolbox/authParam":{"user_id":["my_auth"]}
}
}
```
If there are authenticated parameter, the following will be return in
`_meta`:
```
{
"name":"my-tool-name",
"description":"my tool description",
"inputSchema":{
"type":"object",
"properties":{
"sql":{"type":"string","description":"The sql to execute."}
},
"required":["sql"]
},
"_meta":{
"toolbox/authInvoke":["my_auth"]
}
}
```
If there are no authorized invocation or authenticated prameter, the
`_meta` field will be omitted.
With this feature, the following were updated in the source code:
* In each `func(p CommonParameter) McpManifest()`, we will return a
`[]string` for the list of authenticated parameters. This is similar to
how Manifest() return the list of authNames in non-MCP Toolbox's
manifest.
* The `func(ps Parameters) McpManifest()` will return a
`map[string][]string` that with key as param's name, and value as the
param's auth.
* Added a new function `GetMcpManifest()` in `tools.go`. This function
will consctruct the McpManifest, and add the `Metadata` field.
* Associated tests were added or updated.
403 lines
11 KiB
Go
403 lines
11 KiB
Go
// Copyright 2025 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package cloudsqlwaitforoperation
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"regexp"
|
|
"strings"
|
|
"text/template"
|
|
"time"
|
|
|
|
yaml "github.com/goccy/go-yaml"
|
|
"github.com/googleapis/genai-toolbox/internal/sources"
|
|
"github.com/googleapis/genai-toolbox/internal/sources/cloudsqladmin"
|
|
"github.com/googleapis/genai-toolbox/internal/tools"
|
|
)
|
|
|
|
const kind string = "cloud-sql-wait-for-operation"
|
|
|
|
var cloudSQLConnectionMessageTemplate = `Your Cloud SQL resource is ready.
|
|
|
|
To connect, please configure your environment. The method depends on how you are running the toolbox:
|
|
|
|
**If running locally via stdio:**
|
|
Update the MCP server configuration with the following environment variables:
|
|
` + "```json" + `
|
|
{
|
|
"mcpServers": {
|
|
"cloud-sql-{{.DBType}}": {
|
|
"command": "./PATH/TO/toolbox",
|
|
"args": ["--prebuilt","cloud-sql-{{.DBType}}","--stdio"],
|
|
"env": {
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_PROJECT": "{{.Project}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_REGION": "{{.Region}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_INSTANCE": "{{.Instance}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_DATABASE": "{{.Database}}",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_USER": "<your-user>",
|
|
"CLOUD_SQL_{{.DBTypeUpper}}_PASSWORD": "<your-password>"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
` + "```" + `
|
|
|
|
**If running remotely:**
|
|
For remote deployments, you will need to set the following environment variables in your deployment configuration:
|
|
` + "```" + `
|
|
CLOUD_SQL_{{.DBTypeUpper}}_PROJECT={{.Project}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_REGION={{.Region}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_INSTANCE={{.Instance}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_DATABASE={{.Database}}
|
|
CLOUD_SQL_{{.DBTypeUpper}}_USER=<your-user>
|
|
CLOUD_SQL_{{.DBTypeUpper}}_PASSWORD=<your-password>
|
|
` + "```" + `
|
|
|
|
Please refer to the official documentation for guidance on deploying the toolbox:
|
|
- Deploying the Toolbox: https://googleapis.github.io/genai-toolbox/how-to/deploy_toolbox/
|
|
- Deploying on GKE: https://googleapis.github.io/genai-toolbox/how-to/deploy_gke/
|
|
`
|
|
|
|
func init() {
|
|
if !tools.Register(kind, newConfig) {
|
|
panic(fmt.Sprintf("tool kind %q already registered", kind))
|
|
}
|
|
}
|
|
|
|
func newConfig(ctx context.Context, name string, decoder *yaml.Decoder) (tools.ToolConfig, error) {
|
|
actual := Config{Name: name}
|
|
if err := decoder.DecodeContext(ctx, &actual); err != nil {
|
|
return nil, err
|
|
}
|
|
return actual, nil
|
|
}
|
|
|
|
// Config defines the configuration for the wait-for-operation tool.
|
|
type Config struct {
|
|
Name string `yaml:"name" validate:"required"`
|
|
Kind string `yaml:"kind" validate:"required"`
|
|
Source string `yaml:"source" validate:"required"`
|
|
Description string `yaml:"description"`
|
|
AuthRequired []string `yaml:"authRequired"`
|
|
BaseURL string `yaml:"baseURL"`
|
|
|
|
// Polling configuration
|
|
Delay string `yaml:"delay"`
|
|
MaxDelay string `yaml:"maxDelay"`
|
|
Multiplier float64 `yaml:"multiplier"`
|
|
MaxRetries int `yaml:"maxRetries"`
|
|
}
|
|
|
|
// validate interface
|
|
var _ tools.ToolConfig = Config{}
|
|
|
|
// ToolConfigKind returns the kind of the tool.
|
|
func (cfg Config) ToolConfigKind() string {
|
|
return kind
|
|
}
|
|
|
|
// Initialize initializes the tool from the configuration.
|
|
func (cfg Config) Initialize(srcs map[string]sources.Source) (tools.Tool, error) {
|
|
rawS, ok := srcs[cfg.Source]
|
|
if !ok {
|
|
return nil, fmt.Errorf("no source named %q configured", cfg.Source)
|
|
}
|
|
|
|
s, ok := rawS.(*cloudsqladmin.Source)
|
|
if !ok {
|
|
return nil, fmt.Errorf("invalid source for %q tool: source kind must be `cloud-sql-admin`", kind)
|
|
}
|
|
|
|
allParameters := tools.Parameters{
|
|
tools.NewStringParameter("project", "The project ID"),
|
|
tools.NewStringParameter("operation", "The operation ID"),
|
|
}
|
|
paramManifest := allParameters.Manifest()
|
|
|
|
description := cfg.Description
|
|
if description == "" {
|
|
description = "This will poll on operations API until the operation is done. For checking operation status we need projectId and operationId. Once instance is created give follow up steps on how to use the variables to bring data plane MCP server up in local and remote setup."
|
|
}
|
|
mcpManifest := tools.GetMcpManifest(cfg.Name, description, cfg.AuthRequired, allParameters)
|
|
|
|
var delay time.Duration
|
|
if cfg.Delay == "" {
|
|
delay = 3 * time.Second
|
|
} else {
|
|
var err error
|
|
delay, err = time.ParseDuration(cfg.Delay)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid value for delay: %w", err)
|
|
}
|
|
}
|
|
|
|
var maxDelay time.Duration
|
|
if cfg.MaxDelay == "" {
|
|
maxDelay = 4 * time.Minute
|
|
} else {
|
|
var err error
|
|
maxDelay, err = time.ParseDuration(cfg.MaxDelay)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid value for maxDelay: %w", err)
|
|
}
|
|
}
|
|
|
|
multiplier := cfg.Multiplier
|
|
if multiplier == 0 {
|
|
multiplier = 2.0
|
|
}
|
|
|
|
maxRetries := cfg.MaxRetries
|
|
if maxRetries == 0 {
|
|
maxRetries = 10
|
|
}
|
|
|
|
return Tool{
|
|
Name: cfg.Name,
|
|
Kind: kind,
|
|
AuthRequired: cfg.AuthRequired,
|
|
Source: s,
|
|
AllParams: allParameters,
|
|
manifest: tools.Manifest{Description: cfg.Description, Parameters: paramManifest, AuthRequired: cfg.AuthRequired},
|
|
mcpManifest: mcpManifest,
|
|
Delay: delay,
|
|
MaxDelay: maxDelay,
|
|
Multiplier: multiplier,
|
|
MaxRetries: maxRetries,
|
|
}, nil
|
|
}
|
|
|
|
// Tool represents the wait-for-operation tool.
|
|
type Tool struct {
|
|
Name string `yaml:"name"`
|
|
Kind string `yaml:"kind"`
|
|
Description string `yaml:"description"`
|
|
AuthRequired []string `yaml:"authRequired"`
|
|
|
|
Source *cloudsqladmin.Source
|
|
AllParams tools.Parameters `yaml:"allParams"`
|
|
|
|
// Polling configuration
|
|
Delay time.Duration
|
|
MaxDelay time.Duration
|
|
Multiplier float64
|
|
MaxRetries int
|
|
|
|
manifest tools.Manifest
|
|
mcpManifest tools.McpManifest
|
|
}
|
|
|
|
// Invoke executes the tool's logic.
|
|
func (t Tool) Invoke(ctx context.Context, params tools.ParamValues, accessToken tools.AccessToken) (any, error) {
|
|
paramsMap := params.AsMap()
|
|
|
|
project, ok := paramsMap["project"].(string)
|
|
if !ok {
|
|
return nil, fmt.Errorf("missing 'project' parameter")
|
|
}
|
|
operationID, ok := paramsMap["operation"].(string)
|
|
if !ok {
|
|
return nil, fmt.Errorf("missing 'operation' parameter")
|
|
}
|
|
|
|
service, err := t.Source.GetService(ctx, string(accessToken))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(ctx, 30*time.Minute)
|
|
defer cancel()
|
|
|
|
delay := t.Delay
|
|
maxDelay := t.MaxDelay
|
|
multiplier := t.Multiplier
|
|
maxRetries := t.MaxRetries
|
|
retries := 0
|
|
|
|
for retries < maxRetries {
|
|
select {
|
|
case <-ctx.Done():
|
|
return nil, fmt.Errorf("timed out waiting for operation: %w", ctx.Err())
|
|
default:
|
|
}
|
|
|
|
op, err := service.Operations.Get(project, operationID).Do()
|
|
if err != nil {
|
|
fmt.Printf("error getting operation: %s, retrying in %v\n", err, delay)
|
|
} else {
|
|
if op.Status == "DONE" {
|
|
if op.Error != nil {
|
|
var errorBytes []byte
|
|
errorBytes, err = json.Marshal(op.Error)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("operation finished with error but could not marshal error object: %w", err)
|
|
}
|
|
return nil, fmt.Errorf("operation finished with error: %s", string(errorBytes))
|
|
}
|
|
|
|
var opBytes []byte
|
|
opBytes, err = op.MarshalJSON()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not marshal operation: %w", err)
|
|
}
|
|
|
|
var data map[string]any
|
|
if err := json.Unmarshal(opBytes, &data); err != nil {
|
|
return nil, fmt.Errorf("could not unmarshal operation: %w", err)
|
|
}
|
|
|
|
if msg, ok := t.generateCloudSQLConnectionMessage(data); ok {
|
|
return msg, nil
|
|
}
|
|
return string(opBytes), nil
|
|
}
|
|
fmt.Printf("Operation not complete, retrying in %v\n", delay)
|
|
}
|
|
|
|
time.Sleep(delay)
|
|
delay = time.Duration(float64(delay) * multiplier)
|
|
if delay > maxDelay {
|
|
delay = maxDelay
|
|
}
|
|
retries++
|
|
}
|
|
return nil, fmt.Errorf("exceeded max retries waiting for operation")
|
|
}
|
|
|
|
// ParseParams parses the parameters for the tool.
|
|
func (t Tool) ParseParams(data map[string]any, claims map[string]map[string]any) (tools.ParamValues, error) {
|
|
return tools.ParseParams(t.AllParams, data, claims)
|
|
}
|
|
|
|
// Manifest returns the tool's manifest.
|
|
func (t Tool) Manifest() tools.Manifest {
|
|
return t.manifest
|
|
}
|
|
|
|
// McpManifest returns the tool's MCP manifest.
|
|
func (t Tool) McpManifest() tools.McpManifest {
|
|
return t.mcpManifest
|
|
}
|
|
|
|
// Authorized checks if the tool is authorized.
|
|
func (t Tool) Authorized(verifiedAuthServices []string) bool {
|
|
return true
|
|
}
|
|
|
|
func (t Tool) RequiresClientAuthorization() bool {
|
|
return t.Source.UseClientAuthorization()
|
|
}
|
|
|
|
func (t Tool) generateCloudSQLConnectionMessage(opResponse map[string]any) (string, bool) {
|
|
operationType, ok := opResponse["operationType"].(string)
|
|
if !ok || operationType != "CREATE_DATABASE" {
|
|
return "", false
|
|
}
|
|
|
|
targetLink, ok := opResponse["targetLink"].(string)
|
|
if !ok {
|
|
return "", false
|
|
}
|
|
|
|
r := regexp.MustCompile(`/projects/([^/]+)/instances/([^/]+)/databases/([^/]+)`)
|
|
matches := r.FindStringSubmatch(targetLink)
|
|
if len(matches) < 4 {
|
|
return "", false
|
|
}
|
|
project := matches[1]
|
|
instance := matches[2]
|
|
database := matches[3]
|
|
|
|
instanceData, err := t.fetchInstanceData(context.Background(), project, instance)
|
|
if err != nil {
|
|
fmt.Printf("error fetching instance data: %v\n", err)
|
|
return "", false
|
|
}
|
|
|
|
region, ok := instanceData["region"].(string)
|
|
if !ok {
|
|
return "", false
|
|
}
|
|
|
|
databaseVersion, ok := instanceData["databaseVersion"].(string)
|
|
if !ok {
|
|
return "", false
|
|
}
|
|
|
|
var dbType string
|
|
if strings.Contains(databaseVersion, "POSTGRES") {
|
|
dbType = "postgres"
|
|
} else if strings.Contains(databaseVersion, "MYSQL") {
|
|
dbType = "mysql"
|
|
} else if strings.Contains(databaseVersion, "SQLSERVER") {
|
|
dbType = "mssql"
|
|
} else {
|
|
return "", false
|
|
}
|
|
|
|
tmpl, err := template.New("cloud-sql-connection").Parse(cloudSQLConnectionMessageTemplate)
|
|
if err != nil {
|
|
return fmt.Sprintf("template parsing error: %v", err), false
|
|
}
|
|
|
|
data := struct {
|
|
Project string
|
|
Region string
|
|
Instance string
|
|
DBType string
|
|
DBTypeUpper string
|
|
Database string
|
|
}{
|
|
Project: project,
|
|
Region: region,
|
|
Instance: instance,
|
|
DBType: dbType,
|
|
DBTypeUpper: strings.ToUpper(dbType),
|
|
Database: database,
|
|
}
|
|
|
|
var b strings.Builder
|
|
if err := tmpl.Execute(&b, data); err != nil {
|
|
return fmt.Sprintf("template execution error: %v", err), false
|
|
}
|
|
|
|
return b.String(), true
|
|
}
|
|
|
|
func (t Tool) fetchInstanceData(ctx context.Context, project, instance string) (map[string]any, error) {
|
|
service, err := t.Source.GetService(ctx, "")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
resp, err := service.Instances.Get(project, instance).Do()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error getting instance: %w", err)
|
|
}
|
|
|
|
var data map[string]any
|
|
var b []byte
|
|
b, err = resp.MarshalJSON()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error marshalling response: %w", err)
|
|
}
|
|
if err := json.Unmarshal(b, &data); err != nil {
|
|
return nil, fmt.Errorf("error unmarshalling response body: %w", err)
|
|
}
|
|
return data, nil
|
|
}
|