mirror of
https://github.com/googleapis/genai-toolbox.git
synced 2026-01-10 07:58:12 -05:00
Add parameter `embeddedBy` field to support vector embedding & semantic search. Major change in `internal/util/parameters/parameters.go` This PR only adds vector formatter for the postgressql tool. Other tools requiring vector formatting may not work with embeddedBy. Second part of the Semantic Search support. First part: https://github.com/googleapis/genai-toolbox/pull/2121
313 lines
10 KiB
Go
313 lines
10 KiB
Go
// Copyright 2025 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package firestoreupdatedocument
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
|
|
firestoreapi "cloud.google.com/go/firestore"
|
|
yaml "github.com/goccy/go-yaml"
|
|
"github.com/googleapis/genai-toolbox/internal/embeddingmodels"
|
|
"github.com/googleapis/genai-toolbox/internal/sources"
|
|
"github.com/googleapis/genai-toolbox/internal/tools"
|
|
"github.com/googleapis/genai-toolbox/internal/tools/firestore/util"
|
|
"github.com/googleapis/genai-toolbox/internal/util/parameters"
|
|
)
|
|
|
|
const kind string = "firestore-update-document"
|
|
const documentPathKey string = "documentPath"
|
|
const documentDataKey string = "documentData"
|
|
const updateMaskKey string = "updateMask"
|
|
const returnDocumentDataKey string = "returnData"
|
|
|
|
func init() {
|
|
if !tools.Register(kind, newConfig) {
|
|
panic(fmt.Sprintf("tool kind %q already registered", kind))
|
|
}
|
|
}
|
|
|
|
func newConfig(ctx context.Context, name string, decoder *yaml.Decoder) (tools.ToolConfig, error) {
|
|
actual := Config{Name: name}
|
|
if err := decoder.DecodeContext(ctx, &actual); err != nil {
|
|
return nil, err
|
|
}
|
|
return actual, nil
|
|
}
|
|
|
|
type compatibleSource interface {
|
|
FirestoreClient() *firestoreapi.Client
|
|
}
|
|
|
|
type Config struct {
|
|
Name string `yaml:"name" validate:"required"`
|
|
Kind string `yaml:"kind" validate:"required"`
|
|
Source string `yaml:"source" validate:"required"`
|
|
Description string `yaml:"description" validate:"required"`
|
|
AuthRequired []string `yaml:"authRequired"`
|
|
}
|
|
|
|
// validate interface
|
|
var _ tools.ToolConfig = Config{}
|
|
|
|
func (cfg Config) ToolConfigKind() string {
|
|
return kind
|
|
}
|
|
|
|
func (cfg Config) Initialize(srcs map[string]sources.Source) (tools.Tool, error) {
|
|
// Create parameters
|
|
documentPathParameter := parameters.NewStringParameter(
|
|
documentPathKey,
|
|
"The relative path of the document which needs to be updated (e.g., 'users/userId' or 'users/userId/posts/postId'). Note: This is a relative path, NOT an absolute path like 'projects/{project_id}/databases/{database_id}/documents/...'",
|
|
)
|
|
|
|
documentDataParameter := parameters.NewMapParameter(
|
|
documentDataKey,
|
|
`The document data in Firestore's native JSON format. Each field must be wrapped with a type indicator:
|
|
- Strings: {"stringValue": "text"}
|
|
- Integers: {"integerValue": "123"} or {"integerValue": 123}
|
|
- Doubles: {"doubleValue": 123.45}
|
|
- Booleans: {"booleanValue": true}
|
|
- Timestamps: {"timestampValue": "2025-01-07T10:00:00Z"}
|
|
- GeoPoints: {"geoPointValue": {"latitude": 34.05, "longitude": -118.24}}
|
|
- Arrays: {"arrayValue": {"values": [{"stringValue": "item1"}, {"integerValue": "2"}]}}
|
|
- Maps: {"mapValue": {"fields": {"key1": {"stringValue": "value1"}, "key2": {"booleanValue": true}}}}
|
|
- Null: {"nullValue": null}
|
|
- Bytes: {"bytesValue": "base64EncodedString"}
|
|
- References: {"referenceValue": "collection/document"}`,
|
|
"", // Empty string for generic map that accepts any value type
|
|
)
|
|
|
|
updateMaskParameter := parameters.NewArrayParameterWithRequired(
|
|
updateMaskKey,
|
|
"The selective fields to update. If not provided, all fields in documentData will be updated. When provided, only the specified fields will be updated. Fields referenced in the mask but not present in documentData will be deleted from the document",
|
|
false, // not required
|
|
parameters.NewStringParameter("field", "Field path to update or delete. Use dot notation to access nested fields within maps (e.g., 'address.city' to update the city field within an address map, or 'user.profile.name' for deeply nested fields). To delete a field, include it in the mask but omit it from documentData. Note: You cannot update individual array elements; you must update the entire array field"),
|
|
)
|
|
|
|
returnDataParameter := parameters.NewBooleanParameterWithDefault(
|
|
returnDocumentDataKey,
|
|
false,
|
|
"If set to true the output will have the data of the updated document. This flag if set to false will help avoid overloading the context of the agent.",
|
|
)
|
|
|
|
params := parameters.Parameters{
|
|
documentPathParameter,
|
|
documentDataParameter,
|
|
updateMaskParameter,
|
|
returnDataParameter,
|
|
}
|
|
|
|
mcpManifest := tools.GetMcpManifest(cfg.Name, cfg.Description, cfg.AuthRequired, params, nil)
|
|
|
|
// finish tool setup
|
|
t := Tool{
|
|
Config: cfg,
|
|
Parameters: params,
|
|
manifest: tools.Manifest{Description: cfg.Description, Parameters: params.Manifest(), AuthRequired: cfg.AuthRequired},
|
|
mcpManifest: mcpManifest,
|
|
}
|
|
return t, nil
|
|
}
|
|
|
|
// validate interface
|
|
var _ tools.Tool = Tool{}
|
|
|
|
type Tool struct {
|
|
Config
|
|
Parameters parameters.Parameters `yaml:"parameters"`
|
|
manifest tools.Manifest
|
|
mcpManifest tools.McpManifest
|
|
}
|
|
|
|
func (t Tool) ToConfig() tools.ToolConfig {
|
|
return t.Config
|
|
}
|
|
|
|
func (t Tool) Invoke(ctx context.Context, resourceMgr tools.SourceProvider, params parameters.ParamValues, accessToken tools.AccessToken) (any, error) {
|
|
source, err := tools.GetCompatibleSource[compatibleSource](resourceMgr, t.Source, t.Name, t.Kind)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
mapParams := params.AsMap()
|
|
|
|
// Get document path
|
|
documentPath, ok := mapParams[documentPathKey].(string)
|
|
if !ok || documentPath == "" {
|
|
return nil, fmt.Errorf("invalid or missing '%s' parameter", documentPathKey)
|
|
}
|
|
|
|
// Validate document path
|
|
if err := util.ValidateDocumentPath(documentPath); err != nil {
|
|
return nil, fmt.Errorf("invalid document path: %w", err)
|
|
}
|
|
|
|
// Get document data
|
|
documentDataRaw, ok := mapParams[documentDataKey]
|
|
if !ok {
|
|
return nil, fmt.Errorf("invalid or missing '%s' parameter", documentDataKey)
|
|
}
|
|
|
|
// Get update mask if provided
|
|
var updatePaths []string
|
|
if updateMaskRaw, ok := mapParams[updateMaskKey]; ok && updateMaskRaw != nil {
|
|
if updateMaskArray, ok := updateMaskRaw.([]any); ok {
|
|
// Use ConvertAnySliceToTyped to convert the slice
|
|
typedSlice, err := parameters.ConvertAnySliceToTyped(updateMaskArray, "string")
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to convert update mask: %w", err)
|
|
}
|
|
updatePaths, ok = typedSlice.([]string)
|
|
if !ok {
|
|
return nil, fmt.Errorf("unexpected type conversion error for update mask")
|
|
}
|
|
}
|
|
}
|
|
|
|
// Get return document data flag
|
|
returnData := false
|
|
if val, ok := mapParams[returnDocumentDataKey].(bool); ok {
|
|
returnData = val
|
|
}
|
|
|
|
// Get the document reference
|
|
docRef := source.FirestoreClient().Doc(documentPath)
|
|
|
|
// Prepare update data
|
|
var writeResult *firestoreapi.WriteResult
|
|
var writeErr error
|
|
|
|
if len(updatePaths) > 0 {
|
|
// Use selective field update with update mask
|
|
updates := make([]firestoreapi.Update, 0, len(updatePaths))
|
|
|
|
// Convert document data without delete markers
|
|
dataMap, err := util.JSONToFirestoreValue(documentDataRaw, source.FirestoreClient())
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to convert document data: %w", err)
|
|
}
|
|
|
|
// Ensure it's a map
|
|
dataMapTyped, ok := dataMap.(map[string]interface{})
|
|
if !ok {
|
|
return nil, fmt.Errorf("document data must be a map")
|
|
}
|
|
|
|
for _, path := range updatePaths {
|
|
// Get the value for this path from the document data
|
|
value, exists := getFieldValue(dataMapTyped, path)
|
|
if !exists {
|
|
// Field not in document data but in mask - delete it
|
|
value = firestoreapi.Delete
|
|
}
|
|
|
|
updates = append(updates, firestoreapi.Update{
|
|
Path: path,
|
|
Value: value,
|
|
})
|
|
}
|
|
|
|
writeResult, writeErr = docRef.Update(ctx, updates)
|
|
} else {
|
|
// Update all fields in the document data (merge)
|
|
documentData, err := util.JSONToFirestoreValue(documentDataRaw, source.FirestoreClient())
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to convert document data: %w", err)
|
|
}
|
|
writeResult, writeErr = docRef.Set(ctx, documentData, firestoreapi.MergeAll)
|
|
}
|
|
|
|
if writeErr != nil {
|
|
return nil, fmt.Errorf("failed to update document: %w", writeErr)
|
|
}
|
|
|
|
// Build the response
|
|
response := map[string]any{
|
|
"documentPath": docRef.Path,
|
|
"updateTime": writeResult.UpdateTime.Format("2006-01-02T15:04:05.999999999Z"),
|
|
}
|
|
|
|
// Add document data if requested
|
|
if returnData {
|
|
// Fetch the updated document to return the current state
|
|
snapshot, err := docRef.Get(ctx)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to retrieve updated document: %w", err)
|
|
}
|
|
|
|
// Convert the document data to simple JSON format
|
|
simplifiedData := util.FirestoreValueToJSON(snapshot.Data())
|
|
response["documentData"] = simplifiedData
|
|
}
|
|
|
|
return response, nil
|
|
}
|
|
|
|
// getFieldValue retrieves a value from a nested map using a dot-separated path
|
|
func getFieldValue(data map[string]interface{}, path string) (interface{}, bool) {
|
|
// Split the path by dots for nested field access
|
|
parts := strings.Split(path, ".")
|
|
|
|
current := data
|
|
for i, part := range parts {
|
|
if i == len(parts)-1 {
|
|
// Last part - return the value
|
|
if value, exists := current[part]; exists {
|
|
return value, true
|
|
}
|
|
return nil, false
|
|
}
|
|
|
|
// Navigate deeper into the structure
|
|
if next, ok := current[part].(map[string]interface{}); ok {
|
|
current = next
|
|
} else {
|
|
return nil, false
|
|
}
|
|
}
|
|
|
|
return nil, false
|
|
}
|
|
|
|
func (t Tool) ParseParams(data map[string]any, claims map[string]map[string]any) (parameters.ParamValues, error) {
|
|
return parameters.ParseParams(t.Parameters, data, claims)
|
|
}
|
|
|
|
func (t Tool) EmbedParams(ctx context.Context, paramValues parameters.ParamValues, embeddingModelsMap map[string]embeddingmodels.EmbeddingModel) (parameters.ParamValues, error) {
|
|
return parameters.EmbedParams(ctx, t.Parameters, paramValues, embeddingModelsMap, nil)
|
|
}
|
|
|
|
func (t Tool) Manifest() tools.Manifest {
|
|
return t.manifest
|
|
}
|
|
|
|
func (t Tool) McpManifest() tools.McpManifest {
|
|
return t.mcpManifest
|
|
}
|
|
|
|
func (t Tool) Authorized(verifiedAuthServices []string) bool {
|
|
return tools.IsAuthorized(t.AuthRequired, verifiedAuthServices)
|
|
}
|
|
|
|
func (t Tool) RequiresClientAuthorization(resourceMgr tools.SourceProvider) (bool, error) {
|
|
return false, nil
|
|
}
|
|
|
|
func (t Tool) GetAuthTokenHeaderName(resourceMgr tools.SourceProvider) (string, error) {
|
|
return "Authorization", nil
|
|
}
|