mirror of
https://github.com/googleapis/genai-toolbox.git
synced 2026-02-10 23:25:17 -05:00
This PR introduces a significant update to the Toolbox configuration file format, which is one of the primary **breaking changes** required for the implementation of the Advanced Control Plane. # Summary of Changes The configuration schema has been updated to enforce resource isolation and facilitate atomic, incremental updates. * Resource Isolation: Resource definitions are now separated into individual blocks, using a distinct structure for each resource type (Source, Tool, Toolset, etc.). This improves readability, management, and auditing of configuration files. * Field Name Modification: Internal field names have been modified to align with declarative methodologies. Specifically, the configuration now separates kind (general resource type, e.g., Source) from type (specific implementation, e.g., Postgres). # User Impact Existing tools.yaml configuration files are now in an outdated format. Users must eventually update their files to the new YAML format. # Mitigation & Compatibility Backward compatibility is maintained during this transition to ensure no immediate user action is required for existing files. * Immediate Backward Compatibility: The source code includes a pre-processing layer that automatically detects outdated configuration files (v1 format) and converts them to the new v2 format under the hood. * [COMING SOON] Migration Support: The new toolbox migrate subcommand will be introduced to allow users to automatically convert their old configuration files to the latest format. # Example Example for config file v2: ``` kind: sources name: my-pg-instance type: cloud-sql-postgres project: my-project region: my-region instance: my-instance database: my_db user: my_user password: my_pass --- kind: authServices name: my-google-auth type: google clientId: testing-id --- kind: tools name: example_tool type: postgres-sql source: my-pg-instance description: some description statement: SELECT * FROM SQL_STATEMENT; parameters: - name: country type: string description: some description --- kind: tools name: example_tool_2 type: postgres-sql source: my-pg-instance description: returning the number one statement: SELECT 1; --- kind: toolsets name: example_toolset tools: - example_tool ``` --------- Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Averi Kitsch <akitsch@google.com>
106 lines
3.7 KiB
Go
106 lines
3.7 KiB
Go
// Copyright 2025 Google LLC
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package resources_test
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/google/go-cmp/cmp"
|
|
"github.com/googleapis/genai-toolbox/internal/auth"
|
|
"github.com/googleapis/genai-toolbox/internal/embeddingmodels"
|
|
"github.com/googleapis/genai-toolbox/internal/prompts"
|
|
"github.com/googleapis/genai-toolbox/internal/server/resources"
|
|
"github.com/googleapis/genai-toolbox/internal/sources"
|
|
"github.com/googleapis/genai-toolbox/internal/sources/alloydbpg"
|
|
"github.com/googleapis/genai-toolbox/internal/tools"
|
|
)
|
|
|
|
func TestUpdateServer(t *testing.T) {
|
|
newSources := map[string]sources.Source{
|
|
"example-source": &alloydbpg.Source{
|
|
Config: alloydbpg.Config{
|
|
Name: "example-alloydb-source",
|
|
Type: "alloydb-postgres",
|
|
},
|
|
},
|
|
}
|
|
newAuth := map[string]auth.AuthService{"example-auth": nil}
|
|
newEmbeddingModels := map[string]embeddingmodels.EmbeddingModel{"example-model": nil}
|
|
newTools := map[string]tools.Tool{"example-tool": nil}
|
|
newToolsets := map[string]tools.Toolset{
|
|
"example-toolset": {
|
|
ToolsetConfig: tools.ToolsetConfig{
|
|
Name: "example-toolset",
|
|
},
|
|
Tools: []*tools.Tool{},
|
|
},
|
|
}
|
|
newPrompts := map[string]prompts.Prompt{"example-prompt": nil}
|
|
newPromptsets := map[string]prompts.Promptset{
|
|
"example-promptset": {
|
|
PromptsetConfig: prompts.PromptsetConfig{
|
|
Name: "example-promptset",
|
|
},
|
|
Prompts: []*prompts.Prompt{},
|
|
},
|
|
}
|
|
resMgr := resources.NewResourceManager(newSources, newAuth, newEmbeddingModels, newTools, newToolsets, newPrompts, newPromptsets)
|
|
|
|
gotSource, _ := resMgr.GetSource("example-source")
|
|
if diff := cmp.Diff(gotSource, newSources["example-source"]); diff != "" {
|
|
t.Errorf("error updating server, sources (-want +got):\n%s", diff)
|
|
}
|
|
|
|
gotAuthService, _ := resMgr.GetAuthService("example-auth")
|
|
if diff := cmp.Diff(gotAuthService, newAuth["example-auth"]); diff != "" {
|
|
t.Errorf("error updating server, authServices (-want +got):\n%s", diff)
|
|
}
|
|
|
|
gotTool, _ := resMgr.GetTool("example-tool")
|
|
if diff := cmp.Diff(gotTool, newTools["example-tool"]); diff != "" {
|
|
t.Errorf("error updating server, tools (-want +got):\n%s", diff)
|
|
}
|
|
|
|
gotToolset, _ := resMgr.GetToolset("example-toolset")
|
|
if diff := cmp.Diff(gotToolset, newToolsets["example-toolset"]); diff != "" {
|
|
t.Errorf("error updating server, toolset (-want +got):\n%s", diff)
|
|
}
|
|
|
|
gotPrompt, _ := resMgr.GetPrompt("example-prompt")
|
|
if diff := cmp.Diff(gotPrompt, newPrompts["example-prompt"]); diff != "" {
|
|
t.Errorf("error updating server, prompts (-want +got):\n%s", diff)
|
|
}
|
|
|
|
gotPromptset, _ := resMgr.GetPromptset("example-promptset")
|
|
if diff := cmp.Diff(gotPromptset, newPromptsets["example-promptset"]); diff != "" {
|
|
t.Errorf("error updating server, promptset (-want +got):\n%s", diff)
|
|
}
|
|
|
|
updateSource := map[string]sources.Source{
|
|
"example-source2": &alloydbpg.Source{
|
|
Config: alloydbpg.Config{
|
|
Name: "example-alloydb-source2",
|
|
Type: "alloydb-postgres",
|
|
},
|
|
},
|
|
}
|
|
|
|
resMgr.SetResources(updateSource, newAuth, newEmbeddingModels, newTools, newToolsets, newPrompts, newPromptsets)
|
|
gotSource, _ = resMgr.GetSource("example-source2")
|
|
if diff := cmp.Diff(gotSource, updateSource["example-source2"]); diff != "" {
|
|
t.Errorf("error updating server, sources (-want +got):\n%s", diff)
|
|
}
|
|
}
|