mirror of
https://github.com/googleapis/genai-toolbox.git
synced 2026-02-03 11:45:10 -05:00
Compare commits
4 Commits
refactor-t
...
refactor-q
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
57b8de818b | ||
|
|
9b4d59aed8 | ||
|
|
3f1908a822 | ||
|
|
eef7a94977 |
@@ -1,47 +0,0 @@
|
|||||||
# Copyright 2025 Google LLC
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'golang:1.25.1'
|
|
||||||
id: 'go-quickstart-test'
|
|
||||||
entrypoint: 'bash'
|
|
||||||
args:
|
|
||||||
# The '-c' flag tells bash to execute the following string as a command.
|
|
||||||
# The 'set -ex' enables debug output and exits on error for easier troubleshooting.
|
|
||||||
- -c
|
|
||||||
- |
|
|
||||||
set -ex
|
|
||||||
export VERSION=$(cat ./cmd/version.txt)
|
|
||||||
chmod +x .ci/quickstart_test/run_go_tests.sh
|
|
||||||
.ci/quickstart_test/run_go_tests.sh
|
|
||||||
env:
|
|
||||||
- 'CLOUD_SQL_INSTANCE=${_CLOUD_SQL_INSTANCE}'
|
|
||||||
- 'GCP_PROJECT=${_GCP_PROJECT}'
|
|
||||||
- 'DATABASE_NAME=${_DATABASE_NAME}'
|
|
||||||
- 'DB_USER=${_DB_USER}'
|
|
||||||
secretEnv: ['TOOLS_YAML_CONTENT', 'GOOGLE_API_KEY', 'DB_PASSWORD']
|
|
||||||
|
|
||||||
availableSecrets:
|
|
||||||
secretManager:
|
|
||||||
- versionName: projects/${_GCP_PROJECT}/secrets/${_TOOLS_YAML_SECRET}/versions/7
|
|
||||||
env: 'TOOLS_YAML_CONTENT'
|
|
||||||
- versionName: projects/${_GCP_PROJECT_NUMBER}/secrets/${_API_KEY_SECRET}/versions/latest
|
|
||||||
env: 'GOOGLE_API_KEY'
|
|
||||||
- versionName: projects/${_GCP_PROJECT}/secrets/${_DB_PASS_SECRET}/versions/latest
|
|
||||||
env: 'DB_PASSWORD'
|
|
||||||
|
|
||||||
timeout: 1000s
|
|
||||||
|
|
||||||
options:
|
|
||||||
logging: CLOUD_LOGGING_ONLY
|
|
||||||
@@ -1,47 +0,0 @@
|
|||||||
# Copyright 2025 Google LLC
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'node:22'
|
|
||||||
id: 'js-quickstart-test'
|
|
||||||
entrypoint: 'bash'
|
|
||||||
args:
|
|
||||||
# The '-c' flag tells bash to execute the following string as a command.
|
|
||||||
# The 'set -ex' enables debug output and exits on error for easier troubleshooting.
|
|
||||||
- -c
|
|
||||||
- |
|
|
||||||
set -ex
|
|
||||||
export VERSION=$(cat ./cmd/version.txt)
|
|
||||||
chmod +x .ci/quickstart_test/run_js_tests.sh
|
|
||||||
.ci/quickstart_test/run_js_tests.sh
|
|
||||||
env:
|
|
||||||
- 'CLOUD_SQL_INSTANCE=${_CLOUD_SQL_INSTANCE}'
|
|
||||||
- 'GCP_PROJECT=${_GCP_PROJECT}'
|
|
||||||
- 'DATABASE_NAME=${_DATABASE_NAME}'
|
|
||||||
- 'DB_USER=${_DB_USER}'
|
|
||||||
secretEnv: ['TOOLS_YAML_CONTENT', 'GOOGLE_API_KEY', 'DB_PASSWORD']
|
|
||||||
|
|
||||||
availableSecrets:
|
|
||||||
secretManager:
|
|
||||||
- versionName: projects/${_GCP_PROJECT}/secrets/${_TOOLS_YAML_SECRET}/versions/6
|
|
||||||
env: 'TOOLS_YAML_CONTENT'
|
|
||||||
- versionName: projects/${_GCP_PROJECT_NUMBER}/secrets/${_API_KEY_SECRET}/versions/latest
|
|
||||||
env: 'GOOGLE_API_KEY'
|
|
||||||
- versionName: projects/${_GCP_PROJECT}/secrets/${_DB_PASS_SECRET}/versions/latest
|
|
||||||
env: 'DB_PASSWORD'
|
|
||||||
|
|
||||||
timeout: 1000s
|
|
||||||
|
|
||||||
options:
|
|
||||||
logging: CLOUD_LOGGING_ONLY
|
|
||||||
@@ -1,47 +0,0 @@
|
|||||||
# Copyright 2025 Google LLC
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'gcr.io/google.com/cloudsdktool/cloud-sdk:537.0.0'
|
|
||||||
id: 'python-quickstart-test'
|
|
||||||
entrypoint: 'bash'
|
|
||||||
args:
|
|
||||||
# The '-c' flag tells bash to execute the following string as a command.
|
|
||||||
# The 'set -ex' enables debug output and exits on error for easier troubleshooting.
|
|
||||||
- -c
|
|
||||||
- |
|
|
||||||
set -ex
|
|
||||||
export VERSION=$(cat ./cmd/version.txt)
|
|
||||||
chmod +x .ci/quickstart_test/run_py_tests.sh
|
|
||||||
.ci/quickstart_test/run_py_tests.sh
|
|
||||||
env:
|
|
||||||
- 'CLOUD_SQL_INSTANCE=${_CLOUD_SQL_INSTANCE}'
|
|
||||||
- 'GCP_PROJECT=${_GCP_PROJECT}'
|
|
||||||
- 'DATABASE_NAME=${_DATABASE_NAME}'
|
|
||||||
- 'DB_USER=${_DB_USER}'
|
|
||||||
secretEnv: ['TOOLS_YAML_CONTENT', 'GOOGLE_API_KEY', 'DB_PASSWORD']
|
|
||||||
|
|
||||||
availableSecrets:
|
|
||||||
secretManager:
|
|
||||||
- versionName: projects/${_GCP_PROJECT}/secrets/${_TOOLS_YAML_SECRET}/versions/5
|
|
||||||
env: 'TOOLS_YAML_CONTENT'
|
|
||||||
- versionName: projects/${_GCP_PROJECT_NUMBER}/secrets/${_API_KEY_SECRET}/versions/latest
|
|
||||||
env: 'GOOGLE_API_KEY'
|
|
||||||
- versionName: projects/${_GCP_PROJECT}/secrets/${_DB_PASS_SECRET}/versions/latest
|
|
||||||
env: 'DB_PASSWORD'
|
|
||||||
|
|
||||||
timeout: 1000s
|
|
||||||
|
|
||||||
options:
|
|
||||||
logging: CLOUD_LOGGING_ONLY
|
|
||||||
@@ -1,125 +0,0 @@
|
|||||||
# Copyright 2025 Google LLC
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -e
|
|
||||||
|
|
||||||
TABLE_NAME="hotels_go"
|
|
||||||
QUICKSTART_GO_DIR="docs/en/getting-started/quickstart/go"
|
|
||||||
SQL_FILE=".ci/quickstart_test/setup_hotels_sample.sql"
|
|
||||||
|
|
||||||
PROXY_PID=""
|
|
||||||
TOOLBOX_PID=""
|
|
||||||
|
|
||||||
install_system_packages() {
|
|
||||||
apt-get update && apt-get install -y \
|
|
||||||
postgresql-client \
|
|
||||||
wget \
|
|
||||||
gettext-base \
|
|
||||||
netcat-openbsd
|
|
||||||
}
|
|
||||||
|
|
||||||
start_cloud_sql_proxy() {
|
|
||||||
wget "https://storage.googleapis.com/cloud-sql-connectors/cloud-sql-proxy/v2.10.0/cloud-sql-proxy.linux.amd64" -O /usr/local/bin/cloud-sql-proxy
|
|
||||||
chmod +x /usr/local/bin/cloud-sql-proxy
|
|
||||||
cloud-sql-proxy "${CLOUD_SQL_INSTANCE}" &
|
|
||||||
PROXY_PID=$!
|
|
||||||
|
|
||||||
for i in {1..30}; do
|
|
||||||
if nc -z 127.0.0.1 5432; then
|
|
||||||
echo "Cloud SQL Proxy is up and running."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
sleep 1
|
|
||||||
done
|
|
||||||
|
|
||||||
echo "Cloud SQL Proxy failed to start within the timeout period."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
setup_toolbox() {
|
|
||||||
TOOLBOX_YAML="/tools.yaml"
|
|
||||||
echo "${TOOLS_YAML_CONTENT}" > "$TOOLBOX_YAML"
|
|
||||||
if [ ! -f "$TOOLBOX_YAML" ]; then echo "Failed to create tools.yaml"; exit 1; fi
|
|
||||||
wget "https://storage.googleapis.com/genai-toolbox/v${VERSION}/linux/amd64/toolbox" -O "/toolbox"
|
|
||||||
chmod +x "/toolbox"
|
|
||||||
/toolbox --tools-file "$TOOLBOX_YAML" &
|
|
||||||
TOOLBOX_PID=$!
|
|
||||||
sleep 2
|
|
||||||
}
|
|
||||||
|
|
||||||
setup_orch_table() {
|
|
||||||
export TABLE_NAME
|
|
||||||
envsubst < "$SQL_FILE" | psql -h "$PGHOST" -p "$PGPORT" -U "$DB_USER" -d "$DATABASE_NAME"
|
|
||||||
}
|
|
||||||
|
|
||||||
run_orch_test() {
|
|
||||||
local orch_dir="$1"
|
|
||||||
local orch_name
|
|
||||||
orch_name=$(basename "$orch_dir")
|
|
||||||
|
|
||||||
if [ "$orch_name" == "openAI" ]; then
|
|
||||||
echo -e "\nSkipping framework '${orch_name}': Temporarily excluded."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
(
|
|
||||||
set -e
|
|
||||||
setup_orch_table
|
|
||||||
|
|
||||||
echo "--- Preparing module for $orch_name ---"
|
|
||||||
cd "$orch_dir"
|
|
||||||
|
|
||||||
if [ -f "go.mod" ]; then
|
|
||||||
go mod tidy
|
|
||||||
fi
|
|
||||||
|
|
||||||
cd ..
|
|
||||||
|
|
||||||
export ORCH_NAME="$orch_name"
|
|
||||||
|
|
||||||
echo "--- Running tests for $orch_name ---"
|
|
||||||
go test -v ./...
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
cleanup_all() {
|
|
||||||
echo "--- Final cleanup: Shutting down processes and dropping table ---"
|
|
||||||
if [ -n "$TOOLBOX_PID" ]; then
|
|
||||||
kill $TOOLBOX_PID || true
|
|
||||||
fi
|
|
||||||
if [ -n "$PROXY_PID" ]; then
|
|
||||||
kill $PROXY_PID || true
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
trap cleanup_all EXIT
|
|
||||||
|
|
||||||
# Main script execution
|
|
||||||
install_system_packages
|
|
||||||
start_cloud_sql_proxy
|
|
||||||
|
|
||||||
export PGHOST=127.0.0.1
|
|
||||||
export PGPORT=5432
|
|
||||||
export PGPASSWORD="$DB_PASSWORD"
|
|
||||||
export GOOGLE_API_KEY="$GOOGLE_API_KEY"
|
|
||||||
|
|
||||||
setup_toolbox
|
|
||||||
|
|
||||||
for ORCH_DIR in "$QUICKSTART_GO_DIR"/*/; do
|
|
||||||
if [ ! -d "$ORCH_DIR" ]; then
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
run_orch_test "$ORCH_DIR"
|
|
||||||
done
|
|
||||||
@@ -1,125 +0,0 @@
|
|||||||
# Copyright 2025 Google LLC
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -e
|
|
||||||
|
|
||||||
TABLE_NAME="hotels_js"
|
|
||||||
QUICKSTART_JS_DIR="docs/en/getting-started/quickstart/js"
|
|
||||||
SQL_FILE=".ci/quickstart_test/setup_hotels_sample.sql"
|
|
||||||
|
|
||||||
# Initialize process IDs to empty at the top of the script
|
|
||||||
PROXY_PID=""
|
|
||||||
TOOLBOX_PID=""
|
|
||||||
|
|
||||||
install_system_packages() {
|
|
||||||
apt-get update && apt-get install -y \
|
|
||||||
postgresql-client \
|
|
||||||
wget \
|
|
||||||
gettext-base \
|
|
||||||
netcat-openbsd
|
|
||||||
}
|
|
||||||
|
|
||||||
start_cloud_sql_proxy() {
|
|
||||||
wget "https://storage.googleapis.com/cloud-sql-connectors/cloud-sql-proxy/v2.10.0/cloud-sql-proxy.linux.amd64" -O /usr/local/bin/cloud-sql-proxy
|
|
||||||
chmod +x /usr/local/bin/cloud-sql-proxy
|
|
||||||
cloud-sql-proxy "${CLOUD_SQL_INSTANCE}" &
|
|
||||||
PROXY_PID=$!
|
|
||||||
|
|
||||||
for i in {1..30}; do
|
|
||||||
if nc -z 127.0.0.1 5432; then
|
|
||||||
echo "Cloud SQL Proxy is up and running."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
sleep 1
|
|
||||||
done
|
|
||||||
|
|
||||||
echo "Cloud SQL Proxy failed to start within the timeout period."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
setup_toolbox() {
|
|
||||||
TOOLBOX_YAML="/tools.yaml"
|
|
||||||
echo "${TOOLS_YAML_CONTENT}" > "$TOOLBOX_YAML"
|
|
||||||
if [ ! -f "$TOOLBOX_YAML" ]; then echo "Failed to create tools.yaml"; exit 1; fi
|
|
||||||
wget "https://storage.googleapis.com/genai-toolbox/v${VERSION}/linux/amd64/toolbox" -O "/toolbox"
|
|
||||||
chmod +x "/toolbox"
|
|
||||||
/toolbox --tools-file "$TOOLBOX_YAML" &
|
|
||||||
TOOLBOX_PID=$!
|
|
||||||
sleep 2
|
|
||||||
}
|
|
||||||
|
|
||||||
setup_orch_table() {
|
|
||||||
export TABLE_NAME
|
|
||||||
envsubst < "$SQL_FILE" | psql -h "$PGHOST" -p "$PGPORT" -U "$DB_USER" -d "$DATABASE_NAME"
|
|
||||||
}
|
|
||||||
|
|
||||||
run_orch_test() {
|
|
||||||
local orch_dir="$1"
|
|
||||||
local orch_name
|
|
||||||
orch_name=$(basename "$orch_dir")
|
|
||||||
|
|
||||||
(
|
|
||||||
set -e
|
|
||||||
echo "--- Preparing environment for $orch_name ---"
|
|
||||||
setup_orch_table
|
|
||||||
|
|
||||||
cd "$orch_dir"
|
|
||||||
echo "Installing dependencies for $orch_name..."
|
|
||||||
if [ -f "package-lock.json" ]; then
|
|
||||||
npm ci
|
|
||||||
else
|
|
||||||
npm install
|
|
||||||
fi
|
|
||||||
|
|
||||||
cd ..
|
|
||||||
|
|
||||||
echo "--- Running tests for $orch_name ---"
|
|
||||||
export ORCH_NAME="$orch_name"
|
|
||||||
node --test quickstart.test.js
|
|
||||||
|
|
||||||
echo "--- Cleaning environment for $orch_name ---"
|
|
||||||
rm -rf "${orch_name}/node_modules"
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
cleanup_all() {
|
|
||||||
echo "--- Final cleanup: Shutting down processes and dropping table ---"
|
|
||||||
if [ -n "$TOOLBOX_PID" ]; then
|
|
||||||
kill $TOOLBOX_PID || true
|
|
||||||
fi
|
|
||||||
if [ -n "$PROXY_PID" ]; then
|
|
||||||
kill $PROXY_PID || true
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
trap cleanup_all EXIT
|
|
||||||
|
|
||||||
# Main script execution
|
|
||||||
install_system_packages
|
|
||||||
start_cloud_sql_proxy
|
|
||||||
|
|
||||||
export PGHOST=127.0.0.1
|
|
||||||
export PGPORT=5432
|
|
||||||
export PGPASSWORD="$DB_PASSWORD"
|
|
||||||
export GOOGLE_API_KEY="$GOOGLE_API_KEY"
|
|
||||||
|
|
||||||
setup_toolbox
|
|
||||||
|
|
||||||
for ORCH_DIR in "$QUICKSTART_JS_DIR"/*/; do
|
|
||||||
if [ ! -d "$ORCH_DIR" ]; then
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
run_orch_test "$ORCH_DIR"
|
|
||||||
done
|
|
||||||
@@ -1,115 +0,0 @@
|
|||||||
# Copyright 2025 Google LLC
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -e
|
|
||||||
|
|
||||||
TABLE_NAME="hotels_python"
|
|
||||||
QUICKSTART_PYTHON_DIR="docs/en/getting-started/quickstart/python"
|
|
||||||
SQL_FILE=".ci/quickstart_test/setup_hotels_sample.sql"
|
|
||||||
|
|
||||||
PROXY_PID=""
|
|
||||||
TOOLBOX_PID=""
|
|
||||||
|
|
||||||
install_system_packages() {
|
|
||||||
apt-get update && apt-get install -y \
|
|
||||||
postgresql-client \
|
|
||||||
python3-venv \
|
|
||||||
wget \
|
|
||||||
gettext-base \
|
|
||||||
netcat-openbsd
|
|
||||||
}
|
|
||||||
|
|
||||||
start_cloud_sql_proxy() {
|
|
||||||
wget "https://storage.googleapis.com/cloud-sql-connectors/cloud-sql-proxy/v2.10.0/cloud-sql-proxy.linux.amd64" -O /usr/local/bin/cloud-sql-proxy
|
|
||||||
chmod +x /usr/local/bin/cloud-sql-proxy
|
|
||||||
cloud-sql-proxy "${CLOUD_SQL_INSTANCE}" &
|
|
||||||
PROXY_PID=$!
|
|
||||||
|
|
||||||
for i in {1..30}; do
|
|
||||||
if nc -z 127.0.0.1 5432; then
|
|
||||||
echo "Cloud SQL Proxy is up and running."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
sleep 1
|
|
||||||
done
|
|
||||||
|
|
||||||
echo "Cloud SQL Proxy failed to start within the timeout period."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
setup_toolbox() {
|
|
||||||
TOOLBOX_YAML="/tools.yaml"
|
|
||||||
echo "${TOOLS_YAML_CONTENT}" > "$TOOLBOX_YAML"
|
|
||||||
if [ ! -f "$TOOLBOX_YAML" ]; then echo "Failed to create tools.yaml"; exit 1; fi
|
|
||||||
wget "https://storage.googleapis.com/genai-toolbox/v${VERSION}/linux/amd64/toolbox" -O "/toolbox"
|
|
||||||
chmod +x "/toolbox"
|
|
||||||
/toolbox --tools-file "$TOOLBOX_YAML" &
|
|
||||||
TOOLBOX_PID=$!
|
|
||||||
sleep 2
|
|
||||||
}
|
|
||||||
|
|
||||||
setup_orch_table() {
|
|
||||||
export TABLE_NAME
|
|
||||||
envsubst < "$SQL_FILE" | psql -h "$PGHOST" -p "$PGPORT" -U "$DB_USER" -d "$DATABASE_NAME"
|
|
||||||
}
|
|
||||||
|
|
||||||
run_orch_test() {
|
|
||||||
local orch_dir="$1"
|
|
||||||
local orch_name
|
|
||||||
orch_name=$(basename "$orch_dir")
|
|
||||||
(
|
|
||||||
set -e
|
|
||||||
setup_orch_table
|
|
||||||
cd "$orch_dir"
|
|
||||||
local VENV_DIR=".venv"
|
|
||||||
python3 -m venv "$VENV_DIR"
|
|
||||||
source "$VENV_DIR/bin/activate"
|
|
||||||
pip install -r requirements.txt
|
|
||||||
echo "--- Running tests for $orch_name ---"
|
|
||||||
cd ..
|
|
||||||
ORCH_NAME="$orch_name" pytest
|
|
||||||
rm -rf "$VENV_DIR"
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
cleanup_all() {
|
|
||||||
echo "--- Final cleanup: Shutting down processes and dropping table ---"
|
|
||||||
if [ -n "$TOOLBOX_PID" ]; then
|
|
||||||
kill $TOOLBOX_PID || true
|
|
||||||
fi
|
|
||||||
if [ -n "$PROXY_PID" ]; then
|
|
||||||
kill $PROXY_PID || true
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
trap cleanup_all EXIT
|
|
||||||
|
|
||||||
# Main script execution
|
|
||||||
install_system_packages
|
|
||||||
start_cloud_sql_proxy
|
|
||||||
|
|
||||||
export PGHOST=127.0.0.1
|
|
||||||
export PGPORT=5432
|
|
||||||
export PGPASSWORD="$DB_PASSWORD"
|
|
||||||
export GOOGLE_API_KEY="$GOOGLE_API_KEY"
|
|
||||||
|
|
||||||
setup_toolbox
|
|
||||||
|
|
||||||
for ORCH_DIR in "$QUICKSTART_PYTHON_DIR"/*/; do
|
|
||||||
if [ ! -d "$ORCH_DIR" ]; then
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
run_orch_test "$ORCH_DIR"
|
|
||||||
done
|
|
||||||
59
.ci/universal/integration.cloudbuild.yaml
Normal file
59
.ci/universal/integration.cloudbuild.yaml
Normal file
@@ -0,0 +1,59 @@
|
|||||||
|
# Copyright 2026 Google LLC
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: "${_IMAGE}"
|
||||||
|
id: "universal-test"
|
||||||
|
entrypoint: "bash"
|
||||||
|
args:
|
||||||
|
- -c
|
||||||
|
- |
|
||||||
|
set -ex
|
||||||
|
chmod +x .ci/universal/run_tests.sh
|
||||||
|
.ci/universal/run_tests.sh
|
||||||
|
env:
|
||||||
|
- "CLOUD_SQL_INSTANCE=${_CLOUD_SQL_INSTANCE}"
|
||||||
|
- "GCP_PROJECT=${_GCP_PROJECT}"
|
||||||
|
- "DATABASE_NAME=${_DATABASE_NAME}"
|
||||||
|
- "DB_USER=${_DB_USER}"
|
||||||
|
- "TARGET_ROOT=${_TARGET_ROOT}"
|
||||||
|
- "TARGET_LANG=${_TARGET_LANG}"
|
||||||
|
- "TABLE_NAME=${_TABLE_NAME}"
|
||||||
|
- "SQL_FILE=${_SQL_FILE}"
|
||||||
|
- "AGENT_FILE_PATTERN=${_AGENT_FILE_PATTERN}"
|
||||||
|
secretEnv: ["TOOLS_YAML_CONTENT", "GOOGLE_API_KEY", "DB_PASSWORD"]
|
||||||
|
|
||||||
|
availableSecrets:
|
||||||
|
secretManager:
|
||||||
|
- versionName: projects/${_GCP_PROJECT}/secrets/${_TOOLS_YAML_SECRET}/versions/5
|
||||||
|
env: "TOOLS_YAML_CONTENT"
|
||||||
|
- versionName: projects/${_GCP_PROJECT_NUMBER}/secrets/${_API_KEY_SECRET}/versions/latest
|
||||||
|
env: "GOOGLE_API_KEY"
|
||||||
|
- versionName: projects/${_GCP_PROJECT}/secrets/${_DB_PASS_SECRET}/versions/latest
|
||||||
|
env: "DB_PASSWORD"
|
||||||
|
|
||||||
|
|
||||||
|
timeout: 1200s
|
||||||
|
|
||||||
|
substitutions:
|
||||||
|
_TARGET_LANG: "python"
|
||||||
|
_IMAGE: "python:3.11"
|
||||||
|
_TARGET_ROOT: "docs/en/getting-started/quickstart/python"
|
||||||
|
_TABLE_NAME: "hotels_python"
|
||||||
|
_SQL_FILE: ".ci/universal/setup_hotels.sql"
|
||||||
|
_AGENT_FILE_PATTERN: "quickstart.py"
|
||||||
|
_LOG_BUCKET: "toolbox-test-logs"
|
||||||
|
|
||||||
|
options:
|
||||||
|
logging: CLOUD_LOGGING_ONLY
|
||||||
173
.ci/universal/run_tests.sh
Normal file
173
.ci/universal/run_tests.sh
Normal file
@@ -0,0 +1,173 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# Copyright 2026 Google LLC
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# --- Configuration (from Environment Variables) ---
|
||||||
|
# TARGET_ROOT: The directory to search for tests (e.g., docs/en/getting-started/quickstart/js)
|
||||||
|
# TARGET_LANG: python, js, go
|
||||||
|
# TABLE_NAME: Database table name to use
|
||||||
|
# SQL_FILE: Path to the SQL setup file
|
||||||
|
# AGENT_FILE_PATTERN: Filename to look for (e.g., quickstart.js or agent.py)
|
||||||
|
|
||||||
|
VERSION=$(cat ./cmd/version.txt)
|
||||||
|
|
||||||
|
# Process IDs & Logs
|
||||||
|
PROXY_PID=""
|
||||||
|
TOOLBOX_PID=""
|
||||||
|
PROXY_LOG="cloud_sql_proxy.log"
|
||||||
|
TOOLBOX_LOG="toolbox_server.log"
|
||||||
|
|
||||||
|
install_system_packages() {
|
||||||
|
echo "Installing system packages..."
|
||||||
|
apt-get update && apt-get install -y \
|
||||||
|
postgresql-client \
|
||||||
|
wget \
|
||||||
|
gettext-base \
|
||||||
|
netcat-openbsd
|
||||||
|
|
||||||
|
if [[ "$TARGET_LANG" == "python" ]]; then
|
||||||
|
apt-get install -y python3-venv
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
start_cloud_sql_proxy() {
|
||||||
|
echo "Starting Cloud SQL Proxy..."
|
||||||
|
wget -q "https://storage.googleapis.com/cloud-sql-connectors/cloud-sql-proxy/v2.10.0/cloud-sql-proxy.linux.amd64" -O /usr/local/bin/cloud-sql-proxy
|
||||||
|
chmod +x /usr/local/bin/cloud-sql-proxy
|
||||||
|
cloud-sql-proxy "${CLOUD_SQL_INSTANCE}" > "$PROXY_LOG" 2>&1 &
|
||||||
|
PROXY_PID=$!
|
||||||
|
|
||||||
|
# Health Check
|
||||||
|
for i in {1..30}; do
|
||||||
|
if nc -z 127.0.0.1 5432; then
|
||||||
|
echo "Cloud SQL Proxy is up and running."
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
echo "ERROR: Cloud SQL Proxy failed to start. Logs:"
|
||||||
|
cat "$PROXY_LOG"
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
setup_toolbox() {
|
||||||
|
echo "Setting up Toolbox server..."
|
||||||
|
TOOLBOX_YAML="/tools.yaml"
|
||||||
|
echo "${TOOLS_YAML_CONTENT}" > "$TOOLBOX_YAML"
|
||||||
|
wget -q "https://storage.googleapis.com/genai-toolbox/v${VERSION}/linux/amd64/toolbox" -O "/toolbox"
|
||||||
|
chmod +x "/toolbox"
|
||||||
|
/toolbox --tools-file "$TOOLBOX_YAML" > "$TOOLBOX_LOG" 2>&1 &
|
||||||
|
TOOLBOX_PID=$!
|
||||||
|
|
||||||
|
# Health Check
|
||||||
|
for i in {1..15}; do
|
||||||
|
if nc -z 127.0.0.1 5000; then
|
||||||
|
echo "Toolbox server is up and running."
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
echo "ERROR: Toolbox server failed to start. Logs:"
|
||||||
|
cat "$TOOLBOX_LOG"
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
setup_db_table() {
|
||||||
|
echo "Setting up database table $TABLE_NAME using $SQL_FILE..."
|
||||||
|
export TABLE_NAME
|
||||||
|
envsubst < "$SQL_FILE" | psql -h 127.0.0.1 -p 5432 -U "$DB_USER" -d "$DATABASE_NAME"
|
||||||
|
}
|
||||||
|
|
||||||
|
run_python_test() {
|
||||||
|
local dir=$1
|
||||||
|
local name=$(basename "$dir")
|
||||||
|
echo "--- Running Python Test: $name ---"
|
||||||
|
(
|
||||||
|
cd "$dir"
|
||||||
|
python3 -m venv .venv
|
||||||
|
source .venv/bin/activate
|
||||||
|
pip install -q -r requirements.txt pytest
|
||||||
|
|
||||||
|
cd ..
|
||||||
|
# If there is a pytest file in the parent directory (like agent_test.py or quickstart_test.py)
|
||||||
|
# we use it. Otherwise we just run the agent.
|
||||||
|
local test_file=$(find . -maxdepth 1 -name "*test.py" | head -n 1)
|
||||||
|
if [ -n "$test_file" ]; then
|
||||||
|
echo "Found native test: $test_file. Running pytest..."
|
||||||
|
export ORCH_NAME="$name"
|
||||||
|
export PYTHONPATH="../"
|
||||||
|
pytest "$test_file"
|
||||||
|
else
|
||||||
|
echo "No native test found. running agent directly..."
|
||||||
|
export PYTHONPATH="../"
|
||||||
|
python3 "${name}/${AGENT_FILE_PATTERN}"
|
||||||
|
fi
|
||||||
|
rm -rf "${name}/.venv"
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
run_js_test() {
|
||||||
|
local dir=$1
|
||||||
|
local name=$(basename "$dir")
|
||||||
|
echo "--- Running JS Test: $name ---"
|
||||||
|
(
|
||||||
|
cd "$dir"
|
||||||
|
if [ -f "package-lock.json" ]; then npm ci -q; else npm install -q; fi
|
||||||
|
|
||||||
|
cd ..
|
||||||
|
# Looking for a JS test file in the parent directory
|
||||||
|
local test_file=$(find . -maxdepth 1 -name "*test.js" | head -n 1)
|
||||||
|
if [ -n "$test_file" ]; then
|
||||||
|
echo "Found native test: $test_file. Running node --test..."
|
||||||
|
export ORCH_NAME="$name"
|
||||||
|
node --test "$test_file"
|
||||||
|
else
|
||||||
|
echo "No native test found. running agent directly..."
|
||||||
|
node "${name}/${AGENT_FILE_PATTERN}"
|
||||||
|
fi
|
||||||
|
rm -rf "${name}/node_modules"
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
cleanup() {
|
||||||
|
echo "Cleaning up background processes..."
|
||||||
|
[ -n "$TOOLBOX_PID" ] && kill "$TOOLBOX_PID" || true
|
||||||
|
[ -n "$PROXY_PID" ] && kill "$PROXY_PID" || true
|
||||||
|
}
|
||||||
|
trap cleanup EXIT
|
||||||
|
|
||||||
|
# --- Execution ---
|
||||||
|
install_system_packages
|
||||||
|
start_cloud_sql_proxy
|
||||||
|
|
||||||
|
export PGHOST=127.0.0.1
|
||||||
|
export PGPORT=5432
|
||||||
|
export PGPASSWORD="$DB_PASSWORD"
|
||||||
|
export GOOGLE_API_KEY="$GOOGLE_API_KEY"
|
||||||
|
|
||||||
|
setup_toolbox
|
||||||
|
setup_db_table
|
||||||
|
|
||||||
|
echo "Scanning $TARGET_ROOT for tests with pattern $AGENT_FILE_PATTERN..."
|
||||||
|
|
||||||
|
find "$TARGET_ROOT" -name "$AGENT_FILE_PATTERN" | while read -r agent_file; do
|
||||||
|
sample_dir=$(dirname "$agent_file")
|
||||||
|
if [[ "$TARGET_LANG" == "python" ]]; then
|
||||||
|
run_python_test "$sample_dir"
|
||||||
|
elif [[ "$TARGET_LANG" == "js" ]]; then
|
||||||
|
run_js_test "$sample_dir"
|
||||||
|
fi
|
||||||
|
done
|
||||||
@@ -53,7 +53,7 @@ export async function main() {
|
|||||||
|
|
||||||
for (const query of queries) {
|
for (const query of queries) {
|
||||||
conversationHistory.push({ role: "user", content: [{ text: query }] });
|
conversationHistory.push({ role: "user", content: [{ text: query }] });
|
||||||
const response = await ai.generate({
|
let response = await ai.generate({
|
||||||
messages: conversationHistory,
|
messages: conversationHistory,
|
||||||
tools: tools,
|
tools: tools,
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -13,12 +13,12 @@ The `invoke` command allows you to invoke tools defined in your configuration di
|
|||||||
|
|
||||||
{{< notice tip >}}
|
{{< notice tip >}}
|
||||||
**Keep configurations minimal:** The `invoke` command initializes *all* resources (sources, tools, etc.) defined in your configuration files during execution. To ensure fast response times, consider using a minimal configuration file containing only the tools you need for the specific invocation.
|
**Keep configurations minimal:** The `invoke` command initializes *all* resources (sources, tools, etc.) defined in your configuration files during execution. To ensure fast response times, consider using a minimal configuration file containing only the tools you need for the specific invocation.
|
||||||
{{< notice tip >}}
|
{{< /notice >}}
|
||||||
|
|
||||||
## Prerequisites
|
## Before you begin
|
||||||
|
|
||||||
- You have the `toolbox` binary installed or built.
|
1. Make sure you have the `toolbox` binary installed or built.
|
||||||
- You have a valid tool configuration file (e.g., `tools.yaml`).
|
2. Make sure you have a valid tool configuration file (e.g., `tools.yaml`).
|
||||||
|
|
||||||
## Basic Usage
|
## Basic Usage
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user