mirror of
https://github.com/microsoft/autogen.git
synced 2026-02-17 22:51:22 -05:00
0aaf30a8da
* Start Gemini integration: works ok with Text now * Gemini notebook lint * try catch "import" for Gemini * Debug: id issue for chat completion in Gemini * Add RAG example * Update docs for RAG * Fix missing pydash * Remove temp folder * Fix test error in runs/7206014032/job/19630042864 * Fix tqdm warning * Fix notebook output * Gemini's vision model is supported now * Install instructions for the Gemini branch * Catch and retry when see Interval Server Error 500 * Allow gemini to take more flexible messages i.e., it can take messages where "user" is not the last role. * Use int time for Gemini client * Handle other exceptions in gemini call * rename to "create" function for gemini * GeminiClient compatible with ModelClient now * Lint * Update instructions in Gemini notebook * Lint * Remove empty blocks from Gemini notebook * Add gemini into example page * self.create instead of call * Add py and Py into python execution * Remove error code from merging * Remove pydash dependency for gemini * Add cloud-gemini doc * Remove temp file * cache import update * Add test case for summary with mm input * Lint: warnings instead of print * Add test cases for gemini * Gemini test config * Disable default model for gemini * Typo fix in gemini workflow * Correct grammar in example notebook * Raise if "model" is not provided in create(...) * Move TODOs into a roadmap * Update .github/workflows/contrib-tests.yml Co-authored-by: Davor Runje <davor@airt.ai> * Gemini test config update * Update setup.py Co-authored-by: Davor Runje <davor@airt.ai> * Update test/oai/test_gemini.py Co-authored-by: Davor Runje <davor@airt.ai> * Update test/oai/test_gemini.py Co-authored-by: Davor Runje <davor@airt.ai> * Remove python 3.8 from gemini No google's generativeai for Windows with Python 3.8 * Update import error handling for gemini * Count tokens and cost for gemini --------- Co-authored-by: Li Jiang <bnujli@gmail.com> Co-authored-by: Davor Runje <davor@airt.ai>
370 lines
12 KiB
YAML
370 lines
12 KiB
YAML
# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
|
|
# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
|
|
|
|
name: ContribTests
|
|
|
|
on:
|
|
pull_request:
|
|
branches: ["main"]
|
|
paths:
|
|
- "autogen/**"
|
|
- "test/agentchat/contrib/**"
|
|
- ".github/workflows/contrib-tests.yml"
|
|
- "setup.py"
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
|
|
cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
|
|
permissions:
|
|
{}
|
|
# actions: read
|
|
# checks: read
|
|
# contents: read
|
|
# deployments: read
|
|
jobs:
|
|
RetrieveChatTest:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.9", "3.10", "3.11"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install qdrant_client when python-version is 3.10
|
|
if: matrix.python-version == '3.10'
|
|
run: |
|
|
pip install qdrant_client[fastembed]
|
|
- name: Install unstructured when python-version is 3.9 and on linux
|
|
if: matrix.python-version == '3.9' && matrix.os == 'ubuntu-latest'
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y tesseract-ocr poppler-utils
|
|
pip install unstructured[all-docs]==0.13.0
|
|
- name: Install packages and dependencies for RetrieveChat
|
|
run: |
|
|
pip install -e .[retrievechat]
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/test_retrieve_utils.py test/agentchat/contrib/test_retrievechat.py test/agentchat/contrib/test_qdrant_retrievechat.py test/agentchat/contrib/vectordb --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
CompressionTest:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.8"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for Compression
|
|
run: |
|
|
pip install -e .
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/agentchat/contrib/test_compressible_agent.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
GPTAssistantAgent:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.10"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for GPTAssistantAgent
|
|
run: |
|
|
pip install -e .
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/agentchat/contrib/test_gpt_assistant.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
TeachableAgent:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.11"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for Teachability
|
|
run: |
|
|
pip install -e .[teachable]
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/agentchat/contrib/capabilities/test_teachable_agent.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
WebSurfer:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.12"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for WebSurfer
|
|
run: |
|
|
pip install -e .[websurfer]
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/test_browser_utils.py test/agentchat/contrib/test_web_surfer.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
LMMTest:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.12"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
lfs: true
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for LMM
|
|
run: |
|
|
pip install -e .[lmm]
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/agentchat/contrib/test_img_utils.py test/agentchat/contrib/test_lmm.py test/agentchat/contrib/test_llava.py test/agentchat/contrib/capabilities/test_image_generation_capability.py test/agentchat/contrib/capabilities/test_vision_capability.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
GeminiTest:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.9", "3.10", "3.11", "3.12"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
lfs: true
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for Gemini
|
|
run: |
|
|
pip install -e .[gemini,test]
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
coverage run -a -m pytest test/oai/test_gemini.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
ContextHandling:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.11"]
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for Context Handling
|
|
run: |
|
|
pip install -e .
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/agentchat/contrib/capabilities/test_context_handling.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittests
|
|
|
|
TransformMessages:
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-2019]
|
|
python-version: ["3.11"]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Install packages and dependencies for all tests
|
|
run: |
|
|
python -m pip install --upgrade pip wheel
|
|
pip install pytest
|
|
- name: Install packages and dependencies for Transform Messages
|
|
run: |
|
|
pip install -e .
|
|
- name: Set AUTOGEN_USE_DOCKER based on OS
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ matrix.os }} != ubuntu-latest ]]; then
|
|
echo "AUTOGEN_USE_DOCKER=False" >> $GITHUB_ENV
|
|
fi
|
|
- name: Coverage
|
|
run: |
|
|
pip install coverage>=5.3
|
|
coverage run -a -m pytest test/agentchat/contrib/capabilities/test_transform_messages.py --skip-openai
|
|
coverage xml
|
|
- name: Upload coverage to Codecov
|
|
uses: codecov/codecov-action@v3
|
|
with:
|
|
file: ./coverage.xml
|
|
flags: unittest
|