feat(benchmark): Add -P, --parallel-tasks option to allow running multiple tasks concurrently

* Add dependency `pytest-parallel` and indirect dependency `py` (pylib)
* Make `SingletonReportManager` thread safe

.gitattributes

@@ -1,10 +1,3 @@
-classic/frontend/build/** linguist-generated
+frontend/build/* linguist-generated
 
 **/poetry.lock linguist-generated
-
-docs/_javascript/** linguist-vendored
-
-# Exclude VCR cassettes from stats
-classic/forge/tests/vcr_cassettes/**/**.y*ml linguist-generated
-
-* text=auto

.github/CODEOWNERS

@@ -1,7 +1,5 @@
-* @Significant-Gravitas/maintainers
-.github/workflows/ @Significant-Gravitas/devops
-classic/forge/ @Significant-Gravitas/forge-maintainers
-classic/benchmark/ @Significant-Gravitas/benchmark-maintainers
-classic/frontend/ @Significant-Gravitas/frontend-maintainers
-autogpt_platform/infra @Significant-Gravitas/devops
-.github/CODEOWNERS @Significant-Gravitas/admins
+.github/workflows/  @Significant-Gravitas/maintainers
+autogpts/autogpt/   @Pwuts
+benchmark/  @Significant-Gravitas/benchmarkers
+forge/      @Swiftyos
+frontend/   @hunteraraujo

.github/ISSUE_TEMPLATE/1.bug.yml

@@ -16,7 +16,7 @@ body:
         [discussions]: https://github.com/Significant-Gravitas/AutoGPT/discussions
         [#tech-support]: https://discord.com/channels/1092243196446249134/1092275629602394184
         [existing issues]: https://github.com/Significant-Gravitas/AutoGPT/issues?q=is%3Aissue
-        [wiki page on Contributing]: https://github.com/Significant-Gravitas/AutoGPT/wiki/Contributing
+        [wiki page on Contributing]: https://github.com/Significant-Gravitas/Nexus/wiki/Contributing
 
   - type: checkboxes
     attributes:
@@ -88,16 +88,14 @@ body:
 
   - type: dropdown
     attributes:
-      label: What LLM Provider do you use?
+      label: Do you use OpenAI GPT-3 or GPT-4?
       description: >
-        If you are using AutoGPT with `SMART_LLM=gpt-3.5-turbo`, your problems may be caused by
+        If you are using AutoGPT with `--gpt3only`, your problems may be caused by
         the [limitations](https://github.com/Significant-Gravitas/AutoGPT/issues?q=is%3Aissue+label%3A%22AI+model+limitation%22) of GPT-3.5.
       options:
-        - Azure
-        - Groq
-        - Anthropic
-        - Llamafile
-        - Other (detail in issue)
+        - GPT-3.5
+        - GPT-4
+        - GPT-4(32k)
     validations:
       required: true
 
@@ -128,13 +126,6 @@ body:
             label: Specify the area
             description: Please specify the area you think is best related to the issue.
 
-  - type: input
-    attributes:
-      label: What commit or version are you using?
-      description: It is helpful for us to reproduce to know what version of the software you were using when this happened. Please run `git log -n 1 --pretty=format:"%H"` to output the full commit hash.
-    validations:
-      required: true
-
   - type: textarea
     attributes:
       label: Describe your issue.

.github/ISSUE_TEMPLATE/2.feature.yml

@@ -5,7 +5,7 @@ body:
   - type: markdown
     attributes:
       value: |
-        First, check out our [wiki page on Contributing](https://github.com/Significant-Gravitas/AutoGPT/wiki/Contributing)
+        First, check out our [wiki page on Contributing](https://github.com/Significant-Gravitas/Nexus/wiki/Contributing)
         Please provide a searchable summary of the issue in the title above ⬆️.
   - type: checkboxes
     attributes:

.github/PULL_REQUEST_TEMPLATE.md

@@ -6,18 +6,26 @@
 
 <!-- Concisely describe all of the changes made in this pull request: -->
 
-
-### Testing 🔍
-> [!NOTE] 
-Only for the new autogpt platform, currently in autogpt_platform/
+### PR Quality Scorecard ✨
 
 <!--
-Please make sure your changes have been tested and are in good working condition. 
-Here is a list of our critical paths, if you need some inspiration on what and how to test:
+Check out our contribution guide:
+https://github.com/Significant-Gravitas/Nexus/wiki/Contributing
+
+1. Avoid duplicate work, issues, PRs etc.
+2. Also consider contributing something other than code; see the [contribution guide]
+   for options.
+3. Clearly explain your changes.
+4. Avoid making unnecessary changes, especially if they're purely based on personal
+   preferences. Doing so is the maintainers' job. ;-)
 -->
 
-- Create from scratch and execute an agent with at least 3 blocks
-- Import an agent from file upload, and confirm it executes correctly
-- Upload agent to marketplace
-- Import an agent from marketplace and confirm it executes correctly
-- Edit an agent from monitor, and confirm it executes correctly
+- [x] Have you used the PR description template? &ensp; `+2 pts`
+- [ ] Is your pull request atomic, focusing on a single change? &ensp; `+5 pts`
+- [ ] Have you linked the GitHub issue(s) that this PR addresses? &ensp; `+5 pts`
+- [ ] Have you documented your changes clearly and comprehensively? &ensp; `+5 pts`
+- [ ] Have you changed or added a feature? &ensp; `-4 pts`
+  - [ ] Have you added/updated corresponding documentation? &ensp; `+4 pts`
+  - [ ] Have you added/updated corresponding integration tests? &ensp; `+5 pts`
+- [ ] Have you changed the behavior of AutoGPT? &ensp; `-5 pts`
+  - [ ] Have you also run `agbenchmark` to verify that these changes do not regress performance? &ensp; `+10 pts`

.github/labeler.yml

@@ -1,27 +0,0 @@
-AutoGPT Agent:
-- changed-files:
-  - any-glob-to-any-file: classic/original_autogpt/**
-
-Forge:
-- changed-files:
-  - any-glob-to-any-file: classic/forge/**
-
-Benchmark:
-- changed-files:
-  - any-glob-to-any-file: classic/benchmark/**
-
-Frontend:
-- changed-files:
-  - any-glob-to-any-file: classic/frontend/**
-
-documentation:
-- changed-files:
-  - any-glob-to-any-file: docs/**
-
-Builder:
-- changed-files:
-  - any-glob-to-any-file: autogpt_platform/autogpt_builder/**
-
-Server:
-- changed-files:
-  - any-glob-to-any-file: autogpt_platform/autogpt_server/**

.github/workflows/autogpt-ci.yml

@@ -1,73 +1,109 @@
-name: Classic - Forge CI
+name: AutoGPT Python CI
 
 on:
   push:
     branches: [ master, development, ci-test* ]
     paths:
-      - '.github/workflows/classic-forge-ci.yml'
-      - 'classic/forge/**'
-      - '!classic/forge/tests/vcr_cassettes'
+      - '.github/workflows/autogpt-ci.yml'
+      - 'autogpts/autogpt/**'
+      - '!autogpts/autogpt/tests/vcr_cassettes'
   pull_request:
     branches: [ master, development, release-* ]
     paths:
-      - '.github/workflows/classic-forge-ci.yml'
-      - 'classic/forge/**'
-      - '!classic/forge/tests/vcr_cassettes'
+      - '.github/workflows/autogpt-ci.yml'
+      - 'autogpts/autogpt/**'
+      - '!autogpts/autogpt/tests/vcr_cassettes'
 
 concurrency:
-  group: ${{ format('forge-ci-{0}', github.head_ref && format('{0}-{1}', github.event_name, github.event.pull_request.number) || github.sha) }}
+  group: ${{ format('autogpt-ci-{0}', github.head_ref && format('{0}-{1}', github.event_name, github.event.pull_request.number) || github.sha) }}
   cancel-in-progress: ${{ startsWith(github.event_name, 'pull_request') }}
 
 defaults:
   run:
-    shell: bash
-    working-directory: classic/forge
+    working-directory: autogpts/autogpt
 
 jobs:
+  lint:
+    runs-on: ubuntu-latest
+    env:
+      min-python-version: "3.10"
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python ${{ env.min-python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ env.min-python-version }}
+
+      - id: get_date
+        name: Get date
+        run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
+
+      - name: Set up Python dependency cache
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/pypoetry
+          key: ${{ runner.os }}-poetry-${{ hashFiles('autogpts/autogpt/pyproject.toml') }}-${{ steps.get_date.outputs.date }}
+
+      - name: Install Python dependencies
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+          poetry install
+
+      - name: Lint with flake8
+        run: poetry run flake8
+
+      - name: Check black formatting
+        run: poetry run black . --check
+        if: success() || failure()
+
+      - name: Check isort formatting
+        run: poetry run isort . --check
+        if: success() || failure()
+
+      # - name: Check mypy formatting
+      #   run: poetry run mypy
+      #   if: success() || failure()
+
+      # - name: Check for unused imports and pass statements
+      #   run: |
+      #     cmd="autoflake --remove-all-unused-imports --recursive --ignore-init-module-imports --ignore-pass-after-docstring autogpt tests"
+      #     poetry run $cmd --check || (echo "You have unused imports or pass statements, please run '${cmd} --in-place'" && exit 1)
+
   test:
     permissions:
       contents: read
+    runs-on: ubuntu-latest
     timeout-minutes: 30
     strategy:
-      fail-fast: false
       matrix:
         python-version: ["3.10"]
-        platform-os: [ubuntu, macos, macos-arm64, windows]
-    runs-on: ${{ matrix.platform-os != 'macos-arm64' && format('{0}-latest', matrix.platform-os) || 'macos-14' }}
+
+    services:
+      minio:
+        image: minio/minio:edge-cicd
+        ports:
+          - 9000:9000
+        options: >
+          --health-interval=10s --health-timeout=5s --health-retries=3
+          --health-cmd="curl -f http://localhost:9000/minio/health/live"
 
     steps:
-      # Quite slow on macOS (2~4 minutes to set up Docker)
-      # - name: Set up Docker (macOS)
-      #   if: runner.os == 'macOS'
-      #   uses: crazy-max/ghaction-setup-docker@v3
-
-      - name: Start MinIO service (Linux)
-        if: runner.os == 'Linux'
-        working-directory: '.'
-        run: |
-          docker pull minio/minio:edge-cicd
-          docker run -d -p 9000:9000 minio/minio:edge-cicd
-
-      - name: Start MinIO service (macOS)
-        if: runner.os == 'macOS'
-        working-directory: ${{ runner.temp }}
-        run: |
-          brew install minio/stable/minio
-          mkdir data
-          minio server ./data &
-
-      # No MinIO on Windows:
-      # - Windows doesn't support running Linux Docker containers
-      # - It doesn't seem possible to start background processes on Windows. They are
-      #   killed after the step returns.
-      #   See: https://github.com/actions/runner/issues/598#issuecomment-2011890429
-
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
           submodules: true
 
+      - name: Configure git user Auto-GPT-Bot
+        run: |
+          git config --global user.name "Auto-GPT-Bot"
+          git config --global user.email "github-bot@agpt.co"
+
       - name: Checkout cassettes
         if: ${{ startsWith(github.event_name, 'pull_request') }}
         env:
@@ -100,59 +136,41 @@ jobs:
           fi
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
 
+      - id: get_date
+        name: Get date
+        run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
+
       - name: Set up Python dependency cache
-        # On Windows, unpacking cached dependencies takes longer than just installing them
-        if: runner.os != 'Windows'
-        uses: actions/cache@v4
+        uses: actions/cache@v3
         with:
-          path: ${{ runner.os == 'macOS' && '~/Library/Caches/pypoetry' || '~/.cache/pypoetry' }}
-          key: poetry-${{ runner.os }}-${{ hashFiles('classic/forge/poetry.lock') }}
-
-      - name: Install Poetry (Unix)
-        if: runner.os != 'Windows'
-        run: |
-          curl -sSL https://install.python-poetry.org | python3 -
-
-          if [ "${{ runner.os }}" = "macOS" ]; then
-            PATH="$HOME/.local/bin:$PATH"
-            echo "$HOME/.local/bin" >> $GITHUB_PATH
-          fi
-
-      - name: Install Poetry (Windows)
-        if: runner.os == 'Windows'
-        shell: pwsh
-        run: |
-          (Invoke-WebRequest -Uri https://install.python-poetry.org -UseBasicParsing).Content | python -
-
-          $env:PATH += ";$env:APPDATA\Python\Scripts"
-          echo "$env:APPDATA\Python\Scripts" >> $env:GITHUB_PATH
+          path: ~/.cache/pypoetry
+          key: ${{ runner.os }}-poetry-${{ hashFiles('autogpts/autogpt/pyproject.toml') }}-${{ steps.get_date.outputs.date }}
 
       - name: Install Python dependencies
-        run: poetry install
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+          poetry install
 
       - name: Run pytest with coverage
         run: |
           poetry run pytest -vv \
-            --cov=forge --cov-branch --cov-report term-missing --cov-report xml \
-            --durations=10 \
-            forge
+            --cov=autogpt --cov-branch --cov-report term-missing --cov-report xml \
+            --numprocesses=logical --durations=10 \
+            tests/unit tests/integration
         env:
           CI: true
           PLAIN_OUTPUT: True
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          S3_ENDPOINT_URL: ${{ runner.os != 'Windows' && 'http://127.0.0.1:9000' || '' }}
+          S3_ENDPOINT_URL: http://localhost:9000
           AWS_ACCESS_KEY_ID: minioadmin
           AWS_SECRET_ACCESS_KEY: minioadmin
 
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v4
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          flags: forge,${{ runner.os }}
+        uses: codecov/codecov-action@v3
 
       - id: setup_git_auth
         name: Set up git token authentication
@@ -160,11 +178,7 @@ jobs:
         if: success() || failure()
         run: |
           config_key="http.${{ github.server_url }}/.extraheader"
-          if [ "${{ runner.os }}" = 'macOS' ]; then
-            base64_pat=$(echo -n "pat:${{ secrets.PAT_REVIEW }}" | base64)
-          else
-            base64_pat=$(echo -n "pat:${{ secrets.PAT_REVIEW }}" | base64 -w0)
-          fi
+          base64_pat=$(echo -n "pat:${{ secrets.PAT_REVIEW }}" | base64 -w0)
 
           git config "$config_key" \
             "Authorization: Basic $base64_pat"
@@ -225,12 +239,12 @@ jobs:
             echo "Adding label and comment..."
             echo $TOKEN | gh auth login --with-token
             gh issue edit $PR_NUMBER --add-label "behaviour change"
-            gh issue comment $PR_NUMBER --body "You changed AutoGPT's behaviour on ${{ runner.os }}. The cassettes have been updated and will be merged to the submodule when this Pull Request gets merged."
+            gh issue comment $PR_NUMBER --body "You changed AutoGPT's behaviour. The cassettes have been updated and will be merged to the submodule when this Pull Request gets merged."
           fi
 
       - name: Upload logs to artifact
         if: always()
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v3
         with:
           name: test-logs
-          path: classic/forge/logs/
+          path: autogpts/autogpt/logs/

.github/workflows/autogpt-docker-cache-clean.yml

@@ -1,4 +1,4 @@
-name: Classic - Purge Auto-GPT Docker CI cache
+name: Purge Auto-GPT Docker CI cache
 
 on:
   schedule:
@@ -16,17 +16,16 @@ jobs:
         build-type: [release, dev]
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4
+      uses: actions/checkout@v3
 
     - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
+      uses: docker/setup-buildx-action@v2
 
     - id: build
       name: Build image
-      uses: docker/build-push-action@v5
+      uses: docker/build-push-action@v3
       with:
-        context: classic/
-        file: classic/Dockerfile.autogpt
+        context: autogpts/autogpt
         build-args: BUILD_TYPE=${{ matrix.build-type }}
         load: true    # save to docker images
         # use GHA cache as read-only

.github/workflows/autogpt-docker-ci.yml

@@ -1,30 +1,30 @@
-name: Classic - AutoGPT Docker CI
+name: AutoGPT Docker CI
 
 on:
   push:
     branches: [ master, development ]
     paths:
-      - '.github/workflows/classic-autogpt-docker-ci.yml'
-      - 'classic/original_autogpt/**'
-      - 'classic/forge/**'
+      - '.github/workflows/autogpt-docker-ci.yml'
+      - 'autogpts/autogpt/**'
+      - '!autogpts/autogpt/tests/vcr_cassettes'
   pull_request:
     branches: [ master, development, release-* ]
     paths:
-      - '.github/workflows/classic-autogpt-docker-ci.yml'
-      - 'classic/original_autogpt/**'
-      - 'classic/forge/**'
+      - '.github/workflows/autogpt-docker-ci.yml'
+      - 'autogpts/autogpt/**'
+      - '!autogpts/autogpt/tests/vcr_cassettes'
 
 concurrency:
-  group: ${{ format('classic-autogpt-docker-ci-{0}', github.head_ref && format('pr-{0}', github.event.pull_request.number) || github.sha) }}
+  group: ${{ format('autogpt-docker-ci-{0}', github.head_ref && format('pr-{0}', github.event.pull_request.number) || github.sha) }}
   cancel-in-progress: ${{ github.event_name == 'pull_request' }}
 
 defaults:
   run:
-    working-directory: classic/original_autogpt
+    working-directory: autogpts/autogpt
 
 env:
   IMAGE_NAME: auto-gpt
-  DEPLOY_IMAGE_NAME: ${{ secrets.DOCKER_USER && format('{0}/', secrets.DOCKER_USER) || '' }}auto-gpt
+  DEPLOY_IMAGE_NAME: ${{ secrets.DOCKER_USER }}/auto-gpt
   DEV_IMAGE_TAG: latest-dev
 
 jobs:
@@ -35,10 +35,10 @@ jobs:
         build-type: [release, dev]
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4
+      uses: actions/checkout@v3
 
     - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
+      uses: docker/setup-buildx-action@v2
 
     - if: runner.debug
       run: |
@@ -47,13 +47,11 @@ jobs:
 
     - id: build
       name: Build image
-      uses: docker/build-push-action@v5
+      uses: docker/build-push-action@v3
       with:
-        context: classic/
-        file: classic/Dockerfile.autogpt
+        context: autogpts/autogpt
         build-args: BUILD_TYPE=${{ matrix.build-type }}
         tags: ${{ env.IMAGE_NAME }}
-        labels: GIT_REVISION=${{ github.sha }}
         load: true    # save to docker images
         # cache layers in GitHub Actions cache to speed up builds
         cache-from: type=gha,scope=autogpt-docker-${{ matrix.build-type }}
@@ -85,6 +83,7 @@ jobs:
         vars_json: ${{ toJSON(vars) }}
 
       run: .github/workflows/scripts/docker-ci-summary.sh >> $GITHUB_STEP_SUMMARY
+      working-directory: ./
       continue-on-error: true
 
   test:
@@ -101,31 +100,28 @@ jobs:
 
     steps:
       - name: Check out repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
         with:
           submodules: true
 
-      - if: github.event_name == 'push'
-        name: Log in to Docker hub
-        uses: docker/login-action@v3
+      - name: Log in to Docker hub
+        uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKER_USER }}
           password: ${{ secrets.DOCKER_PASSWORD }}
 
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@v2
 
       - id: build
         name: Build image
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v3
         with:
-          context: classic/
-          file: classic/Dockerfile.autogpt
+          context: autogpts/autogpt
           build-args: BUILD_TYPE=dev  # include pytest
           tags: >
             ${{ env.IMAGE_NAME }},
             ${{ env.DEPLOY_IMAGE_NAME }}:${{ env.DEV_IMAGE_TAG }}
-          labels: GIT_REVISION=${{ github.sha }}
           load: true                  # save to docker images
           # cache layers in GitHub Actions cache to speed up builds
           cache-from: type=gha,scope=autogpt-docker-dev

.github/workflows/autogpt-docker-release.yml

@@ -1,4 +1,4 @@
-name: Classic - AutoGPT Docker Release
+name: AutoGPT Docker Release
 
 on:
   release:
@@ -10,6 +10,10 @@ on:
         type: boolean
         description: 'Build from scratch, without using cached layers'
 
+defaults:
+  run:
+    working-directory: autogpts/autogpt
+
 env:
   IMAGE_NAME: auto-gpt
   DEPLOY_IMAGE_NAME: ${{ secrets.DOCKER_USER }}/auto-gpt
@@ -20,16 +24,16 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4
+      uses: actions/checkout@v3
 
     - name: Log in to Docker hub
-      uses: docker/login-action@v3
+      uses: docker/login-action@v2
       with:
         username: ${{ secrets.DOCKER_USER }}
         password: ${{ secrets.DOCKER_PASSWORD }}
 
     - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
+      uses: docker/setup-buildx-action@v2
 
       # slashes are not allowed in image tags, but can appear in git branch or tag names
     - id: sanitize_tag
@@ -42,10 +46,9 @@ jobs:
 
     - id: build
       name: Build image
-      uses: docker/build-push-action@v5
+      uses: docker/build-push-action@v3
       with:
-        context: classic/
-        file: Dockerfile.autogpt
+        context: autogpts/autogpt
         build-args: BUILD_TYPE=release
         load: true    # save to docker images
         # push: true  # TODO: uncomment when this issue is fixed: https://github.com/moby/buildkit/issues/1555
@@ -53,7 +56,6 @@ jobs:
           ${{ env.IMAGE_NAME }},
           ${{ env.DEPLOY_IMAGE_NAME }}:latest,
           ${{ env.DEPLOY_IMAGE_NAME }}:${{ steps.sanitize_tag.outputs.tag }}
-        labels: GIT_REVISION=${{ github.sha }}
 
         # cache layers in GitHub Actions cache to speed up builds
         cache-from: ${{ !inputs.no_cache && 'type=gha' || '' }},scope=autogpt-docker-release
@@ -84,4 +86,5 @@ jobs:
         vars_json: ${{ toJSON(vars) }}
 
       run: .github/workflows/scripts/docker-release-summary.sh >> $GITHUB_STEP_SUMMARY
+      working-directory: ./
       continue-on-error: true

.github/workflows/autogpts-ci.yml

@@ -1,4 +1,4 @@
-name: Classic - Agent smoke tests
+name: AutoGPTs smoke test CI
 
 on:
   workflow_dispatch:
@@ -7,70 +7,62 @@ on:
   push:
     branches: [ master, development, ci-test* ]
     paths:
-      - '.github/workflows/classic-autogpts-ci.yml'
-      - 'classic/original_autogpt/**'
-      - 'classic/forge/**'
-      - 'classic/benchmark/**'
-      - 'classic/run'
-      - 'classic/cli.py'
-      - 'classic/setup.py'
+      - '.github/workflows/autogpts-ci.yml'
+      - 'autogpts/**'
+      - 'benchmark/**'
+      - 'run'
+      - 'cli.py'
+      - 'setup.py'
       - '!**/*.md'
   pull_request:
     branches: [ master, development, release-* ]
     paths:
-      - '.github/workflows/classic-autogpts-ci.yml'
-      - 'classic/original_autogpt/**'
-      - 'classic/forge/**'
-      - 'classic/benchmark/**'
-      - 'classic/run'
-      - 'classic/cli.py'
-      - 'classic/setup.py'
+      - '.github/workflows/autogpts-ci.yml'
+      - 'autogpts/**'
+      - 'benchmark/**'
+      - 'run'
+      - 'cli.py'
+      - 'setup.py'
       - '!**/*.md'
 
-defaults:
-  run:
-    shell: bash
-    working-directory: classic
-
 jobs:
-  serve-agent-protocol:
+  run-tests:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        agent-name: [ original_autogpt ]
+        agent-name: [ autogpt, forge ]
       fail-fast: false
     timeout-minutes: 20
     env:
       min-python-version: '3.10'
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
           submodules: true
 
       - name: Set up Python ${{ env.min-python-version }}
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v2
         with:
           python-version: ${{ env.min-python-version }}
 
       - name: Install Poetry
-        working-directory: ./classic/${{ matrix.agent-name }}/
+        working-directory: ./autogpts/${{ matrix.agent-name }}/
         run: |
           curl -sSL https://install.python-poetry.org | python -
 
       - name: Run regression tests
         run: |
           ./run agent start ${{ matrix.agent-name }}
-          cd ${{ matrix.agent-name }}
-          poetry run agbenchmark --mock --test=BasicRetrieval --test=Battleship --test=WebArenaTask_0
+          cd autogpts/${{ matrix.agent-name }}
+          poetry run agbenchmark --mock
           poetry run agbenchmark --test=WriteFile
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           AGENT_NAME: ${{ matrix.agent-name }}
+          HELICONE_API_KEY: ${{ secrets.HELICONE_API_KEY }}
           REQUESTS_CA_BUNDLE: /etc/ssl/certs/ca-certificates.crt
           HELICONE_CACHE_ENABLED: false
           HELICONE_PROPERTY_AGENT: ${{ matrix.agent-name }}
-          REPORTS_FOLDER: ${{ format('../../reports/{0}', matrix.agent-name) }}
-          TELEMETRY_ENVIRONMENT: autogpt-ci
-          TELEMETRY_OPT_IN: ${{ github.ref_name == 'master' }}
+          REPORT_LOCATION: ${{ format('../../reports/{0}', matrix.agent-name) }}

.github/workflows/benchmark-ci.yml

@@ -0,0 +1,140 @@
+name: Benchmark CI
+
+on:
+  push:
+    branches: [ master, development, ci-test* ]
+    paths:
+      - 'benchmark/**'
+      - .github/workflows/benchmark-ci.yml
+      - '!benchmark/reports/**'
+  pull_request:
+    branches: [ master, development, release-* ]
+    paths:
+      - 'benchmark/**'
+      - '!benchmark/reports/**'
+      - .github/workflows/benchmark-ci.yml
+
+env:
+  min-python-version: '3.10'
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python ${{ env.min-python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ env.min-python-version }}
+
+      - id: get_date
+        name: Get date
+        working-directory: ./benchmark/
+        run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
+
+      - name: Install Poetry
+        working-directory: ./benchmark/
+        run: |
+          curl -sSL https://install.python-poetry.org | python -
+
+      - name: Install dependencies
+        working-directory: ./benchmark/
+        run: |
+          export POETRY_VIRTUALENVS_IN_PROJECT=true
+          poetry install -vvv
+
+      - name: Lint with flake8
+        working-directory: ./benchmark/
+        run: poetry run flake8
+
+      - name: Check black formatting
+        working-directory: ./benchmark/
+        run: poetry run  black . --exclude test.py --check
+        if: success() || failure()
+
+      - name: Check isort formatting
+        working-directory: ./benchmark/
+        run: poetry run  isort . --check
+        if: success() || failure()
+
+      - name: Check for unused imports and pass statements
+        working-directory: ./benchmark/
+        run: |
+          cmd="poetry run autoflake --remove-all-unused-imports --recursive --ignore-init-module-imports --ignore-pass-after-docstring agbenchmark"
+          $cmd --check || (echo "You have unused imports or pass statements, please run '${cmd} --in-place'" && exit 1)
+        if: success() || failure()
+
+  tests-agbenchmark:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        agent-name: [ forge ]
+      fail-fast: false
+    timeout-minutes: 20
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          submodules: true
+
+      - name: Set up Python ${{ env.min-python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ env.min-python-version }}
+
+      - name: Install Poetry
+        working-directory: ./autogpts/${{ matrix.agent-name }}/
+        run: |
+          curl -sSL https://install.python-poetry.org | python -
+
+      - name: Run regression tests
+        run: |
+          ./run agent start ${{ matrix.agent-name }}
+          sleep 10
+          cd autogpts/${{ matrix.agent-name }}
+          set +e # Ignore non-zero exit codes and continue execution
+          echo "Running the following command: poetry run agbenchmark --maintain --mock"
+
+          poetry run agbenchmark --maintain --mock
+          EXIT_CODE=$?
+          set -e  # Stop ignoring non-zero exit codes
+          # Check if the exit code was 5, and if so, exit with 0 instead
+          if [ $EXIT_CODE -eq 5 ]; then
+            echo "regression_tests.json is empty."
+          fi
+
+          echo "Running the following command: poetry run agbenchmark --mock"
+          poetry run agbenchmark --mock
+
+          echo "Running the following command: poetry run agbenchmark --mock --category=data"
+          poetry run agbenchmark --mock --category=data
+
+          echo "Running the following command: poetry run agbenchmark --mock --category=coding"
+          poetry run agbenchmark --mock --category=coding
+
+          echo "Running the following command: poetry run agbenchmark --test=WriteFile"
+          poetry run agbenchmark --test=WriteFile
+          cd ../../benchmark
+          poetry install
+          echo "Adding the BUILD_SKILL_TREE environment variable. This will attempt to add new elements in the skill tree. If new elements are added, the CI fails because they should have been pushed"
+          export BUILD_SKILL_TREE=true
+
+          poetry run agbenchmark --mock
+          poetry run pytest -vv -s tests
+          
+          CHANGED=$(git diff --name-only | grep -E '(agbenchmark/challenges)|(../frontend/assets)') || echo "No diffs"
+          if [ ! -z "$CHANGED" ]; then
+            echo "There are unstaged changes please run agbenchmark and commit those changes since they are needed."
+            echo "$CHANGED"
+            exit 1
+          else
+            echo "No unstaged changes."
+          fi
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

.github/workflows/benchmark_publish_package.yml

@@ -1,4 +1,4 @@
-name: Classic - Publish to PyPI
+name: Publish to PyPI
 
 on:
   workflow_dispatch:
@@ -10,32 +10,32 @@ jobs:
       contents: write
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4
+      uses: actions/checkout@v2
       with:
         submodules: true
         fetch-depth: 0
 
     - name: Set up Python
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v2
       with:
         python-version: 3.8
 
     - name: Install Poetry
-      working-directory: ./classic/benchmark/
+      working-directory: ./benchmark/
       run: |
         curl -sSL https://install.python-poetry.org | python3 -
         echo "$HOME/.poetry/bin" >> $GITHUB_PATH
 
     - name: Build project for distribution
-      working-directory: ./classic/benchmark/
+      working-directory: ./benchmark/
       run: poetry build
 
     - name: Install dependencies
-      working-directory: ./classic/benchmark/
+      working-directory: ./benchmark/
       run: poetry install
 
     - name: Check Version
-      working-directory: ./classic/benchmark/
+      working-directory: ./benchmark/
       id: check-version
       run: |
         echo version=$(poetry version --short) >> $GITHUB_OUTPUT
@@ -43,7 +43,7 @@ jobs:
     - name: Create Release
       uses: ncipollo/release-action@v1
       with:
-        artifacts: "classic/benchmark/dist/*"
+        artifacts: "benchmark/dist/*"
         token: ${{ secrets.GITHUB_TOKEN }}
         draft: false
         generateReleaseNotes: false
@@ -51,5 +51,5 @@ jobs:
         commit: master
 
     - name: Build and publish
-      working-directory: ./classic/benchmark/
+      working-directory: ./benchmark/
       run: poetry publish -u __token__ -p ${{ secrets.PYPI_API_TOKEN }}

.github/workflows/build-frontend.yml

@@ -0,0 +1,46 @@
+name: Build and Commit Frontend
+
+on:
+  push:
+    branches:
+      - master
+      - development
+      - 'ci-test*' # This will match any branch that starts with "ci-test"
+    paths:
+      - 'frontend/**'
+
+jobs:
+  build:
+    permissions:
+      contents: write
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout Repo
+      uses: actions/checkout@v2
+    - name: Setup Flutter
+      uses: subosito/flutter-action@v1
+      with:
+        flutter-version: '3.13.2'
+    - name: Build Flutter Web
+      run: |
+        cd frontend
+        flutter build web --base-href /app/
+    - name: Set branch name
+      id: vars
+      run: echo "::set-output name=branch::frontend_build_${GITHUB_SHA}"
+    - name: Commit and Push
+      run: |
+        git config --local user.email "action@github.com"
+        git config --local user.name "GitHub Action"
+        git add frontend/build/web
+        git commit -m "Update frontend build" -a
+        git checkout -b ${{ steps.vars.outputs.branch }}
+        echo "Commit hash: ${GITHUB_SHA}"
+        git push origin ${{ steps.vars.outputs.branch }}
+    # - name: Create Pull Request
+    #   uses: peter-evans/create-pull-request@v3
+    #   with:
+    #     title: "Update frontend build"
+    #     body: "This PR updates the frontend build."
+    #     branch: ${{ steps.vars.outputs.branch }}
+    #     base: "master"

.github/workflows/classic-autogpt-ci.yml

@@ -1,138 +0,0 @@
-name: Classic - AutoGPT CI
-
-on:
-  push:
-    branches: [ master, development, ci-test* ]
-    paths:
-      - '.github/workflows/classic-autogpt-ci.yml'
-      - 'classic/original_autogpt/**'
-  pull_request:
-    branches: [ master, development, release-* ]
-    paths:
-      - '.github/workflows/classic-autogpt-ci.yml'
-      - 'classic/original_autogpt/**'
-
-concurrency:
-  group: ${{ format('classic-autogpt-ci-{0}', github.head_ref && format('{0}-{1}', github.event_name, github.event.pull_request.number) || github.sha) }}
-  cancel-in-progress: ${{ startsWith(github.event_name, 'pull_request') }}
-
-defaults:
-  run:
-    shell: bash
-    working-directory: classic/original_autogpt
-
-jobs:
-  test:
-    permissions:
-      contents: read
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10"]
-        platform-os: [ubuntu, macos, macos-arm64, windows]
-    runs-on: ${{ matrix.platform-os != 'macos-arm64' && format('{0}-latest', matrix.platform-os) || 'macos-14' }}
-
-    steps:
-      # Quite slow on macOS (2~4 minutes to set up Docker)
-      # - name: Set up Docker (macOS)
-      #   if: runner.os == 'macOS'
-      #   uses: crazy-max/ghaction-setup-docker@v3
-
-      - name: Start MinIO service (Linux)
-        if: runner.os == 'Linux'
-        working-directory: '.'
-        run: |
-          docker pull minio/minio:edge-cicd
-          docker run -d -p 9000:9000 minio/minio:edge-cicd
-
-      - name: Start MinIO service (macOS)
-        if: runner.os == 'macOS'
-        working-directory: ${{ runner.temp }}
-        run: |
-          brew install minio/stable/minio
-          mkdir data
-          minio server ./data &
-
-      # No MinIO on Windows:
-      # - Windows doesn't support running Linux Docker containers
-      # - It doesn't seem possible to start background processes on Windows. They are
-      #   killed after the step returns.
-      #   See: https://github.com/actions/runner/issues/598#issuecomment-2011890429
-
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          submodules: true
-
-      - name: Configure git user Auto-GPT-Bot
-        run: |
-          git config --global user.name "Auto-GPT-Bot"
-          git config --global user.email "github-bot@agpt.co"
-
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - id: get_date
-        name: Get date
-        run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
-
-      - name: Set up Python dependency cache
-        # On Windows, unpacking cached dependencies takes longer than just installing them
-        if: runner.os != 'Windows'
-        uses: actions/cache@v4
-        with:
-          path: ${{ runner.os == 'macOS' && '~/Library/Caches/pypoetry' || '~/.cache/pypoetry' }}
-          key: poetry-${{ runner.os }}-${{ hashFiles('classic/original_autogpt/poetry.lock') }}
-
-      - name: Install Poetry (Unix)
-        if: runner.os != 'Windows'
-        run: |
-          curl -sSL https://install.python-poetry.org | python3 -
-
-          if [ "${{ runner.os }}" = "macOS" ]; then
-            PATH="$HOME/.local/bin:$PATH"
-            echo "$HOME/.local/bin" >> $GITHUB_PATH
-          fi
-
-      - name: Install Poetry (Windows)
-        if: runner.os == 'Windows'
-        shell: pwsh
-        run: |
-          (Invoke-WebRequest -Uri https://install.python-poetry.org -UseBasicParsing).Content | python -
-
-          $env:PATH += ";$env:APPDATA\Python\Scripts"
-          echo "$env:APPDATA\Python\Scripts" >> $env:GITHUB_PATH
-
-      - name: Install Python dependencies
-        run: poetry install
-
-      - name: Run pytest with coverage
-        run: |
-          poetry run pytest -vv \
-            --cov=autogpt --cov-branch --cov-report term-missing --cov-report xml \
-            --numprocesses=logical --durations=10 \
-            tests/unit tests/integration
-        env:
-          CI: true
-          PLAIN_OUTPUT: True
-          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          S3_ENDPOINT_URL: ${{ runner.os != 'Windows' && 'http://127.0.0.1:9000' || '' }}
-          AWS_ACCESS_KEY_ID: minioadmin
-          AWS_SECRET_ACCESS_KEY: minioadmin
-
-      - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v4
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          flags: autogpt-agent,${{ runner.os }}
-
-      - name: Upload logs to artifact
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: test-logs
-          path: classic/original_autogpt/logs/

.github/workflows/classic-benchmark-ci.yml

@@ -1,169 +0,0 @@
-name: Classic - AGBenchmark CI
-
-on:
-  push:
-    branches: [ master, development, ci-test* ]
-    paths:
-      - 'classic/benchmark/**'
-      - '!classic/benchmark/reports/**'
-      - .github/workflows/classic-benchmark-ci.yml
-  pull_request:
-    branches: [ master, development, release-* ]
-    paths:
-      - 'classic/benchmark/**'
-      - '!classic/benchmark/reports/**'
-      - .github/workflows/classic-benchmark-ci.yml
-
-concurrency:
-  group: ${{ format('benchmark-ci-{0}', github.head_ref && format('{0}-{1}', github.event_name, github.event.pull_request.number) || github.sha) }}
-  cancel-in-progress: ${{ startsWith(github.event_name, 'pull_request') }}
-
-defaults:
-  run:
-    shell: bash
-
-env:
-  min-python-version: '3.10'
-
-jobs:
-  test:
-    permissions:
-      contents: read
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10"]
-        platform-os: [ubuntu, macos, macos-arm64, windows]
-    runs-on: ${{ matrix.platform-os != 'macos-arm64' && format('{0}-latest', matrix.platform-os) || 'macos-14' }}
-    defaults:
-      run:
-        shell: bash
-        working-directory: classic/benchmark
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          submodules: true
-
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Set up Python dependency cache
-        # On Windows, unpacking cached dependencies takes longer than just installing them
-        if: runner.os != 'Windows'
-        uses: actions/cache@v4
-        with:
-          path: ${{ runner.os == 'macOS' && '~/Library/Caches/pypoetry' || '~/.cache/pypoetry' }}
-          key: poetry-${{ runner.os }}-${{ hashFiles('classic/benchmark/poetry.lock') }}
-
-      - name: Install Poetry (Unix)
-        if: runner.os != 'Windows'
-        run: |
-          curl -sSL https://install.python-poetry.org | python3 -
-
-          if [ "${{ runner.os }}" = "macOS" ]; then
-            PATH="$HOME/.local/bin:$PATH"
-            echo "$HOME/.local/bin" >> $GITHUB_PATH
-          fi
-
-      - name: Install Poetry (Windows)
-        if: runner.os == 'Windows'
-        shell: pwsh
-        run: |
-          (Invoke-WebRequest -Uri https://install.python-poetry.org -UseBasicParsing).Content | python -
-
-          $env:PATH += ";$env:APPDATA\Python\Scripts"
-          echo "$env:APPDATA\Python\Scripts" >> $env:GITHUB_PATH
-
-      - name: Install Python dependencies
-        run: poetry install
-
-      - name: Run pytest with coverage
-        run: |
-          poetry run pytest -vv \
-            --cov=agbenchmark --cov-branch --cov-report term-missing --cov-report xml \
-            --durations=10 \
-            tests
-        env:
-          CI: true
-          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-
-      - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v4
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          flags: agbenchmark,${{ runner.os }}
-
-  self-test-with-agent:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        agent-name: [ forge ]
-      fail-fast: false
-    timeout-minutes: 20
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          submodules: true
-
-      - name: Set up Python ${{ env.min-python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ env.min-python-version }}
-
-      - name: Install Poetry
-        run: |
-          curl -sSL https://install.python-poetry.org | python -
-
-      - name: Run regression tests
-        working-directory: classic
-        run: |
-          ./run agent start ${{ matrix.agent-name }}
-          cd ${{ matrix.agent-name }}
-
-          set +e # Ignore non-zero exit codes and continue execution
-          echo "Running the following command: poetry run agbenchmark --maintain --mock"
-          poetry run agbenchmark --maintain --mock
-          EXIT_CODE=$?
-          set -e  # Stop ignoring non-zero exit codes
-          # Check if the exit code was 5, and if so, exit with 0 instead
-          if [ $EXIT_CODE -eq 5 ]; then
-            echo "regression_tests.json is empty."
-          fi
-
-          echo "Running the following command: poetry run agbenchmark --mock"
-          poetry run agbenchmark --mock
-
-          echo "Running the following command: poetry run agbenchmark --mock --category=data"
-          poetry run agbenchmark --mock --category=data
-
-          echo "Running the following command: poetry run agbenchmark --mock --category=coding"
-          poetry run agbenchmark --mock --category=coding
-
-          echo "Running the following command: poetry run agbenchmark --test=WriteFile"
-          poetry run agbenchmark --test=WriteFile
-          cd ../benchmark
-          poetry install
-          echo "Adding the BUILD_SKILL_TREE environment variable. This will attempt to add new elements in the skill tree. If new elements are added, the CI fails because they should have been pushed"
-          export BUILD_SKILL_TREE=true
-
-          poetry run agbenchmark --mock
-
-          CHANGED=$(git diff --name-only | grep -E '(agbenchmark/challenges)|(../classic/frontend/assets)') || echo "No diffs"
-          if [ ! -z "$CHANGED" ]; then
-            echo "There are unstaged changes please run agbenchmark and commit those changes since they are needed."
-            echo "$CHANGED"
-            exit 1
-          else
-            echo "No unstaged changes."
-          fi
-        env:
-          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          TELEMETRY_ENVIRONMENT: autogpt-benchmark-ci
-          TELEMETRY_OPT_IN: ${{ github.ref_name == 'master' }}

.github/workflows/classic-frontend-ci.yml

@@ -1,60 +0,0 @@
-name: Classic - Frontend CI/CD
-
-on:
-  push:
-    branches:
-      - master
-      - development
-      - 'ci-test*' # This will match any branch that starts with "ci-test"
-    paths:
-      - 'classic/frontend/**'
-      - '.github/workflows/frontend-ci.yml'
-  pull_request:
-    paths:
-      - 'classic/frontend/**'
-      - '.github/workflows/frontend-ci.yml'
-
-jobs:
-  build:
-    permissions:
-      contents: write
-      pull-requests: write
-    runs-on: ubuntu-latest
-    env:
-      BUILD_BRANCH: ${{ format('frontend-build/{0}', github.ref_name) }}
-
-    steps:
-    - name: Checkout Repo
-      uses: actions/checkout@v4
-
-    - name: Setup Flutter
-      uses: subosito/flutter-action@v2
-      with:
-        flutter-version: '3.13.2'
-
-    - name: Build Flutter to Web
-      run: |
-        cd classic/frontend
-        flutter build web --base-href /app/
-
-    # - name: Commit and Push to ${{ env.BUILD_BRANCH }}
-    #   if: github.event_name == 'push'
-    #   run: |
-    #     git config --local user.email "action@github.com"
-    #     git config --local user.name "GitHub Action"
-    #     git add classic/frontend/build/web
-    #     git checkout -B ${{ env.BUILD_BRANCH }}
-    #     git commit -m "Update frontend build to ${GITHUB_SHA:0:7}" -a
-    #     git push -f origin ${{ env.BUILD_BRANCH }}
-
-    - name: Create PR ${{ env.BUILD_BRANCH }} -> ${{ github.ref_name }}
-      if: github.event_name == 'push'
-      uses: peter-evans/create-pull-request@v6
-      with:
-        add-paths: classic/frontend/build/web
-        base: ${{ github.ref_name }}
-        branch: ${{ env.BUILD_BRANCH }}
-        delete-branch: true
-        title: "Update frontend build in `${{ github.ref_name }}`"
-        body: "This PR updates the frontend build based on commit ${{ github.sha }}."
-        commit-message: "Update frontend build based on commit ${{ github.sha }}"

.github/workflows/classic-python-checks.yml

@@ -1,151 +0,0 @@
-name: Classic - Python checks
-
-on:
-  push:
-    branches: [ master, development, ci-test* ]
-    paths:
-      - '.github/workflows/lint-ci.yml'
-      - 'classic/original_autogpt/**'
-      - 'classic/forge/**'
-      - 'classic/benchmark/**'
-      - '**.py'
-      - '!classic/forge/tests/vcr_cassettes'
-  pull_request:
-    branches: [ master, development, release-* ]
-    paths:
-      - '.github/workflows/lint-ci.yml'
-      - 'classic/original_autogpt/**'
-      - 'classic/forge/**'
-      - 'classic/benchmark/**'
-      - '**.py'
-      - '!classic/forge/tests/vcr_cassettes'
-
-concurrency:
-  group: ${{ format('lint-ci-{0}', github.head_ref && format('{0}-{1}', github.event_name, github.event.pull_request.number) || github.sha) }}
-  cancel-in-progress: ${{ startsWith(github.event_name, 'pull_request') }}
-
-defaults:
-  run:
-    shell: bash
-
-jobs:
-  get-changed-parts:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - id: changes-in
-        name: Determine affected subprojects
-        uses: dorny/paths-filter@v3
-        with:
-          filters: |
-            original_autogpt:
-              - classic/original_autogpt/autogpt/**
-              - classic/original_autogpt/tests/**
-              - classic/original_autogpt/poetry.lock
-            forge:
-              - classic/forge/forge/**
-              - classic/forge/tests/**
-              - classic/forge/poetry.lock
-            benchmark:
-              - classic/benchmark/agbenchmark/**
-              - classic/benchmark/tests/**
-              - classic/benchmark/poetry.lock
-    outputs:
-      changed-parts: ${{ steps.changes-in.outputs.changes }}
-
-  lint:
-    needs: get-changed-parts
-    runs-on: ubuntu-latest
-    env:
-      min-python-version: "3.10"
-
-    strategy:
-      matrix:
-        sub-package: ${{ fromJson(needs.get-changed-parts.outputs.changed-parts) }}
-      fail-fast: false
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Set up Python ${{ env.min-python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ env.min-python-version }}
-
-      - name: Set up Python dependency cache
-        uses: actions/cache@v4
-        with:
-          path: ~/.cache/pypoetry
-          key: ${{ runner.os }}-poetry-${{ hashFiles(format('{0}/poetry.lock', matrix.sub-package)) }}
-
-      - name: Install Poetry
-        run: curl -sSL https://install.python-poetry.org | python3 -
-
-      # Install dependencies
-
-      - name: Install Python dependencies
-        run: poetry -C classic/${{ matrix.sub-package }} install
-
-      # Lint
-
-      - name: Lint (isort)
-        run: poetry run isort --check .
-        working-directory: classic/${{ matrix.sub-package }}
-
-      - name: Lint (Black)
-        if: success() || failure()
-        run: poetry run black --check .
-        working-directory: classic/${{ matrix.sub-package }}
-
-      - name: Lint (Flake8)
-        if: success() || failure()
-        run: poetry run flake8 .
-        working-directory: classic/${{ matrix.sub-package }}
-
-  types:
-    needs: get-changed-parts
-    runs-on: ubuntu-latest
-    env:
-      min-python-version: "3.10"
-
-    strategy:
-      matrix:
-        sub-package: ${{ fromJson(needs.get-changed-parts.outputs.changed-parts) }}
-      fail-fast: false
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Set up Python ${{ env.min-python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ env.min-python-version }}
-
-      - name: Set up Python dependency cache
-        uses: actions/cache@v4
-        with:
-          path: ~/.cache/pypoetry
-          key: ${{ runner.os }}-poetry-${{ hashFiles(format('{0}/poetry.lock', matrix.sub-package)) }}
-
-      - name: Install Poetry
-        run: curl -sSL https://install.python-poetry.org | python3 -
-
-      # Install dependencies
-
-      - name: Install Python dependencies
-        run: poetry -C classic/${{ matrix.sub-package }} install
-
-      # Typecheck
-
-      - name: Typecheck
-        if: success() || failure()
-        run: poetry run pyright
-        working-directory: classic/${{ matrix.sub-package }}

.github/workflows/close-stale-issues.yml

@@ -1,4 +1,4 @@
-name: Repo - Close stale issues
+name: 'Close stale issues'
 on:
   schedule:
     - cron: '30 1 * * *'
@@ -11,7 +11,7 @@ jobs:
   stale:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/stale@v9
+      - uses: actions/stale@v8
         with:
           # operations-per-run: 5000
           stale-issue-message: >

.github/workflows/hackathon.yml

@@ -0,0 +1,133 @@
+name: Hackathon
+
+on:
+  workflow_dispatch:
+    inputs:
+      agents:
+        description: "Agents to run (comma-separated)"
+        required: false
+        default: "autogpt" # Default agents if none are specified
+
+jobs:
+  matrix-setup:
+    runs-on: ubuntu-latest
+    # Service containers to run with `matrix-setup`
+    services:
+      # Label used to access the service container
+      postgres:
+        # Docker Hub image
+        image: postgres
+        # Provide the password for postgres
+        env:
+          POSTGRES_PASSWORD: postgres
+        # Set health checks to wait until postgres has started
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          # Maps tcp port 5432 on service container to the host
+          - 5432:5432
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+      env-name: ${{ steps.set-matrix.outputs.env-name }}
+    steps:
+      - id: set-matrix
+        run: |
+          if [ "${{ github.event_name }}" == "schedule" ]; then
+            echo "::set-output name=env-name::production"
+            echo "::set-output name=matrix::[ 'irrelevant']"
+          elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
+            IFS=',' read -ra matrix_array <<< "${{ github.event.inputs.agents }}"
+            matrix_string="[ \"$(echo "${matrix_array[@]}" | sed 's/ /", "/g')\" ]"
+            echo "::set-output name=env-name::production"
+            echo "::set-output name=matrix::$matrix_string"
+          else
+            echo "::set-output name=env-name::testing"
+            echo "::set-output name=matrix::[ 'irrelevant' ]"
+          fi
+
+  tests:
+    environment:
+      name: "${{ needs.matrix-setup.outputs.env-name }}"
+    needs: matrix-setup
+    env:
+      min-python-version: "3.10"
+    name: "${{ matrix.agent-name }}"
+    runs-on: ubuntu-latest
+    services:
+      # Label used to access the service container
+      postgres:
+        # Docker Hub image
+        image: postgres
+        # Provide the password for postgres
+        env:
+          POSTGRES_PASSWORD: postgres
+        # Set health checks to wait until postgres has started
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          # Maps tcp port 5432 on service container to the host
+          - 5432:5432
+    timeout-minutes: 50
+    strategy:
+      fail-fast: false
+      matrix:
+        agent-name: ${{fromJson(needs.matrix-setup.outputs.matrix)}}
+    steps:
+      - name: Print Environment Name
+        run: |
+          echo "Matrix Setup Environment Name: ${{ needs.matrix-setup.outputs.env-name }}"
+
+      - name: Check Docker Container
+        id: check
+        run: docker ps
+
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          submodules: true
+
+      - name: Set up Python ${{ env.min-python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ env.min-python-version }}
+
+      - id: get_date
+        name: Get date
+        run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
+
+      - name: Install Poetry
+        run: |
+          curl -sSL https://install.python-poetry.org | python -
+
+      - name: Install Node.js
+        uses: actions/setup-node@v1
+        with:
+          node-version: v18.15
+
+      - name: Run benchmark
+        run: |
+          link=$(jq -r '.["github_repo_url"]' arena/$AGENT_NAME.json)
+          branch=$(jq -r '.["branch_to_benchmark"]' arena/$AGENT_NAME.json)
+          git clone "$link" -b "$branch" "$AGENT_NAME"
+          cd $AGENT_NAME
+          cp ./autogpts/$AGENT_NAME/.env.example ./autogpts/$AGENT_NAME/.env || echo "file not found"
+          ./run agent start $AGENT_NAME
+          cd ../benchmark
+          poetry install
+          poetry run agbenchmark --no-dep
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          SERP_API_KEY: ${{ secrets.SERP_API_KEY }}
+          SERPAPI_API_KEY: ${{ secrets.SERP_API_KEY }}
+          WEAVIATE_API_KEY: ${{ secrets.WEAVIATE_API_KEY }}
+          WEAVIATE_URL: ${{ secrets.WEAVIATE_URL }}
+          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+          GOOGLE_CUSTOM_SEARCH_ENGINE_ID: ${{ secrets.GOOGLE_CUSTOM_SEARCH_ENGINE_ID }}
+          AGENT_NAME: ${{ matrix.agent-name }}

.github/workflows/platform-autogpt-builder-ci.yml

@@ -1,41 +0,0 @@
-name: Platform - AutoGPT Builder CI
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - '.github/workflows/autogpt-builder-ci.yml'
-      - 'autogpt_platform/autogpt_builder/**'
-  pull_request:
-    paths:
-      - '.github/workflows/autogpt-builder-ci.yml'
-      - 'autogpt_platform/autogpt_builder/**'
-
-defaults:
-  run:
-    shell: bash
-    working-directory: autogpt_platform/autogpt_builder
-
-jobs:
-
-  lint:
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v4
-    - name: Set up Node.js
-      uses: actions/setup-node@v4
-      with:
-        node-version: '21'
-
-    - name: Install dependencies
-      run: |
-        npm install
-
-    - name: Check formatting with Prettier
-      run: |
-        npx prettier --check .
-
-    - name: Run lint
-      run: |
-        npm run lint

.github/workflows/platform-autogpt-infra-ci.yml

@@ -1,56 +0,0 @@
-name: Platform - AutoGPT Builder Infra
-
-on:
-  push:
-    branches: [ master ]
-    paths:
-      - '.github/workflows/autogpt-infra-ci.yml'
-      - 'autogpt_platform/infra/**'
-  pull_request:
-    paths:
-      - '.github/workflows/autogpt-infra-ci.yml'
-      - 'autogpt_platform/infra/**'
-
-defaults:
-  run:
-    shell: bash
-    working-directory: autogpt_platform/infra
-
-jobs:
-  lint:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v2
-        with:
-          fetch-depth: 0
-
-      - name: TFLint
-        uses: pauloconnor/tflint-action@v0.0.2
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        with:
-            tflint_path: terraform/
-            tflint_recurse: true
-            tflint_changed_only: false
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v4.2.0
-        with:
-          version: v3.14.4
-
-      - name: Set up chart-testing
-        uses: helm/chart-testing-action@v2.6.0
-
-      - name: Run chart-testing (list-changed)
-        id: list-changed
-        run: |
-          changed=$(ct list-changed --target-branch ${{ github.event.repository.default_branch }})
-          if [[ -n "$changed" ]]; then
-            echo "changed=true" >> "$GITHUB_OUTPUT"
-          fi
-
-      - name: Run chart-testing (lint)
-        if: steps.list-changed.outputs.changed == 'true'
-        run: ct lint --target-branch ${{ github.event.repository.default_branch }}

.github/workflows/platform-autogpt-server-ci.yml

@@ -1,155 +0,0 @@
-name: Platform - AutoGPT Server CI
-
-on:
-  push:
-    branches: [master, development, ci-test*]
-    paths:
-      - ".github/workflows/autogpt-server-ci.yml"
-      - "autogpt_platform/autogpt_server/**"
-  pull_request:
-    branches: [master, development, release-*]
-    paths:
-      - ".github/workflows/autogpt-server-ci.yml"
-      - "autogpt_platform/autogpt_server/**"
-
-concurrency:
-  group: ${{ format('autogpt-server-ci-{0}', github.head_ref && format('{0}-{1}', github.event_name, github.event.pull_request.number) || github.sha) }}
-  cancel-in-progress: ${{ startsWith(github.event_name, 'pull_request') }}
-
-defaults:
-  run:
-    shell: bash
-    working-directory: autogpt_platform/autogpt_server
-
-jobs:
-  test:
-    permissions:
-      contents: read
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.10"]
-        platform-os: [ubuntu, macos, macos-arm64, windows]
-    runs-on: ${{ matrix.platform-os != 'macos-arm64' && format('{0}-latest', matrix.platform-os) || 'macos-14' }}
-
-    steps:
-      - name: Setup PostgreSQL
-        uses: ikalnytskyi/action-setup-postgres@v6
-        with:
-          username: ${{ secrets.DB_USER || 'postgres' }}
-          password: ${{ secrets.DB_PASS || 'postgres' }}
-          database: postgres
-          port: 5432
-        id: postgres
-
-      # Quite slow on macOS (2~4 minutes to set up Docker)
-      # - name: Set up Docker (macOS)
-      #   if: runner.os == 'macOS'
-      #   uses: crazy-max/ghaction-setup-docker@v3
-
-      - name: Start MinIO service (Linux)
-        if: runner.os == 'Linux'
-        working-directory: "."
-        run: |
-          docker pull minio/minio:edge-cicd
-          docker run -d -p 9000:9000 minio/minio:edge-cicd
-
-      - name: Start MinIO service (macOS)
-        if: runner.os == 'macOS'
-        working-directory: ${{ runner.temp }}
-        run: |
-          brew install minio/stable/minio
-          mkdir data
-          minio server ./data &
-
-      # No MinIO on Windows:
-      # - Windows doesn't support running Linux Docker containers
-      # - It doesn't seem possible to start background processes on Windows. They are
-      #   killed after the step returns.
-      #   See: https://github.com/actions/runner/issues/598#issuecomment-2011890429
-
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-          submodules: true
-
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - id: get_date
-        name: Get date
-        run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
-
-      - name: Set up Python dependency cache
-        # On Windows, unpacking cached dependencies takes longer than just installing them
-        if: runner.os != 'Windows'
-        uses: actions/cache@v4
-        with:
-          path: ${{ runner.os == 'macOS' && '~/Library/Caches/pypoetry' || '~/.cache/pypoetry' }}
-          key: poetry-${{ runner.os }}-${{ hashFiles('autogpt_platform/autogpt_server/poetry.lock') }}
-
-      - name: Install Poetry (Unix)
-        if: runner.os != 'Windows'
-        run: |
-          curl -sSL https://install.python-poetry.org | python3 -
-
-          if [ "${{ runner.os }}" = "macOS" ]; then
-            PATH="$HOME/.local/bin:$PATH"
-            echo "$HOME/.local/bin" >> $GITHUB_PATH
-          fi
-
-      - name: Install Poetry (Windows)
-        if: runner.os == 'Windows'
-        shell: pwsh
-        run: |
-          (Invoke-WebRequest -Uri https://install.python-poetry.org -UseBasicParsing).Content | python -
-
-          $env:PATH += ";$env:APPDATA\Python\Scripts"
-          echo "$env:APPDATA\Python\Scripts" >> $env:GITHUB_PATH
-
-      - name: Install Python dependencies
-        run: poetry install
-
-      - name: Generate Prisma Client
-        run: poetry run prisma generate
-
-      - name: Run Database Migrations
-        run: poetry run prisma migrate dev --name updates
-        env:
-          CONNECTION_STR: ${{ steps.postgres.outputs.connection-uri }}
-
-      - id: lint
-        name: Run Linter
-        run: poetry run lint
-
-      - name: Run pytest with coverage
-        run: |
-          if [[ "${{ runner.debug }}" == "1" ]]; then
-            poetry run pytest -vv -o log_cli=true -o log_cli_level=DEBUG test
-          else
-            poetry run pytest -vv test
-          fi
-        if: success() || (failure() && steps.lint.outcome == 'failure')
-        env:
-          LOG_LEVEL: ${{ runner.debug && 'DEBUG' || 'INFO' }}
-    env:
-      CI: true
-      PLAIN_OUTPUT: True
-      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-      DB_USER: ${{ secrets.DB_USER || 'postgres' }}
-      DB_PASS: ${{ secrets.DB_PASS || 'postgres' }}
-      DB_NAME: postgres
-      DB_PORT: 5432
-      RUN_ENV: local
-      PORT: 8080
-      DATABASE_URL: postgresql://${{ secrets.DB_USER || 'postgres' }}:${{ secrets.DB_PASS || 'postgres' }}@localhost:5432/${{ secrets.DB_NAME || 'postgres'}}
-
-      # - name: Upload coverage reports to Codecov
-      #   uses: codecov/codecov-action@v4
-      #   with:
-      #     token: ${{ secrets.CODECOV_TOKEN }}
-      #     flags: autogpt-server,${{ runner.os }}

.github/workflows/pr-label.yml

@@ -1,12 +1,12 @@
-name: Repo - Pull Request auto-label
+name: "Pull Request auto-label"
 
 on:
   # So that PRs touching the same files as the push are updated
   push:
     branches: [ master, development, release-* ]
     paths-ignore:
-      - 'classic/forge/tests/vcr_cassettes'
-      - 'classic/benchmark/reports/**'
+      - 'autogpts/autogpt/tests/vcr_cassettes'
+      - 'benchmark/reports/**'
   # So that the `dirtyLabel` is removed if conflicts are resolve
   # We recommend `pull_request_target` so that github secrets are available.
   # In `pull_request` we wouldn't be able to change labels of fork PRs
@@ -52,15 +52,6 @@ jobs:
           l_label: 'size/l'
           l_max_size: 500
           xl_label: 'size/xl'
-          message_if_xl:
-
-  scope:
-    if: ${{ github.event_name == 'pull_request_target' }}
-    permissions:
-      contents: read
-      pull-requests: write
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/labeler@v5
-        with:
-          sync-labels: true
+          message_if_xl: >
+            This PR exceeds the recommended size of 500 lines.
+            Please make sure you are NOT addressing multiple issues with one PR.

.github/workflows/repo-stats.yml

@@ -1,4 +1,4 @@
-name: Repo - Github Stats
+name: github-repo-stats
 
 on:
   schedule:

.github/workflows/repo-workflow-checker.yml

@@ -1,31 +0,0 @@
-name: Repo - PR Status Checker
-on:
-  pull_request:
-    types: [opened, synchronize, reopened]
-
-jobs:
-  status-check:
-    name: Check PR Status
-    runs-on: ubuntu-latest
-    steps:
-      # - name: Wait some time for all actions to start
-      #   run: sleep 30
-      - uses: actions/checkout@v4
-        # with:
-          # fetch-depth: 0
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: "3.10"
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install requests
-      - name: Check PR Status
-        run: |
-          echo "Current directory before running Python script:"
-          pwd
-          echo "Attempting to run Python script:"
-          python .github/workflows/scripts/check_actions_status.py
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/scripts/check_actions_status.py

@@ -1,109 +0,0 @@
-import json
-import os
-import requests
-import sys
-import time
-from typing import Dict, List, Tuple
-
-
-def get_environment_variables() -> Tuple[str, str, str, str, str]:
-    """Retrieve and return necessary environment variables."""
-    try:
-        with open(os.environ["GITHUB_EVENT_PATH"]) as f:
-            event = json.load(f)
-
-        sha = event["pull_request"]["head"]["sha"]
-
-        return (
-            os.environ["GITHUB_API_URL"],
-            os.environ["GITHUB_REPOSITORY"],
-            sha,
-            os.environ["GITHUB_TOKEN"],
-            os.environ["GITHUB_RUN_ID"],
-        )
-    except KeyError as e:
-        print(f"Error: Missing required environment variable or event data: {e}")
-        sys.exit(1)
-
-
-def make_api_request(url: str, headers: Dict[str, str]) -> Dict:
-    """Make an API request and return the JSON response."""
-    try:
-        print("Making API request to:", url)
-        response = requests.get(url, headers=headers, timeout=10)
-        response.raise_for_status()
-        return response.json()
-    except requests.RequestException as e:
-        print(f"Error: API request failed. {e}")
-        sys.exit(1)
-
-
-def process_check_runs(check_runs: List[Dict]) -> Tuple[bool, bool]:
-    """Process check runs and return their status."""
-    runs_in_progress = False
-    all_others_passed = True
-
-    for run in check_runs:
-        if str(run["name"]) != "Check PR Status":
-            status = run["status"]
-            conclusion = run["conclusion"]
-
-            if status == "completed":
-                if conclusion not in ["success", "skipped", "neutral"]:
-                    all_others_passed = False
-                    print(
-                        f"Check run {run['name']} (ID: {run['id']}) has conclusion: {conclusion}"
-                    )
-            else:
-                runs_in_progress = True
-                print(f"Check run {run['name']} (ID: {run['id']}) is still {status}.")
-                all_others_passed = False
-        else:
-            print(
-                f"Skipping check run {run['name']} (ID: {run['id']}) as it is the current run."
-            )
-
-    return runs_in_progress, all_others_passed
-
-
-def main():
-    api_url, repo, sha, github_token, current_run_id = get_environment_variables()
-
-    endpoint = f"{api_url}/repos/{repo}/commits/{sha}/check-runs"
-    headers = {
-        "Accept": "application/vnd.github.v3+json",
-    }
-    if github_token:
-        headers["Authorization"] = f"token {github_token}"
-
-    print(f"Current run ID: {current_run_id}")
-
-    while True:
-        data = make_api_request(endpoint, headers)
-
-        check_runs = data["check_runs"]
-
-        print("Processing check runs...")
-
-        print(check_runs)
-
-        runs_in_progress, all_others_passed = process_check_runs(check_runs)
-
-        if not runs_in_progress:
-            break
-
-        print(
-            "Some check runs are still in progress. Waiting 3 minutes before checking again..."
-        )
-        time.sleep(180)
-
-    if all_others_passed:
-        print("All other completed check runs have passed. This check passes.")
-        sys.exit(0)
-    else:
-        print("Some check runs have failed or have not completed. This check fails.")
-        sys.exit(1)
-
-
-if __name__ == "__main__":
-    main()

.gitignore

@@ -1,11 +1,13 @@
 ## Original ignores
 .github_access_token
-classic/original_autogpt/keys.py
-classic/original_autogpt/*.json
+autogpt/keys.py
+autogpt/*.json
 auto_gpt_workspace/*
 *.mpeg
 .env
 azure.yaml
+ai_settings.yaml
+last_run_ai_settings.yaml
 .vscode
 .idea/*
 auto-gpt.json
@@ -32,6 +34,7 @@ dist/
 downloads/
 eggs/
 .eggs/
+lib/
 lib64/
 parts/
 sdist/
@@ -157,11 +160,11 @@ openai/
 CURRENT_BULLETIN.md
 
 # AgBenchmark
-classic/benchmark/agbenchmark/reports/
+agbenchmark/reports/
 
 # Nodejs
 package-lock.json
-
+package.json
 
 # Allow for locally private items
 # private
@@ -169,5 +172,8 @@ pri*
 # ignore
 ig*
 .github_access_token
-LICENSE.rtf
-autogpt_platform/autogpt_server/settings.py
+arena/TestAgent.json
+
+# evo.ninja
+autogpts/evo.ninja/*
+!autogpts/evo.ninja/setup

.gitmodules

@@ -1,6 +1,3 @@
-[submodule "classic/forge/tests/vcr_cassettes"]
-	path = classic/forge/tests/vcr_cassettes
+[submodule "autogpts/autogpt/tests/vcr_cassettes"]
+	path = autogpts/autogpt/tests/vcr_cassettes
 	url = https://github.com/Significant-Gravitas/Auto-GPT-test-cassettes
-[submodule "autogpt_platform/supabase"]
-	path = autogpt_platform/supabase
-	url = https://github.com/supabase/supabase.git

.pr_agent.toml

@@ -1,6 +0,0 @@
-[pr_reviewer]
-num_code_suggestions=0
-
-[pr_code_suggestions]
-commitable_code_suggestions=false
-num_code_suggestions=0

.pre-commit-config.yaml

@@ -1,127 +0,0 @@
-repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.4.0
-    hooks:
-      - id: check-added-large-files
-        args: ["--maxkb=500"]
-      - id: fix-byte-order-marker
-      - id: check-case-conflict
-      - id: check-merge-conflict
-      - id: check-symlinks
-      - id: debug-statements
-
-  - repo: local
-    # isort needs the context of which packages are installed to function, so we
-    # can't use a vendored isort pre-commit hook (which runs in its own isolated venv).
-    hooks:
-      - id: isort-autogpt
-        name: Lint (isort) - AutoGPT
-        entry: poetry -C classic/original_autogpt run isort
-        files: ^classic/original_autogpt/
-        types: [file, python]
-        language: system
-
-      - id: isort-forge
-        name: Lint (isort) - Forge
-        entry: poetry -C classic/forge run isort
-        files: ^classic/forge/
-        types: [file, python]
-        language: system
-
-      - id: isort-benchmark
-        name: Lint (isort) - Benchmark
-        entry: poetry -C classic/benchmark run isort
-        files: ^classic/benchmark/
-        types: [file, python]
-        language: system
-
-  - repo: https://github.com/psf/black
-    rev: 23.12.1
-    # Black has sensible defaults, doesn't need package context, and ignores
-    # everything in .gitignore, so it works fine without any config or arguments.
-    hooks:
-      - id: black
-        name: Lint (Black)
-        language_version: python3.10
-
-  - repo: https://github.com/PyCQA/flake8
-    rev: 7.0.0
-    # To have flake8 load the config of the individual subprojects, we have to call
-    # them separately.
-    hooks:
-      - id: flake8
-        name: Lint (Flake8) - AutoGPT
-        alias: flake8-autogpt
-        files: ^classic/original_autogpt/(autogpt|scripts|tests)/
-        args: [--config=classic/original_autogpt/.flake8]
-
-      - id: flake8
-        name: Lint (Flake8) - Forge
-        alias: flake8-forge
-        files: ^classic/forge/(forge|tests)/
-        args: [--config=classic/forge/.flake8]
-
-      - id: flake8
-        name: Lint (Flake8) - Benchmark
-        alias: flake8-benchmark
-        files: ^classic/benchmark/(agbenchmark|tests)/((?!reports).)*[/.]
-        args: [--config=classic/benchmark/.flake8]
-
-  - repo: local
-    # To have watertight type checking, we check *all* the files in an affected
-    # project. To trigger on poetry.lock we also reset the file `types` filter.
-    hooks:
-      - id: pyright
-        name: Typecheck - AutoGPT
-        alias: pyright-autogpt
-        entry: poetry -C classic/original_autogpt run pyright
-        args: [-p, autogpt, autogpt]
-        # include forge source (since it's a path dependency) but exclude *_test.py files:
-        files: ^(classic/original_autogpt/((autogpt|scripts|tests)/|poetry\.lock$)|classic/forge/(classic/forge/.*(?<!_test)\.py|poetry\.lock)$)
-        types: [file]
-        language: system
-        pass_filenames: false
-
-      - id: pyright
-        name: Typecheck - Forge
-        alias: pyright-forge
-        entry: poetry -C classic/forge run pyright
-        args: [-p, forge, forge]
-        files: ^classic/forge/(classic/forge/|poetry\.lock$)
-        types: [file]
-        language: system
-        pass_filenames: false
-
-      - id: pyright
-        name: Typecheck - Benchmark
-        alias: pyright-benchmark
-        entry: poetry -C classic/benchmark run pyright
-        args: [-p, benchmark, benchmark]
-        files: ^classic/benchmark/(agbenchmark/|tests/|poetry\.lock$)
-        types: [file]
-        language: system
-        pass_filenames: false
-
-  - repo: local
-    hooks:
-      - id: pytest-autogpt
-        name: Run tests - AutoGPT (excl. slow tests)
-        entry: bash -c 'cd classic/original_autogpt && poetry run pytest --cov=autogpt -m "not slow" tests/unit tests/integration'
-        # include forge source (since it's a path dependency) but exclude *_test.py files:
-        files: ^(classic/original_autogpt/((autogpt|tests)/|poetry\.lock$)|classic/forge/(classic/forge/.*(?<!_test)\.py|poetry\.lock)$)
-        language: system
-        pass_filenames: false
-
-      - id: pytest-forge
-        name: Run tests - Forge (excl. slow tests)
-        entry: bash -c 'cd classic/forge && poetry run pytest --cov=forge -m "not slow"'
-        files: ^classic/forge/(classic/forge/|tests/|poetry\.lock$)
-        language: system
-        pass_filenames: false
-
-      - id: pytest-benchmark
-        name: Run tests - Benchmark
-        entry: bash -c 'cd classic/benchmark && poetry run pytest --cov=benchmark'
-        files: ^classic/benchmark/(agbenchmark/|tests/|poetry\.lock$)
-        language: system
-        pass_filenames: false

.vscode/all-projects.code-workspace

@@ -1,61 +0,0 @@
-{
-  "folders": [
-    {
-      "name": "autogpt_server",
-      "path": "../autogpt_platform/autogpt_server"
-    },
-    {
-      "name": "autogpt_builder",
-      "path": "../autogpt_platform/autogpt_builder"
-    },
-    {
-      "name": "market",
-      "path": "../autogpt_platform/market"
-    },
-    {
-      "name": "lib",
-      "path": "../autogpt_platform/autogpt_libs"
-    },
-    {
-      "name": "infra",
-      "path": "../autogpt_platform/infra"
-    },
-    {
-      "name": "docs",
-      "path": "../docs"
-    },
-    {
-      "name": "[root]",
-      "path": ".."
-    },
-    {
-      "name": "classic - autogpt",
-      "path": "../classic/original_autogpt"
-    },
-    {
-      "name": "classic - benchmark",
-      "path": "../classic/benchmark"
-    },
-    {
-      "name": "classic - forge",
-      "path": "../classic/forge"
-    },
-    {
-      "name": "classic - frontend",
-      "path": "../classic/frontend"
-    },
-  ],
-  "settings": {
-    "python.analysis.typeCheckingMode": "basic"
-  },
-  "extensions": {
-    "recommendations": [
-      "charliermarsh.ruff",
-      "dart-code.flutter",
-      "ms-python.black-formatter",
-      "ms-python.vscode-pylance",
-      "prisma.prisma",
-      "qwtel.sqlite-viewer"
-    ]
-  }
-}

CLI-USAGE.md

@@ -74,7 +74,7 @@ Lists all the available agents.
 **Output**:
 
 ```
-🎉 New agent 'my_agent' created and switched to the new directory in agents folder.
+🎉 New agent 'my_agent' created and switched to the new directory in autogpts folder.
 ```
 
 Creates a new agent named 'my_agent'.

CONTRIBUTING.md

@@ -1,38 +1,34 @@
 # AutoGPT Contribution Guide
-If you are reading this, you are probably looking for the full **[contribution guide]**,
-which is part of our [wiki].
+If you are reading this, you are probably looking for our **[contribution guide]**,
+which is part of our [knowledge base].
 
-Also check out our [🚀 Roadmap][roadmap] for information about our priorities and associated tasks.
-<!-- You can find our immediate priorities and their progress on our public [kanban board]. -->
+You can find our immediate priorities and their progress on our public [kanban board].
 
-[contribution guide]: https://github.com/Significant-Gravitas/AutoGPT/wiki/Contributing
-[wiki]: https://github.com/Significant-Gravitas/AutoGPT/wiki
-[roadmap]: https://github.com/Significant-Gravitas/AutoGPT/discussions/6971
+[contribution guide]: https://github.com/Significant-Gravitas/Nexus/wiki/Contributing
+[knowledge base]: https://github.com/Significant-Gravitas/Nexus/wiki
 [kanban board]: https://github.com/orgs/Significant-Gravitas/projects/1
 
 ## In short
 1. Avoid duplicate work, issues, PRs etc.
 2. We encourage you to collaborate with fellow community members on some of our bigger
-   [todo's][roadmap]!
+   [todo's][kanban board]!
    * We highly recommend to post your idea and discuss it in the [dev channel].
-3. Create a draft PR when starting work on bigger changes.
-4. Adhere to the [Code Guidelines]
+4. Create a draft PR when starting work on bigger changes.
+3. Please also consider contributing something other than code; see the
+   [contribution guide] for options.
 5. Clearly explain your changes when submitting a PR.
-6. Don't submit broken code: test/validate your changes.
+6. Don't submit stuff that's broken.
 7. Avoid making unnecessary changes, especially if they're purely based on your personal
    preferences. Doing so is the maintainers' job. ;-)
-8. Please also consider contributing something other than code; see the
-   [contribution guide] for options.
 
 [dev channel]: https://discord.com/channels/1092243196446249134/1095817829405704305
-[code guidelines]: https://github.com/Significant-Gravitas/AutoGPT/wiki/Contributing#code-guidelines
 
 If you wish to involve with the project (beyond just contributing PRs), please read the
-wiki page about [Catalyzing](https://github.com/Significant-Gravitas/AutoGPT/wiki/Catalyzing).
+wiki [catalyzing](https://github.com/Significant-Gravitas/Nexus/wiki/Catalyzing) page.
 
 In fact, why not just look through the whole wiki (it's only a few pages) and
 hop on our Discord. See you there! :-)
 
-❤️ & 🔆
-The team @ AutoGPT
+❤️ & 🔆  
+The team @ AutoGPT  
 https://discord.gg/autogpt

QUICKSTART.md

@@ -2,11 +2,11 @@
 
 > For the complete getting started [tutorial series](https://aiedge.medium.com/autogpt-forge-e3de53cc58ec) <- click here
 
-Welcome to the Quickstart Guide! This guide will walk you through setting up, building, and running your own AutoGPT agent. Whether you're a seasoned AI developer or just starting out, this guide will provide you with the steps to jumpstart your journey in AI development with AutoGPT.
+Welcome to the Quickstart Guide! This guide will walk you through the process of setting up and running your own AutoGPT agent. Whether you're a seasoned AI developer or just starting out, this guide will provide you with the necessary steps to jumpstart your journey in the world of AI development with AutoGPT.
 
 ## System Requirements
 
-This project supports Linux (Debian-based), Mac, and Windows Subsystem for Linux (WSL). If you use a Windows system, you must install WSL. You can find the installation instructions for WSL [here](https://learn.microsoft.com/en-us/windows/wsl/).
+This project supports Linux (Debian based), Mac, and Windows Subsystem for Linux (WSL). If you are using a Windows system, you will need to install WSL. You can find the installation instructions for WSL [here](https://learn.microsoft.com/en-us/windows/wsl/).
 
 
 ## Getting Setup
@@ -18,11 +18,11 @@ This project supports Linux (Debian-based), Mac, and Windows Subsystem for Linux
    - In the top-right corner of the page, click Fork.
 
    ![Create Fork UI](docs/content/imgs/quickstart/002_fork.png)
-   - On the next page, select your GitHub account to create the fork.
+   - On the next page, select your GitHub account to create the fork under.
    - Wait for the forking process to complete. You now have a copy of the repository in your GitHub account.
 
 2. **Clone the Repository**
-   To clone the repository, you need to have Git installed on your system. If you don't have Git installed, download it from [here](https://git-scm.com/downloads). Once you have Git installed, follow these steps:
+   To clone the repository, you need to have Git installed on your system. If you don't have Git installed, you can download it from [here](https://git-scm.com/downloads). Once you have Git installed, follow these steps:
    - Open your terminal.
    - Navigate to the directory where you want to clone the repository.
    - Run the git clone command for the fork you just created
@@ -34,11 +34,14 @@ This project supports Linux (Debian-based), Mac, and Windows Subsystem for Linux
    ![Open the Project in your IDE](docs/content/imgs/quickstart/004_ide.png)
 
 4. **Setup the Project**
-    Next, we need to set up the required dependencies. We have a tool to help you perform all the tasks on the repo.
+    Next we need to setup the required dependencies. We have a tool for helping you do all the tasks you need to on the repo.
     It can be accessed by running the `run` command by typing `./run` in the terminal.
 
-    The first command you need to use is `./run setup.` This will guide you through setting up your system.
-    Initially, you will get instructions for installing Flutter and Chrome and setting up your GitHub access token like the following image:
+    The first command you need to use is `./run setup` This will guide you through the process of setting up your system.
+    Initially you will get instructions for installing flutter, chrome and setting up your github access token like the following image:
+
+    > Note: for advanced users. The github access token is only needed for the ./run arena enter command so the system can automatically create a PR
+
     
     ![Setup the Project](docs/content/imgs/quickstart/005_setup.png)
 
@@ -47,7 +50,7 @@ This project supports Linux (Debian-based), Mac, and Windows Subsystem for Linux
 If you're a Windows user and experience issues after installing WSL, follow the steps below to resolve them. 
 
 #### Update WSL 
-Run the following command in Powershell or Command Prompt:
+Run the following command in Powershell or Command Prompt to:
 1. Enable the optional WSL and Virtual Machine Platform components.
 2. Download and install the latest Linux kernel.
 3. Set WSL 2 as the default.
@@ -73,49 +76,63 @@ dos2unix ./run
 After executing the above commands, running `./run setup` should work successfully. 
 
 #### Store Project Files within the WSL File System
-If you continue to experience issues, consider storing your project files within the WSL file system instead of the Windows file system. This method avoids path translations and permissions issues and provides a more consistent development environment.
+If you continue to experience issues, consider storing your project files within the WSL file system instead of the Windows file system. This method avoids issues related to path translations and permissions and provides a more consistent development environment.
+    
+    You can keep running the command to get feedback on where you are up to with your setup. 
+    When setup has been completed, the command will return an output like this:
 
-You can keep running the command to get feedback on where you are up to with your setup. 
-When setup has been completed, the command will return an output like this:
-
-![Setup Complete](docs/content/imgs/quickstart/006_setup_complete.png)
+   ![Setup Complete](docs/content/imgs/quickstart/006_setup_complete.png)
 
 ## Creating Your Agent
 
-After completing the setup, the next step is to create your agent template.
-Execute the command `./run agent create YOUR_AGENT_NAME`, where `YOUR_AGENT_NAME` should be replaced with your chosen name.
+    Now setup has been completed its time to create your agent template. 
+    Do so by running the `./run agent create YOUR_AGENT_NAME` replacing YOUR_AGENT_NAME with a name of your choice. Examples of valid names: swiftyosgpt or SwiftyosAgent or swiftyos_agent
 
-Tips for naming your agent:
-* Give it its own unique name, or name it after yourself
-* Include an important aspect of your agent in the name, such as its purpose
+   ![Create an Agent](docs/content/imgs/quickstart/007_create_agent.png)
 
-Examples: `SwiftyosAssistant`, `PwutsPRAgent`, `MySuperAgent`
+    Upon creating your agent its time to officially enter the Arena!
+    Do so by running `./run arena enter YOUR_AGENT_NAME`
+
+   ![Enter the Arena](docs/content/imgs/quickstart/008_enter_arena.png)
+
+   > Note: for advanced users, create a new branch and create a file called YOUR_AGENT_NAME.json in the arena directory. Then commit this and create a PR to merge into the main repo. Only single file entries will be permitted. The json file needs the following format. 
+   ```json
+   {
+    "github_repo_url": "https://github.com/Swiftyos/YourAgentName",
+    "timestamp": "2023-09-18T10:03:38.051498",
+    "commit_hash_to_benchmark": "ac36f7bfc7f23ad8800339fa55943c1405d80d5e",
+    "branch_to_benchmark": "master"
+   }
+   ```
+   - github_repo_url: the url to your fork
+   - timestamp: timestamp of the last update of this file
+   - commit_hash_to_benchmark: the commit hash of your entry. You update each time you have an something ready to be officially entered into the hackathon
+   - branch_to_benchmark: the branch you are using to develop your agent on, default is master.
 
-![Create an Agent](docs/content/imgs/quickstart/007_create_agent.png)
 
 ## Running your Agent
 
-Your agent can be started using the command: `./run agent start YOUR_AGENT_NAME`
+Your agent can started using the `./run agent start YOUR_AGENT_NAME`
 
-This starts the agent on the URL: `http://localhost:8000/`
+This start the agent on `http://localhost:8000/`
 
 ![Start the Agent](docs/content/imgs/quickstart/009_start_agent.png)
 
-The front end can be accessed from `http://localhost:8000/`; first, you must log in using either a Google account or your GitHub account.
+The frontend can be accessed from `http://localhost:8000/`, you will first need to login using either a google account or your github account.
 
 ![Login](docs/content/imgs/quickstart/010_login.png)
 
-Upon logging in, you will get a page that looks something like this: your task history down the left-hand side of the page, and the 'chat' window to send tasks to your agent.
+Upon logging in you will get a page that looks something like this. With your task history down the left hand side of the page and the 'chat' window to send tasks to your agent.
 
 ![Login](docs/content/imgs/quickstart/011_home.png)
 
-When you have finished with your agent or just need to restart it, use Ctl-C to end the session. Then, you can re-run the start command.
+When you have finished with your agent, or if you just need to restart it, use Ctl-C to end the session then you can re-run the start command.
 
-If you are having issues and want to ensure the agent has been stopped, there is a `./run agent stop` command, which will kill the process using port 8000, which should be the agent. 
+If you are having issues and want to ensure the agent has been stopped there is a `./run agent stop` command which will kill the process using port 8000, which should be the agent. 
 
 ## Benchmarking your Agent
 
-The benchmarking system can also be accessed using the CLI too:
+The benchmarking system can also be accessed using the cli too:
 
 ```bash
 agpt % ./run benchmark
@@ -163,7 +180,7 @@ The benchmark has been split into different categories of skills you can test yo
 ![Login](docs/content/imgs/quickstart/012_tests.png)
 
 
-Finally, you can run the benchmark with
+Finally you can run the benchmark with
 
 ```bash
 ./run benchmark start YOUR_AGENT_NAME

README.md

@@ -1,44 +1,10 @@
-# AutoGPT: Build & Use AI Agents
+# AutoGPT: build & use AI agents
 
 [![Discord Follow](https://dcbadge.vercel.app/api/server/autogpt?style=flat)](https://discord.gg/autogpt)  
 [![Twitter Follow](https://img.shields.io/twitter/follow/Auto_GPT?style=social)](https://twitter.com/Auto_GPT)  
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
-**AutoGPT** is a powerful tool that lets you create and run intelligent agents. These agents can perform various tasks automatically, making your life easier.
-
-## How to Get Started
-
-https://github.com/user-attachments/assets/8508f4dc-b362-4cab-900f-644964a96cdf
-
-### 🧱 AutoGPT Builder 
-
-The AutoGPT Builder is the frontend. It allows you to design agents using an easy flowchart style. You build your agent by connecting blocks, where each block performs a single action. It's simple and intuitive!
-
-[Read this guide](https://docs.agpt.co/server/new_blocks/) to learn how to build your own custom blocks.
-
-### 💽 AutoGPT Server
-
-The AutoGPT Server is the backend. This is where your agents run. Once deployed, agents can be triggered by external sources and can operate continuously.
-
-### 🐙 Example Agents
-
-Here are two examples of what you can do with AutoGPT:
-
-1. **Reddit Marketing Agent**
-   - This agent reads comments on Reddit.
-   - It looks for people asking about your product.
-   - It then automatically responds to them.
-
-2. **YouTube Content Repurposing Agent**
-   - This agent subscribes to your YouTube channel.
-   - When you post a new video, it transcribes it.
-   - It uses AI to write a search engine optimized blog post.
-   - Then, it publishes this blog post to your Medium account.
-
-These examples show just a glimpse of what you can achieve with AutoGPT!
-
----
-Our mission is to provide the tools, so that you can focus on what matters:
+**AutoGPT** is the vision of the power of AI accessible to everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters:
 
 - 🏗️ **Building** - Lay the foundation for something amazing.
 - 🧪 **Testing** - Fine-tune your agent to perfection.
@@ -49,22 +15,26 @@ Be part of the revolution! **AutoGPT** is here to stay, at the forefront of AI i
 **📖 [Documentation](https://docs.agpt.co)**
  | 
 **🚀 [Contributing](CONTRIBUTING.md)**
+ | 
+**🛠️ [Build your own Agent - Quickstart](QUICKSTART.md)**
 
+## 🥇 Current Best Agent: evo.ninja
+[Current Best Agent]: #-current-best-agent-evoninja
 
----
-## 🤖 AutoGPT Classic
-> Below is information about the classic version of AutoGPT.
+The AutoGPT Arena Hackathon saw [**evo.ninja**](https://github.com/polywrap/evo.ninja) earn the top spot on our Arena Leaderboard, proving itself as the best open-source generalist agent. Try it now at https://evo.ninja!
 
-**🛠️ [Build your own Agent - Quickstart](classic/FORGE-QUICKSTART.md)**
+📈 To challenge evo.ninja, AutoGPT, and others, submit your benchmark run to the [Leaderboard](#-leaderboard), and maybe your agent will be up here next!
+
+## 🧱 Building blocks
 
 ### 🏗️ Forge
 
-**Forge your own agent!** – Forge is a ready-to-go toolkit to build your own agent application. It handles most of the boilerplate code, letting you channel all your creativity into the things that set *your* agent apart. All tutorials are located [here](https://medium.com/@aiedge/autogpt-forge-e3de53cc58ec). Components from [`forge`](/classic/forge/) can also be used individually to speed up development and reduce boilerplate in your agent project.
+**Forge your own agent!** – Forge is a ready-to-go template for your agent application. All the boilerplate code is already handled, letting you channel all your creativity into the things that set *your* agent apart. All tutorials are located [here](https://medium.com/@aiedge/autogpt-forge-e3de53cc58ec). Components from the [`forge.sdk`](/autogpts/forge/forge/sdk) can also be used individually to speed up development and reduce boilerplate in your agent project.
 
-🚀 [**Getting Started with Forge**](https://github.com/Significant-Gravitas/AutoGPT/blob/master/classic/forge/tutorials/001_getting_started.md) –
+🚀 [**Getting Started with Forge**](https://github.com/Significant-Gravitas/AutoGPT/blob/master/autogpts/forge/tutorials/001_getting_started.md) –
 This guide will walk you through the process of creating your own agent and using the benchmark and user interface.
 
-📘 [Learn More](https://github.com/Significant-Gravitas/AutoGPT/tree/master/classic/forge) about Forge
+📘 [Learn More](https://github.com/Significant-Gravitas/AutoGPT/tree/master/autogpts/forge) about Forge
 
 ### 🎯 Benchmark
 
@@ -76,15 +46,22 @@ This guide will walk you through the process of creating your own agent and usin
  | 
 📘 [Learn More](https://github.com/Significant-Gravitas/AutoGPT/blob/master/benchmark) about the Benchmark
 
+#### 🏆 [Leaderboard][leaderboard]
+[leaderboard]: https://leaderboard.agpt.co
+
+Submit your benchmark run through the UI and claim your place on the AutoGPT Arena Leaderboard! The best scoring general agent earns the title of **[Current Best Agent]**, and will be adopted into our repo so people can easily run it through the [CLI].
+
+[![Screenshot of the AutoGPT Arena leaderboard](https://github.com/Significant-Gravitas/AutoGPT/assets/12185583/60813392-9ddb-4cca-bb44-b477dbae225d)][leaderboard]
+
 ### 💻 UI
 
 **Makes agents easy to use!** The `frontend` gives you a user-friendly interface to control and monitor your agents. It connects to agents through the [agent protocol](#-agent-protocol), ensuring compatibility with many agents from both inside and outside of our ecosystem.
 
-<!-- TODO: insert screenshot of front end -->
+<!-- TODO: instert screenshot of front end -->
 
 The frontend works out-of-the-box with all agents in the repo. Just use the [CLI] to run your agent of choice!
 
-📘 [Learn More](https://github.com/Significant-Gravitas/AutoGPT/tree/master/classic/frontend) about the Frontend
+📘 [Learn More](https://github.com/Significant-Gravitas/AutoGPT/tree/master/frontend) about the Frontend
 
 ### ⌨️ CLI
 
@@ -101,6 +78,7 @@ Options:
 
 Commands:
   agent      Commands to create, start and stop agents
+  arena      Commands to enter the arena
   benchmark  Commands to start the benchmark and list tests and categories
   setup      Installs dependencies needed for your system.
 ```
@@ -124,11 +102,7 @@ To maintain a uniform standard and ensure seamless compatibility with many curre
 ---
 
 <p align="center">
-<a href="https://star-history.com/#Significant-Gravitas/AutoGPT">
-  <picture>
-    <source media="(prefers-color-scheme: dark)" srcset="https://api.star-history.com/svg?repos=Significant-Gravitas/AutoGPT&type=Date&theme=dark" />
-    <source media="(prefers-color-scheme: light)" srcset="https://api.star-history.com/svg?repos=Significant-Gravitas/AutoGPT&type=Date" />
-    <img alt="Star History Chart" src="https://api.star-history.com/svg?repos=Significant-Gravitas/AutoGPT&type=Date" />
-  </picture>
-</a>
+  <a href="https://star-history.com/#Significant-Gravitas/AutoGPT&Date">
+    <img src="https://api.star-history.com/svg?repos=Significant-Gravitas/AutoGPT&type=Date" alt="Star History Chart">
+  </a>
 </p>

arena/480bot.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/480/AutoGPT",
+    "timestamp": "2023-10-22T06:49:52.536177",
+    "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d",
+    "branch_to_benchmark": "master"
+}

arena/AGENT_GORDON.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/filipjakubowski/AutoGPT",
+    "timestamp": "2023-11-01T17:13:24.272333",
+    "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
+    "branch_to_benchmark": "master"
+}

arena/AGENT_JARVIS.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/filipjakubowski/AutoGPT",
+    "timestamp": "2023-11-04T10:13:11.039444",
+    "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
+    "branch_to_benchmark": "master"
+}

arena/AI.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/QingquanBao/AutoGPT",
+    "timestamp": "2023-11-01T16:20:51.086235",
+    "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
+    "branch_to_benchmark": "master"
+}

arena/AKBAgent.json

@@ -0,0 +1,7 @@
+{
+  "github_repo_url": "https://github.com/imakb/AKBAgent",
+  "timestamp": "2023-10-31T00:03:23.000000",
+  "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
+  "branch_to_benchmark": "AKBAgent"
+}
+

arena/ASSISTANT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/hongzzz/AutoGPT",
+    "timestamp": "2023-10-13T03:22:59.347424",
+    "commit_hash_to_benchmark": "38790a27ed2c1b63a301b6a67e7590f2d30de53e",
+    "branch_to_benchmark": "master"
+}

arena/AUTO_ENGINEER.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/kaiomagalhaes/AutoGPT",
+    "timestamp": "2023-10-04T15:25:30.458687",
+    "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
+    "branch_to_benchmark": "master"
+}

arena/AUTO_GPT_JON001.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Jonobinsoftware/AutoGPT-Tutorial",
+    "timestamp": "2023-10-10T06:01:23.439061",
+    "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
+    "branch_to_benchmark": "master"
+}

arena/Adtractive_Agent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/aivaras-mazylis/AutoGPT",
+    "timestamp": "2023-10-17T13:16:16.327237",
+    "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
+    "branch_to_benchmark": "master"
+}

arena/AgGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/althaf004/AutoGPT",
+    "timestamp": "2023-09-26T03:40:03.658369",
+    "commit_hash_to_benchmark": "4a8da53d85d466f2eb325c745a2c03cf88792e7d",
+    "branch_to_benchmark": "master"
+}

arena/AgentJPark.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/againeureka/AutoGPT",
+    "timestamp": "2023-10-12T02:20:01.005361",
+    "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
+    "branch_to_benchmark": "master"
+}

arena/AgentKD.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/kitdesai/AgentKD",
+    "timestamp": "2023-10-14T02:35:09.979434",
+    "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
+    "branch_to_benchmark": "master"
+}

arena/Ahmad.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/JawadAbu/AutoGPT.git",
+    "timestamp": "2023-11-05T12:35:35.352028",
+    "commit_hash_to_benchmark": "a1d60878141116641ea864ef6de7ca6142e9534c",
+    "branch_to_benchmark": "master"
+}

arena/Alfred.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Shadowless422/Alfred",
+    "timestamp": "2023-10-03T10:42:45.473477",
+    "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
+    "branch_to_benchmark": "master"
+}

arena/AlphaCISO.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/alphaciso/AutoGPT",
+    "timestamp": "2023-10-21T08:26:41.961187",
+    "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f",
+    "branch_to_benchmark": "master"
+}

arena/AndersLensway.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/4nd3rs/AutoGPT",
+    "timestamp": "2023-10-11T11:00:08.150159",
+    "commit_hash_to_benchmark": "57bcbdf45c6c1493a4e5f6a4e72594ea13c10f93",
+    "branch_to_benchmark": "master"
+}

arena/AntlerTestGPT.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/pjw1/AntlerAI", "timestamp": "2023-10-07T11:46:39Z", "commit_hash_to_benchmark": "f81e086e5647370854ec639c531c900775a99207", "branch_to_benchmark": "master"}

arena/AppleGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Nimit3-droid/AutoGPT",
+    "timestamp": "2023-10-03T11:59:15.495902",
+    "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175",
+    "branch_to_benchmark": "master"
+}

arena/AquaAgent.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/somnistudio/SomniGPT", "timestamp": "2023-10-06T16:40:14Z", "commit_hash_to_benchmark": "47eb5124fa97187d7f3fa4036e422cd771cf0ae7", "branch_to_benchmark": "master"}

arena/ArtistManagerGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/AmahAjavon/AutoGPT",
+    "timestamp": "2023-10-28T20:32:15.845741",
+    "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
+    "branch_to_benchmark": "master"
+}

arena/AskOpie.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/arunqa/AutoGPT",
+    "timestamp": "2023-09-26T05:13:24.466017",
+    "commit_hash_to_benchmark": "4a8da53d85d466f2eb325c745a2c03cf88792e7d",
+    "branch_to_benchmark": "master"
+}

arena/Auto.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Nikhil8652/AutoGPT",
+    "timestamp": "2023-10-16T09:12:17.452121",
+    "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
+    "branch_to_benchmark": "master"
+}

arena/AutoGPT-ariel.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/RedTachyon/AutoGPT",
+    "timestamp": "2023-10-21T22:31:30.871023",
+    "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23",
+    "branch_to_benchmark": "master"
+}

arena/AutoGPT2.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/SarahGrevy/AutoGPT", "timestamp": "2023-10-20T17:21:22Z", "commit_hash_to_benchmark": "32300906c9aafea8c550fa2f9edcc113fbfc512c", "branch_to_benchmark": "master"}

arena/AutoGenius.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/JasonDRZ/AutoGPT",
+    "timestamp": "2023-10-26T13:27:58.805270",
+    "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae",
+    "branch_to_benchmark": "master"
+}

arena/AutoTDD.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/vshneer/AutoTDD",
+    "timestamp": "2023-10-11T19:14:30.939747",
+    "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
+    "branch_to_benchmark": "master"
+}

arena/AutoTestGenerator.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/cagdasbas/AutoGPT",
+    "timestamp": "2023-10-15T08:43:40.193080",
+    "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
+    "branch_to_benchmark": "master"
+}

arena/AwareAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent",
+    "timestamp": "2023-10-26T10:10:01.481205",
+    "commit_hash_to_benchmark": "c180063dde49af02ed95ec4c019611da0a5540d7",
+    "branch_to_benchmark": "master"
+}

arena/Bagi_agent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/xpineda/AutoGPT_xabyvng.git",
+    "timestamp": "2023-10-20T09:21:48.837635",
+    "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
+    "branch_to_benchmark": "master"
+}

arena/BanglaSgAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/aniruddha-adhikary/AutoGPT",
+    "timestamp": "2023-09-27T15:32:24.056105",
+    "commit_hash_to_benchmark": "6f289e6dfa8246f8993b76c933527f3707b8d7e5",
+    "branch_to_benchmark": "master"
+}

arena/Baptiste.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Baptistecaille/AutoGPT",
+    "timestamp": "2023-10-01T19:44:23.416591",
+    "commit_hash_to_benchmark": "3da29eae45683457131ee8736bedae7e2a74fbba",
+    "branch_to_benchmark": "master"
+}

arena/Bravo06.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/jafar-albadarneh/Bravo06GPT", "timestamp": "2023-10-04T23:01:27Z", "commit_hash_to_benchmark": "f8c177b4b0e4ca45a3a104011b866c0415c648f1", "branch_to_benchmark": "master"}

arena/Brillante-AI.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/dabeer021/Brillante-AI", "timestamp": "2023-10-02T19:05:04Z", "commit_hash_to_benchmark": "163ab75379e1ee7792f50d4d70a1f482ca9cb6a1", "branch_to_benchmark": "master"}

arena/Bunny.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/razorhasbeen/AutoGPT",
+    "timestamp": "2023-10-03T11:50:56.725628",
+    "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175",
+    "branch_to_benchmark": "master"
+}

arena/CCAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/ccsnow127/AutoGPT",
+    "timestamp": "2023-10-21T13:57:15.131761",
+    "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
+    "branch_to_benchmark": "master"
+}

arena/CES-GPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/ces-sonnguyen/CES-GPT",
+    "timestamp": "2023-10-30T07:45:07.337258",
+    "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
+    "branch_to_benchmark": "master"
+}

arena/CISLERK.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/cislerk/AutoGPT",
+    "timestamp": "2023-10-10T18:40:50.718850",
+    "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
+    "branch_to_benchmark": "master"
+}

arena/CONNECTBOT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/myncow/DocumentAgent.git",
+    "timestamp": "2023-10-31T21:21:28.951345",
+    "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
+    "branch_to_benchmark": "master"
+}

arena/CYNO_AGENT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/dr1yl/AutoGPT",
+    "timestamp": "2023-10-09T20:01:05.041446",
+    "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
+    "branch_to_benchmark": "master"
+}

arena/ChadGPT.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/Ahmad-Alaziz/ChadGPT", "timestamp": "2023-10-26T09:39:35Z", "commit_hash_to_benchmark": "84dd029c011379791a6fec8b148b2982a2ef159e", "branch_to_benchmark": "master"}

arena/ChrisGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/darkcyber-ninja/AutoGPT",
+    "timestamp": "2023-10-31T17:55:41.458834",
+    "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
+    "branch_to_benchmark": "master"
+}

arena/CodeAutoGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/hugomastromauro/AutoGPT",
+    "timestamp": "2023-11-01T13:21:42.624202",
+    "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
+    "branch_to_benchmark": "master"
+}

arena/CreaitorMarketing.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/simonfunk/Auto-GPT", "timestamp": "2023-10-08T02:10:18Z", "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885", "branch_to_benchmark": "master"}

arena/CurieAssistant.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/HMDCrew/AutoGPT",
+    "timestamp": "2023-10-06T20:41:26.293944",
+    "commit_hash_to_benchmark": "9e353e09b5df39d4d410bef57cf17387331e96f6",
+    "branch_to_benchmark": "master"
+}

arena/DE.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/wic0144/AutoGPT",
+    "timestamp": "2023-10-26T09:05:21.013962",
+    "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
+    "branch_to_benchmark": "master"
+}

arena/DavidsAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/beisdog/AutoGPT",
+    "timestamp": "2023-09-29T22:06:18.846082",
+    "commit_hash_to_benchmark": "d6abb27db61142a70defd0c75b53985ea9a71fce",
+    "branch_to_benchmark": "master"
+}

arena/Derpmaster.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/schumacher-m/Derpmaster",
+    "timestamp": "2023-10-30T21:10:27.407732",
+    "commit_hash_to_benchmark": "d9fbd26b8563e5f59d705623bae0d5cf9c9499c7",
+    "branch_to_benchmark": "master"
+}

arena/DevOpsAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/rahuldotar/AutoGPT",
+    "timestamp": "2023-10-02T11:34:29.870077",
+    "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
+    "branch_to_benchmark": "master"
+}

arena/Drench.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/MohamedBasueny/AutoGPT-Drench",
+    "timestamp": "2023-10-27T01:28:13.869318",
+    "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc",
+    "branch_to_benchmark": "master"
+}

arena/Eduardo.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/MuriloEduardo/AutoGPT.git",
+    "timestamp": "2023-09-25T03:18:20.659056",
+    "commit_hash_to_benchmark": "ffa76c3a192c36827669335de4390262da5fd972",
+    "branch_to_benchmark": "master"
+}

arena/EmbeddedAg.json

@@ -0,0 +1 @@
+{"github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT", "timestamp": "2023-10-26T09:15:50Z", "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28", "branch_to_benchmark": "master"}

arena/EnglishTestpaperAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/kyannai/AutoGPT",
+    "timestamp": "2023-09-29T03:05:45.504690",
+    "commit_hash_to_benchmark": "1f367618edf903f38dff4dd064f96e611ffc5242",
+    "branch_to_benchmark": "master"
+}

arena/ExampleAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/janekdijkstra/AutoGPT",
+    "timestamp": "2023-10-16T12:12:54.998033",
+    "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
+    "branch_to_benchmark": "master"
+}

arena/FLASH.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/flashdumper/AutoGPT",
+    "timestamp": "2023-10-30T23:02:13.653861",
+    "commit_hash_to_benchmark": "d9fbd26b8563e5f59d705623bae0d5cf9c9499c7",
+    "branch_to_benchmark": "master"
+}

arena/FactoryGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/neilmartindev/FactoryGPT",
+    "timestamp": "2023-10-04T16:24:58.525870",
+    "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
+    "branch_to_benchmark": "master"
+}

arena/FcsummerGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/fbk111/FcsummerGPT",
+    "timestamp": "2023-10-25T09:58:39.801277",
+    "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
+    "branch_to_benchmark": "master"
+}

arena/FynAgent.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/tomkat-cr/AutoGPT.git",
+    "timestamp": "2023-10-18T09:41:21.282992",
+    "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
+    "branch_to_benchmark": "master"
+}

arena/GG.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/IgorCIs/AutoGPT",
+    "timestamp": "2023-09-27T14:01:20.964953",
+    "commit_hash_to_benchmark": "a14aadd91493886663232bfd23c0412609f2a2fc",
+    "branch_to_benchmark": "master"
+}

arena/GPTTest.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/h3llix/GPTTest.git",
+    "timestamp": "2023-11-02T10:56:53.142288",
+    "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
+    "branch_to_benchmark": "master"
+}

arena/GameSoundGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/mordvinov/AutoGPT",
+    "timestamp": "2023-10-13T14:48:02.852293",
+    "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
+    "branch_to_benchmark": "master"
+}

arena/GeorgeGPT.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/norn93/GeorgeGPT",
+    "timestamp": "2023-10-17T14:38:41.051458",
+    "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
+    "branch_to_benchmark": "master"
+}

arena/Granger.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/balloch/AutoGPTProblemSolver",
+    "timestamp": "2023-09-29T15:11:44.876627",
+    "commit_hash_to_benchmark": "9fb6d5bbbd6928402a5718b8c249811c6f682a88",
+    "branch_to_benchmark": "master"
+}