Improve S3 asset read performance (#17835)

* Create new s3 client for each read

* Temp disable ts while debugging

* Add concurrency test

* Add minio to other tests

* Reduce unavailable count

* Trigger blackbox tests whenever packages are updated

* Prevent minio-mc from exiting

* Decrease requests and increase test timeout

* Spam more requests over longer period

* Increase request timeout

* Run autocannon directly with larger image

* Fix tests

* Lock version

* My favorite file

---------

Co-authored-by: ian <licitdev@gmail.com>
This commit is contained in:
Rijk van Zanten
2023-03-20 18:16:30 -04:00
committed by GitHub
parent c938e4be34
commit 9526b4e5b2
13 changed files with 395 additions and 269 deletions

View File

@@ -7,7 +7,7 @@ on:
paths:
- api/**
- tests-blackbox/**
- packages/shared/**
- packages/**
- package.json
- pnpm-lock.yaml
- .github/workflows/blackbox-main.yml
@@ -61,12 +61,13 @@ jobs:
- name: Start services (SQLite)
if: matrix.vendor == 'sqlite3'
run: docker compose -f tests-blackbox/docker-compose.yml up auth-saml -d --quiet-pull --wait
run: docker compose -f tests-blackbox/docker-compose.yml up auth-saml minio minio-mc -d --quiet-pull --wait
- name: Start services (other vendors)
if: matrix.vendor != 'sqlite3'
run:
docker compose -f tests-blackbox/docker-compose.yml up ${{ matrix.vendor }} auth-saml -d --quiet-pull --wait
docker compose -f tests-blackbox/docker-compose.yml up ${{ matrix.vendor }} auth-saml minio minio-mc -d
--quiet-pull --wait
- name: Run tests
run: TEST_DB=${{ matrix.vendor }} pnpm run -w test:blackbox

View File

@@ -7,7 +7,7 @@ on:
paths:
- api/**
- tests-blackbox/**
- packages/shared/**
- packages/**
- package.json
- pnpm-lock.yaml
- .github/workflows/blackbox-pr.yml
@@ -37,7 +37,7 @@ jobs:
run: pnpm install --workspace-root --dev
- name: Start services
run: docker compose -f tests-blackbox/docker-compose.yml up auth-saml -d --quiet-pull --wait
run: docker compose -f tests-blackbox/docker-compose.yml up auth-saml minio minio-mc -d --quiet-pull --wait
- name: Run tests
run: TEST_DB=sqlite3 pnpm run -w test:blackbox