From 860074512008aaa4dc58df4c61092ad2c109d7af Mon Sep 17 00:00:00 2001 From: Roman Vaseev <4833306+Filter94@users.noreply.github.com> Date: Fri, 25 Oct 2024 11:44:29 +0200 Subject: [PATCH] =?UTF-8?q?Limiting=20number=20of=20concurrent=20traces=20?= =?UTF-8?q?API=20requests=20for=20the=20local=20stack=E2=80=A6=20(#236)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Limiting number of concurrent traces API requests for the local stack to avoid occasional OOM-s * Limiting number of verticles for Traces API node * Trying out Besu untuned and raising limit per endpoint to 2 for traces * Trying out Besu untuned and raising limit per endpoint to 2 for traces and Shomei node * Using besu untuned for arithmetization as well --- ...dinator-docker-traces-v2-override.config.toml | 2 +- .../coordinator/coordinator-docker.config.toml | 4 ++-- config/traces-api/traces-app-docker.config.toml | 2 +- docker/compose-local-dev-traces-v2.overrides.yml | 4 ++-- docker/compose.yml | 16 ++++++++++------ 5 files changed, 16 insertions(+), 12 deletions(-) diff --git a/config/coordinator/coordinator-docker-traces-v2-override.config.toml b/config/coordinator/coordinator-docker-traces-v2-override.config.toml index 8cd51ef8..00f008ea 100644 --- a/config/coordinator/coordinator-docker-traces-v2-override.config.toml +++ b/config/coordinator/coordinator-docker-traces-v2-override.config.toml @@ -18,7 +18,7 @@ blob-compressor-version="V1_0_1" expected-traces-api-version-v2="v0.8.0-rc3" [traces.counters-v2] endpoints=["http://traces-node-v2:8545/"] -request-limit-per-endpoint=20 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 [traces.conflation-v2] diff --git a/config/coordinator/coordinator-docker.config.toml b/config/coordinator/coordinator-docker.config.toml index 7bf0e0d7..1b6e1b24 100644 --- a/config/coordinator/coordinator-docker.config.toml +++ b/config/coordinator/coordinator-docker.config.toml @@ -48,7 +48,7 @@ raw-execution-traces-version="0.2.0" expected-traces-api-version="0.2.0" [traces.counters] endpoints=["http://traces-api:8080/"] -request-limit-per-endpoint=20 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 [traces.conflation] @@ -69,7 +69,7 @@ traces-file-creation-wait-timeout="PT2M" [state-manager] version="2.2.0" endpoints=["http://shomei:8888/"] -request-limit-per-endpoint=3 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT2S" request-retry.failures-warning-threshold=2 diff --git a/config/traces-api/traces-app-docker.config.toml b/config/traces-api/traces-app-docker.config.toml index 4c20bd30..885c2893 100644 --- a/config/traces-api/traces-app-docker.config.toml +++ b/config/traces-api/traces-app-docker.config.toml @@ -7,5 +7,5 @@ traces_file_extension = "json.gz" port = 8080 path = "/" # if =0, it will create one verticle per core (or hyperthread if supported) -number_of_verticles = 0 +number_of_verticles = 2 observability_port = 8090 diff --git a/docker/compose-local-dev-traces-v2.overrides.yml b/docker/compose-local-dev-traces-v2.overrides.yml index 8e78f6ec..1670c503 100644 --- a/docker/compose-local-dev-traces-v2.overrides.yml +++ b/docker/compose-local-dev-traces-v2.overrides.yml @@ -7,7 +7,7 @@ services: JAVA_OPTS: -XX:+UnlockExperimentalVMOptions -XX:-UseG1GC -XX:+UseZGC volumes: - ../config/common/traces-limits-besu-v2.toml:/var/lib/besu/traces-limits.toml:ro - + l2-node-besu: environment: JAVA_OPTS: -XX:+UnlockExperimentalVMOptions -XX:-UseG1GC -XX:+UseZGC @@ -52,7 +52,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/traces-node-v2.config.toml \ --genesis-file=/var/lib/besu/genesis.json \ --bootnodes=enode://14408801a444dafc44afbccce2eb755f902aed3b5743fed787b3c790e021fef28b8c827ed896aa4e8fb46e22bd67c39f994a73768b4b382f8597b0d44370e15d@11.11.11.101:30303 diff --git a/docker/compose.yml b/docker/compose.yml index 5900ac1f..77b85e0a 100644 --- a/docker/compose.yml +++ b/docker/compose.yml @@ -49,7 +49,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/sequencer.config.toml \ --node-private-key-file="/var/lib/besu/key" \ --plugin-linea-l1-polling-interval="PT12S" \ @@ -118,7 +118,7 @@ services: networks: linea: ipv4_address: 11.11.11.209 - + l2-node-besu: hostname: l2-node-besu container_name: l2-node-besu @@ -145,7 +145,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/l2-node-besu.config.toml \ --genesis-file=/var/lib/besu/genesis.json \ --plugin-linea-l1-polling-interval="PT12S" \ @@ -425,7 +425,7 @@ services: l1-el-node: container_name: l1-el-node hostname: l1-el-node - image: hyperledger/besu:24.6.0 + image: hyperledger/besu:24.10.0 profiles: [ "l1", "debug", "external-to-monorepo" ] depends_on: l1-node-genesis-generator: @@ -437,7 +437,11 @@ services: retries: 120 environment: LOG4J_CONFIGURATION_FILE: /var/lib/besu/log4j.xml - command: [ "--config-file=/config/config.toml" ] + entrypoint: + - /bin/bash + - -c + - | + /opt/besu/bin/besu-untuned --config-file=/config/config.toml volumes: - ./config/l1-node/el/besu.key:/config/keys/besu.key:ro - ./config/l1-node/el/config.toml:/config/config.toml:ro @@ -560,7 +564,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/zkbesu-config.toml \ --genesis-file=/var/lib/besu/genesis.json \ --plugin-shomei-http-host="11.11.11.114" \