mirror of
https://github.com/OffchainLabs/prysm.git
synced 2026-01-08 07:03:58 -05:00
6b5ba5ad01
#### This PR sets the foundation for the new logging features. --- The goal of this big PR is the following: 1. Adding a log.go file to every package: [_commit_](54f6396d4c) - Writing a bash script that adds the log.go file to every package that imports logrus, except the excluded packages, configured at the top of the bash script. - the log.go file creates a log variable and sets a field called `package` to the full path of that package. - I have tried to fix every error/problem that came from mass generation of this file. (duplicate declarations, different prefix names, etc...) - some packages had the log.go file from before, and had some helper functions in there as well. I've moved all of them to a `log_helpers.go` file within each package. 2. Create a CI rule which verifies that: [_commit_](b799c3a0ef) - every package which imports logrus, also has a log.go file, except the excluded packages. - the `package` field of each log.go variable, has the correct path. (to detect when we move a package or change it's name) - I pushed a commit with a manually changed log.go file to trigger the ci check failure and it worked. 3. Alter the logging system to read the prefix from this `package` field for every log while outputing: [_commit_](b0c7f1146c) - some packages have/want/need a different log prefix than their package name (like `kv`). This can be solved by keeping a map of package paths to prefix names somewhere. --- **Some notes:** - Please review everything carefully. - I created the `prefixReplacement` map and populated the data that I deemed necessary. Please check it and complain if something doesn't make sense or is missing. I attached at the bottom, the list of all the packages that used to use a different name than their package name as their prefix. - I have chosen to mark some packages to be excluded from this whole process. They will either not log anything, or log without a prefix, or log using their previously defined prefix. See the list of exclusions in the bottom. - I fixed all the tests that failed because of this change. These were failing because they were expecting the old prefix to be in the generated logs. I have changed those to expect the new `package` field instead. This might not be a great solution. Ideally we might want to remove this from the tests so they only test for relevant fields in the logs. but this is a problem for another day. - Please run the node with this config, and mention if you see something weird in the logs. (use different verbosities) - The CI workflow uses a script that basically runs the `hack/gen-logs.sh` and checks that the git diff is zero. that script is `hack/check-logs.sh`. This means that if one runs this script locally, it will not actually _check_ anything, rather than just regenerate the log.go files and fix any mistake. This might be confusing. Please suggest solutions if you think it's a problem. --- **A list of packages that used a different prefix than their package names for their logs:** - beacon-chain/cache/depositsnapshot/ package depositsnapshot, prefix "cache" - beacon-chain/core/transition/log.go — package transition, prefix "state" - beacon-chain/db/kv/log.go — package kv, prefix "db" - beacon-chain/db/slasherkv/log.go — package slasherkv, prefix "slasherdb" - beacon-chain/db/pruner/pruner.go — package pruner, prefix "db-pruner" - beacon-chain/light-client/log.go — package light_client, prefix "light-client" - beacon-chain/operations/attestations/log.go — package attestations, prefix "pool/attestations" - beacon-chain/operations/slashings/log.go — package slashings, prefix "pool/slashings" - beacon-chain/rpc/core/log.go — package core, prefix "rpc/core" - beacon-chain/rpc/eth/beacon/log.go — package beacon, prefix "rpc/beaconv1" - beacon-chain/rpc/eth/validator/log.go — package validator, prefix "beacon-api" - beacon-chain/rpc/prysm/v1alpha1/beacon/log.go — package beacon, prefix "rpc" - beacon-chain/rpc/prysm/v1alpha1/validator/log.go — package validator, prefix "rpc/validator" - beacon-chain/state/stategen/log.go — package stategen, prefix "state-gen" - beacon-chain/sync/checkpoint/log.go — package checkpoint, prefix "checkpoint-sync" - beacon-chain/sync/initial-sync/log.go — package initialsync, prefix "initial-sync" - cmd/prysmctl/p2p/log.go — package p2p, prefix "prysmctl-p2p" - config/features/log.go -- package features, prefix "flags" - io/file/log.go — package file, prefix "fileutil" - proto/prysm/v1alpha1/log.go — package eth, prefix "protobuf" - validator/client/beacon-api/log.go — package beacon_api, prefix "beacon-api" - validator/db/kv/log.go — package kv, prefix "db" - validator/db/filesystem/db.go — package filesystem, prefix "db" - validator/keymanager/derived/log.go — package derived, prefix "derived-keymanager" - validator/keymanager/local/log.go — package local, prefix "local-keymanager" - validator/keymanager/remote-web3signer/log.go — package remote_web3signer, prefix "remote-keymanager" - validator/keymanager/remote-web3signer/internal/log.go — package internal, prefix "remote-web3signer- internal" - beacon-chain/forkchoice/doubly... prefix is "forkchoice-doublylinkedtree" **List of excluded directories (their subdirectories are also excluded):** ``` EXCLUDED_PATH_PREFIXES=( "testing" "validator/client/testutil" "beacon-chain/p2p/testing" "beacon-chain/rpc/eth/config" "beacon-chain/rpc/prysm/v1alpha1/debug" "tools" "runtime" "monitoring" "io" "cmd" ".well-known" "changelog" "hack" "specrefs" "third_party" "bazel-out" "bazel-bin" "bazel-prysm" "bazel-testlogs" "build" ".github" ".jj" ".idea" ".vscode" ) ```
185 lines
8.5 KiB
Python
185 lines
8.5 KiB
Python
load("@prysm//tools/go:def.bzl", "go_library", "go_test")
|
|
|
|
go_library(
|
|
name = "go_default_library",
|
|
srcs = [
|
|
"aggregate.go",
|
|
"attest.go",
|
|
"health_monitor.go",
|
|
"key_reload.go",
|
|
"log.go",
|
|
"log_helpers.go",
|
|
"metrics.go",
|
|
"multiple_endpoints_grpc_resolver.go",
|
|
"propose.go",
|
|
"registration.go",
|
|
"runner.go",
|
|
"service.go",
|
|
"sync_committee.go",
|
|
"validator.go",
|
|
"wait_for_activation.go",
|
|
"wait_helpers.go",
|
|
],
|
|
importpath = "github.com/OffchainLabs/prysm/v7/validator/client",
|
|
visibility = [
|
|
"//cmd:__subpackages__",
|
|
"//validator:__subpackages__",
|
|
],
|
|
deps = [
|
|
"//api/client:go_default_library",
|
|
"//api/client/event:go_default_library",
|
|
"//api/grpc:go_default_library",
|
|
"//api/server/structs:go_default_library",
|
|
"//async:go_default_library",
|
|
"//async/event:go_default_library",
|
|
"//beacon-chain/builder:go_default_library",
|
|
"//beacon-chain/core/altair:go_default_library",
|
|
"//beacon-chain/core/signing:go_default_library",
|
|
"//cache/lru:go_default_library",
|
|
"//cmd:go_default_library",
|
|
"//config/features:go_default_library",
|
|
"//config/fieldparams:go_default_library",
|
|
"//config/params:go_default_library",
|
|
"//config/proposer:go_default_library",
|
|
"//consensus-types/blocks:go_default_library",
|
|
"//consensus-types/interfaces:go_default_library",
|
|
"//consensus-types/primitives:go_default_library",
|
|
"//crypto/bls:go_default_library",
|
|
"//crypto/hash:go_default_library",
|
|
"//crypto/rand:go_default_library",
|
|
"//encoding/bytesutil:go_default_library",
|
|
"//monitoring/tracing:go_default_library",
|
|
"//monitoring/tracing/trace:go_default_library",
|
|
"//network/httputil:go_default_library",
|
|
"//proto/prysm/v1alpha1:go_default_library",
|
|
"//proto/prysm/v1alpha1/validator-client:go_default_library",
|
|
"//runtime/version:go_default_library",
|
|
"//time:go_default_library",
|
|
"//time/slots:go_default_library",
|
|
"//validator/accounts/iface:go_default_library",
|
|
"//validator/accounts/wallet:go_default_library",
|
|
"//validator/client/beacon-api:go_default_library",
|
|
"//validator/client/beacon-chain-client-factory:go_default_library",
|
|
"//validator/client/iface:go_default_library",
|
|
"//validator/client/node-client-factory:go_default_library",
|
|
"//validator/client/validator-client-factory:go_default_library",
|
|
"//validator/db:go_default_library",
|
|
"//validator/db/common:go_default_library",
|
|
"//validator/graffiti:go_default_library",
|
|
"//validator/helpers:go_default_library",
|
|
"//validator/keymanager:go_default_library",
|
|
"//validator/keymanager/local:go_default_library",
|
|
"//validator/keymanager/remote-web3signer:go_default_library",
|
|
"@com_github_dgraph_io_ristretto_v2//:go_default_library",
|
|
"@com_github_ethereum_go_ethereum//common:go_default_library",
|
|
"@com_github_ethereum_go_ethereum//common/hexutil:go_default_library",
|
|
"@com_github_golang_protobuf//ptypes/empty",
|
|
"@com_github_golang_protobuf//ptypes/timestamp",
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//:go_default_library",
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//retry:go_default_library",
|
|
"@com_github_grpc_ecosystem_go_grpc_middleware//tracing/opentracing:go_default_library",
|
|
"@com_github_grpc_ecosystem_go_grpc_prometheus//:go_default_library",
|
|
"@com_github_hashicorp_golang_lru//:go_default_library",
|
|
"@com_github_pkg_errors//:go_default_library",
|
|
"@com_github_prometheus_client_golang//prometheus:go_default_library",
|
|
"@com_github_prometheus_client_golang//prometheus/promauto:go_default_library",
|
|
"@com_github_prysmaticlabs_go_bitfield//:go_default_library",
|
|
"@com_github_sirupsen_logrus//:go_default_library",
|
|
"@io_opentelemetry_go_contrib_instrumentation_google_golang_org_grpc_otelgrpc//:go_default_library",
|
|
"@io_opentelemetry_go_contrib_instrumentation_net_http_otelhttp//:go_default_library",
|
|
"@io_opentelemetry_go_otel_trace//:go_default_library",
|
|
"@org_golang_google_grpc//:go_default_library",
|
|
"@org_golang_google_grpc//codes:go_default_library",
|
|
"@org_golang_google_grpc//credentials:go_default_library",
|
|
"@org_golang_google_grpc//metadata:go_default_library",
|
|
"@org_golang_google_grpc//resolver:go_default_library",
|
|
"@org_golang_google_grpc//status:go_default_library",
|
|
"@org_golang_google_protobuf//proto:go_default_library",
|
|
"@org_golang_google_protobuf//types/known/emptypb:go_default_library",
|
|
],
|
|
)
|
|
|
|
go_test(
|
|
name = "go_default_test",
|
|
size = "medium",
|
|
srcs = [
|
|
"aggregate_test.go",
|
|
"attest_test.go",
|
|
"health_monitor_test.go",
|
|
"key_reload_test.go",
|
|
"log_test.go",
|
|
"metrics_test.go",
|
|
"propose_test.go",
|
|
"registration_test.go",
|
|
"runner_test.go",
|
|
"service_test.go",
|
|
"slashing_protection_interchange_test.go",
|
|
"sync_committee_test.go",
|
|
"validator_test.go",
|
|
"wait_for_activation_test.go",
|
|
"wait_helpers_test.go",
|
|
],
|
|
data = [
|
|
"@eip3076_spec_tests//:test_data",
|
|
],
|
|
embed = [":go_default_library"],
|
|
deps = [
|
|
"//api/server/structs:go_default_library",
|
|
"//async/event:go_default_library",
|
|
"//beacon-chain/core/signing:go_default_library",
|
|
"//cache/lru:go_default_library",
|
|
"//cmd/validator/flags:go_default_library",
|
|
"//config/features:go_default_library",
|
|
"//config/fieldparams:go_default_library",
|
|
"//config/params:go_default_library",
|
|
"//config/proposer:go_default_library",
|
|
"//consensus-types/blocks:go_default_library",
|
|
"//consensus-types/blocks/testing:go_default_library",
|
|
"//consensus-types/interfaces:go_default_library",
|
|
"//consensus-types/primitives:go_default_library",
|
|
"//consensus-types/validator:go_default_library",
|
|
"//crypto/bls:go_default_library",
|
|
"//crypto/bls/common/mock:go_default_library",
|
|
"//encoding/bytesutil:go_default_library",
|
|
"//io/file:go_default_library",
|
|
"//proto/prysm/v1alpha1:go_default_library",
|
|
"//proto/prysm/v1alpha1/validator-client:go_default_library",
|
|
"//runtime:go_default_library",
|
|
"//runtime/version:go_default_library",
|
|
"//testing/assert:go_default_library",
|
|
"//testing/require:go_default_library",
|
|
"//testing/util:go_default_library",
|
|
"//testing/validator-mock:go_default_library",
|
|
"//third_party/go-bip39:go_default_library",
|
|
"//time/slots:go_default_library",
|
|
"//validator/accounts/testing:go_default_library",
|
|
"//validator/accounts/wallet:go_default_library",
|
|
"//validator/client/iface:go_default_library",
|
|
"//validator/client/testutil:go_default_library",
|
|
"//validator/db/testing:go_default_library",
|
|
"//validator/graffiti:go_default_library",
|
|
"//validator/helpers:go_default_library",
|
|
"//validator/keymanager:go_default_library",
|
|
"//validator/keymanager/derived:go_default_library",
|
|
"//validator/keymanager/local:go_default_library",
|
|
"//validator/keymanager/remote-web3signer:go_default_library",
|
|
"//validator/testing:go_default_library",
|
|
"@com_github_ethereum_go_ethereum//common:go_default_library",
|
|
"@com_github_ethereum_go_ethereum//common/hexutil:go_default_library",
|
|
"@com_github_golang_protobuf//ptypes/empty",
|
|
"@com_github_pkg_errors//:go_default_library",
|
|
"@com_github_prysmaticlabs_go_bitfield//:go_default_library",
|
|
"@com_github_sirupsen_logrus//:go_default_library",
|
|
"@com_github_sirupsen_logrus//hooks/test:go_default_library",
|
|
"@com_github_stretchr_testify//assert:go_default_library",
|
|
"@com_github_stretchr_testify//require:go_default_library",
|
|
"@com_github_urfave_cli_v2//:go_default_library",
|
|
"@com_github_wealdtech_go_eth2_util//:go_default_library",
|
|
"@in_gopkg_d4l3k_messagediff_v1//:go_default_library",
|
|
"@io_bazel_rules_go//go/tools/bazel:go_default_library",
|
|
"@org_golang_google_grpc//metadata:go_default_library",
|
|
"@org_golang_google_protobuf//types/known/emptypb:go_default_library",
|
|
"@org_uber_go_mock//gomock:go_default_library",
|
|
],
|
|
)
|