core/src/engine/mutex_benchmark.cpp

#include <benchmark/benchmark.h>
 
#include <atomic>
#include <cstddef>
#include <mutex>
#include <thread>
#include <vector>
 
#include <concurrent/impl/interference_shield.hpp>
#include <userver/engine/async.hpp>
#include <userver/engine/mutex.hpp>
#include <userver/engine/run_standalone.hpp>
#include <userver/engine/single_waiting_task_mutex.hpp>
#include <userver/utils/rand.hpp>
#include <utils/impl/parallelize_benchmark.hpp>
 
USERVER_NAMESPACE_BEGIN
 
namespace {
 
 
template <typename Mutex>
void generic_lock(benchmark::State& state) {
  constexpr std::size_t kMutexCount = 256;
  std::size_t i = 0;
  Mutex mutexes[kMutexCount];
 
  for ([[maybe_unused]] auto _ : state) {
    mutexes[i].lock();
 
    if (++i == kMutexCount) {
      state.PauseTiming();
      i = 0;
      for (auto& m : mutexes) {
        m.unlock();
      }
      state.ResumeTiming();
    }
  }
 
  for (std::size_t j = 0; j < i; ++j) {
    mutexes[j].unlock();
  }
}
 
template <typename Mutex>
void generic_unlock(benchmark::State& state) {
  constexpr std::size_t kMutexCount = 256;
  std::size_t i = 0;
  Mutex mutexes[kMutexCount];
 
  for (auto& m : mutexes) {
    m.lock();
  }
 
  for ([[maybe_unused]] auto _ : state) {
    mutexes[i].unlock();
 
    if (++i == kMutexCount) {
      state.PauseTiming();
      i = 0;
      for (auto& m : mutexes) {
        m.lock();
      }
      state.ResumeTiming();
    }
  }
 
  for (; i < kMutexCount; ++i) {
    mutexes[i].unlock();
  }
}
 
template <typename Mutex>
void generic_contention(benchmark::State& state) {
  std::atomic<std::size_t> lock_unlock_count{0};
  concurrent::impl::InterferenceShield<Mutex> m;
 
  RunParallelBenchmark(state, [&](auto& range) {
    std::uint64_t local_lock_unlock_count = 0;
 
    for ([[maybe_unused]] auto _ : range) {
      m->lock();
      m->unlock();
      ++local_lock_unlock_count;
    }
 
    lock_unlock_count += local_lock_unlock_count;
  });
 
  const auto total_lock_unlock_count =
      static_cast<double>(lock_unlock_count.load());
  state.counters["locks"] =
      benchmark::Counter(total_lock_unlock_count, benchmark::Counter::kIsRate);
  state.counters["locks-per-thread"] = benchmark::Counter(
      total_lock_unlock_count / state.range(0), benchmark::Counter::kIsRate);
}
 
template <typename Mutex>
void generic_contention_with_payload(benchmark::State& state) {
  std::atomic<std::uint64_t> lock_unlock_count{0};
  concurrent::impl::InterferenceShield<Mutex> m;
 
  RunParallelBenchmark(state, [&](auto& range) {
    std::uint64_t local_lock_unlock_count = 0;
 
    for ([[maybe_unused]] auto _ : range) {
      m->lock();
      for (int i = 0; i < 10; ++i) {
        benchmark::DoNotOptimize(utils::Rand());
      }
      m->unlock();
      ++local_lock_unlock_count;
    }
 
    lock_unlock_count += local_lock_unlock_count;
  });
 
  const auto total_lock_unlock_count =
      static_cast<double>(lock_unlock_count.load());
  state.counters["locks"] =
      benchmark::Counter(total_lock_unlock_count, benchmark::Counter::kIsRate);
  state.counters["locks-per-thread"] = benchmark::Counter(
      total_lock_unlock_count / state.range(0), benchmark::Counter::kIsRate);
}
 
 
// Note: We intentionally do not run std::* benchmarks from RunStandalone to
// avoid any side-effects (RunStandalone spawns additional std::threads and uses
// some synchronization primitives).
 
void mutex_coro_lock(benchmark::State& state) {
  engine::RunStandalone([&] { generic_lock<engine::Mutex>(state); });
}
 
void mutex_std_lock(benchmark::State& state) {
  generic_lock<std::mutex>(state);
}
 
void single_waiting_task_mutex_lock(benchmark::State& state) {
  engine::RunStandalone(
      [&] { generic_lock<engine::SingleWaitingTaskMutex>(state); });
}
 
void mutex_coro_unlock(benchmark::State& state) {
  engine::RunStandalone([&] { generic_unlock<engine::Mutex>(state); });
}
 
void mutex_std_unlock(benchmark::State& state) {
  generic_lock<std::mutex>(state);
}
 
void single_waiting_task_mutex_unlock(benchmark::State& state) {
  engine::RunStandalone(
      [&] { generic_unlock<engine::SingleWaitingTaskMutex>(state); });
}
 
void mutex_coro_contention(benchmark::State& state) {
  engine::RunStandalone(state.range(0),
                        [&] { generic_contention<engine::Mutex>(state); });
}
 
void mutex_std_contention(benchmark::State& state) {
  generic_contention<std::mutex>(state);
}
 
void single_waiting_task_mutex_contention(benchmark::State& state) {
  engine::RunStandalone(state.range(0), [&] {
    generic_contention<engine::SingleWaitingTaskMutex>(state);
  });
}
 
void mutex_coro_contention_with_payload(benchmark::State& state) {
  engine::RunStandalone(state.range(0), [&] {
    generic_contention_with_payload<engine::Mutex>(state);
  });
}
 
void mutex_std_contention_with_payload(benchmark::State& state) {
  generic_contention_with_payload<std::mutex>(state);
}
 
void single_waiting_task_mutex_contention_with_payload(
    benchmark::State& state) {
  engine::RunStandalone(state.range(0), [&] {
    generic_contention_with_payload<engine::SingleWaitingTaskMutex>(state);
  });
}
 
}  // namespace
 
BENCHMARK(mutex_coro_lock);
BENCHMARK(mutex_std_lock);
BENCHMARK(single_waiting_task_mutex_lock);
 
BENCHMARK(mutex_coro_unlock);
BENCHMARK(mutex_std_unlock);
BENCHMARK(single_waiting_task_mutex_unlock);
 
BENCHMARK(mutex_coro_contention)->RangeMultiplier(2)->Range(1, 32);
BENCHMARK(mutex_std_contention)->RangeMultiplier(2)->Range(1, 32);
BENCHMARK(single_waiting_task_mutex_contention)->Range(1, 2);
 
BENCHMARK(mutex_coro_contention_with_payload)->RangeMultiplier(2)->Range(1, 32);
BENCHMARK(mutex_std_contention_with_payload)->RangeMultiplier(2)->Range(1, 32);
BENCHMARK(single_waiting_task_mutex_contention_with_payload)->Range(1, 2);
 
USERVER_NAMESPACE_END