33class RetryBudget
final {
36 explicit RetryBudget(
const RetryBudgetSettings& settings);
53 friend void DumpMetric(statistics::Writer& writer,
const RetryBudget& budget);
55 std::atomic<std::uint32_t> max_tokens_;
56 std::atomic<std::uint32_t> token_ratio_;
57 std::atomic<std::int32_t> token_count_;
58 std::atomic<
bool> enabled_{
false};
61 utils::statistics::RateCounter ok_rate_counter_;
63 utils::statistics::RateCounter fail_rate_counter_;