Skip to content

vllm.utils.counter

Classes:

AtomicCounter

An atomic, thread-safe counter

Methods:

  • __init__ –

    Initialize a new atomic counter to given initial value

  • dec –

    Atomically decrement the counter by num and return the new value

  • inc –

    Atomically increment the counter by num and return the new value

Source code in vllm/utils/counter.py 
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
class AtomicCounter:
    """An atomic, thread-safe counter"""

    def __init__(self, initial: int = 0) -> None:
        """Initialize a new atomic counter to given initial value"""
        super().__init__()

        self._value = initial
        self._lock = threading.Lock()

    @property
    def value(self) -> int:
        return self._value

    def inc(self, num: int = 1) -> int:
        """Atomically increment the counter by num and return the new value"""
        with self._lock:
            self._value += num
            return self._value

    def dec(self, num: int = 1) -> int:
        """Atomically decrement the counter by num and return the new value"""
        with self._lock:
            self._value -= num
            return self._value

__init__(initial=0)

Initialize a new atomic counter to given initial value

Source code in vllm/utils/counter.py 
24
25
26
27
28
29
def __init__(self, initial: int = 0) -> None:
    """Initialize a new atomic counter to given initial value"""
    super().__init__()

    self._value = initial
    self._lock = threading.Lock()

dec(num=1)

Atomically decrement the counter by num and return the new value

Source code in vllm/utils/counter.py 
41
42
43
44
45
def dec(self, num: int = 1) -> int:
    """Atomically decrement the counter by num and return the new value"""
    with self._lock:
        self._value -= num
        return self._value

inc(num=1)

Atomically increment the counter by num and return the new value

Source code in vllm/utils/counter.py 
35
36
37
38
39
def inc(self, num: int = 1) -> int:
    """Atomically increment the counter by num and return the new value"""
    with self._lock:
        self._value += num
        return self._value