[PATCH] Improve performance of IO locks
Cristian Rodríguez
crrodriguez@opensuse.org
Sun Aug 7 12:51:08 GMT 2022
Sounds good, tested on x86_64.
On Mon, Aug 1, 2022 at 7:06 AM Wilco Dijkstra via Libc-alpha
<libc-alpha@sourceware.org> wrote:
>
>
> ping
>
>
> Improve performance of recursive IO locks by adding a fast path for
> the single-threaded case. To reduce the number of memory accesses for
> locking/unlocking, only increment the recursion counter if the lock
> is already taken.
>
> On Neoverse V1, a microbenchmark with many small freads improved by
> 2.9 times. Multithreaded performance improved by 2%.
>
> Passes GLIBC testsuite, OK for commit?
>
> ---
>
> diff --git a/sysdeps/nptl/stdio-lock.h b/sysdeps/nptl/stdio-lock.h
> index afa0b779c81d7dd915f8edb6c0974e4f231d4e0a..45823cd1629d3e3efecc64a7d07706a6e6de9af1 100644
> --- a/sysdeps/nptl/stdio-lock.h
> +++ b/sysdeps/nptl/stdio-lock.h
> @@ -37,12 +37,18 @@ typedef struct { int lock; int cnt; void *owner; } _IO_lock_t;
> #define _IO_lock_lock(_name) \
> do { \
> void *__self = THREAD_SELF; \
> - if ((_name).owner != __self) \
> + if (SINGLE_THREAD_P && (_name).owner == NULL) \
> + { \
> + (_name).lock = LLL_LOCK_INITIALIZER_LOCKED; \
> + (_name).owner = __self; \
> + } \
> + else if ((_name).owner != __self) \
> { \
> lll_lock ((_name).lock, LLL_PRIVATE); \
> - (_name).owner = __self; \
> + (_name).owner = __self; \
> } \
> - ++(_name).cnt; \
> + else \
> + ++(_name).cnt; \
> } while (0)
>
> #define _IO_lock_trylock(_name) \
> @@ -52,10 +58,7 @@ typedef struct { int lock; int cnt; void *owner; } _IO_lock_t;
> if ((_name).owner != __self) \
> { \
> if (lll_trylock ((_name).lock) == 0) \
> - { \
> - (_name).owner = __self; \
> - (_name).cnt = 1; \
> - } \
> + (_name).owner = __self; \
> else \
> __result = EBUSY; \
> } \
> @@ -66,11 +69,18 @@ typedef struct { int lock; int cnt; void *owner; } _IO_lock_t;
>
> #define _IO_lock_unlock(_name) \
> do { \
> - if (--(_name).cnt == 0) \
> + if (SINGLE_THREAD_P && (_name).cnt == 0) \
> + { \
> + (_name).owner = NULL; \
> + (_name).lock = 0; \
> + } \
> + else if ((_name).cnt == 0) \
> { \
> - (_name).owner = NULL; \
> + (_name).owner = NULL; \
> lll_unlock ((_name).lock, LLL_PRIVATE); \
> } \
> + else \
> + --(_name).cnt; \
> } while (0)
>
>
More information about the Libc-alpha
mailing list