123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205 |
- /* -*- mode:c; c-file-style:"k&r"; c-basic-offset: 4; tab-width:4; indent-tabs-mode:nil; mode:auto-fill; fill-column:78; -*- */
- /* vim: set ts=4 sw=4 et tw=78 fo=cqt wm=0: */
- /* Copyright (C) 2014 Stony Brook University
- This file is part of Graphene Library OS.
- Graphene Library OS is free software: you can redistribute it and/or
- modify it under the terms of the GNU Lesser General Public License
- as published by the Free Software Foundation, either version 3 of the
- License, or (at your option) any later version.
- Graphene Library OS is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- GNU Lesser General Public License for more details.
- You should have received a copy of the GNU Lesser General Public License
- along with this program. If not, see <http://www.gnu.org/licenses/>. */
- /*
- * db_mutex.c
- *
- * This file contains APIs that provide operations of (futex based) mutexes.
- * Based on "Mutexes and Condition Variables using Futexes"
- * (http://locklessinc.com/articles/mutex_cv_futex)
- */
- #include "pal_defs.h"
- #include "pal_freebsd_defs.h"
- #include "pal.h"
- #include "pal_internal.h"
- #include "pal_freebsd.h"
- #include "pal_error.h"
- #include "api.h"
- #include <limits.h>
- #include <atomic.h>
- #include <cmpxchg.h>
- #include <errno.h>
- #include <sys/time.h>
- #include <unistd.h>
- #if defined(__i386__)
- #define rmb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
- #define cpu_relax() asm volatile("rep; nop" ::: "memory");
- #endif
- #if defined(__x86_64__)
- #include <unistd.h>
- #define rmb() asm volatile("lfence" ::: "memory")
- #define cpu_relax() asm volatile("rep; nop" ::: "memory");
- #endif
- #define MUTEX_SPINLOCK_TIMES 20
- int _DkMutexLockTimeout (struct mutex_handle * mut, int timeout)
- {
- int i, c = 0;
- if (timeout == -1)
- return -_DkMutexLock(mut);
- struct atomic_int * m = &mut->value;
- /* Spin and try to take lock */
- for (i = 0 ; i < MUTEX_SPINLOCK_TIMES ; i++)
- {
- c = atomic_dec_and_test(m);
- if (c)
- goto success;
- cpu_relax();
- }
- /* The lock is now contended */
- int ret;
- if (timeout == 0) {
- ret = c ? 0 : -PAL_ERROR_TRYAGAIN;
- goto out;
- }
- while (!c) {
- int val = atomic_read(m);
- if (val == 1)
- goto again;
- struct timespec waittime;
- long sec = timeout / 1000000;
- long microsec = timeout - (sec * 1000000);
- waittime.tv_sec = sec;
- waittime.tv_nsec = microsec * 1000;
- ret = INLINE_SYSCALL(_umtx_op, 5, m, UMTX_OP_WAIT_UINT, val,
- NULL, &waittime);
- if (IS_ERR(ret) && ERRNO(ret) != EWOULDBLOCK) {
- ret = unix_to_pal_error(ERRNO(ret));
- goto out;
- }
- #ifdef DEBUG_MUTEX
- if (IS_ERR(ret))
- printf("mutex held by thread %d\n", mut->owner);
- #endif
- again:
- /* Upon wakeup, we still need to check whether mutex is unlocked or
- * someone else took it.
- * If c==0 upon return from xchg (i.e., the older value of m==0), we
- * will exit the loop. Else, we sleep again (through a futex call).
- */
- c = atomic_dec_and_test(m);
- }
- success:
- #ifdef DEBUG_MUTEX
- mut->owner = INLINE_SYSCALL(gettid, 0);
- #endif
- ret = 0;
- out:
- return ret;
- }
- int _DkMutexLock (struct mutex_handle * mut)
- {
- int i, c = 0;
- int ret;
- struct atomic_int * m = &mut->value;
- /* Spin and try to take lock */
- for (i = 0; i < MUTEX_SPINLOCK_TIMES; i++) {
- c = atomic_dec_and_test(m);
- if (c)
- goto success;
- cpu_relax();
- }
- /* The lock is now contended */
- while (!c) {
- int val = atomic_read(m);
- if (val == 1)
- goto again;
- ret = INLINE_SYSCALL(_umtx_op, 5, m, UMTX_OP_WAIT, val, NULL, NULL);
- if (IS_ERR(ret) && ERRNO(ret) != EWOULDBLOCK) {
- ret = unix_to_pal_error(ERRNO(ret));
- goto out;
- }
- #ifdef DEBUG_MUTEX
- if (IS_ERR(ret))
- printf("mutex held by thread %d\n", mut->owner);
- #endif
- again:
- /* Upon wakeup, we still need to check whether mutex is unlocked or
- * someone else took it.
- * If c==0 upon return from xchg (i.e., the older value of m==0), we
- * will exit the loop. Else, we sleep again (through a futex call).
- */
- c = atomic_dec_and_test(m);
- }
- success:
- #ifdef DEBUG_MUTEX
- mut->owner = INLINE_SYSCALL(gettid, 0);
- #endif
- ret = 0;
- out:
- return ret;
- }
- int _DkMutexUnlock (struct mutex_handle * mut)
- {
- struct atomic_int * m = &mut->value;
- int ret = 0;
- int must_wake = 0;
- #ifdef DEBUG_MUTEX
- mut->owner = 0;
- #endif
- /* Unlock, and if not contended then exit. */
- if (atomic_read(m) < 0)
- must_wake = 1;
- atomic_set(m, 1);
- if (must_wake) {
- /* We need to wake someone up */
- ret = INLINE_SYSCALL(_umtx_op, 5, m, UMTX_OP_WAKE, 1,
- NULL, NULL);
- }
- if (IS_ERR(ret)) {
- ret = -PAL_ERROR_TRYAGAIN;
- goto out;
- }
- ret = 0;
- out:
- return ret;
- }
|