spin_mutex.c 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110
  1. /* spin_mutex.c -*-C-*-
  2. *
  3. *************************************************************************
  4. *
  5. * @copyright
  6. * Copyright (C) 2009-2013, Intel Corporation
  7. * All rights reserved.
  8. *
  9. * @copyright
  10. * Redistribution and use in source and binary forms, with or without
  11. * modification, are permitted provided that the following conditions
  12. * are met:
  13. *
  14. * * Redistributions of source code must retain the above copyright
  15. * notice, this list of conditions and the following disclaimer.
  16. * * Redistributions in binary form must reproduce the above copyright
  17. * notice, this list of conditions and the following disclaimer in
  18. * the documentation and/or other materials provided with the
  19. * distribution.
  20. * * Neither the name of Intel Corporation nor the names of its
  21. * contributors may be used to endorse or promote products derived
  22. * from this software without specific prior written permission.
  23. *
  24. * @copyright
  25. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  26. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  27. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  28. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  29. * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
  30. * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
  31. * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
  32. * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
  33. * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  34. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
  35. * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  36. * POSSIBILITY OF SUCH DAMAGE.
  37. **************************************************************************/
  38. #include "spin_mutex.h"
  39. #include "bug.h"
  40. #include "os.h"
  41. #include "stats.h"
  42. // TBD (11/30/12): We should be doing a conditional test-xchg instead
  43. // of an unconditional xchg operation for the spin mutex.
  44. /* m->lock == 1 means that mutex M is locked */
  45. #define TRY_ACQUIRE(m) (__cilkrts_xchg(&(m)->lock, 1) == 0)
  46. /* ICC 11.1+ understands release semantics and generates an
  47. ordinary store with a software memory barrier. */
  48. #if __ICC >= 1110
  49. #define RELEASE(m) __sync_lock_release(&(m)->lock)
  50. #else
  51. #define RELEASE(m) __cilkrts_xchg(&(m)->lock, 0)
  52. #endif
  53. spin_mutex* spin_mutex_create()
  54. {
  55. spin_mutex* mutex = (spin_mutex*)__cilkrts_malloc(sizeof(spin_mutex));
  56. spin_mutex_init(mutex);
  57. return mutex;
  58. }
  59. void spin_mutex_init(struct spin_mutex *m)
  60. {
  61. // Use a simple assignment so Inspector doesn't bug us about the
  62. // interlocked exchange doing a read of an uninitialized variable.
  63. // By definition there can't be a race when we're initializing the
  64. // lock...
  65. m->lock = 0;
  66. }
  67. void spin_mutex_lock(struct spin_mutex *m)
  68. {
  69. int count;
  70. const int maxspin = 1000; /* SWAG */
  71. if (!TRY_ACQUIRE(m)) {
  72. count = 0;
  73. do {
  74. do {
  75. __cilkrts_short_pause();
  76. if (++count >= maxspin) {
  77. /* let the OS reschedule every once in a while */
  78. __cilkrts_yield();
  79. count = 0;
  80. }
  81. } while (m->lock != 0);
  82. } while (!TRY_ACQUIRE(m));
  83. }
  84. }
  85. int spin_mutex_trylock(struct spin_mutex *m)
  86. {
  87. return TRY_ACQUIRE(m);
  88. }
  89. void spin_mutex_unlock(struct spin_mutex *m)
  90. {
  91. RELEASE(m);
  92. }
  93. void spin_mutex_destroy(struct spin_mutex *m)
  94. {
  95. __cilkrts_free(m);
  96. }
  97. /* End spin_mutex.c */