r4k_switch.S 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995, 1996, 1998, 1999, 2002, 2003 Ralf Baechle
  7. * Copyright (C) 1996 David S. Miller (davem@davemloft.net)
  8. * Copyright (C) 1994, 1995, 1996, by Andreas Busse
  9. * Copyright (C) 1999 Silicon Graphics, Inc.
  10. * Copyright (C) 2000 MIPS Technologies, Inc.
  11. * written by Carsten Langgaard, carstenl@mips.com
  12. */
  13. #include <asm/asm.h>
  14. #include <asm/cachectl.h>
  15. #include <asm/fpregdef.h>
  16. #include <asm/mipsregs.h>
  17. #include <asm/asm-offsets.h>
  18. #include <asm/page.h>
  19. #include <asm/pgtable-bits.h>
  20. #include <asm/regdef.h>
  21. #include <asm/stackframe.h>
  22. #include <asm/thread_info.h>
  23. #include <asm/asmmacro.h>
  24. /*
  25. * Offset to the current process status flags, the first 32 bytes of the
  26. * stack are not used.
  27. */
  28. #define ST_OFF (_THREAD_SIZE - 32 - PT_SIZE + PT_STATUS)
  29. /*
  30. * FPU context is saved iff the process has used it's FPU in the current
  31. * time slice as indicated by _TIF_USEDFPU. In any case, the CU1 bit for user
  32. * space STATUS register should be 0, so that a process *always* starts its
  33. * userland with FPU disabled after each context switch.
  34. *
  35. * FPU will be enabled as soon as the process accesses FPU again, through
  36. * do_cpu() trap.
  37. */
  38. /*
  39. * task_struct *resume(task_struct *prev, task_struct *next,
  40. * struct thread_info *next_ti)
  41. */
  42. .align 5
  43. LEAF(resume)
  44. mfc0 t1, CP0_STATUS
  45. LONG_S t1, THREAD_STATUS(a0)
  46. cpu_save_nonscratch a0
  47. LONG_S ra, THREAD_REG31(a0)
  48. /*
  49. * check if we need to save FPU registers
  50. */
  51. PTR_L t3, TASK_THREAD_INFO(a0)
  52. LONG_L t0, TI_FLAGS(t3)
  53. li t1, _TIF_USEDFPU
  54. and t2, t0, t1
  55. beqz t2, 1f
  56. nor t1, zero, t1
  57. and t0, t0, t1
  58. LONG_S t0, TI_FLAGS(t3)
  59. /*
  60. * clear saved user stack CU1 bit
  61. */
  62. LONG_L t0, ST_OFF(t3)
  63. li t1, ~ST0_CU1
  64. and t0, t0, t1
  65. LONG_S t0, ST_OFF(t3)
  66. fpu_save_double a0 t0 t1 # c0_status passed in t0
  67. # clobbers t1
  68. 1:
  69. /*
  70. * The order of restoring the registers takes care of the race
  71. * updating $28, $29 and kernelsp without disabling ints.
  72. */
  73. move $28, a2
  74. cpu_restore_nonscratch a1
  75. PTR_ADDU t0, $28, _THREAD_SIZE - 32
  76. set_saved_sp t0, t1, t2
  77. #ifdef CONFIG_MIPS_MT_SMTC
  78. /* Read-modify-writes of Status must be atomic on a VPE */
  79. mfc0 t2, CP0_TCSTATUS
  80. ori t1, t2, TCSTATUS_IXMT
  81. mtc0 t1, CP0_TCSTATUS
  82. andi t2, t2, TCSTATUS_IXMT
  83. _ehb
  84. DMT 8 # dmt t0
  85. move t1,ra
  86. jal mips_ihb
  87. move ra,t1
  88. #endif /* CONFIG_MIPS_MT_SMTC */
  89. mfc0 t1, CP0_STATUS /* Do we really need this? */
  90. li a3, 0xff01
  91. and t1, a3
  92. LONG_L a2, THREAD_STATUS(a1)
  93. nor a3, $0, a3
  94. and a2, a3
  95. or a2, t1
  96. mtc0 a2, CP0_STATUS
  97. #ifdef CONFIG_MIPS_MT_SMTC
  98. _ehb
  99. andi t0, t0, VPECONTROL_TE
  100. beqz t0, 1f
  101. emt
  102. 1:
  103. mfc0 t1, CP0_TCSTATUS
  104. xori t1, t1, TCSTATUS_IXMT
  105. or t1, t1, t2
  106. mtc0 t1, CP0_TCSTATUS
  107. _ehb
  108. #endif /* CONFIG_MIPS_MT_SMTC */
  109. move v0, a0
  110. jr ra
  111. END(resume)
  112. /*
  113. * Save a thread's fp context.
  114. */
  115. LEAF(_save_fp)
  116. #ifdef CONFIG_64BIT
  117. mfc0 t0, CP0_STATUS
  118. #endif
  119. fpu_save_double a0 t0 t1 # clobbers t1
  120. jr ra
  121. END(_save_fp)
  122. /*
  123. * Restore a thread's fp context.
  124. */
  125. LEAF(_restore_fp)
  126. #ifdef CONFIG_64BIT
  127. mfc0 t0, CP0_STATUS
  128. #endif
  129. fpu_restore_double a0 t0 t1 # clobbers t1
  130. jr ra
  131. END(_restore_fp)
  132. /*
  133. * Load the FPU with signalling NANS. This bit pattern we're using has
  134. * the property that no matter whether considered as single or as double
  135. * precision represents signaling NANS.
  136. *
  137. * We initialize fcr31 to rounding to nearest, no exceptions.
  138. */
  139. #define FPU_DEFAULT 0x00000000
  140. LEAF(_init_fpu)
  141. #ifdef CONFIG_MIPS_MT_SMTC
  142. /* Rather than manipulate per-VPE Status, set per-TC bit in TCStatus */
  143. mfc0 t0, CP0_TCSTATUS
  144. /* Bit position is the same for Status, TCStatus */
  145. li t1, ST0_CU1
  146. or t0, t1
  147. mtc0 t0, CP0_TCSTATUS
  148. #else /* Normal MIPS CU1 enable */
  149. mfc0 t0, CP0_STATUS
  150. li t1, ST0_CU1
  151. or t0, t1
  152. mtc0 t0, CP0_STATUS
  153. #endif /* CONFIG_MIPS_MT_SMTC */
  154. enable_fpu_hazard
  155. li t1, FPU_DEFAULT
  156. ctc1 t1, fcr31
  157. li t1, -1 # SNaN
  158. #ifdef CONFIG_64BIT
  159. sll t0, t0, 5
  160. bgez t0, 1f # 16 / 32 register mode?
  161. dmtc1 t1, $f1
  162. dmtc1 t1, $f3
  163. dmtc1 t1, $f5
  164. dmtc1 t1, $f7
  165. dmtc1 t1, $f9
  166. dmtc1 t1, $f11
  167. dmtc1 t1, $f13
  168. dmtc1 t1, $f15
  169. dmtc1 t1, $f17
  170. dmtc1 t1, $f19
  171. dmtc1 t1, $f21
  172. dmtc1 t1, $f23
  173. dmtc1 t1, $f25
  174. dmtc1 t1, $f27
  175. dmtc1 t1, $f29
  176. dmtc1 t1, $f31
  177. 1:
  178. #endif
  179. #ifdef CONFIG_CPU_MIPS32
  180. mtc1 t1, $f0
  181. mtc1 t1, $f1
  182. mtc1 t1, $f2
  183. mtc1 t1, $f3
  184. mtc1 t1, $f4
  185. mtc1 t1, $f5
  186. mtc1 t1, $f6
  187. mtc1 t1, $f7
  188. mtc1 t1, $f8
  189. mtc1 t1, $f9
  190. mtc1 t1, $f10
  191. mtc1 t1, $f11
  192. mtc1 t1, $f12
  193. mtc1 t1, $f13
  194. mtc1 t1, $f14
  195. mtc1 t1, $f15
  196. mtc1 t1, $f16
  197. mtc1 t1, $f17
  198. mtc1 t1, $f18
  199. mtc1 t1, $f19
  200. mtc1 t1, $f20
  201. mtc1 t1, $f21
  202. mtc1 t1, $f22
  203. mtc1 t1, $f23
  204. mtc1 t1, $f24
  205. mtc1 t1, $f25
  206. mtc1 t1, $f26
  207. mtc1 t1, $f27
  208. mtc1 t1, $f28
  209. mtc1 t1, $f29
  210. mtc1 t1, $f30
  211. mtc1 t1, $f31
  212. #else
  213. .set mips3
  214. dmtc1 t1, $f0
  215. dmtc1 t1, $f2
  216. dmtc1 t1, $f4
  217. dmtc1 t1, $f6
  218. dmtc1 t1, $f8
  219. dmtc1 t1, $f10
  220. dmtc1 t1, $f12
  221. dmtc1 t1, $f14
  222. dmtc1 t1, $f16
  223. dmtc1 t1, $f18
  224. dmtc1 t1, $f20
  225. dmtc1 t1, $f22
  226. dmtc1 t1, $f24
  227. dmtc1 t1, $f26
  228. dmtc1 t1, $f28
  229. dmtc1 t1, $f30
  230. #endif
  231. jr ra
  232. END(_init_fpu)