head.S 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995 Waldorf Electronics
  7. * Written by Ralf Baechle and Andreas Busse
  8. * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle
  9. * Copyright (C) 1996 Paul M. Antoine
  10. * Modified for DECStation and hence R3000 support by Paul M. Antoine
  11. * Further modifications by David S. Miller and Harald Koerfgen
  12. * Copyright (C) 1999 Silicon Graphics, Inc.
  13. * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  14. * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
  15. */
  16. #include <linux/init.h>
  17. #include <linux/threads.h>
  18. #include <asm/addrspace.h>
  19. #include <asm/asm.h>
  20. #include <asm/asmmacro.h>
  21. #include <asm/irqflags.h>
  22. #include <asm/regdef.h>
  23. #include <asm/page.h>
  24. #include <asm/pgtable-bits.h>
  25. #include <asm/mipsregs.h>
  26. #include <asm/stackframe.h>
  27. #include <kernel-entry-init.h>
  28. /*
  29. * inputs are the text nasid in t1, data nasid in t2.
  30. */
  31. .macro MAPPED_KERNEL_SETUP_TLB
  32. #ifdef CONFIG_MAPPED_KERNEL
  33. /*
  34. * This needs to read the nasid - assume 0 for now.
  35. * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
  36. * 0+DVG in tlblo_1.
  37. */
  38. dli t0, 0xffffffffc0000000
  39. dmtc0 t0, CP0_ENTRYHI
  40. li t0, 0x1c000 # Offset of text into node memory
  41. dsll t1, NASID_SHFT # Shift text nasid into place
  42. dsll t2, NASID_SHFT # Same for data nasid
  43. or t1, t1, t0 # Physical load address of kernel text
  44. or t2, t2, t0 # Physical load address of kernel data
  45. dsrl t1, 12 # 4K pfn
  46. dsrl t2, 12 # 4K pfn
  47. dsll t1, 6 # Get pfn into place
  48. dsll t2, 6 # Get pfn into place
  49. li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
  50. or t0, t0, t1
  51. mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
  52. li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
  53. or t0, t0, t2
  54. mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
  55. li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
  56. mtc0 t0, CP0_PAGEMASK
  57. li t0, 0 # KMAP_INX
  58. mtc0 t0, CP0_INDEX
  59. li t0, 1
  60. mtc0 t0, CP0_WIRED
  61. tlbwi
  62. #else
  63. mtc0 zero, CP0_WIRED
  64. #endif
  65. .endm
  66. /*
  67. * For the moment disable interrupts, mark the kernel mode and
  68. * set ST0_KX so that the CPU does not spit fire when using
  69. * 64-bit addresses. A full initialization of the CPU's status
  70. * register is done later in per_cpu_trap_init().
  71. */
  72. .macro setup_c0_status set clr
  73. .set push
  74. #ifdef CONFIG_MIPS_MT_SMTC
  75. /*
  76. * For SMTC, we need to set privilege and disable interrupts only for
  77. * the current TC, using the TCStatus register.
  78. */
  79. mfc0 t0, CP0_TCSTATUS
  80. /* Fortunately CU 0 is in the same place in both registers */
  81. /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
  82. li t1, ST0_CU0 | 0x08001c00
  83. or t0, t1
  84. /* Clear TKSU, leave IXMT */
  85. xori t0, 0x00001800
  86. mtc0 t0, CP0_TCSTATUS
  87. _ehb
  88. /* We need to leave the global IE bit set, but clear EXL...*/
  89. mfc0 t0, CP0_STATUS
  90. or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
  91. xor t0, ST0_EXL | ST0_ERL | \clr
  92. mtc0 t0, CP0_STATUS
  93. #else
  94. mfc0 t0, CP0_STATUS
  95. or t0, ST0_CU0|\set|0x1f|\clr
  96. xor t0, 0x1f|\clr
  97. mtc0 t0, CP0_STATUS
  98. .set noreorder
  99. sll zero,3 # ehb
  100. #endif
  101. .set pop
  102. .endm
  103. .macro setup_c0_status_pri
  104. #ifdef CONFIG_64BIT
  105. setup_c0_status ST0_KX 0
  106. #else
  107. setup_c0_status 0 0
  108. #endif
  109. .endm
  110. .macro setup_c0_status_sec
  111. #ifdef CONFIG_64BIT
  112. setup_c0_status ST0_KX ST0_BEV
  113. #else
  114. setup_c0_status 0 ST0_BEV
  115. #endif
  116. .endm
  117. #ifndef CONFIG_NO_EXCEPT_FILL
  118. /*
  119. * Reserved space for exception handlers.
  120. * Necessary for machines which link their kernels at KSEG0.
  121. */
  122. .fill 0x400
  123. #endif
  124. EXPORT(_stext)
  125. #ifdef CONFIG_BOOT_RAW
  126. /*
  127. * Give us a fighting chance of running if execution beings at the
  128. * kernel load address. This is needed because this platform does
  129. * not have a ELF loader yet.
  130. */
  131. FEXPORT(__kernel_entry)
  132. j kernel_entry
  133. #endif
  134. __REF
  135. NESTED(kernel_entry, 16, sp) # kernel entry point
  136. kernel_entry_setup # cpu specific setup
  137. setup_c0_status_pri
  138. /* We might not get launched at the address the kernel is linked to,
  139. so we jump there. */
  140. PTR_LA t0, 0f
  141. jr t0
  142. 0:
  143. #ifdef CONFIG_MIPS_MT_SMTC
  144. /*
  145. * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
  146. * We still need to enable interrupts globally in Status,
  147. * and clear EXL/ERL.
  148. *
  149. * TCContext is used to track interrupt levels under
  150. * service in SMTC kernel. Clear for boot TC before
  151. * allowing any interrupts.
  152. */
  153. mtc0 zero, CP0_TCCONTEXT
  154. mfc0 t0, CP0_STATUS
  155. ori t0, t0, 0xff1f
  156. xori t0, t0, 0x001e
  157. mtc0 t0, CP0_STATUS
  158. #endif /* CONFIG_MIPS_MT_SMTC */
  159. PTR_LA t0, __bss_start # clear .bss
  160. LONG_S zero, (t0)
  161. PTR_LA t1, __bss_stop - LONGSIZE
  162. 1:
  163. PTR_ADDIU t0, LONGSIZE
  164. LONG_S zero, (t0)
  165. bne t0, t1, 1b
  166. LONG_S a0, fw_arg0 # firmware arguments
  167. LONG_S a1, fw_arg1
  168. LONG_S a2, fw_arg2
  169. LONG_S a3, fw_arg3
  170. MTC0 zero, CP0_CONTEXT # clear context register
  171. PTR_LA $28, init_thread_union
  172. /* Set the SP after an empty pt_regs. */
  173. PTR_LI sp, _THREAD_SIZE - 32 - PT_SIZE
  174. PTR_ADDU sp, $28
  175. back_to_back_c0_hazard
  176. set_saved_sp sp, t0, t1
  177. PTR_SUBU sp, 4 * SZREG # init stack pointer
  178. j start_kernel
  179. END(kernel_entry)
  180. __CPUINIT
  181. #ifdef CONFIG_SMP
  182. /*
  183. * SMP slave cpus entry point. Board specific code for bootstrap calls this
  184. * function after setting up the stack and gp registers.
  185. */
  186. NESTED(smp_bootstrap, 16, sp)
  187. #ifdef CONFIG_MIPS_MT_SMTC
  188. /*
  189. * Read-modify-writes of Status must be atomic, and this
  190. * is one case where CLI is invoked without EXL being
  191. * necessarily set. The CLI and setup_c0_status will
  192. * in fact be redundant for all but the first TC of
  193. * each VPE being booted.
  194. */
  195. DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
  196. jal mips_ihb
  197. #endif /* CONFIG_MIPS_MT_SMTC */
  198. setup_c0_status_sec
  199. smp_slave_setup
  200. #ifdef CONFIG_MIPS_MT_SMTC
  201. andi t2, t2, VPECONTROL_TE
  202. beqz t2, 2f
  203. EMT # emt
  204. 2:
  205. #endif /* CONFIG_MIPS_MT_SMTC */
  206. j start_secondary
  207. END(smp_bootstrap)
  208. #endif /* CONFIG_SMP */
  209. __FINIT