memset.S 2.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124
  1. /*
  2. * linux/arch/arm/lib/memset.S
  3. *
  4. * Copyright (C) 1995-2000 Russell King
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. *
  10. * ASM optimised string functions
  11. */
  12. #include <linux/linkage.h>
  13. #include <asm/assembler.h>
  14. .text
  15. .align 5
  16. ENTRY(memset)
  17. ands r3, r0, #3 @ 1 unaligned?
  18. mov ip, r0 @ preserve r0 as return value
  19. bne 6f @ 1
  20. /*
  21. * we know that the pointer in ip is aligned to a word boundary.
  22. */
  23. 1: orr r1, r1, r1, lsl #8
  24. orr r1, r1, r1, lsl #16
  25. mov r3, r1
  26. cmp r2, #16
  27. blt 4f
  28. #if ! CALGN(1)+0
  29. /*
  30. * We need 2 extra registers for this loop - use r8 and the LR
  31. */
  32. stmfd sp!, {r8, lr}
  33. mov r8, r1
  34. mov lr, r1
  35. 2: subs r2, r2, #64
  36. stmgeia ip!, {r1, r3, r8, lr} @ 64 bytes at a time.
  37. stmgeia ip!, {r1, r3, r8, lr}
  38. stmgeia ip!, {r1, r3, r8, lr}
  39. stmgeia ip!, {r1, r3, r8, lr}
  40. bgt 2b
  41. ldmeqfd sp!, {r8, pc} @ Now <64 bytes to go.
  42. /*
  43. * No need to correct the count; we're only testing bits from now on
  44. */
  45. tst r2, #32
  46. stmneia ip!, {r1, r3, r8, lr}
  47. stmneia ip!, {r1, r3, r8, lr}
  48. tst r2, #16
  49. stmneia ip!, {r1, r3, r8, lr}
  50. ldmfd sp!, {r8, lr}
  51. #else
  52. /*
  53. * This version aligns the destination pointer in order to write
  54. * whole cache lines at once.
  55. */
  56. stmfd sp!, {r4-r8, lr}
  57. mov r4, r1
  58. mov r5, r1
  59. mov r6, r1
  60. mov r7, r1
  61. mov r8, r1
  62. mov lr, r1
  63. cmp r2, #96
  64. tstgt ip, #31
  65. ble 3f
  66. and r8, ip, #31
  67. rsb r8, r8, #32
  68. sub r2, r2, r8
  69. movs r8, r8, lsl #(32 - 4)
  70. stmcsia ip!, {r4, r5, r6, r7}
  71. stmmiia ip!, {r4, r5}
  72. tst r8, #(1 << 30)
  73. mov r8, r1
  74. strne r1, [ip], #4
  75. 3: subs r2, r2, #64
  76. stmgeia ip!, {r1, r3-r8, lr}
  77. stmgeia ip!, {r1, r3-r8, lr}
  78. bgt 3b
  79. ldmeqfd sp!, {r4-r8, pc}
  80. tst r2, #32
  81. stmneia ip!, {r1, r3-r8, lr}
  82. tst r2, #16
  83. stmneia ip!, {r4-r7}
  84. ldmfd sp!, {r4-r8, lr}
  85. #endif
  86. 4: tst r2, #8
  87. stmneia ip!, {r1, r3}
  88. tst r2, #4
  89. strne r1, [ip], #4
  90. /*
  91. * When we get here, we've got less than 4 bytes to zero. We
  92. * may have an unaligned pointer as well.
  93. */
  94. 5: tst r2, #2
  95. strneb r1, [ip], #1
  96. strneb r1, [ip], #1
  97. tst r2, #1
  98. strneb r1, [ip], #1
  99. mov pc, lr
  100. 6: subs r2, r2, #4 @ 1 do we have enough
  101. blt 5b @ 1 bytes to align with?
  102. cmp r3, #2 @ 1
  103. strltb r1, [ip], #1 @ 1
  104. strleb r1, [ip], #1 @ 1
  105. strb r1, [ip], #1 @ 1
  106. add r2, r2, r3 @ 1 (r2 = r2 - (4 - r3))
  107. b 1b
  108. ENDPROC(memset)