setup_64.c 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692
  1. /*
  2. *
  3. * Common boot and setup code.
  4. *
  5. * Copyright (C) 2001 PPC64 Team, IBM Corp
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU General Public License
  9. * as published by the Free Software Foundation; either version
  10. * 2 of the License, or (at your option) any later version.
  11. */
  12. #undef DEBUG
  13. #include <linux/export.h>
  14. #include <linux/string.h>
  15. #include <linux/sched.h>
  16. #include <linux/init.h>
  17. #include <linux/kernel.h>
  18. #include <linux/reboot.h>
  19. #include <linux/delay.h>
  20. #include <linux/initrd.h>
  21. #include <linux/seq_file.h>
  22. #include <linux/ioport.h>
  23. #include <linux/console.h>
  24. #include <linux/utsname.h>
  25. #include <linux/tty.h>
  26. #include <linux/root_dev.h>
  27. #include <linux/notifier.h>
  28. #include <linux/cpu.h>
  29. #include <linux/unistd.h>
  30. #include <linux/serial.h>
  31. #include <linux/serial_8250.h>
  32. #include <linux/bootmem.h>
  33. #include <linux/pci.h>
  34. #include <linux/lockdep.h>
  35. #include <linux/memblock.h>
  36. #include <linux/hugetlb.h>
  37. #include <asm/io.h>
  38. #include <asm/kdump.h>
  39. #include <asm/prom.h>
  40. #include <asm/processor.h>
  41. #include <asm/pgtable.h>
  42. #include <asm/smp.h>
  43. #include <asm/elf.h>
  44. #include <asm/machdep.h>
  45. #include <asm/paca.h>
  46. #include <asm/time.h>
  47. #include <asm/cputable.h>
  48. #include <asm/sections.h>
  49. #include <asm/btext.h>
  50. #include <asm/nvram.h>
  51. #include <asm/setup.h>
  52. #include <asm/rtas.h>
  53. #include <asm/iommu.h>
  54. #include <asm/serial.h>
  55. #include <asm/cache.h>
  56. #include <asm/page.h>
  57. #include <asm/mmu.h>
  58. #include <asm/firmware.h>
  59. #include <asm/xmon.h>
  60. #include <asm/udbg.h>
  61. #include <asm/kexec.h>
  62. #include <asm/mmu_context.h>
  63. #include <asm/code-patching.h>
  64. #include <asm/kvm_ppc.h>
  65. #include <asm/hugetlb.h>
  66. #include "setup.h"
  67. #ifdef DEBUG
  68. #define DBG(fmt...) udbg_printf(fmt)
  69. #else
  70. #define DBG(fmt...)
  71. #endif
  72. int boot_cpuid = 0;
  73. int spinning_secondaries;
  74. u64 ppc64_pft_size;
  75. /* Pick defaults since we might want to patch instructions
  76. * before we've read this from the device tree.
  77. */
  78. struct ppc64_caches ppc64_caches = {
  79. .dline_size = 0x40,
  80. .log_dline_size = 6,
  81. .iline_size = 0x40,
  82. .log_iline_size = 6
  83. };
  84. EXPORT_SYMBOL_GPL(ppc64_caches);
  85. /*
  86. * These are used in binfmt_elf.c to put aux entries on the stack
  87. * for each elf executable being started.
  88. */
  89. int dcache_bsize;
  90. int icache_bsize;
  91. int ucache_bsize;
  92. #ifdef CONFIG_SMP
  93. static char *smt_enabled_cmdline;
  94. /* Look for ibm,smt-enabled OF option */
  95. static void check_smt_enabled(void)
  96. {
  97. struct device_node *dn;
  98. const char *smt_option;
  99. /* Default to enabling all threads */
  100. smt_enabled_at_boot = threads_per_core;
  101. /* Allow the command line to overrule the OF option */
  102. if (smt_enabled_cmdline) {
  103. if (!strcmp(smt_enabled_cmdline, "on"))
  104. smt_enabled_at_boot = threads_per_core;
  105. else if (!strcmp(smt_enabled_cmdline, "off"))
  106. smt_enabled_at_boot = 0;
  107. else {
  108. long smt;
  109. int rc;
  110. rc = strict_strtol(smt_enabled_cmdline, 10, &smt);
  111. if (!rc)
  112. smt_enabled_at_boot =
  113. min(threads_per_core, (int)smt);
  114. }
  115. } else {
  116. dn = of_find_node_by_path("/options");
  117. if (dn) {
  118. smt_option = of_get_property(dn, "ibm,smt-enabled",
  119. NULL);
  120. if (smt_option) {
  121. if (!strcmp(smt_option, "on"))
  122. smt_enabled_at_boot = threads_per_core;
  123. else if (!strcmp(smt_option, "off"))
  124. smt_enabled_at_boot = 0;
  125. }
  126. of_node_put(dn);
  127. }
  128. }
  129. }
  130. /* Look for smt-enabled= cmdline option */
  131. static int __init early_smt_enabled(char *p)
  132. {
  133. smt_enabled_cmdline = p;
  134. return 0;
  135. }
  136. early_param("smt-enabled", early_smt_enabled);
  137. #else
  138. #define check_smt_enabled()
  139. #endif /* CONFIG_SMP */
  140. /*
  141. * Early initialization entry point. This is called by head.S
  142. * with MMU translation disabled. We rely on the "feature" of
  143. * the CPU that ignores the top 2 bits of the address in real
  144. * mode so we can access kernel globals normally provided we
  145. * only toy with things in the RMO region. From here, we do
  146. * some early parsing of the device-tree to setup out MEMBLOCK
  147. * data structures, and allocate & initialize the hash table
  148. * and segment tables so we can start running with translation
  149. * enabled.
  150. *
  151. * It is this function which will call the probe() callback of
  152. * the various platform types and copy the matching one to the
  153. * global ppc_md structure. Your platform can eventually do
  154. * some very early initializations from the probe() routine, but
  155. * this is not recommended, be very careful as, for example, the
  156. * device-tree is not accessible via normal means at this point.
  157. */
  158. void __init early_setup(unsigned long dt_ptr)
  159. {
  160. /* -------- printk is _NOT_ safe to use here ! ------- */
  161. /* Identify CPU type */
  162. identify_cpu(0, mfspr(SPRN_PVR));
  163. /* Assume we're on cpu 0 for now. Don't write to the paca yet! */
  164. initialise_paca(&boot_paca, 0);
  165. setup_paca(&boot_paca);
  166. /* Initialize lockdep early or else spinlocks will blow */
  167. lockdep_init();
  168. /* -------- printk is now safe to use ------- */
  169. /* Enable early debugging if any specified (see udbg.h) */
  170. udbg_early_init();
  171. DBG(" -> early_setup(), dt_ptr: 0x%lx\n", dt_ptr);
  172. /*
  173. * Do early initialization using the flattened device
  174. * tree, such as retrieving the physical memory map or
  175. * calculating/retrieving the hash table size.
  176. */
  177. early_init_devtree(__va(dt_ptr));
  178. /* Now we know the logical id of our boot cpu, setup the paca. */
  179. setup_paca(&paca[boot_cpuid]);
  180. /* Fix up paca fields required for the boot cpu */
  181. get_paca()->cpu_start = 1;
  182. /* Probe the machine type */
  183. probe_machine();
  184. setup_kdump_trampoline();
  185. DBG("Found, Initializing memory management...\n");
  186. /* Initialize the hash table or TLB handling */
  187. early_init_mmu();
  188. /*
  189. * Reserve any gigantic pages requested on the command line.
  190. * memblock needs to have been initialized by the time this is
  191. * called since this will reserve memory.
  192. */
  193. reserve_hugetlb_gpages();
  194. DBG(" <- early_setup()\n");
  195. }
  196. #ifdef CONFIG_SMP
  197. void early_setup_secondary(void)
  198. {
  199. /* Mark interrupts enabled in PACA */
  200. get_paca()->soft_enabled = 0;
  201. /* Initialize the hash table or TLB handling */
  202. early_init_mmu_secondary();
  203. }
  204. #endif /* CONFIG_SMP */
  205. #if defined(CONFIG_SMP) || defined(CONFIG_KEXEC)
  206. void smp_release_cpus(void)
  207. {
  208. unsigned long *ptr;
  209. int i;
  210. DBG(" -> smp_release_cpus()\n");
  211. /* All secondary cpus are spinning on a common spinloop, release them
  212. * all now so they can start to spin on their individual paca
  213. * spinloops. For non SMP kernels, the secondary cpus never get out
  214. * of the common spinloop.
  215. */
  216. ptr = (unsigned long *)((unsigned long)&__secondary_hold_spinloop
  217. - PHYSICAL_START);
  218. *ptr = __pa(generic_secondary_smp_init);
  219. /* And wait a bit for them to catch up */
  220. for (i = 0; i < 100000; i++) {
  221. mb();
  222. HMT_low();
  223. if (spinning_secondaries == 0)
  224. break;
  225. udelay(1);
  226. }
  227. DBG("spinning_secondaries = %d\n", spinning_secondaries);
  228. DBG(" <- smp_release_cpus()\n");
  229. }
  230. #endif /* CONFIG_SMP || CONFIG_KEXEC */
  231. /*
  232. * Initialize some remaining members of the ppc64_caches and systemcfg
  233. * structures
  234. * (at least until we get rid of them completely). This is mostly some
  235. * cache informations about the CPU that will be used by cache flush
  236. * routines and/or provided to userland
  237. */
  238. static void __init initialize_cache_info(void)
  239. {
  240. struct device_node *np;
  241. unsigned long num_cpus = 0;
  242. DBG(" -> initialize_cache_info()\n");
  243. for_each_node_by_type(np, "cpu") {
  244. num_cpus += 1;
  245. /*
  246. * We're assuming *all* of the CPUs have the same
  247. * d-cache and i-cache sizes... -Peter
  248. */
  249. if (num_cpus == 1) {
  250. const u32 *sizep, *lsizep;
  251. u32 size, lsize;
  252. size = 0;
  253. lsize = cur_cpu_spec->dcache_bsize;
  254. sizep = of_get_property(np, "d-cache-size", NULL);
  255. if (sizep != NULL)
  256. size = *sizep;
  257. lsizep = of_get_property(np, "d-cache-block-size",
  258. NULL);
  259. /* fallback if block size missing */
  260. if (lsizep == NULL)
  261. lsizep = of_get_property(np,
  262. "d-cache-line-size",
  263. NULL);
  264. if (lsizep != NULL)
  265. lsize = *lsizep;
  266. if (sizep == 0 || lsizep == 0)
  267. DBG("Argh, can't find dcache properties ! "
  268. "sizep: %p, lsizep: %p\n", sizep, lsizep);
  269. ppc64_caches.dsize = size;
  270. ppc64_caches.dline_size = lsize;
  271. ppc64_caches.log_dline_size = __ilog2(lsize);
  272. ppc64_caches.dlines_per_page = PAGE_SIZE / lsize;
  273. size = 0;
  274. lsize = cur_cpu_spec->icache_bsize;
  275. sizep = of_get_property(np, "i-cache-size", NULL);
  276. if (sizep != NULL)
  277. size = *sizep;
  278. lsizep = of_get_property(np, "i-cache-block-size",
  279. NULL);
  280. if (lsizep == NULL)
  281. lsizep = of_get_property(np,
  282. "i-cache-line-size",
  283. NULL);
  284. if (lsizep != NULL)
  285. lsize = *lsizep;
  286. if (sizep == 0 || lsizep == 0)
  287. DBG("Argh, can't find icache properties ! "
  288. "sizep: %p, lsizep: %p\n", sizep, lsizep);
  289. ppc64_caches.isize = size;
  290. ppc64_caches.iline_size = lsize;
  291. ppc64_caches.log_iline_size = __ilog2(lsize);
  292. ppc64_caches.ilines_per_page = PAGE_SIZE / lsize;
  293. }
  294. }
  295. DBG(" <- initialize_cache_info()\n");
  296. }
  297. /*
  298. * Do some initial setup of the system. The parameters are those which
  299. * were passed in from the bootloader.
  300. */
  301. void __init setup_system(void)
  302. {
  303. DBG(" -> setup_system()\n");
  304. /* Apply the CPUs-specific and firmware specific fixups to kernel
  305. * text (nop out sections not relevant to this CPU or this firmware)
  306. */
  307. do_feature_fixups(cur_cpu_spec->cpu_features,
  308. &__start___ftr_fixup, &__stop___ftr_fixup);
  309. do_feature_fixups(cur_cpu_spec->mmu_features,
  310. &__start___mmu_ftr_fixup, &__stop___mmu_ftr_fixup);
  311. do_feature_fixups(powerpc_firmware_features,
  312. &__start___fw_ftr_fixup, &__stop___fw_ftr_fixup);
  313. do_lwsync_fixups(cur_cpu_spec->cpu_features,
  314. &__start___lwsync_fixup, &__stop___lwsync_fixup);
  315. do_final_fixups();
  316. /*
  317. * Unflatten the device-tree passed by prom_init or kexec
  318. */
  319. unflatten_device_tree();
  320. /*
  321. * Fill the ppc64_caches & systemcfg structures with informations
  322. * retrieved from the device-tree.
  323. */
  324. initialize_cache_info();
  325. #ifdef CONFIG_PPC_RTAS
  326. /*
  327. * Initialize RTAS if available
  328. */
  329. rtas_initialize();
  330. #endif /* CONFIG_PPC_RTAS */
  331. /*
  332. * Check if we have an initrd provided via the device-tree
  333. */
  334. check_for_initrd();
  335. /*
  336. * Do some platform specific early initializations, that includes
  337. * setting up the hash table pointers. It also sets up some interrupt-mapping
  338. * related options that will be used by finish_device_tree()
  339. */
  340. if (ppc_md.init_early)
  341. ppc_md.init_early();
  342. /*
  343. * We can discover serial ports now since the above did setup the
  344. * hash table management for us, thus ioremap works. We do that early
  345. * so that further code can be debugged
  346. */
  347. find_legacy_serial_ports();
  348. /*
  349. * Register early console
  350. */
  351. register_early_udbg_console();
  352. /*
  353. * Initialize xmon
  354. */
  355. xmon_setup();
  356. smp_setup_cpu_maps();
  357. check_smt_enabled();
  358. #ifdef CONFIG_SMP
  359. /* Release secondary cpus out of their spinloops at 0x60 now that
  360. * we can map physical -> logical CPU ids
  361. */
  362. smp_release_cpus();
  363. #endif
  364. printk("Starting Linux PPC64 %s\n", init_utsname()->version);
  365. printk("-----------------------------------------------------\n");
  366. printk("ppc64_pft_size = 0x%llx\n", ppc64_pft_size);
  367. printk("physicalMemorySize = 0x%llx\n", memblock_phys_mem_size());
  368. if (ppc64_caches.dline_size != 0x80)
  369. printk("ppc64_caches.dcache_line_size = 0x%x\n",
  370. ppc64_caches.dline_size);
  371. if (ppc64_caches.iline_size != 0x80)
  372. printk("ppc64_caches.icache_line_size = 0x%x\n",
  373. ppc64_caches.iline_size);
  374. #ifdef CONFIG_PPC_STD_MMU_64
  375. if (htab_address)
  376. printk("htab_address = 0x%p\n", htab_address);
  377. printk("htab_hash_mask = 0x%lx\n", htab_hash_mask);
  378. #endif /* CONFIG_PPC_STD_MMU_64 */
  379. if (PHYSICAL_START > 0)
  380. printk("physical_start = 0x%llx\n",
  381. (unsigned long long)PHYSICAL_START);
  382. printk("-----------------------------------------------------\n");
  383. DBG(" <- setup_system()\n");
  384. }
  385. /* This returns the limit below which memory accesses to the linear
  386. * mapping are guarnateed not to cause a TLB or SLB miss. This is
  387. * used to allocate interrupt or emergency stacks for which our
  388. * exception entry path doesn't deal with being interrupted.
  389. */
  390. static u64 safe_stack_limit(void)
  391. {
  392. #ifdef CONFIG_PPC_BOOK3E
  393. /* Freescale BookE bolts the entire linear mapping */
  394. if (mmu_has_feature(MMU_FTR_TYPE_FSL_E))
  395. return linear_map_top;
  396. /* Other BookE, we assume the first GB is bolted */
  397. return 1ul << 30;
  398. #else
  399. /* BookS, the first segment is bolted */
  400. if (mmu_has_feature(MMU_FTR_1T_SEGMENT))
  401. return 1UL << SID_SHIFT_1T;
  402. return 1UL << SID_SHIFT;
  403. #endif
  404. }
  405. static void __init irqstack_early_init(void)
  406. {
  407. u64 limit = safe_stack_limit();
  408. unsigned int i;
  409. /*
  410. * Interrupt stacks must be in the first segment since we
  411. * cannot afford to take SLB misses on them.
  412. */
  413. for_each_possible_cpu(i) {
  414. softirq_ctx[i] = (struct thread_info *)
  415. __va(memblock_alloc_base(THREAD_SIZE,
  416. THREAD_SIZE, limit));
  417. hardirq_ctx[i] = (struct thread_info *)
  418. __va(memblock_alloc_base(THREAD_SIZE,
  419. THREAD_SIZE, limit));
  420. }
  421. }
  422. #ifdef CONFIG_PPC_BOOK3E
  423. static void __init exc_lvl_early_init(void)
  424. {
  425. extern unsigned int interrupt_base_book3e;
  426. extern unsigned int exc_debug_debug_book3e;
  427. unsigned int i;
  428. for_each_possible_cpu(i) {
  429. critirq_ctx[i] = (struct thread_info *)
  430. __va(memblock_alloc(THREAD_SIZE, THREAD_SIZE));
  431. dbgirq_ctx[i] = (struct thread_info *)
  432. __va(memblock_alloc(THREAD_SIZE, THREAD_SIZE));
  433. mcheckirq_ctx[i] = (struct thread_info *)
  434. __va(memblock_alloc(THREAD_SIZE, THREAD_SIZE));
  435. }
  436. if (cpu_has_feature(CPU_FTR_DEBUG_LVL_EXC))
  437. patch_branch(&interrupt_base_book3e + (0x040 / 4) + 1,
  438. (unsigned long)&exc_debug_debug_book3e, 0);
  439. }
  440. #else
  441. #define exc_lvl_early_init()
  442. #endif
  443. /*
  444. * Stack space used when we detect a bad kernel stack pointer, and
  445. * early in SMP boots before relocation is enabled.
  446. */
  447. static void __init emergency_stack_init(void)
  448. {
  449. u64 limit;
  450. unsigned int i;
  451. /*
  452. * Emergency stacks must be under 256MB, we cannot afford to take
  453. * SLB misses on them. The ABI also requires them to be 128-byte
  454. * aligned.
  455. *
  456. * Since we use these as temporary stacks during secondary CPU
  457. * bringup, we need to get at them in real mode. This means they
  458. * must also be within the RMO region.
  459. */
  460. limit = min(safe_stack_limit(), ppc64_rma_size);
  461. for_each_possible_cpu(i) {
  462. unsigned long sp;
  463. sp = memblock_alloc_base(THREAD_SIZE, THREAD_SIZE, limit);
  464. sp += THREAD_SIZE;
  465. paca[i].emergency_sp = __va(sp);
  466. }
  467. }
  468. /*
  469. * Called into from start_kernel this initializes bootmem, which is used
  470. * to manage page allocation until mem_init is called.
  471. */
  472. void __init setup_arch(char **cmdline_p)
  473. {
  474. ppc64_boot_msg(0x12, "Setup Arch");
  475. *cmdline_p = cmd_line;
  476. /*
  477. * Set cache line size based on type of cpu as a default.
  478. * Systems with OF can look in the properties on the cpu node(s)
  479. * for a possibly more accurate value.
  480. */
  481. dcache_bsize = ppc64_caches.dline_size;
  482. icache_bsize = ppc64_caches.iline_size;
  483. /* reboot on panic */
  484. panic_timeout = 180;
  485. if (ppc_md.panic)
  486. setup_panic();
  487. init_mm.start_code = (unsigned long)_stext;
  488. init_mm.end_code = (unsigned long) _etext;
  489. init_mm.end_data = (unsigned long) _edata;
  490. init_mm.brk = klimit;
  491. irqstack_early_init();
  492. exc_lvl_early_init();
  493. emergency_stack_init();
  494. #ifdef CONFIG_PPC_STD_MMU_64
  495. stabs_alloc();
  496. #endif
  497. /* set up the bootmem stuff with available memory */
  498. do_init_bootmem();
  499. sparse_init();
  500. #ifdef CONFIG_DUMMY_CONSOLE
  501. conswitchp = &dummy_con;
  502. #endif
  503. if (ppc_md.setup_arch)
  504. ppc_md.setup_arch();
  505. paging_init();
  506. /* Initialize the MMU context management stuff */
  507. mmu_context_init();
  508. kvm_linear_init();
  509. ppc64_boot_msg(0x15, "Setup Done");
  510. }
  511. /* ToDo: do something useful if ppc_md is not yet setup. */
  512. #define PPC64_LINUX_FUNCTION 0x0f000000
  513. #define PPC64_IPL_MESSAGE 0xc0000000
  514. #define PPC64_TERM_MESSAGE 0xb0000000
  515. static void ppc64_do_msg(unsigned int src, const char *msg)
  516. {
  517. if (ppc_md.progress) {
  518. char buf[128];
  519. sprintf(buf, "%08X\n", src);
  520. ppc_md.progress(buf, 0);
  521. snprintf(buf, 128, "%s", msg);
  522. ppc_md.progress(buf, 0);
  523. }
  524. }
  525. /* Print a boot progress message. */
  526. void ppc64_boot_msg(unsigned int src, const char *msg)
  527. {
  528. ppc64_do_msg(PPC64_LINUX_FUNCTION|PPC64_IPL_MESSAGE|src, msg);
  529. printk("[boot]%04x %s\n", src, msg);
  530. }
  531. #ifdef CONFIG_SMP
  532. #define PCPU_DYN_SIZE ()
  533. static void * __init pcpu_fc_alloc(unsigned int cpu, size_t size, size_t align)
  534. {
  535. return __alloc_bootmem_node(NODE_DATA(cpu_to_node(cpu)), size, align,
  536. __pa(MAX_DMA_ADDRESS));
  537. }
  538. static void __init pcpu_fc_free(void *ptr, size_t size)
  539. {
  540. free_bootmem(__pa(ptr), size);
  541. }
  542. static int pcpu_cpu_distance(unsigned int from, unsigned int to)
  543. {
  544. if (cpu_to_node(from) == cpu_to_node(to))
  545. return LOCAL_DISTANCE;
  546. else
  547. return REMOTE_DISTANCE;
  548. }
  549. unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
  550. EXPORT_SYMBOL(__per_cpu_offset);
  551. void __init setup_per_cpu_areas(void)
  552. {
  553. const size_t dyn_size = PERCPU_MODULE_RESERVE + PERCPU_DYNAMIC_RESERVE;
  554. size_t atom_size;
  555. unsigned long delta;
  556. unsigned int cpu;
  557. int rc;
  558. /*
  559. * Linear mapping is one of 4K, 1M and 16M. For 4K, no need
  560. * to group units. For larger mappings, use 1M atom which
  561. * should be large enough to contain a number of units.
  562. */
  563. if (mmu_linear_psize == MMU_PAGE_4K)
  564. atom_size = PAGE_SIZE;
  565. else
  566. atom_size = 1 << 20;
  567. rc = pcpu_embed_first_chunk(0, dyn_size, atom_size, pcpu_cpu_distance,
  568. pcpu_fc_alloc, pcpu_fc_free);
  569. if (rc < 0)
  570. panic("cannot initialize percpu area (err=%d)", rc);
  571. delta = (unsigned long)pcpu_base_addr - (unsigned long)__per_cpu_start;
  572. for_each_possible_cpu(cpu) {
  573. __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu];
  574. paca[cpu].data_offset = __per_cpu_offset[cpu];
  575. }
  576. }
  577. #endif
  578. #ifdef CONFIG_PPC_INDIRECT_IO
  579. struct ppc_pci_io ppc_pci_io;
  580. EXPORT_SYMBOL(ppc_pci_io);
  581. #endif /* CONFIG_PPC_INDIRECT_IO */