acard-ahci.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524
  1. /*
  2. * acard-ahci.c - ACard AHCI SATA support
  3. *
  4. * Maintained by: Jeff Garzik <jgarzik@pobox.com>
  5. * Please ALWAYS copy linux-ide@vger.kernel.org
  6. * on emails.
  7. *
  8. * Copyright 2010 Red Hat, Inc.
  9. *
  10. *
  11. * This program is free software; you can redistribute it and/or modify
  12. * it under the terms of the GNU General Public License as published by
  13. * the Free Software Foundation; either version 2, or (at your option)
  14. * any later version.
  15. *
  16. * This program is distributed in the hope that it will be useful,
  17. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  19. * GNU General Public License for more details.
  20. *
  21. * You should have received a copy of the GNU General Public License
  22. * along with this program; see the file COPYING. If not, write to
  23. * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  24. *
  25. *
  26. * libata documentation is available via 'make {ps|pdf}docs',
  27. * as Documentation/DocBook/libata.*
  28. *
  29. * AHCI hardware documentation:
  30. * http://www.intel.com/technology/serialata/pdf/rev1_0.pdf
  31. * http://www.intel.com/technology/serialata/pdf/rev1_1.pdf
  32. *
  33. */
  34. #include <linux/kernel.h>
  35. #include <linux/module.h>
  36. #include <linux/pci.h>
  37. #include <linux/init.h>
  38. #include <linux/blkdev.h>
  39. #include <linux/delay.h>
  40. #include <linux/interrupt.h>
  41. #include <linux/dma-mapping.h>
  42. #include <linux/device.h>
  43. #include <linux/dmi.h>
  44. #include <linux/gfp.h>
  45. #include <scsi/scsi_host.h>
  46. #include <scsi/scsi_cmnd.h>
  47. #include <linux/libata.h>
  48. #include "ahci.h"
  49. #define DRV_NAME "acard-ahci"
  50. #define DRV_VERSION "1.0"
  51. /*
  52. Received FIS structure limited to 80h.
  53. */
  54. #define ACARD_AHCI_RX_FIS_SZ 128
  55. enum {
  56. AHCI_PCI_BAR = 5,
  57. };
  58. enum board_ids {
  59. board_acard_ahci,
  60. };
  61. struct acard_sg {
  62. __le32 addr;
  63. __le32 addr_hi;
  64. __le32 reserved;
  65. __le32 size; /* bit 31 (EOT) max==0x10000 (64k) */
  66. };
  67. static void acard_ahci_qc_prep(struct ata_queued_cmd *qc);
  68. static bool acard_ahci_qc_fill_rtf(struct ata_queued_cmd *qc);
  69. static int acard_ahci_port_start(struct ata_port *ap);
  70. static int acard_ahci_init_one(struct pci_dev *pdev, const struct pci_device_id *ent);
  71. #ifdef CONFIG_PM
  72. static int acard_ahci_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg);
  73. static int acard_ahci_pci_device_resume(struct pci_dev *pdev);
  74. #endif
  75. static struct scsi_host_template acard_ahci_sht = {
  76. AHCI_SHT("acard-ahci"),
  77. };
  78. static struct ata_port_operations acard_ops = {
  79. .inherits = &ahci_ops,
  80. .qc_prep = acard_ahci_qc_prep,
  81. .qc_fill_rtf = acard_ahci_qc_fill_rtf,
  82. .port_start = acard_ahci_port_start,
  83. };
  84. #define AHCI_HFLAGS(flags) .private_data = (void *)(flags)
  85. static const struct ata_port_info acard_ahci_port_info[] = {
  86. [board_acard_ahci] =
  87. {
  88. AHCI_HFLAGS (AHCI_HFLAG_NO_NCQ),
  89. .flags = AHCI_FLAG_COMMON,
  90. .pio_mask = ATA_PIO4,
  91. .udma_mask = ATA_UDMA6,
  92. .port_ops = &acard_ops,
  93. },
  94. };
  95. static const struct pci_device_id acard_ahci_pci_tbl[] = {
  96. /* ACard */
  97. { PCI_VDEVICE(ARTOP, 0x000d), board_acard_ahci }, /* ATP8620 */
  98. { } /* terminate list */
  99. };
  100. static struct pci_driver acard_ahci_pci_driver = {
  101. .name = DRV_NAME,
  102. .id_table = acard_ahci_pci_tbl,
  103. .probe = acard_ahci_init_one,
  104. .remove = ata_pci_remove_one,
  105. #ifdef CONFIG_PM
  106. .suspend = acard_ahci_pci_device_suspend,
  107. .resume = acard_ahci_pci_device_resume,
  108. #endif
  109. };
  110. #ifdef CONFIG_PM
  111. static int acard_ahci_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg)
  112. {
  113. struct ata_host *host = dev_get_drvdata(&pdev->dev);
  114. struct ahci_host_priv *hpriv = host->private_data;
  115. void __iomem *mmio = hpriv->mmio;
  116. u32 ctl;
  117. if (mesg.event & PM_EVENT_SUSPEND &&
  118. hpriv->flags & AHCI_HFLAG_NO_SUSPEND) {
  119. dev_err(&pdev->dev,
  120. "BIOS update required for suspend/resume\n");
  121. return -EIO;
  122. }
  123. if (mesg.event & PM_EVENT_SLEEP) {
  124. /* AHCI spec rev1.1 section 8.3.3:
  125. * Software must disable interrupts prior to requesting a
  126. * transition of the HBA to D3 state.
  127. */
  128. ctl = readl(mmio + HOST_CTL);
  129. ctl &= ~HOST_IRQ_EN;
  130. writel(ctl, mmio + HOST_CTL);
  131. readl(mmio + HOST_CTL); /* flush */
  132. }
  133. return ata_pci_device_suspend(pdev, mesg);
  134. }
  135. static int acard_ahci_pci_device_resume(struct pci_dev *pdev)
  136. {
  137. struct ata_host *host = dev_get_drvdata(&pdev->dev);
  138. int rc;
  139. rc = ata_pci_device_do_resume(pdev);
  140. if (rc)
  141. return rc;
  142. if (pdev->dev.power.power_state.event == PM_EVENT_SUSPEND) {
  143. rc = ahci_reset_controller(host);
  144. if (rc)
  145. return rc;
  146. ahci_init_controller(host);
  147. }
  148. ata_host_resume(host);
  149. return 0;
  150. }
  151. #endif
  152. static int acard_ahci_configure_dma_masks(struct pci_dev *pdev, int using_dac)
  153. {
  154. int rc;
  155. if (using_dac &&
  156. !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))) {
  157. rc = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64));
  158. if (rc) {
  159. rc = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
  160. if (rc) {
  161. dev_err(&pdev->dev,
  162. "64-bit DMA enable failed\n");
  163. return rc;
  164. }
  165. }
  166. } else {
  167. rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
  168. if (rc) {
  169. dev_err(&pdev->dev, "32-bit DMA enable failed\n");
  170. return rc;
  171. }
  172. rc = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
  173. if (rc) {
  174. dev_err(&pdev->dev,
  175. "32-bit consistent DMA enable failed\n");
  176. return rc;
  177. }
  178. }
  179. return 0;
  180. }
  181. static void acard_ahci_pci_print_info(struct ata_host *host)
  182. {
  183. struct pci_dev *pdev = to_pci_dev(host->dev);
  184. u16 cc;
  185. const char *scc_s;
  186. pci_read_config_word(pdev, 0x0a, &cc);
  187. if (cc == PCI_CLASS_STORAGE_IDE)
  188. scc_s = "IDE";
  189. else if (cc == PCI_CLASS_STORAGE_SATA)
  190. scc_s = "SATA";
  191. else if (cc == PCI_CLASS_STORAGE_RAID)
  192. scc_s = "RAID";
  193. else
  194. scc_s = "unknown";
  195. ahci_print_info(host, scc_s);
  196. }
  197. static unsigned int acard_ahci_fill_sg(struct ata_queued_cmd *qc, void *cmd_tbl)
  198. {
  199. struct scatterlist *sg;
  200. struct acard_sg *acard_sg = cmd_tbl + AHCI_CMD_TBL_HDR_SZ;
  201. unsigned int si, last_si = 0;
  202. VPRINTK("ENTER\n");
  203. /*
  204. * Next, the S/G list.
  205. */
  206. for_each_sg(qc->sg, sg, qc->n_elem, si) {
  207. dma_addr_t addr = sg_dma_address(sg);
  208. u32 sg_len = sg_dma_len(sg);
  209. /*
  210. * ACard note:
  211. * We must set an end-of-table (EOT) bit,
  212. * and the segment cannot exceed 64k (0x10000)
  213. */
  214. acard_sg[si].addr = cpu_to_le32(addr & 0xffffffff);
  215. acard_sg[si].addr_hi = cpu_to_le32((addr >> 16) >> 16);
  216. acard_sg[si].size = cpu_to_le32(sg_len);
  217. last_si = si;
  218. }
  219. acard_sg[last_si].size |= cpu_to_le32(1 << 31); /* set EOT */
  220. return si;
  221. }
  222. static void acard_ahci_qc_prep(struct ata_queued_cmd *qc)
  223. {
  224. struct ata_port *ap = qc->ap;
  225. struct ahci_port_priv *pp = ap->private_data;
  226. int is_atapi = ata_is_atapi(qc->tf.protocol);
  227. void *cmd_tbl;
  228. u32 opts;
  229. const u32 cmd_fis_len = 5; /* five dwords */
  230. unsigned int n_elem;
  231. /*
  232. * Fill in command table information. First, the header,
  233. * a SATA Register - Host to Device command FIS.
  234. */
  235. cmd_tbl = pp->cmd_tbl + qc->tag * AHCI_CMD_TBL_SZ;
  236. ata_tf_to_fis(&qc->tf, qc->dev->link->pmp, 1, cmd_tbl);
  237. if (is_atapi) {
  238. memset(cmd_tbl + AHCI_CMD_TBL_CDB, 0, 32);
  239. memcpy(cmd_tbl + AHCI_CMD_TBL_CDB, qc->cdb, qc->dev->cdb_len);
  240. }
  241. n_elem = 0;
  242. if (qc->flags & ATA_QCFLAG_DMAMAP)
  243. n_elem = acard_ahci_fill_sg(qc, cmd_tbl);
  244. /*
  245. * Fill in command slot information.
  246. *
  247. * ACard note: prd table length not filled in
  248. */
  249. opts = cmd_fis_len | (qc->dev->link->pmp << 12);
  250. if (qc->tf.flags & ATA_TFLAG_WRITE)
  251. opts |= AHCI_CMD_WRITE;
  252. if (is_atapi)
  253. opts |= AHCI_CMD_ATAPI | AHCI_CMD_PREFETCH;
  254. ahci_fill_cmd_slot(pp, qc->tag, opts);
  255. }
  256. static bool acard_ahci_qc_fill_rtf(struct ata_queued_cmd *qc)
  257. {
  258. struct ahci_port_priv *pp = qc->ap->private_data;
  259. u8 *rx_fis = pp->rx_fis;
  260. if (pp->fbs_enabled)
  261. rx_fis += qc->dev->link->pmp * ACARD_AHCI_RX_FIS_SZ;
  262. /*
  263. * After a successful execution of an ATA PIO data-in command,
  264. * the device doesn't send D2H Reg FIS to update the TF and
  265. * the host should take TF and E_Status from the preceding PIO
  266. * Setup FIS.
  267. */
  268. if (qc->tf.protocol == ATA_PROT_PIO && qc->dma_dir == DMA_FROM_DEVICE &&
  269. !(qc->flags & ATA_QCFLAG_FAILED)) {
  270. ata_tf_from_fis(rx_fis + RX_FIS_PIO_SETUP, &qc->result_tf);
  271. qc->result_tf.command = (rx_fis + RX_FIS_PIO_SETUP)[15];
  272. } else
  273. ata_tf_from_fis(rx_fis + RX_FIS_D2H_REG, &qc->result_tf);
  274. return true;
  275. }
  276. static int acard_ahci_port_start(struct ata_port *ap)
  277. {
  278. struct ahci_host_priv *hpriv = ap->host->private_data;
  279. struct device *dev = ap->host->dev;
  280. struct ahci_port_priv *pp;
  281. void *mem;
  282. dma_addr_t mem_dma;
  283. size_t dma_sz, rx_fis_sz;
  284. pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);
  285. if (!pp)
  286. return -ENOMEM;
  287. /* check FBS capability */
  288. if ((hpriv->cap & HOST_CAP_FBS) && sata_pmp_supported(ap)) {
  289. void __iomem *port_mmio = ahci_port_base(ap);
  290. u32 cmd = readl(port_mmio + PORT_CMD);
  291. if (cmd & PORT_CMD_FBSCP)
  292. pp->fbs_supported = true;
  293. else if (hpriv->flags & AHCI_HFLAG_YES_FBS) {
  294. dev_info(dev, "port %d can do FBS, forcing FBSCP\n",
  295. ap->port_no);
  296. pp->fbs_supported = true;
  297. } else
  298. dev_warn(dev, "port %d is not capable of FBS\n",
  299. ap->port_no);
  300. }
  301. if (pp->fbs_supported) {
  302. dma_sz = AHCI_PORT_PRIV_FBS_DMA_SZ;
  303. rx_fis_sz = ACARD_AHCI_RX_FIS_SZ * 16;
  304. } else {
  305. dma_sz = AHCI_PORT_PRIV_DMA_SZ;
  306. rx_fis_sz = ACARD_AHCI_RX_FIS_SZ;
  307. }
  308. mem = dmam_alloc_coherent(dev, dma_sz, &mem_dma, GFP_KERNEL);
  309. if (!mem)
  310. return -ENOMEM;
  311. memset(mem, 0, dma_sz);
  312. /*
  313. * First item in chunk of DMA memory: 32-slot command table,
  314. * 32 bytes each in size
  315. */
  316. pp->cmd_slot = mem;
  317. pp->cmd_slot_dma = mem_dma;
  318. mem += AHCI_CMD_SLOT_SZ;
  319. mem_dma += AHCI_CMD_SLOT_SZ;
  320. /*
  321. * Second item: Received-FIS area
  322. */
  323. pp->rx_fis = mem;
  324. pp->rx_fis_dma = mem_dma;
  325. mem += rx_fis_sz;
  326. mem_dma += rx_fis_sz;
  327. /*
  328. * Third item: data area for storing a single command
  329. * and its scatter-gather table
  330. */
  331. pp->cmd_tbl = mem;
  332. pp->cmd_tbl_dma = mem_dma;
  333. /*
  334. * Save off initial list of interrupts to be enabled.
  335. * This could be changed later
  336. */
  337. pp->intr_mask = DEF_PORT_IRQ;
  338. ap->private_data = pp;
  339. /* engage engines, captain */
  340. return ahci_port_resume(ap);
  341. }
  342. static int acard_ahci_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
  343. {
  344. unsigned int board_id = ent->driver_data;
  345. struct ata_port_info pi = acard_ahci_port_info[board_id];
  346. const struct ata_port_info *ppi[] = { &pi, NULL };
  347. struct device *dev = &pdev->dev;
  348. struct ahci_host_priv *hpriv;
  349. struct ata_host *host;
  350. int n_ports, i, rc;
  351. VPRINTK("ENTER\n");
  352. WARN_ON((int)ATA_MAX_QUEUE > AHCI_MAX_CMDS);
  353. ata_print_version_once(&pdev->dev, DRV_VERSION);
  354. /* acquire resources */
  355. rc = pcim_enable_device(pdev);
  356. if (rc)
  357. return rc;
  358. /* AHCI controllers often implement SFF compatible interface.
  359. * Grab all PCI BARs just in case.
  360. */
  361. rc = pcim_iomap_regions_request_all(pdev, 1 << AHCI_PCI_BAR, DRV_NAME);
  362. if (rc == -EBUSY)
  363. pcim_pin_device(pdev);
  364. if (rc)
  365. return rc;
  366. hpriv = devm_kzalloc(dev, sizeof(*hpriv), GFP_KERNEL);
  367. if (!hpriv)
  368. return -ENOMEM;
  369. hpriv->flags |= (unsigned long)pi.private_data;
  370. if (!(hpriv->flags & AHCI_HFLAG_NO_MSI))
  371. pci_enable_msi(pdev);
  372. hpriv->mmio = pcim_iomap_table(pdev)[AHCI_PCI_BAR];
  373. /* save initial config */
  374. ahci_save_initial_config(&pdev->dev, hpriv, 0, 0);
  375. /* prepare host */
  376. if (hpriv->cap & HOST_CAP_NCQ)
  377. pi.flags |= ATA_FLAG_NCQ;
  378. if (hpriv->cap & HOST_CAP_PMP)
  379. pi.flags |= ATA_FLAG_PMP;
  380. ahci_set_em_messages(hpriv, &pi);
  381. /* CAP.NP sometimes indicate the index of the last enabled
  382. * port, at other times, that of the last possible port, so
  383. * determining the maximum port number requires looking at
  384. * both CAP.NP and port_map.
  385. */
  386. n_ports = max(ahci_nr_ports(hpriv->cap), fls(hpriv->port_map));
  387. host = ata_host_alloc_pinfo(&pdev->dev, ppi, n_ports);
  388. if (!host)
  389. return -ENOMEM;
  390. host->private_data = hpriv;
  391. if (!(hpriv->cap & HOST_CAP_SSS) || ahci_ignore_sss)
  392. host->flags |= ATA_HOST_PARALLEL_SCAN;
  393. else
  394. printk(KERN_INFO "ahci: SSS flag set, parallel bus scan disabled\n");
  395. for (i = 0; i < host->n_ports; i++) {
  396. struct ata_port *ap = host->ports[i];
  397. ata_port_pbar_desc(ap, AHCI_PCI_BAR, -1, "abar");
  398. ata_port_pbar_desc(ap, AHCI_PCI_BAR,
  399. 0x100 + ap->port_no * 0x80, "port");
  400. /* set initial link pm policy */
  401. /*
  402. ap->pm_policy = NOT_AVAILABLE;
  403. */
  404. /* disabled/not-implemented port */
  405. if (!(hpriv->port_map & (1 << i)))
  406. ap->ops = &ata_dummy_port_ops;
  407. }
  408. /* initialize adapter */
  409. rc = acard_ahci_configure_dma_masks(pdev, hpriv->cap & HOST_CAP_64);
  410. if (rc)
  411. return rc;
  412. rc = ahci_reset_controller(host);
  413. if (rc)
  414. return rc;
  415. ahci_init_controller(host);
  416. acard_ahci_pci_print_info(host);
  417. pci_set_master(pdev);
  418. return ata_host_activate(host, pdev->irq, ahci_interrupt, IRQF_SHARED,
  419. &acard_ahci_sht);
  420. }
  421. static int __init acard_ahci_init(void)
  422. {
  423. return pci_register_driver(&acard_ahci_pci_driver);
  424. }
  425. static void __exit acard_ahci_exit(void)
  426. {
  427. pci_unregister_driver(&acard_ahci_pci_driver);
  428. }
  429. MODULE_AUTHOR("Jeff Garzik");
  430. MODULE_DESCRIPTION("ACard AHCI SATA low-level driver");
  431. MODULE_LICENSE("GPL");
  432. MODULE_DEVICE_TABLE(pci, acard_ahci_pci_tbl);
  433. MODULE_VERSION(DRV_VERSION);
  434. module_init(acard_ahci_init);
  435. module_exit(acard_ahci_exit);