1 // SPDX-License-Identifier: GPL-2.0+ 2 /* 3 * Copyright (c) 2001 by David Brownell 4 */ 5 6 /* this file is part of ehci-hcd.c */ 7 8 /*-------------------------------------------------------------------------*/ 9 10 /* 11 * There's basically three types of memory: 12 * - data used only by the HCD ... kmalloc is fine 13 * - async and periodic schedules, shared by HC and HCD ... these 14 * need to use dma_pool or dma_alloc_coherent 15 * - driver buffers, read/written by HC ... single shot DMA mapped 16 * 17 * There's also "register" data (e.g. PCI or SOC), which is memory mapped. 18 * No memory seen by this driver is pageable. 19 */ 20 21 /*-------------------------------------------------------------------------*/ 22 23 /* Allocate the key transfer structures from the previously allocated pool */ 24 ehci_qtd_init(struct ehci_hcd * ehci,struct ehci_qtd * qtd,dma_addr_t dma)25 static inline void ehci_qtd_init(struct ehci_hcd *ehci, struct ehci_qtd *qtd, 26 dma_addr_t dma) 27 { 28 memset (qtd, 0, sizeof *qtd); 29 qtd->qtd_dma = dma; 30 qtd->hw_token = cpu_to_hc32(ehci, QTD_STS_HALT); 31 qtd->hw_next = EHCI_LIST_END(ehci); 32 qtd->hw_alt_next = EHCI_LIST_END(ehci); 33 INIT_LIST_HEAD (&qtd->qtd_list); 34 } 35 ehci_qtd_alloc(struct ehci_hcd * ehci,gfp_t flags)36 static struct ehci_qtd *ehci_qtd_alloc (struct ehci_hcd *ehci, gfp_t flags) 37 { 38 struct ehci_qtd *qtd; 39 dma_addr_t dma; 40 41 qtd = dma_pool_alloc (ehci->qtd_pool, flags, &dma); 42 if (qtd != NULL) { 43 ehci_qtd_init(ehci, qtd, dma); 44 } 45 return qtd; 46 } 47 ehci_qtd_free(struct ehci_hcd * ehci,struct ehci_qtd * qtd)48 static inline void ehci_qtd_free (struct ehci_hcd *ehci, struct ehci_qtd *qtd) 49 { 50 dma_pool_free (ehci->qtd_pool, qtd, qtd->qtd_dma); 51 } 52 53 qh_destroy(struct ehci_hcd * ehci,struct ehci_qh * qh)54 static void qh_destroy(struct ehci_hcd *ehci, struct ehci_qh *qh) 55 { 56 /* clean qtds first, and know this is not linked */ 57 if (!list_empty (&qh->qtd_list) || qh->qh_next.ptr) { 58 ehci_dbg (ehci, "unused qh not empty!\n"); 59 BUG (); 60 } 61 if (qh->dummy) 62 ehci_qtd_free (ehci, qh->dummy); 63 dma_pool_free(ehci->qh_pool, qh->hw, qh->qh_dma); 64 kfree(qh); 65 } 66 ehci_qh_alloc(struct ehci_hcd * ehci,gfp_t flags)67 static struct ehci_qh *ehci_qh_alloc (struct ehci_hcd *ehci, gfp_t flags) 68 { 69 struct ehci_qh *qh; 70 dma_addr_t dma; 71 72 qh = kzalloc(sizeof *qh, GFP_ATOMIC); 73 if (!qh) 74 goto done; 75 qh->hw = (struct ehci_qh_hw *) 76 dma_pool_zalloc(ehci->qh_pool, flags, &dma); 77 if (!qh->hw) 78 goto fail; 79 qh->qh_dma = dma; 80 // INIT_LIST_HEAD (&qh->qh_list); 81 INIT_LIST_HEAD (&qh->qtd_list); 82 INIT_LIST_HEAD(&qh->unlink_node); 83 84 /* dummy td enables safe urb queuing */ 85 qh->dummy = ehci_qtd_alloc (ehci, flags); 86 if (qh->dummy == NULL) { 87 ehci_dbg (ehci, "no dummy td\n"); 88 goto fail1; 89 } 90 done: 91 return qh; 92 fail1: 93 dma_pool_free(ehci->qh_pool, qh->hw, qh->qh_dma); 94 fail: 95 kfree(qh); 96 return NULL; 97 } 98 99 /*-------------------------------------------------------------------------*/ 100 101 /* The queue heads and transfer descriptors are managed from pools tied 102 * to each of the "per device" structures. 103 * This is the initialisation and cleanup code. 104 */ 105 ehci_mem_cleanup(struct ehci_hcd * ehci)106 static void ehci_mem_cleanup (struct ehci_hcd *ehci) 107 { 108 if (ehci->async) 109 qh_destroy(ehci, ehci->async); 110 ehci->async = NULL; 111 112 if (ehci->dummy) 113 qh_destroy(ehci, ehci->dummy); 114 ehci->dummy = NULL; 115 116 /* DMA consistent memory and pools */ 117 dma_pool_destroy(ehci->qtd_pool); 118 ehci->qtd_pool = NULL; 119 dma_pool_destroy(ehci->qh_pool); 120 ehci->qh_pool = NULL; 121 dma_pool_destroy(ehci->itd_pool); 122 ehci->itd_pool = NULL; 123 dma_pool_destroy(ehci->sitd_pool); 124 ehci->sitd_pool = NULL; 125 126 if (ehci->periodic) 127 dma_free_coherent(ehci_to_hcd(ehci)->self.sysdev, 128 ehci->periodic_size * sizeof (u32), 129 ehci->periodic, ehci->periodic_dma); 130 ehci->periodic = NULL; 131 132 /* shadow periodic table */ 133 kfree(ehci->pshadow); 134 ehci->pshadow = NULL; 135 } 136 137 /* remember to add cleanup code (above) if you add anything here */ ehci_mem_init(struct ehci_hcd * ehci,gfp_t flags)138 static int ehci_mem_init (struct ehci_hcd *ehci, gfp_t flags) 139 { 140 int i; 141 142 /* QTDs for control/bulk/intr transfers */ 143 ehci->qtd_pool = dma_pool_create ("ehci_qtd", 144 ehci_to_hcd(ehci)->self.sysdev, 145 sizeof (struct ehci_qtd), 146 32 /* byte alignment (for hw parts) */, 147 4096 /* can't cross 4K */); 148 if (!ehci->qtd_pool) { 149 goto fail; 150 } 151 152 /* QHs for control/bulk/intr transfers */ 153 ehci->qh_pool = dma_pool_create ("ehci_qh", 154 ehci_to_hcd(ehci)->self.sysdev, 155 sizeof(struct ehci_qh_hw), 156 32 /* byte alignment (for hw parts) */, 157 4096 /* can't cross 4K */); 158 if (!ehci->qh_pool) { 159 goto fail; 160 } 161 ehci->async = ehci_qh_alloc (ehci, flags); 162 if (!ehci->async) { 163 goto fail; 164 } 165 166 /* ITD for high speed ISO transfers */ 167 ehci->itd_pool = dma_pool_create ("ehci_itd", 168 ehci_to_hcd(ehci)->self.sysdev, 169 sizeof (struct ehci_itd), 170 32 /* byte alignment (for hw parts) */, 171 4096 /* can't cross 4K */); 172 if (!ehci->itd_pool) { 173 goto fail; 174 } 175 176 /* SITD for full/low speed split ISO transfers */ 177 ehci->sitd_pool = dma_pool_create ("ehci_sitd", 178 ehci_to_hcd(ehci)->self.sysdev, 179 sizeof (struct ehci_sitd), 180 32 /* byte alignment (for hw parts) */, 181 4096 /* can't cross 4K */); 182 if (!ehci->sitd_pool) { 183 goto fail; 184 } 185 186 /* Hardware periodic table */ 187 ehci->periodic = (__le32 *) 188 dma_alloc_coherent(ehci_to_hcd(ehci)->self.sysdev, 189 ehci->periodic_size * sizeof(__le32), 190 &ehci->periodic_dma, flags); 191 if (ehci->periodic == NULL) { 192 goto fail; 193 } 194 195 if (ehci->use_dummy_qh) { 196 struct ehci_qh_hw *hw; 197 ehci->dummy = ehci_qh_alloc(ehci, flags); 198 if (!ehci->dummy) 199 goto fail; 200 201 hw = ehci->dummy->hw; 202 hw->hw_next = EHCI_LIST_END(ehci); 203 hw->hw_qtd_next = EHCI_LIST_END(ehci); 204 hw->hw_alt_next = EHCI_LIST_END(ehci); 205 ehci->dummy->hw = hw; 206 207 for (i = 0; i < ehci->periodic_size; i++) 208 ehci->periodic[i] = cpu_to_hc32(ehci, 209 ehci->dummy->qh_dma); 210 } else { 211 for (i = 0; i < ehci->periodic_size; i++) 212 ehci->periodic[i] = EHCI_LIST_END(ehci); 213 } 214 215 /* software shadow of hardware table */ 216 ehci->pshadow = kcalloc(ehci->periodic_size, sizeof(void *), flags); 217 if (ehci->pshadow != NULL) 218 return 0; 219 220 fail: 221 ehci_dbg (ehci, "couldn't init memory\n"); 222 ehci_mem_cleanup (ehci); 223 return -ENOMEM; 224 } 225