1
2
3
4
5
6
7
8
9#include <linux/clk.h>
10#include <linux/dma-mapping.h>
11#include <linux/interrupt.h>
12#include <linux/io.h>
13#include <linux/iopoll.h>
14#include <linux/module.h>
15#include <linux/of.h>
16#include <linux/platform_device.h>
17#include <linux/slab.h>
18#include <linux/spi/spi.h>
19
20
21#define PESQI_XIP_CONF1_REG 0x00
22#define PESQI_XIP_CONF2_REG 0x04
23#define PESQI_CONF_REG 0x08
24#define PESQI_CTRL_REG 0x0C
25#define PESQI_CLK_CTRL_REG 0x10
26#define PESQI_CMD_THRES_REG 0x14
27#define PESQI_INT_THRES_REG 0x18
28#define PESQI_INT_ENABLE_REG 0x1C
29#define PESQI_INT_STAT_REG 0x20
30#define PESQI_TX_DATA_REG 0x24
31#define PESQI_RX_DATA_REG 0x28
32#define PESQI_STAT1_REG 0x2C
33#define PESQI_STAT2_REG 0x30
34#define PESQI_BD_CTRL_REG 0x34
35#define PESQI_BD_CUR_ADDR_REG 0x38
36#define PESQI_BD_BASE_ADDR_REG 0x40
37#define PESQI_BD_STAT_REG 0x44
38#define PESQI_BD_POLL_CTRL_REG 0x48
39#define PESQI_BD_TX_DMA_STAT_REG 0x4C
40#define PESQI_BD_RX_DMA_STAT_REG 0x50
41#define PESQI_THRES_REG 0x54
42#define PESQI_INT_SIGEN_REG 0x58
43
44
45#define PESQI_MODE 0x7
46#define PESQI_MODE_BOOT 0
47#define PESQI_MODE_PIO 1
48#define PESQI_MODE_DMA 2
49#define PESQI_MODE_XIP 3
50#define PESQI_MODE_SHIFT 0
51#define PESQI_CPHA BIT(3)
52#define PESQI_CPOL BIT(4)
53#define PESQI_LSBF BIT(5)
54#define PESQI_RXLATCH BIT(7)
55#define PESQI_SERMODE BIT(8)
56#define PESQI_WP_EN BIT(9)
57#define PESQI_HOLD_EN BIT(10)
58#define PESQI_BURST_EN BIT(12)
59#define PESQI_CS_CTRL_HW BIT(15)
60#define PESQI_SOFT_RESET BIT(16)
61#define PESQI_LANES_SHIFT 20
62#define PESQI_SINGLE_LANE 0
63#define PESQI_DUAL_LANE 1
64#define PESQI_QUAD_LANE 2
65#define PESQI_CSEN_SHIFT 24
66#define PESQI_EN BIT(23)
67
68
69#define PESQI_CLK_EN BIT(0)
70#define PESQI_CLK_STABLE BIT(1)
71#define PESQI_CLKDIV_SHIFT 8
72#define PESQI_CLKDIV 0xff
73
74
75#define PESQI_TXTHR_MASK 0x1f
76#define PESQI_TXTHR_SHIFT 8
77#define PESQI_RXTHR_MASK 0x1f
78#define PESQI_RXTHR_SHIFT 0
79
80
81#define PESQI_TXEMPTY BIT(0)
82#define PESQI_TXFULL BIT(1)
83#define PESQI_TXTHR BIT(2)
84#define PESQI_RXEMPTY BIT(3)
85#define PESQI_RXFULL BIT(4)
86#define PESQI_RXTHR BIT(5)
87#define PESQI_BDDONE BIT(9)
88#define PESQI_PKTCOMP BIT(10)
89#define PESQI_DMAERR BIT(11)
90
91
92#define PESQI_DMA_EN BIT(0)
93#define PESQI_POLL_EN BIT(1)
94#define PESQI_BDP_START BIT(2)
95
96
97struct buf_desc {
98 u32 bd_ctrl;
99 u32 bd_status;
100 u32 bd_addr;
101 u32 bd_nextp;
102};
103
104
105#define BD_BUFLEN 0x1ff
106#define BD_CBD_INT_EN BIT(16)
107#define BD_PKT_INT_EN BIT(17)
108#define BD_LIFM BIT(18)
109#define BD_LAST BIT(19)
110#define BD_DATA_RECV BIT(20)
111#define BD_DDR BIT(21)
112#define BD_DUAL BIT(22)
113#define BD_QUAD BIT(23)
114#define BD_LSBF BIT(25)
115#define BD_STAT_CHECK BIT(27)
116#define BD_DEVSEL_SHIFT 28
117#define BD_CS_DEASSERT BIT(30)
118#define BD_EN BIT(31)
119
120
121
122
123
124
125
126
127struct ring_desc {
128 struct list_head list;
129 struct buf_desc *bd;
130 dma_addr_t bd_dma;
131 u32 xfer_len;
132};
133
134
135#define PESQI_BD_BUF_LEN_MAX 256
136#define PESQI_BD_COUNT 256
137
138struct pic32_sqi {
139 void __iomem *regs;
140 struct clk *sys_clk;
141 struct clk *base_clk;
142 struct spi_master *master;
143 int irq;
144 struct completion xfer_done;
145 struct ring_desc *ring;
146 void *bd;
147 dma_addr_t bd_dma;
148 struct list_head bd_list_free;
149 struct list_head bd_list_used;
150 struct spi_device *cur_spi;
151 u32 cur_speed;
152 u8 cur_mode;
153};
154
155static inline void pic32_setbits(void __iomem *reg, u32 set)
156{
157 writel(readl(reg) | set, reg);
158}
159
160static inline void pic32_clrbits(void __iomem *reg, u32 clr)
161{
162 writel(readl(reg) & ~clr, reg);
163}
164
165static int pic32_sqi_set_clk_rate(struct pic32_sqi *sqi, u32 sck)
166{
167 u32 val, div;
168
169
170 div = clk_get_rate(sqi->base_clk) / (2 * sck);
171 div &= PESQI_CLKDIV;
172
173 val = readl(sqi->regs + PESQI_CLK_CTRL_REG);
174
175 val &= ~(PESQI_CLK_STABLE | (PESQI_CLKDIV << PESQI_CLKDIV_SHIFT));
176 val |= div << PESQI_CLKDIV_SHIFT;
177 writel(val, sqi->regs + PESQI_CLK_CTRL_REG);
178
179
180 return readl_poll_timeout(sqi->regs + PESQI_CLK_CTRL_REG, val,
181 val & PESQI_CLK_STABLE, 1, 5000);
182}
183
184static inline void pic32_sqi_enable_int(struct pic32_sqi *sqi)
185{
186 u32 mask = PESQI_DMAERR | PESQI_BDDONE | PESQI_PKTCOMP;
187
188 writel(mask, sqi->regs + PESQI_INT_ENABLE_REG);
189
190 writel(mask, sqi->regs + PESQI_INT_SIGEN_REG);
191}
192
193static inline void pic32_sqi_disable_int(struct pic32_sqi *sqi)
194{
195 writel(0, sqi->regs + PESQI_INT_ENABLE_REG);
196 writel(0, sqi->regs + PESQI_INT_SIGEN_REG);
197}
198
199static irqreturn_t pic32_sqi_isr(int irq, void *dev_id)
200{
201 struct pic32_sqi *sqi = dev_id;
202 u32 enable, status;
203
204 enable = readl(sqi->regs + PESQI_INT_ENABLE_REG);
205 status = readl(sqi->regs + PESQI_INT_STAT_REG);
206
207
208 if (!status)
209 return IRQ_NONE;
210
211 if (status & PESQI_DMAERR) {
212 enable = 0;
213 goto irq_done;
214 }
215
216 if (status & PESQI_TXTHR)
217 enable &= ~(PESQI_TXTHR | PESQI_TXFULL | PESQI_TXEMPTY);
218
219 if (status & PESQI_RXTHR)
220 enable &= ~(PESQI_RXTHR | PESQI_RXFULL | PESQI_RXEMPTY);
221
222 if (status & PESQI_BDDONE)
223 enable &= ~PESQI_BDDONE;
224
225
226 if (status & PESQI_PKTCOMP) {
227
228 enable = 0;
229
230 complete(&sqi->xfer_done);
231 }
232
233irq_done:
234
235 writel(enable, sqi->regs + PESQI_INT_ENABLE_REG);
236
237 return IRQ_HANDLED;
238}
239
240static struct ring_desc *ring_desc_get(struct pic32_sqi *sqi)
241{
242 struct ring_desc *rdesc;
243
244 if (list_empty(&sqi->bd_list_free))
245 return NULL;
246
247 rdesc = list_first_entry(&sqi->bd_list_free, struct ring_desc, list);
248 list_move_tail(&rdesc->list, &sqi->bd_list_used);
249 return rdesc;
250}
251
252static void ring_desc_put(struct pic32_sqi *sqi, struct ring_desc *rdesc)
253{
254 list_move(&rdesc->list, &sqi->bd_list_free);
255}
256
257static int pic32_sqi_one_transfer(struct pic32_sqi *sqi,
258 struct spi_message *mesg,
259 struct spi_transfer *xfer)
260{
261 struct spi_device *spi = mesg->spi;
262 struct scatterlist *sg, *sgl;
263 struct ring_desc *rdesc;
264 struct buf_desc *bd;
265 int nents, i;
266 u32 bd_ctrl;
267 u32 nbits;
268
269
270 bd_ctrl = spi->chip_select << BD_DEVSEL_SHIFT;
271
272
273 if (xfer->rx_buf) {
274 bd_ctrl |= BD_DATA_RECV;
275 nbits = xfer->rx_nbits;
276 sgl = xfer->rx_sg.sgl;
277 nents = xfer->rx_sg.nents;
278 } else {
279 nbits = xfer->tx_nbits;
280 sgl = xfer->tx_sg.sgl;
281 nents = xfer->tx_sg.nents;
282 }
283
284 if (nbits & SPI_NBITS_QUAD)
285 bd_ctrl |= BD_QUAD;
286 else if (nbits & SPI_NBITS_DUAL)
287 bd_ctrl |= BD_DUAL;
288
289
290 if (spi->mode & SPI_LSB_FIRST)
291 bd_ctrl |= BD_LSBF;
292
293
294 bd_ctrl |= BD_EN;
295
296 for_each_sg(sgl, sg, nents, i) {
297
298 rdesc = ring_desc_get(sqi);
299 if (!rdesc)
300 break;
301
302 bd = rdesc->bd;
303
304
305 rdesc->xfer_len = sg_dma_len(sg);
306 bd->bd_ctrl = bd_ctrl;
307 bd->bd_ctrl |= rdesc->xfer_len;
308
309
310 bd->bd_status = 0;
311
312
313 bd->bd_addr = sg->dma_address;
314 }
315
316 return 0;
317}
318
319static int pic32_sqi_prepare_hardware(struct spi_master *master)
320{
321 struct pic32_sqi *sqi = spi_master_get_devdata(master);
322
323
324 pic32_setbits(sqi->regs + PESQI_CONF_REG, PESQI_EN);
325
326 pic32_setbits(sqi->regs + PESQI_CLK_CTRL_REG, PESQI_CLK_EN);
327
328 return 0;
329}
330
331static bool pic32_sqi_can_dma(struct spi_master *master,
332 struct spi_device *spi,
333 struct spi_transfer *x)
334{
335
336 return true;
337}
338
339static int pic32_sqi_one_message(struct spi_master *master,
340 struct spi_message *msg)
341{
342 struct spi_device *spi = msg->spi;
343 struct ring_desc *rdesc, *next;
344 struct spi_transfer *xfer;
345 struct pic32_sqi *sqi;
346 int ret = 0, mode;
347 unsigned long timeout;
348 u32 val;
349
350 sqi = spi_master_get_devdata(master);
351
352 reinit_completion(&sqi->xfer_done);
353 msg->actual_length = 0;
354
355
356
357
358
359 if (sqi->cur_spi != spi) {
360
361 if (sqi->cur_speed != spi->max_speed_hz) {
362 sqi->cur_speed = spi->max_speed_hz;
363 ret = pic32_sqi_set_clk_rate(sqi, spi->max_speed_hz);
364 if (ret)
365 dev_warn(&spi->dev, "set_clk, %d\n", ret);
366 }
367
368
369 mode = spi->mode & (SPI_MODE_3 | SPI_LSB_FIRST);
370 if (sqi->cur_mode != mode) {
371 val = readl(sqi->regs + PESQI_CONF_REG);
372 val &= ~(PESQI_CPOL | PESQI_CPHA | PESQI_LSBF);
373 if (mode & SPI_CPOL)
374 val |= PESQI_CPOL;
375 if (mode & SPI_LSB_FIRST)
376 val |= PESQI_LSBF;
377 val |= PESQI_CPHA;
378 writel(val, sqi->regs + PESQI_CONF_REG);
379
380 sqi->cur_mode = mode;
381 }
382 sqi->cur_spi = spi;
383 }
384
385
386 list_for_each_entry(xfer, &msg->transfers, transfer_list) {
387 ret = pic32_sqi_one_transfer(sqi, msg, xfer);
388 if (ret) {
389 dev_err(&spi->dev, "xfer %p err\n", xfer);
390 goto xfer_out;
391 }
392 }
393
394
395
396
397 rdesc = list_last_entry(&sqi->bd_list_used, struct ring_desc, list);
398 rdesc->bd->bd_ctrl |= BD_LAST | BD_CS_DEASSERT |
399 BD_LIFM | BD_PKT_INT_EN;
400
401
402 rdesc = list_first_entry(&sqi->bd_list_used, struct ring_desc, list);
403 writel(rdesc->bd_dma, sqi->regs + PESQI_BD_BASE_ADDR_REG);
404
405
406 pic32_sqi_enable_int(sqi);
407
408
409 val = PESQI_DMA_EN | PESQI_POLL_EN | PESQI_BDP_START;
410 writel(val, sqi->regs + PESQI_BD_CTRL_REG);
411
412
413 timeout = wait_for_completion_timeout(&sqi->xfer_done, 5 * HZ);
414 if (timeout == 0) {
415 dev_err(&sqi->master->dev, "wait timedout/interrupted\n");
416 ret = -ETIMEDOUT;
417 msg->status = ret;
418 } else {
419
420 msg->status = 0;
421 ret = 0;
422 }
423
424
425 writel(0, sqi->regs + PESQI_BD_CTRL_REG);
426
427 pic32_sqi_disable_int(sqi);
428
429xfer_out:
430 list_for_each_entry_safe_reverse(rdesc, next,
431 &sqi->bd_list_used, list) {
432
433 msg->actual_length += rdesc->xfer_len;
434
435 ring_desc_put(sqi, rdesc);
436 }
437 spi_finalize_current_message(spi->master);
438
439 return ret;
440}
441
442static int pic32_sqi_unprepare_hardware(struct spi_master *master)
443{
444 struct pic32_sqi *sqi = spi_master_get_devdata(master);
445
446
447 pic32_clrbits(sqi->regs + PESQI_CLK_CTRL_REG, PESQI_CLK_EN);
448
449 pic32_clrbits(sqi->regs + PESQI_CONF_REG, PESQI_EN);
450
451 return 0;
452}
453
454static int ring_desc_ring_alloc(struct pic32_sqi *sqi)
455{
456 struct ring_desc *rdesc;
457 struct buf_desc *bd;
458 int i;
459
460
461 sqi->bd = dma_alloc_coherent(&sqi->master->dev,
462 sizeof(*bd) * PESQI_BD_COUNT,
463 &sqi->bd_dma, GFP_KERNEL);
464 if (!sqi->bd) {
465 dev_err(&sqi->master->dev, "failed allocating dma buffer\n");
466 return -ENOMEM;
467 }
468
469
470 sqi->ring = kcalloc(PESQI_BD_COUNT, sizeof(*rdesc), GFP_KERNEL);
471 if (!sqi->ring) {
472 dma_free_coherent(&sqi->master->dev,
473 sizeof(*bd) * PESQI_BD_COUNT,
474 sqi->bd, sqi->bd_dma);
475 return -ENOMEM;
476 }
477
478 bd = (struct buf_desc *)sqi->bd;
479
480 INIT_LIST_HEAD(&sqi->bd_list_free);
481 INIT_LIST_HEAD(&sqi->bd_list_used);
482
483
484 for (i = 0, rdesc = sqi->ring; i < PESQI_BD_COUNT; i++, rdesc++) {
485 INIT_LIST_HEAD(&rdesc->list);
486 rdesc->bd = &bd[i];
487 rdesc->bd_dma = sqi->bd_dma + (void *)&bd[i] - (void *)bd;
488 list_add_tail(&rdesc->list, &sqi->bd_list_free);
489 }
490
491
492 for (i = 0, rdesc = sqi->ring; i < PESQI_BD_COUNT - 1; i++)
493 bd[i].bd_nextp = rdesc[i + 1].bd_dma;
494 bd[PESQI_BD_COUNT - 1].bd_nextp = 0;
495
496 return 0;
497}
498
499static void ring_desc_ring_free(struct pic32_sqi *sqi)
500{
501 dma_free_coherent(&sqi->master->dev,
502 sizeof(struct buf_desc) * PESQI_BD_COUNT,
503 sqi->bd, sqi->bd_dma);
504 kfree(sqi->ring);
505}
506
507static void pic32_sqi_hw_init(struct pic32_sqi *sqi)
508{
509 unsigned long flags;
510 u32 val;
511
512
513
514
515
516 local_irq_save(flags);
517
518
519 writel(PESQI_SOFT_RESET, sqi->regs + PESQI_CONF_REG);
520
521
522 readl_poll_timeout_atomic(sqi->regs + PESQI_CONF_REG, val,
523 !(val & PESQI_SOFT_RESET), 1, 5000);
524
525
526 pic32_sqi_disable_int(sqi);
527
528
529 local_irq_restore(flags);
530
531
532 val = readl(sqi->regs + PESQI_CMD_THRES_REG);
533 val &= ~(PESQI_TXTHR_MASK << PESQI_TXTHR_SHIFT);
534 val &= ~(PESQI_RXTHR_MASK << PESQI_RXTHR_SHIFT);
535 val |= (1U << PESQI_TXTHR_SHIFT) | (1U << PESQI_RXTHR_SHIFT);
536 writel(val, sqi->regs + PESQI_CMD_THRES_REG);
537
538 val = readl(sqi->regs + PESQI_INT_THRES_REG);
539 val &= ~(PESQI_TXTHR_MASK << PESQI_TXTHR_SHIFT);
540 val &= ~(PESQI_RXTHR_MASK << PESQI_RXTHR_SHIFT);
541 val |= (1U << PESQI_TXTHR_SHIFT) | (1U << PESQI_RXTHR_SHIFT);
542 writel(val, sqi->regs + PESQI_INT_THRES_REG);
543
544
545 val = readl(sqi->regs + PESQI_CONF_REG);
546
547
548 val &= ~PESQI_MODE;
549 val |= PESQI_MODE_DMA << PESQI_MODE_SHIFT;
550 writel(val, sqi->regs + PESQI_CONF_REG);
551
552
553 val |= PESQI_QUAD_LANE << PESQI_LANES_SHIFT;
554
555
556 val |= PESQI_BURST_EN;
557
558
559 val |= 3U << PESQI_CSEN_SHIFT;
560 writel(val, sqi->regs + PESQI_CONF_REG);
561
562
563 writel(0, sqi->regs + PESQI_BD_POLL_CTRL_REG);
564
565 sqi->cur_speed = 0;
566 sqi->cur_mode = -1;
567}
568
569static int pic32_sqi_probe(struct platform_device *pdev)
570{
571 struct spi_master *master;
572 struct pic32_sqi *sqi;
573 int ret;
574
575 master = spi_alloc_master(&pdev->dev, sizeof(*sqi));
576 if (!master)
577 return -ENOMEM;
578
579 sqi = spi_master_get_devdata(master);
580 sqi->master = master;
581
582 sqi->regs = devm_platform_ioremap_resource(pdev, 0);
583 if (IS_ERR(sqi->regs)) {
584 ret = PTR_ERR(sqi->regs);
585 goto err_free_master;
586 }
587
588
589 sqi->irq = platform_get_irq(pdev, 0);
590 if (sqi->irq < 0) {
591 ret = sqi->irq;
592 goto err_free_master;
593 }
594
595
596 sqi->sys_clk = devm_clk_get(&pdev->dev, "reg_ck");
597 if (IS_ERR(sqi->sys_clk)) {
598 ret = PTR_ERR(sqi->sys_clk);
599 dev_err(&pdev->dev, "no sys_clk ?\n");
600 goto err_free_master;
601 }
602
603 sqi->base_clk = devm_clk_get(&pdev->dev, "spi_ck");
604 if (IS_ERR(sqi->base_clk)) {
605 ret = PTR_ERR(sqi->base_clk);
606 dev_err(&pdev->dev, "no base clk ?\n");
607 goto err_free_master;
608 }
609
610 ret = clk_prepare_enable(sqi->sys_clk);
611 if (ret) {
612 dev_err(&pdev->dev, "sys clk enable failed\n");
613 goto err_free_master;
614 }
615
616 ret = clk_prepare_enable(sqi->base_clk);
617 if (ret) {
618 dev_err(&pdev->dev, "base clk enable failed\n");
619 clk_disable_unprepare(sqi->sys_clk);
620 goto err_free_master;
621 }
622
623 init_completion(&sqi->xfer_done);
624
625
626 pic32_sqi_hw_init(sqi);
627
628
629 ret = ring_desc_ring_alloc(sqi);
630 if (ret) {
631 dev_err(&pdev->dev, "ring alloc failed\n");
632 goto err_disable_clk;
633 }
634
635
636 ret = request_irq(sqi->irq, pic32_sqi_isr, 0,
637 dev_name(&pdev->dev), sqi);
638 if (ret < 0) {
639 dev_err(&pdev->dev, "request_irq(%d), failed\n", sqi->irq);
640 goto err_free_ring;
641 }
642
643
644 master->num_chipselect = 2;
645 master->max_speed_hz = clk_get_rate(sqi->base_clk);
646 master->dma_alignment = 32;
647 master->max_dma_len = PESQI_BD_BUF_LEN_MAX;
648 master->dev.of_node = pdev->dev.of_node;
649 master->mode_bits = SPI_MODE_3 | SPI_MODE_0 | SPI_TX_DUAL |
650 SPI_RX_DUAL | SPI_TX_QUAD | SPI_RX_QUAD;
651 master->flags = SPI_MASTER_HALF_DUPLEX;
652 master->can_dma = pic32_sqi_can_dma;
653 master->bits_per_word_mask = SPI_BPW_RANGE_MASK(8, 32);
654 master->transfer_one_message = pic32_sqi_one_message;
655 master->prepare_transfer_hardware = pic32_sqi_prepare_hardware;
656 master->unprepare_transfer_hardware = pic32_sqi_unprepare_hardware;
657
658 ret = devm_spi_register_master(&pdev->dev, master);
659 if (ret) {
660 dev_err(&master->dev, "failed registering spi master\n");
661 free_irq(sqi->irq, sqi);
662 goto err_free_ring;
663 }
664
665 platform_set_drvdata(pdev, sqi);
666
667 return 0;
668
669err_free_ring:
670 ring_desc_ring_free(sqi);
671
672err_disable_clk:
673 clk_disable_unprepare(sqi->base_clk);
674 clk_disable_unprepare(sqi->sys_clk);
675
676err_free_master:
677 spi_master_put(master);
678 return ret;
679}
680
681static int pic32_sqi_remove(struct platform_device *pdev)
682{
683 struct pic32_sqi *sqi = platform_get_drvdata(pdev);
684
685
686 free_irq(sqi->irq, sqi);
687 ring_desc_ring_free(sqi);
688
689
690 clk_disable_unprepare(sqi->base_clk);
691 clk_disable_unprepare(sqi->sys_clk);
692
693 return 0;
694}
695
696static const struct of_device_id pic32_sqi_of_ids[] = {
697 {.compatible = "microchip,pic32mzda-sqi",},
698 {},
699};
700MODULE_DEVICE_TABLE(of, pic32_sqi_of_ids);
701
702static struct platform_driver pic32_sqi_driver = {
703 .driver = {
704 .name = "sqi-pic32",
705 .of_match_table = of_match_ptr(pic32_sqi_of_ids),
706 },
707 .probe = pic32_sqi_probe,
708 .remove = pic32_sqi_remove,
709};
710
711module_platform_driver(pic32_sqi_driver);
712
713MODULE_AUTHOR("Purna Chandra Mandal <purna.mandal@microchip.com>");
714MODULE_DESCRIPTION("Microchip SPI driver for PIC32 SQI controller.");
715MODULE_LICENSE("GPL v2");
716