1/*
2 * M66592 UDC (USB gadget)
3 *
4 * Copyright (C) 2006-2007 Renesas Solutions Corp.
5 *
6 * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; version 2 of the License.
11 */
12
13#include <linux/module.h>
14#include <linux/interrupt.h>
15#include <linux/delay.h>
16#include <linux/io.h>
17#include <linux/platform_device.h>
18#include <linux/slab.h>
19#include <linux/err.h>
20#include <linux/usb/ch9.h>
21#include <linux/usb/gadget.h>
22
23#include "m66592-udc.h"
24
25MODULE_DESCRIPTION("M66592 USB gadget driver");
26MODULE_LICENSE("GPL");
27MODULE_AUTHOR("Yoshihiro Shimoda");
28MODULE_ALIAS("platform:m66592_udc");
29
30#define DRIVER_VERSION	"21 July 2009"
31
32static const char udc_name[] = "m66592_udc";
33static const char *m66592_ep_name[] = {
34	"ep0", "ep1", "ep2", "ep3", "ep4", "ep5", "ep6", "ep7"
35};
36
37static void disable_controller(struct m66592 *m66592);
38static void irq_ep0_write(struct m66592_ep *ep, struct m66592_request *req);
39static void irq_packet_write(struct m66592_ep *ep, struct m66592_request *req);
40static int m66592_queue(struct usb_ep *_ep, struct usb_request *_req,
41			gfp_t gfp_flags);
42
43static void transfer_complete(struct m66592_ep *ep,
44		struct m66592_request *req, int status);
45
46/*-------------------------------------------------------------------------*/
47static inline u16 get_usb_speed(struct m66592 *m66592)
48{
49	return (m66592_read(m66592, M66592_DVSTCTR) & M66592_RHST);
50}
51
52static void enable_pipe_irq(struct m66592 *m66592, u16 pipenum,
53		unsigned long reg)
54{
55	u16 tmp;
56
57	tmp = m66592_read(m66592, M66592_INTENB0);
58	m66592_bclr(m66592, M66592_BEMPE | M66592_NRDYE | M66592_BRDYE,
59			M66592_INTENB0);
60	m66592_bset(m66592, (1 << pipenum), reg);
61	m66592_write(m66592, tmp, M66592_INTENB0);
62}
63
64static void disable_pipe_irq(struct m66592 *m66592, u16 pipenum,
65		unsigned long reg)
66{
67	u16 tmp;
68
69	tmp = m66592_read(m66592, M66592_INTENB0);
70	m66592_bclr(m66592, M66592_BEMPE | M66592_NRDYE | M66592_BRDYE,
71			M66592_INTENB0);
72	m66592_bclr(m66592, (1 << pipenum), reg);
73	m66592_write(m66592, tmp, M66592_INTENB0);
74}
75
76static void m66592_usb_connect(struct m66592 *m66592)
77{
78	m66592_bset(m66592, M66592_CTRE, M66592_INTENB0);
79	m66592_bset(m66592, M66592_WDST | M66592_RDST | M66592_CMPL,
80			M66592_INTENB0);
81	m66592_bset(m66592, M66592_BEMPE | M66592_BRDYE, M66592_INTENB0);
82
83	m66592_bset(m66592, M66592_DPRPU, M66592_SYSCFG);
84}
85
86static void m66592_usb_disconnect(struct m66592 *m66592)
87__releases(m66592->lock)
88__acquires(m66592->lock)
89{
90	m66592_bclr(m66592, M66592_CTRE, M66592_INTENB0);
91	m66592_bclr(m66592, M66592_WDST | M66592_RDST | M66592_CMPL,
92			M66592_INTENB0);
93	m66592_bclr(m66592, M66592_BEMPE | M66592_BRDYE, M66592_INTENB0);
94	m66592_bclr(m66592, M66592_DPRPU, M66592_SYSCFG);
95
96	m66592->gadget.speed = USB_SPEED_UNKNOWN;
97	spin_unlock(&m66592->lock);
98	m66592->driver->disconnect(&m66592->gadget);
99	spin_lock(&m66592->lock);
100
101	disable_controller(m66592);
102	INIT_LIST_HEAD(&m66592->ep[0].queue);
103}
104
105static inline u16 control_reg_get_pid(struct m66592 *m66592, u16 pipenum)
106{
107	u16 pid = 0;
108	unsigned long offset;
109
110	if (pipenum == 0)
111		pid = m66592_read(m66592, M66592_DCPCTR) & M66592_PID;
112	else if (pipenum < M66592_MAX_NUM_PIPE) {
113		offset = get_pipectr_addr(pipenum);
114		pid = m66592_read(m66592, offset) & M66592_PID;
115	} else
116		pr_err("unexpect pipe num (%d)\n", pipenum);
117
118	return pid;
119}
120
121static inline void control_reg_set_pid(struct m66592 *m66592, u16 pipenum,
122		u16 pid)
123{
124	unsigned long offset;
125
126	if (pipenum == 0)
127		m66592_mdfy(m66592, pid, M66592_PID, M66592_DCPCTR);
128	else if (pipenum < M66592_MAX_NUM_PIPE) {
129		offset = get_pipectr_addr(pipenum);
130		m66592_mdfy(m66592, pid, M66592_PID, offset);
131	} else
132		pr_err("unexpect pipe num (%d)\n", pipenum);
133}
134
135static inline void pipe_start(struct m66592 *m66592, u16 pipenum)
136{
137	control_reg_set_pid(m66592, pipenum, M66592_PID_BUF);
138}
139
140static inline void pipe_stop(struct m66592 *m66592, u16 pipenum)
141{
142	control_reg_set_pid(m66592, pipenum, M66592_PID_NAK);
143}
144
145static inline void pipe_stall(struct m66592 *m66592, u16 pipenum)
146{
147	control_reg_set_pid(m66592, pipenum, M66592_PID_STALL);
148}
149
150static inline u16 control_reg_get(struct m66592 *m66592, u16 pipenum)
151{
152	u16 ret = 0;
153	unsigned long offset;
154
155	if (pipenum == 0)
156		ret = m66592_read(m66592, M66592_DCPCTR);
157	else if (pipenum < M66592_MAX_NUM_PIPE) {
158		offset = get_pipectr_addr(pipenum);
159		ret = m66592_read(m66592, offset);
160	} else
161		pr_err("unexpect pipe num (%d)\n", pipenum);
162
163	return ret;
164}
165
166static inline void control_reg_sqclr(struct m66592 *m66592, u16 pipenum)
167{
168	unsigned long offset;
169
170	pipe_stop(m66592, pipenum);
171
172	if (pipenum == 0)
173		m66592_bset(m66592, M66592_SQCLR, M66592_DCPCTR);
174	else if (pipenum < M66592_MAX_NUM_PIPE) {
175		offset = get_pipectr_addr(pipenum);
176		m66592_bset(m66592, M66592_SQCLR, offset);
177	} else
178		pr_err("unexpect pipe num(%d)\n", pipenum);
179}
180
181static inline int get_buffer_size(struct m66592 *m66592, u16 pipenum)
182{
183	u16 tmp;
184	int size;
185
186	if (pipenum == 0) {
187		tmp = m66592_read(m66592, M66592_DCPCFG);
188		if ((tmp & M66592_CNTMD) != 0)
189			size = 256;
190		else {
191			tmp = m66592_read(m66592, M66592_DCPMAXP);
192			size = tmp & M66592_MAXP;
193		}
194	} else {
195		m66592_write(m66592, pipenum, M66592_PIPESEL);
196		tmp = m66592_read(m66592, M66592_PIPECFG);
197		if ((tmp & M66592_CNTMD) != 0) {
198			tmp = m66592_read(m66592, M66592_PIPEBUF);
199			size = ((tmp >> 10) + 1) * 64;
200		} else {
201			tmp = m66592_read(m66592, M66592_PIPEMAXP);
202			size = tmp & M66592_MXPS;
203		}
204	}
205
206	return size;
207}
208
209static inline void pipe_change(struct m66592 *m66592, u16 pipenum)
210{
211	struct m66592_ep *ep = m66592->pipenum2ep[pipenum];
212	unsigned short mbw;
213
214	if (ep->use_dma)
215		return;
216
217	m66592_mdfy(m66592, pipenum, M66592_CURPIPE, ep->fifosel);
218
219	ndelay(450);
220
221	if (m66592->pdata->on_chip)
222		mbw = M66592_MBW_32;
223	else
224		mbw = M66592_MBW_16;
225
226	m66592_bset(m66592, mbw, ep->fifosel);
227}
228
229static int pipe_buffer_setting(struct m66592 *m66592,
230		struct m66592_pipe_info *info)
231{
232	u16 bufnum = 0, buf_bsize = 0;
233	u16 pipecfg = 0;
234
235	if (info->pipe == 0)
236		return -EINVAL;
237
238	m66592_write(m66592, info->pipe, M66592_PIPESEL);
239
240	if (info->dir_in)
241		pipecfg |= M66592_DIR;
242	pipecfg |= info->type;
243	pipecfg |= info->epnum;
244	switch (info->type) {
245	case M66592_INT:
246		bufnum = 4 + (info->pipe - M66592_BASE_PIPENUM_INT);
247		buf_bsize = 0;
248		break;
249	case M66592_BULK:
250		/* isochronous pipes may be used as bulk pipes */
251		if (info->pipe >= M66592_BASE_PIPENUM_BULK)
252			bufnum = info->pipe - M66592_BASE_PIPENUM_BULK;
253		else
254			bufnum = info->pipe - M66592_BASE_PIPENUM_ISOC;
255
256		bufnum = M66592_BASE_BUFNUM + (bufnum * 16);
257		buf_bsize = 7;
258		pipecfg |= M66592_DBLB;
259		if (!info->dir_in)
260			pipecfg |= M66592_SHTNAK;
261		break;
262	case M66592_ISO:
263		bufnum = M66592_BASE_BUFNUM +
264			 (info->pipe - M66592_BASE_PIPENUM_ISOC) * 16;
265		buf_bsize = 7;
266		break;
267	}
268
269	if (buf_bsize && ((bufnum + 16) >= M66592_MAX_BUFNUM)) {
270		pr_err("m66592 pipe memory is insufficient\n");
271		return -ENOMEM;
272	}
273
274	m66592_write(m66592, pipecfg, M66592_PIPECFG);
275	m66592_write(m66592, (buf_bsize << 10) | (bufnum), M66592_PIPEBUF);
276	m66592_write(m66592, info->maxpacket, M66592_PIPEMAXP);
277	if (info->interval)
278		info->interval--;
279	m66592_write(m66592, info->interval, M66592_PIPEPERI);
280
281	return 0;
282}
283
284static void pipe_buffer_release(struct m66592 *m66592,
285				struct m66592_pipe_info *info)
286{
287	if (info->pipe == 0)
288		return;
289
290	if (is_bulk_pipe(info->pipe)) {
291		m66592->bulk--;
292	} else if (is_interrupt_pipe(info->pipe))
293		m66592->interrupt--;
294	else if (is_isoc_pipe(info->pipe)) {
295		m66592->isochronous--;
296		if (info->type == M66592_BULK)
297			m66592->bulk--;
298	} else
299		pr_err("ep_release: unexpect pipenum (%d)\n",
300				info->pipe);
301}
302
303static void pipe_initialize(struct m66592_ep *ep)
304{
305	struct m66592 *m66592 = ep->m66592;
306	unsigned short mbw;
307
308	m66592_mdfy(m66592, 0, M66592_CURPIPE, ep->fifosel);
309
310	m66592_write(m66592, M66592_ACLRM, ep->pipectr);
311	m66592_write(m66592, 0, ep->pipectr);
312	m66592_write(m66592, M66592_SQCLR, ep->pipectr);
313	if (ep->use_dma) {
314		m66592_mdfy(m66592, ep->pipenum, M66592_CURPIPE, ep->fifosel);
315
316		ndelay(450);
317
318		if (m66592->pdata->on_chip)
319			mbw = M66592_MBW_32;
320		else
321			mbw = M66592_MBW_16;
322
323		m66592_bset(m66592, mbw, ep->fifosel);
324	}
325}
326
327static void m66592_ep_setting(struct m66592 *m66592, struct m66592_ep *ep,
328		const struct usb_endpoint_descriptor *desc,
329		u16 pipenum, int dma)
330{
331	if ((pipenum != 0) && dma) {
332		if (m66592->num_dma == 0) {
333			m66592->num_dma++;
334			ep->use_dma = 1;
335			ep->fifoaddr = M66592_D0FIFO;
336			ep->fifosel = M66592_D0FIFOSEL;
337			ep->fifoctr = M66592_D0FIFOCTR;
338			ep->fifotrn = M66592_D0FIFOTRN;
339		} else if (!m66592->pdata->on_chip && m66592->num_dma == 1) {
340			m66592->num_dma++;
341			ep->use_dma = 1;
342			ep->fifoaddr = M66592_D1FIFO;
343			ep->fifosel = M66592_D1FIFOSEL;
344			ep->fifoctr = M66592_D1FIFOCTR;
345			ep->fifotrn = M66592_D1FIFOTRN;
346		} else {
347			ep->use_dma = 0;
348			ep->fifoaddr = M66592_CFIFO;
349			ep->fifosel = M66592_CFIFOSEL;
350			ep->fifoctr = M66592_CFIFOCTR;
351			ep->fifotrn = 0;
352		}
353	} else {
354		ep->use_dma = 0;
355		ep->fifoaddr = M66592_CFIFO;
356		ep->fifosel = M66592_CFIFOSEL;
357		ep->fifoctr = M66592_CFIFOCTR;
358		ep->fifotrn = 0;
359	}
360
361	ep->pipectr = get_pipectr_addr(pipenum);
362	ep->pipenum = pipenum;
363	ep->ep.maxpacket = usb_endpoint_maxp(desc);
364	m66592->pipenum2ep[pipenum] = ep;
365	m66592->epaddr2ep[desc->bEndpointAddress&USB_ENDPOINT_NUMBER_MASK] = ep;
366	INIT_LIST_HEAD(&ep->queue);
367}
368
369static void m66592_ep_release(struct m66592_ep *ep)
370{
371	struct m66592 *m66592 = ep->m66592;
372	u16 pipenum = ep->pipenum;
373
374	if (pipenum == 0)
375		return;
376
377	if (ep->use_dma)
378		m66592->num_dma--;
379	ep->pipenum = 0;
380	ep->busy = 0;
381	ep->use_dma = 0;
382}
383
384static int alloc_pipe_config(struct m66592_ep *ep,
385		const struct usb_endpoint_descriptor *desc)
386{
387	struct m66592 *m66592 = ep->m66592;
388	struct m66592_pipe_info info;
389	int dma = 0;
390	int *counter;
391	int ret;
392
393	ep->ep.desc = desc;
394
395	BUG_ON(ep->pipenum);
396
397	switch (desc->bmAttributes & USB_ENDPOINT_XFERTYPE_MASK) {
398	case USB_ENDPOINT_XFER_BULK:
399		if (m66592->bulk >= M66592_MAX_NUM_BULK) {
400			if (m66592->isochronous >= M66592_MAX_NUM_ISOC) {
401				pr_err("bulk pipe is insufficient\n");
402				return -ENODEV;
403			} else {
404				info.pipe = M66592_BASE_PIPENUM_ISOC
405						+ m66592->isochronous;
406				counter = &m66592->isochronous;
407			}
408		} else {
409			info.pipe = M66592_BASE_PIPENUM_BULK + m66592->bulk;
410			counter = &m66592->bulk;
411		}
412		info.type = M66592_BULK;
413		dma = 1;
414		break;
415	case USB_ENDPOINT_XFER_INT:
416		if (m66592->interrupt >= M66592_MAX_NUM_INT) {
417			pr_err("interrupt pipe is insufficient\n");
418			return -ENODEV;
419		}
420		info.pipe = M66592_BASE_PIPENUM_INT + m66592->interrupt;
421		info.type = M66592_INT;
422		counter = &m66592->interrupt;
423		break;
424	case USB_ENDPOINT_XFER_ISOC:
425		if (m66592->isochronous >= M66592_MAX_NUM_ISOC) {
426			pr_err("isochronous pipe is insufficient\n");
427			return -ENODEV;
428		}
429		info.pipe = M66592_BASE_PIPENUM_ISOC + m66592->isochronous;
430		info.type = M66592_ISO;
431		counter = &m66592->isochronous;
432		break;
433	default:
434		pr_err("unexpect xfer type\n");
435		return -EINVAL;
436	}
437	ep->type = info.type;
438
439	info.epnum = desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
440	info.maxpacket = usb_endpoint_maxp(desc);
441	info.interval = desc->bInterval;
442	if (desc->bEndpointAddress & USB_ENDPOINT_DIR_MASK)
443		info.dir_in = 1;
444	else
445		info.dir_in = 0;
446
447	ret = pipe_buffer_setting(m66592, &info);
448	if (ret < 0) {
449		pr_err("pipe_buffer_setting fail\n");
450		return ret;
451	}
452
453	(*counter)++;
454	if ((counter == &m66592->isochronous) && info.type == M66592_BULK)
455		m66592->bulk++;
456
457	m66592_ep_setting(m66592, ep, desc, info.pipe, dma);
458	pipe_initialize(ep);
459
460	return 0;
461}
462
463static int free_pipe_config(struct m66592_ep *ep)
464{
465	struct m66592 *m66592 = ep->m66592;
466	struct m66592_pipe_info info;
467
468	info.pipe = ep->pipenum;
469	info.type = ep->type;
470	pipe_buffer_release(m66592, &info);
471	m66592_ep_release(ep);
472
473	return 0;
474}
475
476/*-------------------------------------------------------------------------*/
477static void pipe_irq_enable(struct m66592 *m66592, u16 pipenum)
478{
479	enable_irq_ready(m66592, pipenum);
480	enable_irq_nrdy(m66592, pipenum);
481}
482
483static void pipe_irq_disable(struct m66592 *m66592, u16 pipenum)
484{
485	disable_irq_ready(m66592, pipenum);
486	disable_irq_nrdy(m66592, pipenum);
487}
488
489/* if complete is true, gadget driver complete function is not call */
490static void control_end(struct m66592 *m66592, unsigned ccpl)
491{
492	m66592->ep[0].internal_ccpl = ccpl;
493	pipe_start(m66592, 0);
494	m66592_bset(m66592, M66592_CCPL, M66592_DCPCTR);
495}
496
497static void start_ep0_write(struct m66592_ep *ep, struct m66592_request *req)
498{
499	struct m66592 *m66592 = ep->m66592;
500
501	pipe_change(m66592, ep->pipenum);
502	m66592_mdfy(m66592, M66592_ISEL | M66592_PIPE0,
503			(M66592_ISEL | M66592_CURPIPE),
504			M66592_CFIFOSEL);
505	m66592_write(m66592, M66592_BCLR, ep->fifoctr);
506	if (req->req.length == 0) {
507		m66592_bset(m66592, M66592_BVAL, ep->fifoctr);
508		pipe_start(m66592, 0);
509		transfer_complete(ep, req, 0);
510	} else {
511		m66592_write(m66592, ~M66592_BEMP0, M66592_BEMPSTS);
512		irq_ep0_write(ep, req);
513	}
514}
515
516static void start_packet_write(struct m66592_ep *ep, struct m66592_request *req)
517{
518	struct m66592 *m66592 = ep->m66592;
519	u16 tmp;
520
521	pipe_change(m66592, ep->pipenum);
522	disable_irq_empty(m66592, ep->pipenum);
523	pipe_start(m66592, ep->pipenum);
524
525	tmp = m66592_read(m66592, ep->fifoctr);
526	if (unlikely((tmp & M66592_FRDY) == 0))
527		pipe_irq_enable(m66592, ep->pipenum);
528	else
529		irq_packet_write(ep, req);
530}
531
532static void start_packet_read(struct m66592_ep *ep, struct m66592_request *req)
533{
534	struct m66592 *m66592 = ep->m66592;
535	u16 pipenum = ep->pipenum;
536
537	if (ep->pipenum == 0) {
538		m66592_mdfy(m66592, M66592_PIPE0,
539				(M66592_ISEL | M66592_CURPIPE),
540				M66592_CFIFOSEL);
541		m66592_write(m66592, M66592_BCLR, ep->fifoctr);
542		pipe_start(m66592, pipenum);
543		pipe_irq_enable(m66592, pipenum);
544	} else {
545		if (ep->use_dma) {
546			m66592_bset(m66592, M66592_TRCLR, ep->fifosel);
547			pipe_change(m66592, pipenum);
548			m66592_bset(m66592, M66592_TRENB, ep->fifosel);
549			m66592_write(m66592,
550				(req->req.length + ep->ep.maxpacket - 1)
551					/ ep->ep.maxpacket,
552				ep->fifotrn);
553		}
554		pipe_start(m66592, pipenum);	/* trigger once */
555		pipe_irq_enable(m66592, pipenum);
556	}
557}
558
559static void start_packet(struct m66592_ep *ep, struct m66592_request *req)
560{
561	if (ep->ep.desc->bEndpointAddress & USB_DIR_IN)
562		start_packet_write(ep, req);
563	else
564		start_packet_read(ep, req);
565}
566
567static void start_ep0(struct m66592_ep *ep, struct m66592_request *req)
568{
569	u16 ctsq;
570
571	ctsq = m66592_read(ep->m66592, M66592_INTSTS0) & M66592_CTSQ;
572
573	switch (ctsq) {
574	case M66592_CS_RDDS:
575		start_ep0_write(ep, req);
576		break;
577	case M66592_CS_WRDS:
578		start_packet_read(ep, req);
579		break;
580
581	case M66592_CS_WRND:
582		control_end(ep->m66592, 0);
583		break;
584	default:
585		pr_err("start_ep0: unexpect ctsq(%x)\n", ctsq);
586		break;
587	}
588}
589
590static void init_controller(struct m66592 *m66592)
591{
592	unsigned int endian;
593
594	if (m66592->pdata->on_chip) {
595		if (m66592->pdata->endian)
596			endian = 0; /* big endian */
597		else
598			endian = M66592_LITTLE; /* little endian */
599
600		m66592_bset(m66592, M66592_HSE, M66592_SYSCFG);	/* High spd */
601		m66592_bclr(m66592, M66592_USBE, M66592_SYSCFG);
602		m66592_bclr(m66592, M66592_DPRPU, M66592_SYSCFG);
603		m66592_bset(m66592, M66592_USBE, M66592_SYSCFG);
604
605		/* This is a workaound for SH7722 2nd cut */
606		m66592_bset(m66592, 0x8000, M66592_DVSTCTR);
607		m66592_bset(m66592, 0x1000, M66592_TESTMODE);
608		m66592_bclr(m66592, 0x8000, M66592_DVSTCTR);
609
610		m66592_bset(m66592, M66592_INTL, M66592_INTENB1);
611
612		m66592_write(m66592, 0, M66592_CFBCFG);
613		m66592_write(m66592, 0, M66592_D0FBCFG);
614		m66592_bset(m66592, endian, M66592_CFBCFG);
615		m66592_bset(m66592, endian, M66592_D0FBCFG);
616	} else {
617		unsigned int clock, vif, irq_sense;
618
619		if (m66592->pdata->endian)
620			endian = M66592_BIGEND; /* big endian */
621		else
622			endian = 0; /* little endian */
623
624		if (m66592->pdata->vif)
625			vif = M66592_LDRV; /* 3.3v */
626		else
627			vif = 0; /* 1.5v */
628
629		switch (m66592->pdata->xtal) {
630		case M66592_PLATDATA_XTAL_12MHZ:
631			clock = M66592_XTAL12;
632			break;
633		case M66592_PLATDATA_XTAL_24MHZ:
634			clock = M66592_XTAL24;
635			break;
636		case M66592_PLATDATA_XTAL_48MHZ:
637			clock = M66592_XTAL48;
638			break;
639		default:
640			pr_warning("m66592-udc: xtal configuration error\n");
641			clock = 0;
642		}
643
644		switch (m66592->irq_trigger) {
645		case IRQF_TRIGGER_LOW:
646			irq_sense = M66592_INTL;
647			break;
648		case IRQF_TRIGGER_FALLING:
649			irq_sense = 0;
650			break;
651		default:
652			pr_warning("m66592-udc: irq trigger config error\n");
653			irq_sense = 0;
654		}
655
656		m66592_bset(m66592,
657			    (vif & M66592_LDRV) | (endian & M66592_BIGEND),
658			    M66592_PINCFG);
659		m66592_bset(m66592, M66592_HSE, M66592_SYSCFG);	/* High spd */
660		m66592_mdfy(m66592, clock & M66592_XTAL, M66592_XTAL,
661			    M66592_SYSCFG);
662		m66592_bclr(m66592, M66592_USBE, M66592_SYSCFG);
663		m66592_bclr(m66592, M66592_DPRPU, M66592_SYSCFG);
664		m66592_bset(m66592, M66592_USBE, M66592_SYSCFG);
665
666		m66592_bset(m66592, M66592_XCKE, M66592_SYSCFG);
667
668		msleep(3);
669
670		m66592_bset(m66592, M66592_RCKE | M66592_PLLC, M66592_SYSCFG);
671
672		msleep(1);
673
674		m66592_bset(m66592, M66592_SCKE, M66592_SYSCFG);
675
676		m66592_bset(m66592, irq_sense & M66592_INTL, M66592_INTENB1);
677		m66592_write(m66592, M66592_BURST | M66592_CPU_ADR_RD_WR,
678			     M66592_DMA0CFG);
679	}
680}
681
682static void disable_controller(struct m66592 *m66592)
683{
684	m66592_bclr(m66592, M66592_UTST, M66592_TESTMODE);
685	if (!m66592->pdata->on_chip) {
686		m66592_bclr(m66592, M66592_SCKE, M66592_SYSCFG);
687		udelay(1);
688		m66592_bclr(m66592, M66592_PLLC, M66592_SYSCFG);
689		udelay(1);
690		m66592_bclr(m66592, M66592_RCKE, M66592_SYSCFG);
691		udelay(1);
692		m66592_bclr(m66592, M66592_XCKE, M66592_SYSCFG);
693	}
694}
695
696static void m66592_start_xclock(struct m66592 *m66592)
697{
698	u16 tmp;
699
700	if (!m66592->pdata->on_chip) {
701		tmp = m66592_read(m66592, M66592_SYSCFG);
702		if (!(tmp & M66592_XCKE))
703			m66592_bset(m66592, M66592_XCKE, M66592_SYSCFG);
704	}
705}
706
707/*-------------------------------------------------------------------------*/
708static void transfer_complete(struct m66592_ep *ep,
709		struct m66592_request *req, int status)
710__releases(m66592->lock)
711__acquires(m66592->lock)
712{
713	int restart = 0;
714
715	if (unlikely(ep->pipenum == 0)) {
716		if (ep->internal_ccpl) {
717			ep->internal_ccpl = 0;
718			return;
719		}
720	}
721
722	list_del_init(&req->queue);
723	if (ep->m66592->gadget.speed == USB_SPEED_UNKNOWN)
724		req->req.status = -ESHUTDOWN;
725	else
726		req->req.status = status;
727
728	if (!list_empty(&ep->queue))
729		restart = 1;
730
731	spin_unlock(&ep->m66592->lock);
732	usb_gadget_giveback_request(&ep->ep, &req->req);
733	spin_lock(&ep->m66592->lock);
734
735	if (restart) {
736		req = list_entry(ep->queue.next, struct m66592_request, queue);
737		if (ep->ep.desc)
738			start_packet(ep, req);
739	}
740}
741
742static void irq_ep0_write(struct m66592_ep *ep, struct m66592_request *req)
743{
744	int i;
745	u16 tmp;
746	unsigned bufsize;
747	size_t size;
748	void *buf;
749	u16 pipenum = ep->pipenum;
750	struct m66592 *m66592 = ep->m66592;
751
752	pipe_change(m66592, pipenum);
753	m66592_bset(m66592, M66592_ISEL, ep->fifosel);
754
755	i = 0;
756	do {
757		tmp = m66592_read(m66592, ep->fifoctr);
758		if (i++ > 100000) {
759			pr_err("pipe0 is busy. maybe cpu i/o bus "
760				"conflict. please power off this controller.");
761			return;
762		}
763		ndelay(1);
764	} while ((tmp & M66592_FRDY) == 0);
765
766	/* prepare parameters */
767	bufsize = get_buffer_size(m66592, pipenum);
768	buf = req->req.buf + req->req.actual;
769	size = min(bufsize, req->req.length - req->req.actual);
770
771	/* write fifo */
772	if (req->req.buf) {
773		if (size > 0)
774			m66592_write_fifo(m66592, ep, buf, size);
775		if ((size == 0) || ((size % ep->ep.maxpacket) != 0))
776			m66592_bset(m66592, M66592_BVAL, ep->fifoctr);
777	}
778
779	/* update parameters */
780	req->req.actual += size;
781
782	/* check transfer finish */
783	if ((!req->req.zero && (req->req.actual == req->req.length))
784			|| (size % ep->ep.maxpacket)
785			|| (size == 0)) {
786		disable_irq_ready(m66592, pipenum);
787		disable_irq_empty(m66592, pipenum);
788	} else {
789		disable_irq_ready(m66592, pipenum);
790		enable_irq_empty(m66592, pipenum);
791	}
792	pipe_start(m66592, pipenum);
793}
794
795static void irq_packet_write(struct m66592_ep *ep, struct m66592_request *req)
796{
797	u16 tmp;
798	unsigned bufsize;
799	size_t size;
800	void *buf;
801	u16 pipenum = ep->pipenum;
802	struct m66592 *m66592 = ep->m66592;
803
804	pipe_change(m66592, pipenum);
805	tmp = m66592_read(m66592, ep->fifoctr);
806	if (unlikely((tmp & M66592_FRDY) == 0)) {
807		pipe_stop(m66592, pipenum);
808		pipe_irq_disable(m66592, pipenum);
809		pr_err("write fifo not ready. pipnum=%d\n", pipenum);
810		return;
811	}
812
813	/* prepare parameters */
814	bufsize = get_buffer_size(m66592, pipenum);
815	buf = req->req.buf + req->req.actual;
816	size = min(bufsize, req->req.length - req->req.actual);
817
818	/* write fifo */
819	if (req->req.buf) {
820		m66592_write_fifo(m66592, ep, buf, size);
821		if ((size == 0)
822				|| ((size % ep->ep.maxpacket) != 0)
823				|| ((bufsize != ep->ep.maxpacket)
824					&& (bufsize > size)))
825			m66592_bset(m66592, M66592_BVAL, ep->fifoctr);
826	}
827
828	/* update parameters */
829	req->req.actual += size;
830	/* check transfer finish */
831	if ((!req->req.zero && (req->req.actual == req->req.length))
832			|| (size % ep->ep.maxpacket)
833			|| (size == 0)) {
834		disable_irq_ready(m66592, pipenum);
835		enable_irq_empty(m66592, pipenum);
836	} else {
837		disable_irq_empty(m66592, pipenum);
838		pipe_irq_enable(m66592, pipenum);
839	}
840}
841
842static void irq_packet_read(struct m66592_ep *ep, struct m66592_request *req)
843{
844	u16 tmp;
845	int rcv_len, bufsize, req_len;
846	int size;
847	void *buf;
848	u16 pipenum = ep->pipenum;
849	struct m66592 *m66592 = ep->m66592;
850	int finish = 0;
851
852	pipe_change(m66592, pipenum);
853	tmp = m66592_read(m66592, ep->fifoctr);
854	if (unlikely((tmp & M66592_FRDY) == 0)) {
855		req->req.status = -EPIPE;
856		pipe_stop(m66592, pipenum);
857		pipe_irq_disable(m66592, pipenum);
858		pr_err("read fifo not ready");
859		return;
860	}
861
862	/* prepare parameters */
863	rcv_len = tmp & M66592_DTLN;
864	bufsize = get_buffer_size(m66592, pipenum);
865
866	buf = req->req.buf + req->req.actual;
867	req_len = req->req.length - req->req.actual;
868	if (rcv_len < bufsize)
869		size = min(rcv_len, req_len);
870	else
871		size = min(bufsize, req_len);
872
873	/* update parameters */
874	req->req.actual += size;
875
876	/* check transfer finish */
877	if ((!req->req.zero && (req->req.actual == req->req.length))
878			|| (size % ep->ep.maxpacket)
879			|| (size == 0)) {
880		pipe_stop(m66592, pipenum);
881		pipe_irq_disable(m66592, pipenum);
882		finish = 1;
883	}
884
885	/* read fifo */
886	if (req->req.buf) {
887		if (size == 0)
888			m66592_write(m66592, M66592_BCLR, ep->fifoctr);
889		else
890			m66592_read_fifo(m66592, ep->fifoaddr, buf, size);
891	}
892
893	if ((ep->pipenum != 0) && finish)
894		transfer_complete(ep, req, 0);
895}
896
897static void irq_pipe_ready(struct m66592 *m66592, u16 status, u16 enb)
898{
899	u16 check;
900	u16 pipenum;
901	struct m66592_ep *ep;
902	struct m66592_request *req;
903
904	if ((status & M66592_BRDY0) && (enb & M66592_BRDY0)) {
905		m66592_write(m66592, ~M66592_BRDY0, M66592_BRDYSTS);
906		m66592_mdfy(m66592, M66592_PIPE0, M66592_CURPIPE,
907				M66592_CFIFOSEL);
908
909		ep = &m66592->ep[0];
910		req = list_entry(ep->queue.next, struct m66592_request, queue);
911		irq_packet_read(ep, req);
912	} else {
913		for (pipenum = 1; pipenum < M66592_MAX_NUM_PIPE; pipenum++) {
914			check = 1 << pipenum;
915			if ((status & check) && (enb & check)) {
916				m66592_write(m66592, ~check, M66592_BRDYSTS);
917				ep = m66592->pipenum2ep[pipenum];
918				req = list_entry(ep->queue.next,
919						 struct m66592_request, queue);
920				if (ep->ep.desc->bEndpointAddress & USB_DIR_IN)
921					irq_packet_write(ep, req);
922				else
923					irq_packet_read(ep, req);
924			}
925		}
926	}
927}
928
929static void irq_pipe_empty(struct m66592 *m66592, u16 status, u16 enb)
930{
931	u16 tmp;
932	u16 check;
933	u16 pipenum;
934	struct m66592_ep *ep;
935	struct m66592_request *req;
936
937	if ((status & M66592_BEMP0) && (enb & M66592_BEMP0)) {
938		m66592_write(m66592, ~M66592_BEMP0, M66592_BEMPSTS);
939
940		ep = &m66592->ep[0];
941		req = list_entry(ep->queue.next, struct m66592_request, queue);
942		irq_ep0_write(ep, req);
943	} else {
944		for (pipenum = 1; pipenum < M66592_MAX_NUM_PIPE; pipenum++) {
945			check = 1 << pipenum;
946			if ((status & check) && (enb & check)) {
947				m66592_write(m66592, ~check, M66592_BEMPSTS);
948				tmp = control_reg_get(m66592, pipenum);
949				if ((tmp & M66592_INBUFM) == 0) {
950					disable_irq_empty(m66592, pipenum);
951					pipe_irq_disable(m66592, pipenum);
952					pipe_stop(m66592, pipenum);
953					ep = m66592->pipenum2ep[pipenum];
954					req = list_entry(ep->queue.next,
955							 struct m66592_request,
956							 queue);
957					if (!list_empty(&ep->queue))
958						transfer_complete(ep, req, 0);
959				}
960			}
961		}
962	}
963}
964
965static void get_status(struct m66592 *m66592, struct usb_ctrlrequest *ctrl)
966__releases(m66592->lock)
967__acquires(m66592->lock)
968{
969	struct m66592_ep *ep;
970	u16 pid;
971	u16 status = 0;
972	u16 w_index = le16_to_cpu(ctrl->wIndex);
973
974	switch (ctrl->bRequestType & USB_RECIP_MASK) {
975	case USB_RECIP_DEVICE:
976		status = 1 << USB_DEVICE_SELF_POWERED;
977		break;
978	case USB_RECIP_INTERFACE:
979		status = 0;
980		break;
981	case USB_RECIP_ENDPOINT:
982		ep = m66592->epaddr2ep[w_index & USB_ENDPOINT_NUMBER_MASK];
983		pid = control_reg_get_pid(m66592, ep->pipenum);
984		if (pid == M66592_PID_STALL)
985			status = 1 << USB_ENDPOINT_HALT;
986		else
987			status = 0;
988		break;
989	default:
990		pipe_stall(m66592, 0);
991		return;		/* exit */
992	}
993
994	m66592->ep0_data = cpu_to_le16(status);
995	m66592->ep0_req->buf = &m66592->ep0_data;
996	m66592->ep0_req->length = 2;
997	/* AV: what happens if we get called again before that gets through? */
998	spin_unlock(&m66592->lock);
999	m66592_queue(m66592->gadget.ep0, m66592->ep0_req, GFP_KERNEL);
1000	spin_lock(&m66592->lock);
1001}
1002
1003static void clear_feature(struct m66592 *m66592, struct usb_ctrlrequest *ctrl)
1004{
1005	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1006	case USB_RECIP_DEVICE:
1007		control_end(m66592, 1);
1008		break;
1009	case USB_RECIP_INTERFACE:
1010		control_end(m66592, 1);
1011		break;
1012	case USB_RECIP_ENDPOINT: {
1013		struct m66592_ep *ep;
1014		struct m66592_request *req;
1015		u16 w_index = le16_to_cpu(ctrl->wIndex);
1016
1017		ep = m66592->epaddr2ep[w_index & USB_ENDPOINT_NUMBER_MASK];
1018		pipe_stop(m66592, ep->pipenum);
1019		control_reg_sqclr(m66592, ep->pipenum);
1020
1021		control_end(m66592, 1);
1022
1023		req = list_entry(ep->queue.next,
1024		struct m66592_request, queue);
1025		if (ep->busy) {
1026			ep->busy = 0;
1027			if (list_empty(&ep->queue))
1028				break;
1029			start_packet(ep, req);
1030		} else if (!list_empty(&ep->queue))
1031			pipe_start(m66592, ep->pipenum);
1032		}
1033		break;
1034	default:
1035		pipe_stall(m66592, 0);
1036		break;
1037	}
1038}
1039
1040static void set_feature(struct m66592 *m66592, struct usb_ctrlrequest *ctrl)
1041{
1042	u16 tmp;
1043	int timeout = 3000;
1044
1045	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1046	case USB_RECIP_DEVICE:
1047		switch (le16_to_cpu(ctrl->wValue)) {
1048		case USB_DEVICE_TEST_MODE:
1049			control_end(m66592, 1);
1050			/* Wait for the completion of status stage */
1051			do {
1052				tmp = m66592_read(m66592, M66592_INTSTS0) &
1053								M66592_CTSQ;
1054				udelay(1);
1055			} while (tmp != M66592_CS_IDST && timeout-- > 0);
1056
1057			if (tmp == M66592_CS_IDST)
1058				m66592_bset(m66592,
1059					    le16_to_cpu(ctrl->wIndex >> 8),
1060					    M66592_TESTMODE);
1061			break;
1062		default:
1063			pipe_stall(m66592, 0);
1064			break;
1065		}
1066		break;
1067	case USB_RECIP_INTERFACE:
1068		control_end(m66592, 1);
1069		break;
1070	case USB_RECIP_ENDPOINT: {
1071		struct m66592_ep *ep;
1072		u16 w_index = le16_to_cpu(ctrl->wIndex);
1073
1074		ep = m66592->epaddr2ep[w_index & USB_ENDPOINT_NUMBER_MASK];
1075		pipe_stall(m66592, ep->pipenum);
1076
1077		control_end(m66592, 1);
1078		}
1079		break;
1080	default:
1081		pipe_stall(m66592, 0);
1082		break;
1083	}
1084}
1085
1086/* if return value is true, call class driver's setup() */
1087static int setup_packet(struct m66592 *m66592, struct usb_ctrlrequest *ctrl)
1088{
1089	u16 *p = (u16 *)ctrl;
1090	unsigned long offset = M66592_USBREQ;
1091	int i, ret = 0;
1092
1093	/* read fifo */
1094	m66592_write(m66592, ~M66592_VALID, M66592_INTSTS0);
1095
1096	for (i = 0; i < 4; i++)
1097		p[i] = m66592_read(m66592, offset + i*2);
1098
1099	/* check request */
1100	if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1101		switch (ctrl->bRequest) {
1102		case USB_REQ_GET_STATUS:
1103			get_status(m66592, ctrl);
1104			break;
1105		case USB_REQ_CLEAR_FEATURE:
1106			clear_feature(m66592, ctrl);
1107			break;
1108		case USB_REQ_SET_FEATURE:
1109			set_feature(m66592, ctrl);
1110			break;
1111		default:
1112			ret = 1;
1113			break;
1114		}
1115	} else
1116		ret = 1;
1117	return ret;
1118}
1119
1120static void m66592_update_usb_speed(struct m66592 *m66592)
1121{
1122	u16 speed = get_usb_speed(m66592);
1123
1124	switch (speed) {
1125	case M66592_HSMODE:
1126		m66592->gadget.speed = USB_SPEED_HIGH;
1127		break;
1128	case M66592_FSMODE:
1129		m66592->gadget.speed = USB_SPEED_FULL;
1130		break;
1131	default:
1132		m66592->gadget.speed = USB_SPEED_UNKNOWN;
1133		pr_err("USB speed unknown\n");
1134	}
1135}
1136
1137static void irq_device_state(struct m66592 *m66592)
1138{
1139	u16 dvsq;
1140
1141	dvsq = m66592_read(m66592, M66592_INTSTS0) & M66592_DVSQ;
1142	m66592_write(m66592, ~M66592_DVST, M66592_INTSTS0);
1143
1144	if (dvsq == M66592_DS_DFLT) {	/* bus reset */
1145		usb_gadget_udc_reset(&m66592->gadget, m66592->driver);
1146		m66592_update_usb_speed(m66592);
1147	}
1148	if (m66592->old_dvsq == M66592_DS_CNFG && dvsq != M66592_DS_CNFG)
1149		m66592_update_usb_speed(m66592);
1150	if ((dvsq == M66592_DS_CNFG || dvsq == M66592_DS_ADDS)
1151			&& m66592->gadget.speed == USB_SPEED_UNKNOWN)
1152		m66592_update_usb_speed(m66592);
1153
1154	m66592->old_dvsq = dvsq;
1155}
1156
1157static void irq_control_stage(struct m66592 *m66592)
1158__releases(m66592->lock)
1159__acquires(m66592->lock)
1160{
1161	struct usb_ctrlrequest ctrl;
1162	u16 ctsq;
1163
1164	ctsq = m66592_read(m66592, M66592_INTSTS0) & M66592_CTSQ;
1165	m66592_write(m66592, ~M66592_CTRT, M66592_INTSTS0);
1166
1167	switch (ctsq) {
1168	case M66592_CS_IDST: {
1169		struct m66592_ep *ep;
1170		struct m66592_request *req;
1171		ep = &m66592->ep[0];
1172		req = list_entry(ep->queue.next, struct m66592_request, queue);
1173		transfer_complete(ep, req, 0);
1174		}
1175		break;
1176
1177	case M66592_CS_RDDS:
1178	case M66592_CS_WRDS:
1179	case M66592_CS_WRND:
1180		if (setup_packet(m66592, &ctrl)) {
1181			spin_unlock(&m66592->lock);
1182			if (m66592->driver->setup(&m66592->gadget, &ctrl) < 0)
1183				pipe_stall(m66592, 0);
1184			spin_lock(&m66592->lock);
1185		}
1186		break;
1187	case M66592_CS_RDSS:
1188	case M66592_CS_WRSS:
1189		control_end(m66592, 0);
1190		break;
1191	default:
1192		pr_err("ctrl_stage: unexpect ctsq(%x)\n", ctsq);
1193		break;
1194	}
1195}
1196
1197static irqreturn_t m66592_irq(int irq, void *_m66592)
1198{
1199	struct m66592 *m66592 = _m66592;
1200	u16 intsts0;
1201	u16 intenb0;
1202	u16 brdysts, nrdysts, bempsts;
1203	u16 brdyenb, nrdyenb, bempenb;
1204	u16 savepipe;
1205	u16 mask0;
1206
1207	spin_lock(&m66592->lock);
1208
1209	intsts0 = m66592_read(m66592, M66592_INTSTS0);
1210	intenb0 = m66592_read(m66592, M66592_INTENB0);
1211
1212	if (m66592->pdata->on_chip && !intsts0 && !intenb0) {
1213		/*
1214		 * When USB clock stops, it cannot read register. Even if a
1215		 * clock stops, the interrupt occurs. So this driver turn on
1216		 * a clock by this timing and do re-reading of register.
1217		 */
1218		m66592_start_xclock(m66592);
1219		intsts0 = m66592_read(m66592, M66592_INTSTS0);
1220		intenb0 = m66592_read(m66592, M66592_INTENB0);
1221	}
1222
1223	savepipe = m66592_read(m66592, M66592_CFIFOSEL);
1224
1225	mask0 = intsts0 & intenb0;
1226	if (mask0) {
1227		brdysts = m66592_read(m66592, M66592_BRDYSTS);
1228		nrdysts = m66592_read(m66592, M66592_NRDYSTS);
1229		bempsts = m66592_read(m66592, M66592_BEMPSTS);
1230		brdyenb = m66592_read(m66592, M66592_BRDYENB);
1231		nrdyenb = m66592_read(m66592, M66592_NRDYENB);
1232		bempenb = m66592_read(m66592, M66592_BEMPENB);
1233
1234		if (mask0 & M66592_VBINT) {
1235			m66592_write(m66592,  0xffff & ~M66592_VBINT,
1236					M66592_INTSTS0);
1237			m66592_start_xclock(m66592);
1238
1239			/* start vbus sampling */
1240			m66592->old_vbus = m66592_read(m66592, M66592_INTSTS0)
1241					& M66592_VBSTS;
1242			m66592->scount = M66592_MAX_SAMPLING;
1243
1244			mod_timer(&m66592->timer,
1245					jiffies + msecs_to_jiffies(50));
1246		}
1247		if (intsts0 & M66592_DVSQ)
1248			irq_device_state(m66592);
1249
1250		if ((intsts0 & M66592_BRDY) && (intenb0 & M66592_BRDYE)
1251				&& (brdysts & brdyenb)) {
1252			irq_pipe_ready(m66592, brdysts, brdyenb);
1253		}
1254		if ((intsts0 & M66592_BEMP) && (intenb0 & M66592_BEMPE)
1255				&& (bempsts & bempenb)) {
1256			irq_pipe_empty(m66592, bempsts, bempenb);
1257		}
1258
1259		if (intsts0 & M66592_CTRT)
1260			irq_control_stage(m66592);
1261	}
1262
1263	m66592_write(m66592, savepipe, M66592_CFIFOSEL);
1264
1265	spin_unlock(&m66592->lock);
1266	return IRQ_HANDLED;
1267}
1268
1269static void m66592_timer(unsigned long _m66592)
1270{
1271	struct m66592 *m66592 = (struct m66592 *)_m66592;
1272	unsigned long flags;
1273	u16 tmp;
1274
1275	spin_lock_irqsave(&m66592->lock, flags);
1276	tmp = m66592_read(m66592, M66592_SYSCFG);
1277	if (!(tmp & M66592_RCKE)) {
1278		m66592_bset(m66592, M66592_RCKE | M66592_PLLC, M66592_SYSCFG);
1279		udelay(10);
1280		m66592_bset(m66592, M66592_SCKE, M66592_SYSCFG);
1281	}
1282	if (m66592->scount > 0) {
1283		tmp = m66592_read(m66592, M66592_INTSTS0) & M66592_VBSTS;
1284		if (tmp == m66592->old_vbus) {
1285			m66592->scount--;
1286			if (m66592->scount == 0) {
1287				if (tmp == M66592_VBSTS)
1288					m66592_usb_connect(m66592);
1289				else
1290					m66592_usb_disconnect(m66592);
1291			} else {
1292				mod_timer(&m66592->timer,
1293					jiffies + msecs_to_jiffies(50));
1294			}
1295		} else {
1296			m66592->scount = M66592_MAX_SAMPLING;
1297			m66592->old_vbus = tmp;
1298			mod_timer(&m66592->timer,
1299					jiffies + msecs_to_jiffies(50));
1300		}
1301	}
1302	spin_unlock_irqrestore(&m66592->lock, flags);
1303}
1304
1305/*-------------------------------------------------------------------------*/
1306static int m66592_enable(struct usb_ep *_ep,
1307			 const struct usb_endpoint_descriptor *desc)
1308{
1309	struct m66592_ep *ep;
1310
1311	ep = container_of(_ep, struct m66592_ep, ep);
1312	return alloc_pipe_config(ep, desc);
1313}
1314
1315static int m66592_disable(struct usb_ep *_ep)
1316{
1317	struct m66592_ep *ep;
1318	struct m66592_request *req;
1319	unsigned long flags;
1320
1321	ep = container_of(_ep, struct m66592_ep, ep);
1322	BUG_ON(!ep);
1323
1324	while (!list_empty(&ep->queue)) {
1325		req = list_entry(ep->queue.next, struct m66592_request, queue);
1326		spin_lock_irqsave(&ep->m66592->lock, flags);
1327		transfer_complete(ep, req, -ECONNRESET);
1328		spin_unlock_irqrestore(&ep->m66592->lock, flags);
1329	}
1330
1331	pipe_irq_disable(ep->m66592, ep->pipenum);
1332	return free_pipe_config(ep);
1333}
1334
1335static struct usb_request *m66592_alloc_request(struct usb_ep *_ep,
1336						gfp_t gfp_flags)
1337{
1338	struct m66592_request *req;
1339
1340	req = kzalloc(sizeof(struct m66592_request), gfp_flags);
1341	if (!req)
1342		return NULL;
1343
1344	INIT_LIST_HEAD(&req->queue);
1345
1346	return &req->req;
1347}
1348
1349static void m66592_free_request(struct usb_ep *_ep, struct usb_request *_req)
1350{
1351	struct m66592_request *req;
1352
1353	req = container_of(_req, struct m66592_request, req);
1354	kfree(req);
1355}
1356
1357static int m66592_queue(struct usb_ep *_ep, struct usb_request *_req,
1358			gfp_t gfp_flags)
1359{
1360	struct m66592_ep *ep;
1361	struct m66592_request *req;
1362	unsigned long flags;
1363	int request = 0;
1364
1365	ep = container_of(_ep, struct m66592_ep, ep);
1366	req = container_of(_req, struct m66592_request, req);
1367
1368	if (ep->m66592->gadget.speed == USB_SPEED_UNKNOWN)
1369		return -ESHUTDOWN;
1370
1371	spin_lock_irqsave(&ep->m66592->lock, flags);
1372
1373	if (list_empty(&ep->queue))
1374		request = 1;
1375
1376	list_add_tail(&req->queue, &ep->queue);
1377	req->req.actual = 0;
1378	req->req.status = -EINPROGRESS;
1379
1380	if (ep->ep.desc == NULL)	/* control */
1381		start_ep0(ep, req);
1382	else {
1383		if (request && !ep->busy)
1384			start_packet(ep, req);
1385	}
1386
1387	spin_unlock_irqrestore(&ep->m66592->lock, flags);
1388
1389	return 0;
1390}
1391
1392static int m66592_dequeue(struct usb_ep *_ep, struct usb_request *_req)
1393{
1394	struct m66592_ep *ep;
1395	struct m66592_request *req;
1396	unsigned long flags;
1397
1398	ep = container_of(_ep, struct m66592_ep, ep);
1399	req = container_of(_req, struct m66592_request, req);
1400
1401	spin_lock_irqsave(&ep->m66592->lock, flags);
1402	if (!list_empty(&ep->queue))
1403		transfer_complete(ep, req, -ECONNRESET);
1404	spin_unlock_irqrestore(&ep->m66592->lock, flags);
1405
1406	return 0;
1407}
1408
1409static int m66592_set_halt(struct usb_ep *_ep, int value)
1410{
1411	struct m66592_ep *ep;
1412	struct m66592_request *req;
1413	unsigned long flags;
1414	int ret = 0;
1415
1416	ep = container_of(_ep, struct m66592_ep, ep);
1417	req = list_entry(ep->queue.next, struct m66592_request, queue);
1418
1419	spin_lock_irqsave(&ep->m66592->lock, flags);
1420	if (!list_empty(&ep->queue)) {
1421		ret = -EAGAIN;
1422		goto out;
1423	}
1424	if (value) {
1425		ep->busy = 1;
1426		pipe_stall(ep->m66592, ep->pipenum);
1427	} else {
1428		ep->busy = 0;
1429		pipe_stop(ep->m66592, ep->pipenum);
1430	}
1431
1432out:
1433	spin_unlock_irqrestore(&ep->m66592->lock, flags);
1434	return ret;
1435}
1436
1437static void m66592_fifo_flush(struct usb_ep *_ep)
1438{
1439	struct m66592_ep *ep;
1440	unsigned long flags;
1441
1442	ep = container_of(_ep, struct m66592_ep, ep);
1443	spin_lock_irqsave(&ep->m66592->lock, flags);
1444	if (list_empty(&ep->queue) && !ep->busy) {
1445		pipe_stop(ep->m66592, ep->pipenum);
1446		m66592_bclr(ep->m66592, M66592_BCLR, ep->fifoctr);
1447	}
1448	spin_unlock_irqrestore(&ep->m66592->lock, flags);
1449}
1450
1451static struct usb_ep_ops m66592_ep_ops = {
1452	.enable		= m66592_enable,
1453	.disable	= m66592_disable,
1454
1455	.alloc_request	= m66592_alloc_request,
1456	.free_request	= m66592_free_request,
1457
1458	.queue		= m66592_queue,
1459	.dequeue	= m66592_dequeue,
1460
1461	.set_halt	= m66592_set_halt,
1462	.fifo_flush	= m66592_fifo_flush,
1463};
1464
1465/*-------------------------------------------------------------------------*/
1466static int m66592_udc_start(struct usb_gadget *g,
1467		struct usb_gadget_driver *driver)
1468{
1469	struct m66592 *m66592 = to_m66592(g);
1470
1471	/* hook up the driver */
1472	driver->driver.bus = NULL;
1473	m66592->driver = driver;
1474
1475	m66592_bset(m66592, M66592_VBSE | M66592_URST, M66592_INTENB0);
1476	if (m66592_read(m66592, M66592_INTSTS0) & M66592_VBSTS) {
1477		m66592_start_xclock(m66592);
1478		/* start vbus sampling */
1479		m66592->old_vbus = m66592_read(m66592,
1480					 M66592_INTSTS0) & M66592_VBSTS;
1481		m66592->scount = M66592_MAX_SAMPLING;
1482		mod_timer(&m66592->timer, jiffies + msecs_to_jiffies(50));
1483	}
1484
1485	return 0;
1486}
1487
1488static int m66592_udc_stop(struct usb_gadget *g)
1489{
1490	struct m66592 *m66592 = to_m66592(g);
1491
1492	m66592_bclr(m66592, M66592_VBSE | M66592_URST, M66592_INTENB0);
1493
1494	init_controller(m66592);
1495	disable_controller(m66592);
1496
1497	m66592->driver = NULL;
1498
1499	return 0;
1500}
1501
1502/*-------------------------------------------------------------------------*/
1503static int m66592_get_frame(struct usb_gadget *_gadget)
1504{
1505	struct m66592 *m66592 = gadget_to_m66592(_gadget);
1506	return m66592_read(m66592, M66592_FRMNUM) & 0x03FF;
1507}
1508
1509static int m66592_pullup(struct usb_gadget *gadget, int is_on)
1510{
1511	struct m66592 *m66592 = gadget_to_m66592(gadget);
1512	unsigned long flags;
1513
1514	spin_lock_irqsave(&m66592->lock, flags);
1515	if (is_on)
1516		m66592_bset(m66592, M66592_DPRPU, M66592_SYSCFG);
1517	else
1518		m66592_bclr(m66592, M66592_DPRPU, M66592_SYSCFG);
1519	spin_unlock_irqrestore(&m66592->lock, flags);
1520
1521	return 0;
1522}
1523
1524static const struct usb_gadget_ops m66592_gadget_ops = {
1525	.get_frame		= m66592_get_frame,
1526	.udc_start		= m66592_udc_start,
1527	.udc_stop		= m66592_udc_stop,
1528	.pullup			= m66592_pullup,
1529};
1530
1531static int m66592_remove(struct platform_device *pdev)
1532{
1533	struct m66592		*m66592 = platform_get_drvdata(pdev);
1534
1535	usb_del_gadget_udc(&m66592->gadget);
1536
1537	del_timer_sync(&m66592->timer);
1538	iounmap(m66592->reg);
1539	free_irq(platform_get_irq(pdev, 0), m66592);
1540	m66592_free_request(&m66592->ep[0].ep, m66592->ep0_req);
1541	if (m66592->pdata->on_chip) {
1542		clk_disable(m66592->clk);
1543		clk_put(m66592->clk);
1544	}
1545	kfree(m66592);
1546	return 0;
1547}
1548
1549static void nop_completion(struct usb_ep *ep, struct usb_request *r)
1550{
1551}
1552
1553static int m66592_probe(struct platform_device *pdev)
1554{
1555	struct resource *res, *ires;
1556	void __iomem *reg = NULL;
1557	struct m66592 *m66592 = NULL;
1558	char clk_name[8];
1559	int ret = 0;
1560	int i;
1561
1562	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1563	if (!res) {
1564		ret = -ENODEV;
1565		pr_err("platform_get_resource error.\n");
1566		goto clean_up;
1567	}
1568
1569	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1570	if (!ires) {
1571		ret = -ENODEV;
1572		dev_err(&pdev->dev,
1573			"platform_get_resource IORESOURCE_IRQ error.\n");
1574		goto clean_up;
1575	}
1576
1577	reg = ioremap(res->start, resource_size(res));
1578	if (reg == NULL) {
1579		ret = -ENOMEM;
1580		pr_err("ioremap error.\n");
1581		goto clean_up;
1582	}
1583
1584	if (dev_get_platdata(&pdev->dev) == NULL) {
1585		dev_err(&pdev->dev, "no platform data\n");
1586		ret = -ENODEV;
1587		goto clean_up;
1588	}
1589
1590	/* initialize ucd */
1591	m66592 = kzalloc(sizeof(struct m66592), GFP_KERNEL);
1592	if (m66592 == NULL) {
1593		ret = -ENOMEM;
1594		goto clean_up;
1595	}
1596
1597	m66592->pdata = dev_get_platdata(&pdev->dev);
1598	m66592->irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
1599
1600	spin_lock_init(&m66592->lock);
1601	platform_set_drvdata(pdev, m66592);
1602
1603	m66592->gadget.ops = &m66592_gadget_ops;
1604	m66592->gadget.max_speed = USB_SPEED_HIGH;
1605	m66592->gadget.name = udc_name;
1606
1607	init_timer(&m66592->timer);
1608	m66592->timer.function = m66592_timer;
1609	m66592->timer.data = (unsigned long)m66592;
1610	m66592->reg = reg;
1611
1612	ret = request_irq(ires->start, m66592_irq, IRQF_SHARED,
1613			udc_name, m66592);
1614	if (ret < 0) {
1615		pr_err("request_irq error (%d)\n", ret);
1616		goto clean_up;
1617	}
1618
1619	if (m66592->pdata->on_chip) {
1620		snprintf(clk_name, sizeof(clk_name), "usbf%d", pdev->id);
1621		m66592->clk = clk_get(&pdev->dev, clk_name);
1622		if (IS_ERR(m66592->clk)) {
1623			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
1624				clk_name);
1625			ret = PTR_ERR(m66592->clk);
1626			goto clean_up2;
1627		}
1628		clk_enable(m66592->clk);
1629	}
1630
1631	INIT_LIST_HEAD(&m66592->gadget.ep_list);
1632	m66592->gadget.ep0 = &m66592->ep[0].ep;
1633	INIT_LIST_HEAD(&m66592->gadget.ep0->ep_list);
1634	for (i = 0; i < M66592_MAX_NUM_PIPE; i++) {
1635		struct m66592_ep *ep = &m66592->ep[i];
1636
1637		if (i != 0) {
1638			INIT_LIST_HEAD(&m66592->ep[i].ep.ep_list);
1639			list_add_tail(&m66592->ep[i].ep.ep_list,
1640					&m66592->gadget.ep_list);
1641		}
1642		ep->m66592 = m66592;
1643		INIT_LIST_HEAD(&ep->queue);
1644		ep->ep.name = m66592_ep_name[i];
1645		ep->ep.ops = &m66592_ep_ops;
1646		usb_ep_set_maxpacket_limit(&ep->ep, 512);
1647
1648		if (i == 0) {
1649			ep->ep.caps.type_control = true;
1650		} else {
1651			ep->ep.caps.type_iso = true;
1652			ep->ep.caps.type_bulk = true;
1653			ep->ep.caps.type_int = true;
1654		}
1655
1656		ep->ep.caps.dir_in = true;
1657		ep->ep.caps.dir_out = true;
1658	}
1659	usb_ep_set_maxpacket_limit(&m66592->ep[0].ep, 64);
1660	m66592->ep[0].pipenum = 0;
1661	m66592->ep[0].fifoaddr = M66592_CFIFO;
1662	m66592->ep[0].fifosel = M66592_CFIFOSEL;
1663	m66592->ep[0].fifoctr = M66592_CFIFOCTR;
1664	m66592->ep[0].fifotrn = 0;
1665	m66592->ep[0].pipectr = get_pipectr_addr(0);
1666	m66592->pipenum2ep[0] = &m66592->ep[0];
1667	m66592->epaddr2ep[0] = &m66592->ep[0];
1668
1669	m66592->ep0_req = m66592_alloc_request(&m66592->ep[0].ep, GFP_KERNEL);
1670	if (m66592->ep0_req == NULL) {
1671		ret = -ENOMEM;
1672		goto clean_up3;
1673	}
1674	m66592->ep0_req->complete = nop_completion;
1675
1676	init_controller(m66592);
1677
1678	ret = usb_add_gadget_udc(&pdev->dev, &m66592->gadget);
1679	if (ret)
1680		goto err_add_udc;
1681
1682	dev_info(&pdev->dev, "version %s\n", DRIVER_VERSION);
1683	return 0;
1684
1685err_add_udc:
1686	m66592_free_request(&m66592->ep[0].ep, m66592->ep0_req);
1687
1688clean_up3:
1689	if (m66592->pdata->on_chip) {
1690		clk_disable(m66592->clk);
1691		clk_put(m66592->clk);
1692	}
1693clean_up2:
1694	free_irq(ires->start, m66592);
1695clean_up:
1696	if (m66592) {
1697		if (m66592->ep0_req)
1698			m66592_free_request(&m66592->ep[0].ep, m66592->ep0_req);
1699		kfree(m66592);
1700	}
1701	if (reg)
1702		iounmap(reg);
1703
1704	return ret;
1705}
1706
1707/*-------------------------------------------------------------------------*/
1708static struct platform_driver m66592_driver = {
1709	.remove =	m66592_remove,
1710	.driver		= {
1711		.name =	(char *) udc_name,
1712	},
1713};
1714
1715module_platform_driver_probe(m66592_driver, m66592_probe);
1716