123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539 |
- #include "u.h"
- #include "../port/lib.h"
- #include "mem.h"
- #include "dat.h"
- #include "fns.h"
- #include "io.h"
- #include "../port/error.h"
- #include "usb.h"
- #define XPRINT if(debug)print
- #define XXPRINT if(0)print
- static int Chatty = 0;
- static int debug = 0;
- static char Estalled[] = "usb endpoint stalled";
- /*
- * UHCI interface registers and bits
- */
- enum
- {
- /* i/o space */
- Cmd = 0,
- Status = 2,
- Usbintr = 4,
- Frnum = 6,
- Flbaseadd = 8,
- SOFMod = 0xC,
- Portsc0 = 0x10,
- Portsc1 = 0x12,
- /* port status */
- Suspend = 1<<12,
- PortReset = 1<<9,
- SlowDevice = 1<<8,
- ResumeDetect = 1<<6,
- PortChange = 1<<3, /* write 1 to clear */
- PortEnable = 1<<2,
- StatusChange = 1<<1, /* write 1 to clear */
- DevicePresent = 1<<0,
- NFRAME = 1024,
- FRAMESIZE= NFRAME*sizeof(ulong), /* fixed by hardware; aligned to same */
- Vf = 1<<2, /* TD only */
- IsQH = 1<<1,
- Terminate = 1<<0,
- /* TD.status */
- SPD = 1<<29,
- ErrLimit0 = 0<<27,
- ErrLimit1 = 1<<27,
- ErrLimit2 = 2<<27,
- ErrLimit3 = 3<<27,
- LowSpeed = 1<<26,
- IsoSelect = 1<<25,
- IOC = 1<<24,
- Active = 1<<23,
- Stalled = 1<<22,
- DataBufferErr = 1<<21,
- Babbling = 1<<20,
- NAKed = 1<<19,
- CRCorTimeout = 1<<18,
- BitstuffErr = 1<<17,
- AnyError = (Stalled | DataBufferErr | Babbling | NAKed | CRCorTimeout | BitstuffErr),
- /* TD.dev */
- IsDATA1 = 1<<19,
- /* TD.flags (software) */
- CancelTD= 1<<0,
- IsoClean= 1<<2,
- };
- static struct
- {
- int bit;
- char *name;
- }
- portstatus[] =
- {
- { Suspend, "suspend", },
- { PortReset, "reset", },
- { SlowDevice, "lowspeed", },
- { ResumeDetect, "resume", },
- { PortChange, "portchange", },
- { PortEnable, "enable", },
- { StatusChange, "statuschange", },
- { DevicePresent, "present", },
- };
- typedef struct Ctlr Ctlr;
- typedef struct Endptx Endptx;
- typedef struct QH QH;
- typedef struct TD TD;
- /*
- * software structures
- */
- struct Ctlr
- {
- Lock; /* protects state shared with interrupt (eg, free list) */
- Ctlr* next;
- Pcidev* pcidev;
- int active;
- int io;
- ulong* frames; /* frame list */
- ulong* frameld; /* real time load on each of the frame list entries */
- QLock resetl; /* lock controller during USB reset */
- TD* tdpool;
- TD* freetd;
- QH* qhpool;
- QH* freeqh;
- QH* ctlq; /* queue for control i/o */
- QH* bwsop; /* empty bandwidth sop (to PIIX4 errata specifications) */
- QH* bulkq; /* queue for bulk i/o (points back to bandwidth sop) */
- QH* recvq; /* receive queues for bulk i/o */
- Udev* ports[2];
- struct {
- Lock;
- Endpt* f;
- } activends;
- long usbints; /* debugging */
- long framenumber;
- long frameptr;
- long usbbogus;
- };
- #define IN(x) ins(ctlr->io+(x))
- #define OUT(x, v) outs(ctlr->io+(x), (v))
- static Ctlr* ctlrhead;
- static Ctlr* ctlrtail;
- struct Endptx
- {
- QH* epq; /* queue of TDs for this endpoint */
- /* ISO related: */
- void* tdalloc;
- void* bpalloc;
- uchar* bp0; /* first block in array */
- TD* td0; /* first td in array */
- TD* etd; /* pointer into circular list of TDs for isochronous ept */
- TD* xtd; /* next td to be cleaned */
- };
- /*
- * UHCI hardware structures, aligned on 16-byte boundary
- */
- struct TD
- {
- ulong link;
- ulong status; /* controller r/w */
- ulong dev;
- ulong buffer;
- /* software */
- ulong flags;
- union{
- Block* bp; /* non-iso */
- ulong offset; /* iso */
- };
- Endpt* ep;
- TD* next;
- };
- #define TFOL(p) ((TD*)KADDR((ulong)(p) & ~(0xF|PCIWINDOW)))
- struct QH
- {
- ulong head;
- ulong entries; /* address of next TD or QH to process (updated by controller) */
- /* software */
- QH* hlink;
- TD* first;
- QH* next; /* free list */
- TD* last;
- ulong _d1; /* fillers */
- ulong _d2;
- };
- #define QFOL(p) ((QH*)KADDR((ulong)(p) & ~(0xF|PCIWINDOW)))
- static TD *
- alloctd(Ctlr *ctlr)
- {
- TD *t;
- ilock(ctlr);
- t = ctlr->freetd;
- if(t == nil)
- panic("alloctd"); /* TO DO */
- ctlr->freetd = t->next;
- t->next = nil;
- iunlock(ctlr);
- t->ep = nil;
- t->bp = nil;
- t->status = 0;
- t->link = Terminate;
- t->buffer = 0;
- t->flags = 0;
- return t;
- }
- static void
- freetd(Ctlr *ctlr, TD *t)
- {
- t->ep = nil;
- if(t->bp)
- freeb(t->bp);
- t->bp = nil;
- ilock(ctlr);
- t->buffer = 0xdeadbeef;
- t->next = ctlr->freetd;
- ctlr->freetd = t;
- iunlock(ctlr);
- }
- static void
- dumpdata(Block *b, int n)
- {
- int i;
- XPRINT("\tb %8.8lux[%d]: ", (ulong)b->rp, n);
- if(n > 16)
- n = 16;
- for(i=0; i<n; i++)
- XPRINT(" %2.2ux", b->rp[i]);
- XPRINT("\n");
- }
- static void
- dumptd(TD *t, int follow)
- {
- int i, n;
- char buf[20], *s;
- TD *t0;
- t0 = t;
- while(t){
- i = t->dev & 0xFF;
- if(i == TokOUT || i == TokSETUP)
- n = ((t->dev>>21) + 1) & 0x7FF;
- else if((t->status & Active) == 0)
- n = (t->status + 1) & 0x7FF;
- else
- n = 0;
- s = buf;
- if(t->status & Active)
- *s++ = 'A';
- if(t->status & Stalled)
- *s++ = 'S';
- if(t->status & DataBufferErr)
- *s++ = 'D';
- if(t->status & Babbling)
- *s++ = 'B';
- if(t->status & NAKed)
- *s++ = 'N';
- if(t->status & CRCorTimeout)
- *s++ = 'T';
- if(t->status & BitstuffErr)
- *s++ = 'b';
- if(t->status & LowSpeed)
- *s++ = 'L';
- *s = 0;
- XPRINT("td %8.8lux: ", t);
- XPRINT("l=%8.8lux s=%8.8lux d=%8.8lux b=%8.8lux %8.8lux f=%8.8lux\n",
- t->link, t->status, t->dev, t->buffer, t->bp?(ulong)t->bp->rp:0, t->flags);
- XPRINT("\ts=%s,ep=%ld,d=%ld,D=%ld\n",
- buf, (t->dev>>15)&0xF, (t->dev>>8)&0xFF, (t->dev>>19)&1);
- if(debug && t->bp && (t->flags & CancelTD) == 0)
- dumpdata(t->bp, n);
- if(!follow || t->link & Terminate || t->link & IsQH)
- break;
- t = TFOL(t->link);
- if(t == t0)
- break; /* looped */
- }
- }
- static TD *
- alloctde(Ctlr *ctlr, Endpt *e, int pid, int n)
- {
- TD *t;
- int tog, id;
- t = alloctd(ctlr);
- id = (e->x<<7)|(e->dev->x&0x7F);
- tog = 0;
- if((pid == TokOUT && e->wdata01) || (pid == TokIN && e->rdata01))
- tog = IsDATA1;
- t->ep = e;
- t->status = ErrLimit3 | Active | IOC; /* or put IOC only on last? */
- if(e->dev->ls)
- t->status |= LowSpeed;
- t->dev = ((n-1)<<21) | ((id&0x7FF)<<8) | pid | tog;
- return t;
- }
- static QH *
- allocqh(Ctlr *ctlr)
- {
- QH *qh;
- ilock(ctlr);
- qh = ctlr->freeqh;
- if(qh == nil)
- panic("allocqh"); /* TO DO */
- ctlr->freeqh = qh->next;
- qh->next = nil;
- iunlock(ctlr);
- qh->head = Terminate;
- qh->entries = Terminate;
- qh->hlink = nil;
- qh->first = nil;
- qh->last = nil;
- return qh;
- }
- static void
- freeqh(Ctlr *ctlr, QH *qh)
- {
- ilock(ctlr);
- qh->next = ctlr->freeqh;
- ctlr->freeqh = qh;
- iunlock(ctlr);
- }
- static void
- dumpqh(QH *q)
- {
- int i;
- QH *q0;
- q0 = q;
- for(i = 0; q != nil && i < 10; i++){
- XPRINT("qh %8.8lux: %8.8lux %8.8lux\n", q, q->head, q->entries);
- if((q->entries & (IsQH|Terminate)) == 0)
- dumptd(TFOL(q->entries), 1);
- if(q->head & Terminate)
- break;
- if((q->head & IsQH) == 0){
- XPRINT("head:");
- dumptd(TFOL(q->head), 1);
- break;
- }
- q = QFOL(q->head);
- if(q == q0)
- break; /* looped */
- }
- }
- static void
- queuetd(Ctlr *ctlr, QH *q, TD *t, int vf, char *why)
- {
- TD *lt;
- for(lt = t; lt->next != nil; lt = lt->next)
- lt->link = PCIWADDR(lt->next) | vf;
- lt->link = Terminate;
- ilock(ctlr);
- XPRINT("queuetd %s: t=%p lt=%p q=%p first=%p last=%p entries=%.8lux\n",
- why, t, lt, q, q->first, q->last, q->entries);
- if(q->first != nil){
- q->last->link = PCIWADDR(t) | vf;
- q->last->next = t;
- }else{
- q->first = t;
- q->entries = PCIWADDR(t);
- }
- q->last = lt;
- XPRINT(" t=%p q=%p first=%p last=%p entries=%.8lux\n",
- t, q, q->first, q->last, q->entries);
- dumpqh(q);
- iunlock(ctlr);
- }
- static void
- cleantd(Ctlr *ctlr, TD *t, int discard)
- {
- Block *b;
- int n, err;
- XPRINT("cleanTD: %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer);
- if(t->ep != nil && t->ep->debug)
- dumptd(t, 0);
- if(t->status & Active)
- panic("cleantd Active");
- err = t->status & (AnyError&~NAKed);
- /* TO DO: on t->status&AnyError, q->entries will not have advanced */
- if (err) {
- XPRINT("cleanTD: Error %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer);
- // print("cleanTD: Error %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer);
- }
- switch(t->dev&0xFF){
- case TokIN:
- if(discard || (t->flags & CancelTD) || t->ep == nil || t->ep->x!=0&&err){
- if(t->ep != nil){
- if(err != 0)
- t->ep->err = err==Stalled? Estalled: Eio;
- wakeup(&t->ep->rr); /* in case anyone cares */
- }
- break;
- }
- b = t->bp;
- n = (t->status + 1) & 0x7FF;
- if(n > b->lim - b->wp)
- n = 0;
- b->wp += n;
- if(Chatty)
- dumpdata(b, n);
- t->bp = nil;
- t->ep->nbytes += n;
- t->ep->nblocks++;
- qpass(t->ep->rq, b); /* TO DO: flow control */
- wakeup(&t->ep->rr); /* TO DO */
- break;
- case TokSETUP:
- XPRINT("cleanTD: TokSETUP %lux\n", &t->ep);
- /* don't really need to wakeup: subsequent IN or OUT gives status */
- if(t->ep != nil) {
- wakeup(&t->ep->wr); /* TO DO */
- XPRINT("cleanTD: wakeup %lux\n", &t->ep->wr);
- }
- break;
- case TokOUT:
- /* TO DO: mark it done somewhere */
- XPRINT("cleanTD: TokOut %lux\n", &t->ep);
- if(t->ep != nil){
- if(t->bp){
- n = BLEN(t->bp);
- t->ep->nbytes += n;
- t->ep->nblocks++;
- }
- if(t->ep->x!=0 && err != 0)
- t->ep->err = err==Stalled? Estalled: Eio;
- if(--t->ep->ntd < 0)
- panic("cleantd ntd");
- wakeup(&t->ep->wr); /* TO DO */
- XPRINT("cleanTD: wakeup %lux\n", &t->ep->wr);
- }
- break;
- }
- freetd(ctlr, t);
- }
- static void
- cleanq(Ctlr *ctlr, QH *q, int discard, int vf)
- {
- TD *t, *tp;
- ilock(ctlr);
- tp = nil;
- for(t = q->first; t != nil;){
- XPRINT("cleanq: %8.8lux %8.8lux %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer, t->flags, t->next);
- if(t->status & Active){
- if(t->status & NAKed){
- t->status = (t->status & ~NAKed) | IOC; /* ensure interrupt next frame */
- tp = t;
- t = t->next;
- continue;
- }
- if(t->flags & CancelTD){
- XPRINT("cancelTD: %8.8lux\n", (ulong)t);
- t->status = (t->status & ~Active) | IOC; /* ensure interrupt next frame */
- tp = t;
- t = t->next;
- continue;
- }
- tp = t;
- t = t->next;
- continue;
- }
- t->status &= ~IOC;
- if (tp == nil) {
- q->first = t->next;
- if(q->first != nil)
- q->entries = PCIWADDR(q->first);
- else
- q->entries = Terminate;
- } else {
- tp->next = t->next;
- if (t->next != nil)
- tp->link = PCIWADDR(t->next) | vf;
- else
- tp->link = Terminate;
- }
- if (q->last == t)
- q->last = tp;
- iunlock(ctlr);
- cleantd(ctlr, t, discard);
- ilock(ctlr);
- if (tp)
- t = tp->next;
- else
- t = q->first;
- XPRINT("t = %8.8lux\n", t);
- dumpqh(q);
- }
- if(q->first && q->entries != PCIWADDR(q->first)){
- ctlr->usbbogus++;
- q->entries = PCIWADDR(q->first);
- }
- iunlock(ctlr);
- }
- static void
- canceltds(Ctlr *ctlr, QH *q, Endpt *e)
- {
- TD *t;
- if(q != nil){
- ilock(ctlr);
- for(t = q->first; t != nil; t = t->next)
- if(t->ep == e)
- t->flags |= CancelTD;
- iunlock(ctlr);
- XPRINT("cancel:\n");
- dumpqh(q);
- }
- }
- static void
- eptcancel(Ctlr *ctlr, Endpt *e)
- {
- Endptx *x;
- if(e == nil)
- return;
- x = e->private;
- canceltds(ctlr, x->epq, e);
- canceltds(ctlr, ctlr->ctlq, e);
- canceltds(ctlr, ctlr->bulkq, e);
- }
- static void
- eptactivate(Ctlr *ctlr, Endpt *e)
- {
- ilock(&ctlr->activends);
- if(e->active == 0){
- XPRINT("activate 0x%p\n", e);
- e->active = 1;
- e->activef = ctlr->activends.f;
- ctlr->activends.f = e;
- }
- iunlock(&ctlr->activends);
- }
- static void
- eptdeactivate(Ctlr *ctlr, Endpt *e)
- {
- Endpt **l;
- /* could be O(1) but not worth it yet */
- ilock(&ctlr->activends);
- if(e->active){
- e->active = 0;
- XPRINT("deactivate 0x%p\n", e);
- for(l = &ctlr->activends.f; *l != e; l = &(*l)->activef)
- if(*l == nil){
- iunlock(&ctlr->activends);
- panic("usb eptdeactivate");
- }
- *l = e->activef;
- }
- iunlock(&ctlr->activends);
- }
- static void
- queueqh(Ctlr *ctlr, QH *qh)
- {
- QH *q;
- // See if it's already queued
- for (q = ctlr->recvq->next; q; q = q->hlink)
- if (q == qh)
- return;
- if ((qh->hlink = ctlr->recvq->next) == nil)
- qh->head = Terminate;
- else
- qh->head = PCIWADDR(ctlr->recvq->next) | IsQH;
- ctlr->recvq->next = qh;
- ctlr->recvq->entries = PCIWADDR(qh) | IsQH;
- }
- static QH*
- qxmit(Ctlr *ctlr, Endpt *e, Block *b, int pid)
- {
- TD *t;
- int n, vf;
- QH *qh;
- Endptx *x;
- x = e->private;
- if(b != nil){
- n = BLEN(b);
- t = alloctde(ctlr, e, pid, n);
- t->bp = b;
- t->buffer = PCIWADDR(b->rp);
- }else
- t = alloctde(ctlr, e, pid, 0);
- ilock(ctlr);
- e->ntd++;
- iunlock(ctlr);
- if(e->debug) pprint("QTD: %8.8lux n=%ld\n", t, b?BLEN(b): 0);
- vf = 0;
- if(e->x == 0){
- qh = ctlr->ctlq;
- vf = 0;
- }else if((qh = x->epq) == nil || e->mode != OWRITE){
- qh = ctlr->bulkq;
- vf = Vf;
- }
- queuetd(ctlr, qh, t, vf, "qxmit");
- return qh;
- }
- static QH*
- qrcv(Ctlr *ctlr, Endpt *e)
- {
- TD *t;
- Block *b;
- QH *qh;
- int vf;
- Endptx *x;
- x = e->private;
- t = alloctde(ctlr, e, TokIN, e->maxpkt);
- b = allocb(e->maxpkt);
- t->bp = b;
- t->buffer = PCIWADDR(b->wp);
- vf = 0;
- if(e->x == 0){
- qh = ctlr->ctlq;
- }else if((qh = x->epq) == nil || e->mode != OREAD){
- qh = ctlr->bulkq;
- vf = Vf;
- }
- queuetd(ctlr, qh, t, vf, "qrcv");
- return qh;
- }
- static int
- usbsched(Ctlr *ctlr, int pollms, ulong load)
- {
- int i, d, q;
- ulong best, worst;
- best = 1000000;
- q = -1;
- for (d = 0; d < pollms; d++){
- worst = 0;
- for (i = d; i < NFRAME; i++){
- if (ctlr->frameld[i] + load > worst)
- worst = ctlr->frameld[i] + load;
- }
- if (worst < best){
- best = worst;
- q = d;
- }
- }
- return q;
- }
- static int
- schedendpt(Ctlr *ctlr, Endpt *e)
- {
- TD *td;
- Endptx *x;
- uchar *bp;
- int i, id, ix, size, frnum;
- if(!e->iso || e->sched >= 0)
- return 0;
- if (e->active){
- return -1;
- }
- e->off = 0;
- e->sched = usbsched(ctlr, e->pollms, e->maxpkt);
- if(e->sched < 0)
- return -1;
- x = e->private;
- if (x->tdalloc || x->bpalloc)
- panic("usb: tdalloc/bpalloc");
- x->tdalloc = mallocz(0x10 + NFRAME*sizeof(TD), 1);
- x->bpalloc = mallocz(0x10 + e->maxpkt*NFRAME/e->pollms, 1);
- x->td0 = (TD*)(((ulong)x->tdalloc + 0xf) & ~0xf);
- x->bp0 = (uchar *)(((ulong)x->bpalloc + 0xf) & ~0xf);
- frnum = (IN(Frnum) + 1) & 0x3ff;
- frnum = (frnum & ~(e->pollms - 1)) + e->sched;
- x->xtd = &x->td0[(frnum+8)&0x3ff]; /* Next td to finish */
- x->etd = nil;
- e->remain = 0;
- e->nbytes = 0;
- td = x->td0;
- for(i = e->sched; i < NFRAME; i += e->pollms){
- bp = x->bp0 + e->maxpkt*i/e->pollms;
- td->buffer = PCIWADDR(bp);
- td->ep = e;
- td->next = &td[1];
- ctlr->frameld[i] += e->maxpkt;
- td++;
- }
- td[-1].next = x->td0;
- for(i = e->sched; i < NFRAME; i += e->pollms){
- ix = (frnum+i) & 0x3ff;
- td = &x->td0[ix];
- id = (e->x<<7)|(e->dev->x&0x7F);
- if (e->mode == OREAD)
- /* enable receive on this entry */
- td->dev = ((e->maxpkt-1)<<21) | ((id&0x7FF)<<8) | TokIN;
- else{
- size = (e->hz + e->remain)*e->pollms/1000;
- e->remain = (e->hz + e->remain)*e->pollms%1000;
- size *= e->samplesz;
- td->dev = ((size-1)<<21) | ((id&0x7FF)<<8) | TokOUT;
- }
- td->status = ErrLimit1 | Active | IsoSelect | IOC;
- td->link = ctlr->frames[ix];
- td->flags |= IsoClean;
- ctlr->frames[ix] = PCIWADDR(td);
- }
- return 0;
- }
- static void
- unschedendpt(Ctlr *ctlr, Endpt *e)
- {
- int q;
- TD *td;
- Endptx *x;
- ulong *addr;
- if(!e->iso || e->sched < 0)
- return;
- x = e->private;
- if (x->tdalloc == nil)
- panic("tdalloc");
- for (q = e->sched; q < NFRAME; q += e->pollms){
- td = x->td0++;
- addr = &ctlr->frames[q];
- while(*addr != PADDR(td)) {
- if(*addr & IsQH)
- panic("usb: TD expected");
- addr = &TFOL(*addr)->link;
- }
- *addr = td->link;
- ctlr->frameld[q] -= e->maxpkt;
- }
- free(x->tdalloc);
- free(x->bpalloc);
- x->tdalloc = nil;
- x->bpalloc = nil;
- x->etd = nil;
- x->td0 = nil;
- e->sched = -1;
- }
- static void
- epalloc(Usbhost *uh, Endpt *e)
- {
- Endptx *x;
- x = malloc(sizeof(Endptx));
- e->private = x;
- x->epq = allocqh(uh->ctlr);
- if(x->epq == nil)
- panic("devendptx");
- }
- static void
- epfree(Usbhost *uh, Endpt *e)
- {
- Ctlr *ctlr;
- Endptx *x;
- ctlr = uh->ctlr;
- x = e->private;
- if(x->epq != nil)
- freeqh(ctlr, x->epq);
- }
- static void
- epopen(Usbhost *uh, Endpt *e)
- {
- Ctlr *ctlr;
- ctlr = uh->ctlr;
- if(e->iso && e->active)
- error("already open");
- if(schedendpt(ctlr, e) < 0){
- if(e->active)
- error("cannot schedule USB endpoint, active");
- else
- error("cannot schedule USB endpoint");
- }
- eptactivate(ctlr, e);
- }
- static void
- epclose(Usbhost *uh, Endpt *e)
- {
- Ctlr *ctlr;
- ctlr = uh->ctlr;
- eptdeactivate(ctlr, e);
- unschedendpt(ctlr, e);
- }
- static void
- epmode(Usbhost *uh, Endpt *e)
- {
- Ctlr *ctlr;
- Endptx *x;
- ctlr = uh->ctlr;
- x = e->private;
- if(e->iso) {
- if(x->epq != nil) {
- freeqh(ctlr, x->epq);
- x->epq = nil;
- }
- }
- else {
- /* Each bulk device gets a queue head hanging off the
- * bulk queue head
- */
- if(x->epq == nil) {
- x->epq = allocqh(ctlr);
- if(x->epq == nil)
- panic("epbulk: allocqh");
- }
- queueqh(ctlr, x->epq);
- }
- }
- static int ioport[] = {-1, Portsc0, Portsc1};
- static void
- portreset(Usbhost *uh, int port)
- {
- int i, p;
- Ctlr *ctlr;
- ctlr = uh->ctlr;
- if(port != 1 && port != 2)
- error(Ebadarg);
- /* should check that device not being configured on other port? */
- p = ioport[port];
- qlock(&ctlr->resetl);
- if(waserror()){
- qunlock(&ctlr->resetl);
- nexterror();
- }
- XPRINT("r: %x\n", IN(p));
- ilock(ctlr);
- OUT(p, PortReset);
- delay(12); /* BUG */
- XPRINT("r2: %x\n", IN(p));
- OUT(p, IN(p) & ~PortReset);
- XPRINT("r3: %x\n", IN(p));
- OUT(p, IN(p) | PortEnable);
- microdelay(64);
- for(i=0; i<1000 && (IN(p) & PortEnable) == 0; i++)
- ;
- XPRINT("r': %x %d\n", IN(p), i);
- OUT(p, (IN(p) & ~PortReset)|PortEnable);
- iunlock(ctlr);
- poperror();
- qunlock(&ctlr->resetl);
- }
- static void
- portenable(Usbhost *uh, int port, int on)
- {
- int w, p;
- Ctlr *ctlr;
- ctlr = uh->ctlr;
- if(port != 1 && port != 2)
- error(Ebadarg);
- /* should check that device not being configured on other port? */
- p = ioport[port];
- qlock(&ctlr->resetl);
- if(waserror()){
- qunlock(&ctlr->resetl);
- nexterror();
- }
- ilock(ctlr);
- w = IN(p);
- if(on)
- w |= PortEnable;
- else
- w &= ~PortEnable;
- OUT(p, w);
- microdelay(64);
- iunlock(ctlr);
- XPRINT("e: %x\n", IN(p));
- poperror();
- qunlock(&ctlr->resetl);
- }
- static void
- portinfo(Usbhost *uh, char *s, char *se)
- {
- int x, i, j;
- Ctlr *ctlr;
- ctlr = uh->ctlr;
- for(i = 1; i <= 2; i++) {
- ilock(ctlr);
- x = IN(ioport[i]);
- if((x & (PortChange|StatusChange)) != 0)
- OUT(ioport[i], x);
- iunlock(ctlr);
- s = seprint(s, se, "%d %ux", i, x);
- for(j = 0; j < nelem(portstatus); j++) {
- if((x & portstatus[j].bit) != 0)
- s = seprint(s, se, " %s", portstatus[j].name);
- }
- s = seprint(s, se, "\n");
- }
- }
- static void
- cleaniso(Endpt *e, int frnum)
- {
- TD *td;
- int id, n, i;
- Endptx *x;
- uchar *bp;
- x = e->private;
- td = x->xtd;
- if (td->status & Active)
- return;
- id = (e->x<<7)|(e->dev->x&0x7F);
- do {
- if (td->status & AnyError)
- XPRINT("usbisoerror 0x%lux\n", td->status);
- n = (td->status + 1) & 0x3ff;
- e->nbytes += n;
- if ((td->flags & IsoClean) == 0)
- e->nblocks++;
- if (e->mode == OREAD){
- e->buffered += n;
- e->poffset += (td->status + 1) & 0x3ff;
- td->offset = e->poffset;
- td->dev = ((e->maxpkt -1)<<21) | ((id&0x7FF)<<8) | TokIN;
- e->toffset = td->offset;
- }else{
- if ((td->flags & IsoClean) == 0){
- e->buffered -= n;
- if (e->buffered < 0){
- // print("e->buffered %d?\n", e->buffered);
- e->buffered = 0;
- }
- }
- e->toffset = td->offset;
- n = (e->hz + e->remain)*e->pollms/1000;
- e->remain = (e->hz + e->remain)*e->pollms%1000;
- n *= e->samplesz;
- td->dev = ((n -1)<<21) | ((id&0x7FF)<<8) | TokOUT;
- td->offset = e->poffset;
- e->poffset += n;
- }
- td = td->next;
- if (x->xtd == td){
- XPRINT("@");
- break;
- }
- } while ((td->status & Active) == 0);
- e->time = todget(nil);
- x->xtd = td;
- for (n = 2; n < 4; n++){
- i = ((frnum + n)&0x3ff);
- td = x->td0 + i;
- bp = x->bp0 + e->maxpkt*i/e->pollms;
- if (td->status & Active)
- continue;
- if (e->mode == OWRITE){
- if (td == x->etd) {
- XPRINT("*");
- memset(bp+e->off, 0, e->maxpkt-e->off);
- if (e->off == 0)
- td->flags |= IsoClean;
- else
- e->buffered += (((td->dev>>21) +1) & 0x3ff) - e->off;
- x->etd = nil;
- }else if ((td->flags & IsoClean) == 0){
- XPRINT("-");
- memset(bp, 0, e->maxpkt);
- td->flags |= IsoClean;
- }
- } else {
- /* Unread bytes are now lost */
- e->buffered -= (td->status + 1) & 0x3ff;
- }
- td->status = ErrLimit1 | Active | IsoSelect | IOC;
- }
- wakeup(&e->wr);
- }
- static void
- interrupt(Ureg*, void *a)
- {
- QH *q;
- Ctlr *ctlr;
- Endpt *e;
- Endptx *x;
- int s, frnum;
- Usbhost *uh;
- uh = a;
- ctlr = uh->ctlr;
- s = IN(Status);
- ctlr->frameptr = inl(ctlr->io+Flbaseadd);
- ctlr->framenumber = IN(Frnum) & 0x3ff;
- OUT(Status, s);
- if ((s & 0x1f) == 0)
- return;
- ctlr->usbints++;
- frnum = IN(Frnum) & 0x3ff;
- if (s & 0x1a) {
- XPRINT("cmd #%x sofmod #%x\n", IN(Cmd), inb(ctlr->io+SOFMod));
- XPRINT("sc0 #%x sc1 #%x\n", IN(Portsc0), IN(Portsc1));
- }
- ilock(&ctlr->activends);
- for(e = ctlr->activends.f; e != nil; e = e->activef) {
- x = e->private;
- if(!e->iso && x->epq != nil) {
- XXPRINT("cleanq(ctlr, x->epq, 0, 0)\n");
- cleanq(ctlr, x->epq, 0, 0);
- }
- if(e->iso) {
- XXPRINT("cleaniso(e)\n");
- cleaniso(e, frnum);
- }
- }
- iunlock(&ctlr->activends);
- XXPRINT("cleanq(ctlr, ctlr->ctlq, 0, 0)\n");
- cleanq(ctlr, ctlr->ctlq, 0, 0);
- XXPRINT("cleanq(ctlr, ctlr->bulkq, 0, Vf)\n");
- cleanq(ctlr, ctlr->bulkq, 0, Vf);
- XXPRINT("clean recvq\n");
- for (q = ctlr->recvq->next; q; q = q->hlink) {
- XXPRINT("cleanq(ctlr, q, 0, Vf)\n");
- cleanq(ctlr, q, 0, Vf);
- }
- }
- static int
- eptinput(void *arg)
- {
- Endpt *e;
- e = arg;
- return e->eof || e->err || qcanread(e->rq);
- }
- static int
- isoready(void *a)
- {
- Endptx *x;
- TD *etd;
- x = a;
- return (etd = x->etd) == nil || (etd != x->xtd && (etd->status & Active) == 0);
- }
- static long
- isoio(Ctlr *ctlr, Endpt *e, void *a, long n, ulong offset, int w)
- {
- TD *td;
- Endptx *x;
- int i, frnum;
- uchar *p, *q, *bp;
- volatile int isolock;
- x = e->private;
- qlock(&e->rlock);
- isolock = 0;
- if(waserror()){
- if (isolock){
- isolock = 0;
- iunlock(&ctlr->activends);
- }
- qunlock(&e->rlock);
- eptcancel(ctlr, e);
- nexterror();
- }
- p = a;
- if (offset != 0 && offset != e->foffset){
- iprint("offset %lud, foffset %lud\n", offset, e->foffset);
- /* Seek to a specific position */
- frnum = (IN(Frnum) + 8) & 0x3ff;
- td = x->td0 +frnum;
- if (offset < td->offset)
- error("ancient history");
- while (offset > e->toffset){
- tsleep(&e->wr, return0, 0, 500);
- }
- while (offset >= td->offset + ((w?(td->dev >> 21):td->status) + 1) & 0x7ff){
- td = td->next;
- if (td == x->xtd)
- iprint("trouble\n");
- }
- ilock(&ctlr->activends);
- isolock = 1;
- e->off = td->offset - offset;
- if (e->off >= e->maxpkt){
- iprint("I can't program: %d\n", e->off);
- e->off = 0;
- }
- x->etd = td;
- e->foffset = offset;
- }
- do {
- if (isolock == 0){
- ilock(&ctlr->activends);
- isolock = 1;
- }
- td = x->etd;
- if (td == nil || e->off == 0){
- if (td == nil){
- XPRINT("0");
- if (w){
- frnum = (IN(Frnum) + 1) & 0x3ff;
- td = x->td0 + frnum;
- while(td->status & Active)
- td = td->next;
- }else{
- frnum = (IN(Frnum) - 4) & 0x3ff;
- td = x->td0 + frnum;
- while(td->next != x->xtd)
- td = td->next;
- }
- x->etd = td;
- e->off = 0;
- }else{
- /* New td, make sure it's ready */
- while (isoready(x) == 0){
- isolock = 0;
- iunlock(&ctlr->activends);
- sleep(&e->wr, isoready, x);
- ilock(&ctlr->activends);
- isolock = 1;
- }
- if (x->etd == nil){
- XPRINT("!");
- continue;
- }
- }
- if (w)
- e->psize = ((td->dev >> 21) + 1) & 0x7ff;
- else
- e->psize = (x->etd->status + 1) & 0x7ff;
- if(e->psize > e->maxpkt)
- panic("packet size > maximum");
- }
- if((i = n) >= e->psize)
- i = e->psize;
- if (w)
- e->buffered += i;
- else{
- e->buffered -= i;
- if (e->buffered < 0)
- e->buffered = 0;
- }
- isolock = 0;
- iunlock(&ctlr->activends);
- td->flags &= ~IsoClean;
- bp = x->bp0 + (td - x->td0) * e->maxpkt / e->pollms;
- q = bp + e->off;
- if (w){
- memmove(q, p, i);
- }else{
- memmove(p, q, i);
- }
- p += i;
- n -= i;
- e->off += i;
- e->psize -= i;
- if (e->psize){
- if (n != 0)
- panic("usb iso: can't happen");
- break;
- }
- if(w)
- td->offset = offset + (p-(uchar*)a) - (((td->dev >> 21) + 1) & 0x7ff);
- td->status = ErrLimit3 | Active | IsoSelect | IOC;
- x->etd = td->next;
- e->off = 0;
- } while(n > 0);
- n = p-(uchar*)a;
- e->foffset += n;
- poperror();
- if (isolock)
- iunlock(&ctlr->activends);
- qunlock(&e->rlock);
- return n;
- }
- static long
- read(Usbhost *uh, Endpt *e, void *a, long n, vlong offset)
- {
- long l, i;
- Block *b;
- Ctlr *ctlr;
- uchar *p;
- ctlr = uh->ctlr;
- if(e->iso)
- return isoio(ctlr, e, a, n, (ulong)offset, 0);
- XPRINT("qlock(%p)\n", &e->rlock);
- qlock(&e->rlock);
- XPRINT("got qlock(%p)\n", &e->rlock);
- if(waserror()){
- qunlock(&e->rlock);
- eptcancel(ctlr, e);
- nexterror();
- }
- p = a;
- do {
- if(e->eof) {
- XPRINT("e->eof\n");
- break;
- }
- if(e->err)
- error(e->err);
- qrcv(ctlr, e);
- if(!e->iso)
- e->rdata01 ^= 1;
- sleep(&e->rr, eptinput, e);
- if(e->err)
- error(e->err);
- b = qget(e->rq); /* TO DO */
- if(b == nil) {
- XPRINT("b == nil\n");
- break;
- }
- if(waserror()){
- freeb(b);
- nexterror();
- }
- l = BLEN(b);
- if((i = l) > n)
- i = n;
- if(i > 0){
- memmove(p, b->rp, i);
- p += i;
- }
- poperror();
- freeb(b);
- n -= i;
- if (l != e->maxpkt)
- break;
- } while (n > 0);
- poperror();
- qunlock(&e->rlock);
- return p-(uchar*)a;
- }
- static int
- qisempty(void *arg)
- {
- return ((QH*)arg)->entries & Terminate;
- }
- static long
- write(Usbhost *uh, Endpt *e, void *a, long n, vlong offset, int tok)
- {
- int i, j;
- QH *qh;
- Block *b;
- Ctlr *ctlr;
- uchar *p;
- ctlr = uh->ctlr;
- if(e->iso)
- return isoio(ctlr, e, a, n, (ulong)offset, 1);
- p = a;
- qlock(&e->wlock);
- if(waserror()){
- qunlock(&e->wlock);
- eptcancel(ctlr, e);
- nexterror();
- }
- do {
- if(e->err)
- error(e->err);
- if((i = n) >= e->maxpkt)
- i = e->maxpkt;
- b = allocb(i);
- if(waserror()){
- freeb(b);
- nexterror();
- }
- XPRINT("out [%d]", i);
- for (j = 0; j < i; j++) XPRINT(" %.2x", p[j]);
- XPRINT("\n");
- memmove(b->wp, p, i);
- b->wp += i;
- p += i;
- n -= i;
- poperror();
- qh = qxmit(ctlr, e, b, tok);
- tok = TokOUT;
- e->wdata01 ^= 1;
- if(e->ntd >= e->nbuf) {
- XPRINT("qh %s: q=%p first=%p last=%p entries=%.8lux\n",
- "writeusb sleep", qh, qh->first, qh->last, qh->entries);
- XPRINT("write: sleep %lux\n", &e->wr);
- sleep(&e->wr, qisempty, qh);
- XPRINT("write: awake\n");
- }
- } while(n > 0);
- poperror();
- qunlock(&e->wlock);
- return p-(uchar*)a;
- }
- static void
- init(Usbhost* uh)
- {
- Ctlr *ctlr;
- ctlr = uh->ctlr;
- ilock(ctlr);
- outl(ctlr->io+Flbaseadd, PCIWADDR(ctlr->frames));
- OUT(Frnum, 0);
- OUT(Usbintr, 0xF); /* enable all interrupts */
- XPRINT("cmd 0x%x sofmod 0x%x\n", IN(Cmd), inb(ctlr->io+SOFMod));
- XPRINT("sc0 0x%x sc1 0x%x\n", IN(Portsc0), IN(Portsc1));
- if((IN(Cmd)&1)==0)
- OUT(Cmd, 1); /* run */
- // pprint("at: c=%x s=%x c0=%x\n", IN(Cmd), IN(Status), IN(Portsc0));
- iunlock(ctlr);
- }
- static void
- scanpci(void)
- {
- int io;
- Ctlr *ctlr;
- Pcidev *p;
- static int already = 0;
- if(already)
- return;
- already = 1;
- p = nil;
- while(p = pcimatch(p, 0, 0)) {
- /*
- * Find UHCI controllers. Class = 12 (serial controller),
- * Sub-class = 3 (USB) and Programming Interface = 0.
- */
- if(p->ccrb != 0x0C || p->ccru != 0x03)
- continue;
- switch(p->ccrp){
- case 0x00:
- io = p->mem[4].bar & ~0x0F;
- break;
- case 0x10:
- case 0x20:
- print("usb%chci: %x/%x %sport 0x%lux size 0x%x irq %d (ignored)\n",
- (p->ccrp == 0x10? 'o': 'e'), p->vid, p->did,
- (p->ccrp == 0x10? "": "USB 2 "),
- p->mem[0].bar & ~0x0F, p->mem[0].size, p->intl);
- /* fallthrough */
- default:
- continue;
- }
- if(io == 0) {
- print("usbuhci: failed to map registers\n");
- continue;
- }
- if(ioalloc(io, p->mem[4].size, 0, "usbuhci") < 0){
- print("usbuhci: port %d in use\n", io);
- continue;
- }
- if(p->intl == 0xFF || p->intl == 0) {
- print("usbuhci: no irq assigned for port %d\n", io);
- continue;
- }
- XPRINT("usbuhci: %x/%x port 0x%ux size 0x%x irq %d\n",
- p->vid, p->did, io, p->mem[4].size, p->intl);
- ctlr = malloc(sizeof(Ctlr));
- ctlr->pcidev = p;
- ctlr->io = io;
- if(ctlrhead != nil)
- ctlrtail->next = ctlr;
- else
- ctlrhead = ctlr;
- ctlrtail = ctlr;
- }
- }
- static int
- reset(Usbhost *uh)
- {
- int i;
- TD *t;
- ulong io;
- Ctlr *ctlr;
- Pcidev *p;
- scanpci();
- /*
- * Any adapter matches if no uh->port is supplied,
- * otherwise the ports must match.
- */
- for(ctlr = ctlrhead; ctlr != nil; ctlr = ctlr->next){
- if(ctlr->active)
- continue;
- if(uh->port == 0 || uh->port == ctlr->io){
- ctlr->active = 1;
- break;
- }
- }
- if(ctlr == nil)
- return -1;
- io = ctlr->io;
- p = ctlr->pcidev;
- uh->ctlr = ctlr;
- uh->port = io;
- uh->irq = p->intl;
- uh->tbdf = p->tbdf;
- XPRINT("usbcmd\t0x%.4x\nusbsts\t0x%.4x\nusbintr\t0x%.4x\nfrnum\t0x%.2x\n",
- IN(Cmd), IN(Status), IN(Usbintr), inb(io+Frnum));
- XPRINT("frbaseadd\t0x%.4x\nsofmod\t0x%x\nportsc1\t0x%.4x\nportsc2\t0x%.4x\n",
- IN(Flbaseadd), inb(io+SOFMod), IN(Portsc0), IN(Portsc1));
- OUT(Cmd, 0); /* stop */
- while((IN(Status) & (1<<5)) == 0) /* wait for halt */
- ;
- OUT(Status, 0xFF); /* clear pending interrupts */
- pcicfgw16(p, 0xc0, 0x2000); /* legacy support register: turn off lunacy mode */
- if(0){
- i = inb(io+SOFMod);
- OUT(Cmd, 4); /* global reset */
- delay(15);
- OUT(Cmd, 0); /* end reset */
- delay(4);
- outb(io+SOFMod, i);
- }
- ctlr->tdpool = xspanalloc(128*sizeof(TD), 16, 0);
- for(i=128; --i>=0;){
- ctlr->tdpool[i].next = ctlr->freetd;
- ctlr->freetd = &ctlr->tdpool[i];
- }
- ctlr->qhpool = xspanalloc(64*sizeof(QH), 16, 0);
- for(i=64; --i>=0;){
- ctlr->qhpool[i].next = ctlr->freeqh;
- ctlr->freeqh = &ctlr->qhpool[i];
- }
- /*
- * the last entries of the periodic (interrupt & isochronous) scheduling TD entries
- * points to the control queue and the bandwidth sop for bulk traffic.
- * this is looped following the instructions in PIIX4 errata 29773804.pdf:
- * a QH links to a looped but inactive TD as its sole entry,
- * with its head entry leading on to the bulk traffic, the last QH of which
- * links back to the empty QH.
- */
- ctlr->ctlq = allocqh(ctlr);
- ctlr->bwsop = allocqh(ctlr);
- ctlr->bulkq = allocqh(ctlr);
- ctlr->recvq = allocqh(ctlr);
- t = alloctd(ctlr); /* inactive TD, looped */
- t->link = PCIWADDR(t);
- ctlr->bwsop->entries = PCIWADDR(t);
- ctlr->ctlq->head = PCIWADDR(ctlr->bulkq) | IsQH;
- ctlr->bulkq->head = PCIWADDR(ctlr->recvq) | IsQH;
- ctlr->recvq->head = PCIWADDR(ctlr->bwsop) | IsQH;
- if (1) /* don't use loop back */
- ctlr->bwsop->head = Terminate;
- else /* set up loop back */
- ctlr->bwsop->head = PCIWADDR(ctlr->bwsop) | IsQH;
- ctlr->frames = xspanalloc(FRAMESIZE, FRAMESIZE, 0);
- ctlr->frameld = xallocz(FRAMESIZE, 1);
- for (i = 0; i < NFRAME; i++)
- ctlr->frames[i] = PCIWADDR(ctlr->ctlq) | IsQH;
- /*
- * Linkage to the generic USB driver.
- */
- uh->init = init;
- uh->interrupt = interrupt;
- uh->portinfo = portinfo;
- uh->portreset = portreset;
- uh->portenable = portenable;
- uh->epalloc = epalloc;
- uh->epfree = epfree;
- uh->epopen = epopen;
- uh->epclose = epclose;
- uh->epmode = epmode;
- uh->read = read;
- uh->write = write;
- return 0;
- }
- void
- usbuhcilink(void)
- {
- addusbtype("uhci", reset);
- }
|