#define ALLOC_MAIN #include <hlib.h> #include "../hlib/include/syscalls.h" #include "usb.h" uint32_t events[256]; uint32_t serviceId; XHCIController *controller; void enqueueCommand(TrbRing *ring, XHCITRB *trb) { trb->control.cycle = ring->cycle; memcpy((void *)trb, (void *)&ring->trbs[ring->enqueue], sizeof(XHCITRB)); ring->enqueue++; if (ring->enqueue == ring->size - 1) { ring->trbs[ring->enqueue].control.cycle ^= 1; if (ring->trbs[ring->enqueue].control.toggleCycle) { ring->cycle ^= 1; } ring->enqueue = 0; } controller->doorbells[0] = 0; } uint32_t xhciCommand(XHCIController *controller, uint32_t p1, uint32_t p2, uint32_t status, uint32_t type) { controller->commands.trbs[controller->commands.enqueue].dataLow = p1; controller->commands.trbs[controller->commands.enqueue].dataHigh = p2; controller->commands.trbs[controller->commands.enqueue].status = status; controller->commands.trbs[controller->commands.enqueue].control.type = type; controller->commands.trbs[controller->commands.enqueue].control.cycle = controller->commands.cycle; uint32_t result = events[controller->commands.enqueue]; controller->commands.enqueue++; if (controller->commands.enqueue == 63) { controller->commands.trbs[controller->commands.enqueue].control.cycle ^= 1; if (controller->commands.trbs[controller->commands.enqueue] .control.cycle) { controller->commands.cycle ^= 1; } controller->commands.enqueue = 0; } controller->doorbells[0] = 0; return result; } XHCITRB *xhciCommandAsync(XHCIController *controller, uint32_t p1, uint32_t p2, uint32_t status, uint32_t type) { uint32_t event = xhciCommand(controller, p1, p2, status, type); XHCITRB *trb = PTR(await(serviceId, event)); return trb; } #define REQUEST(functionName, service, function) \ uint32_t functionName(uint32_t data1, uint32_t data2) { \ static uint32_t serviceId, functionId, initialized = false; \ if (!initialized) { \ while (!serviceId) { \ serviceId = getService(service); \ serviceId = getService(service); \ } \ while (!functionId) { \ functionId = getFunction(serviceId, function); \ functionId = getFunction(serviceId, function); \ } \ initialized = true; \ } \ return request(serviceId, functionId, data1, data2); \ } REQUEST(getBaseAddress, "lspci", "getBaseAddress"); REQUEST(getDeviceClass, "lspci", "getDeviceClass"); REQUEST(enableBusMaster, "lspci", "enableBusMaster"); REQUEST(getPCIInterrupt, "lspci", "getInterrupt"); void restartXHCIController(XHCIController *controller) { printf("resetting controller...\n"); controller->operational->command &= ~1; while (!(controller->operational->status & (1 << 0))) syscall(-1, 0, 0, 0, 0); controller->operational->command |= 1 << 1; while ((controller->operational->command & (1 << 1))) ; while ((controller->operational->status & (1 << 11))) ; } XHCITRB *trbRingFetch(TrbRing *ring, uint32_t *index) { if (ring->trbs[ring->dequeue].control.cycle != ring->cycle) { return NULL; } if (index) { *index = ring->dequeue; } XHCITRB *result = &ring->trbs[ring->dequeue]; ring->dequeue++; if (ring->dequeue == ring->size) { ring->dequeue = 0; ring->cycle ^= -1; } return result; } void setupTrbRing(TrbRing *ring, uint32_t size) { ring->trbs = requestMemory(1, 0, 0); ring->physical = getPhysicalAddress((void *)ring->trbs); ring->cycle = true; ring->enqueue = 0; ring->dequeue = 0; ring->size = size; // define link to beginning ring->trbs[ring->size - 1].dataLow = U32(ring->physical); ring->trbs[ring->size - 1].control.toggleCycle = true; ring->trbs[ring->size - 1].control.type = 6; printf("TRB ring setup: %x (%x)\n", ring->trbs, ring->physical); } void setupRuntime(XHCIController *controller) { controller->runtime = OFFSET(controller->capabilities, controller->capabilities->runtimeOffset); controller->runtime->interrupters[0].eventRingSegmentTableSize = 1; controller->runtime->interrupters[0].eventRingSegmentTableAddress[0] = U32(controller->eventRingSegmentTablePhysical); controller->runtime->interrupters[0].eventRingSegmentTableAddress[1] = 0; controller->runtime->interrupters[0].eventRingDequeuePointer[0] = U32(&controller->events.physical[controller->events.dequeue]) | (1 << 3); controller->runtime->interrupters[0].eventRingDequeuePointer[1] = 0; controller->runtime->interrupters[0].management |= 3; sleep(100); } void setupEventRingSegmentTable(XHCIController *controller) { // todo: research necessary alignment controller->eventRingSegmentTable = requestMemory(1, 0, 0); controller->eventRingSegmentTablePhysical = getPhysicalAddress((void *)controller->eventRingSegmentTable); controller->eventRingSegmentTable[0].ringSegmentBaseAddress[0] = U32(controller->events.physical); controller->eventRingSegmentTable[0].ringSegmentSize = 64; } void readExtendedCapabilities(XHCIController *controller) { uintptr_t offset = (controller->capabilities->structuralParameters[0] >> 16) << 2; volatile uint32_t *extendedCapabilities = OFFSET(controller->capabilities, offset); while (1) { uint32_t value = *extendedCapabilities; if ((value & 0xFF) == 2) { uint8_t revisionMinor = extendedCapabilities[0] >> 16; uint8_t revisionMajor = extendedCapabilities[0] >> 24; uint8_t portOffset = extendedCapabilities[2]; uint8_t portCount = extendedCapabilities[2] >> 8; printf("protocol %i.%i %i port(s) starting from port %i\n", revisionMajor, revisionMinor, portCount, portOffset); } if (value == 0xFFFFFFFF) break; if ((value & 0xFF00) == 0) break; extendedCapabilities = (void *)((uintptr_t)extendedCapabilities + ((value & 0xFF00) >> 6)); } } void setupOperationalRegisters(XHCIController *controller) { controller->deviceContextBaseAddressArray = (void *)requestMemory(1, 0, 0); controller->operational->deviceContextBaseAddressArray[0] = U32(getPhysicalAddress(controller->deviceContextBaseAddressArray)); controller->operational->deviceContextBaseAddressArray[1] = 0; controller->operational->config = (controller->operational->config & ~0xFF) | 32; controller->operational->commandRingControl[0] = U32(controller->commands.physical) | 1; controller->operational->commandRingControl[1] = 0; controller->operational->config = controller->capabilities->structuralParameters[0] & 0xFF; } void setupScratchpadBuffers(XHCIController *controller) { uint32_t hcs2 = controller->capabilities->structuralParameters[1]; uint32_t scratchpadBufferCountHigh = (hcs2 >> 21) & 0x1f; uint32_t scratchpadBufferCountLow = (hcs2 >> 27) & 0x1f; uint32_t scratchpadBufferCount = (scratchpadBufferCountHigh << 5) | scratchpadBufferCountLow; if (scratchpadBufferCount) { printf("%i scratchpad buffers present\n", scratchpadBufferCount); uint64_t *scratchpadBuffer = (uint64_t *)requestMemory(1, 0, 0); void *scratchpadPhysical = getPhysicalAddress(scratchpadBuffer); for (unsigned int i = 0; i < scratchpadBufferCount; ++i) { void *sb_phys = getPhysicalAddress(requestMemory(1, 0, 0)); scratchpadBuffer[i] = U32(sb_phys); } controller->deviceContextBaseAddressArray[0] = U32(scratchpadPhysical); } } XHCIController *initializeController(uint32_t deviceId) { XHCIController *controller = malloc(sizeof(XHCIController)); controller->pciDevice = deviceId; controller->capabilities = requestMemory(4, 0, PTR(U32(getBaseAddress(deviceId, 0)) & ~0xF)); controller->operational = OFFSET(controller->capabilities, controller->capabilities->capabilitiesLength & 0xFF); controller->doorbells = OFFSET(controller->capabilities, controller->capabilities->doorbellOffset); uint32_t slotInfo = controller->capabilities->structuralParameters[0]; printf("%i available slots, %i available ports\n", slotInfo & 0xFF, slotInfo >> 24); controller->portCount = slotInfo >> 24; return controller; } void addressDevice(void *inputContext, uint32_t slotNumber, bool BSR) { XHCIDeviceTRB command = {0}; command.inputContext[0] = U32(inputContext); command.inputContext[1] = 0; command.type = 11; command.slotID = slotNumber; command.BSR = BSR; enqueueCommand(&controller->commands, (void *)&command); } void setupPort(XHCITRB *trb) { XHCIPort *port = &controller->operational->ports[(trb->dataLow >> 24) - 1]; if (!(port->status & 1 << 1)) { return; } XHCITRB *enableSlotResult = xhciCommandAsync(controller, 0, 0, 0, 9); uint32_t slotIndex = enableSlotResult->control.reserved1 >> 8; printf("now connecting port %i to slot %i\n", (trb->dataLow >> 24) - 1, slotIndex); XHCIInputContext *inputContext = requestMemory(1, 0, 0); inputContext->inputControl.addContextFlags = 3; // inputContext->inputControl.dropContextFlags = // ~inputContext->inputControl.addContextFlags; inputContext->deviceContext.slot.rootHubPort = trb->dataLow >> 24; inputContext->deviceContext.slot.interrupterTarget = 0; inputContext->deviceContext.slot.multiTT = 0; inputContext->deviceContext.slot.deviceAddress = 0; inputContext->deviceContext.slot.portCount = 1; inputContext->deviceContext.slot.contextEntryCount = 1; inputContext->deviceContext.endpoints[0].endpointType = 4; inputContext->deviceContext.endpoints[0].maxPacketSize = 8; // TODO inputContext->deviceContext.endpoints[0].maxBurstSize = 0; inputContext->deviceContext.endpoints[0].interval = 0; inputContext->deviceContext.endpoints[0].maxPrimaryStreams = 0; inputContext->deviceContext.endpoints[0].multiplier = 0; inputContext->deviceContext.endpoints[0].errorCount = 3; inputContext->deviceContext.endpoints[0].averageTRBLength = 8; TrbRing *ring = malloc(sizeof(TrbRing)); setupTrbRing(ring, 256); inputContext->deviceContext.endpoints[0].transferDequeuePointerLow = U32(ring->physical) | 1; inputContext->deviceContext.endpoints[0].transferDequeuePointerHigh = 0; printf("%x %x\n", (void *)ring->physical, getPhysicalAddress((void *)inputContext)); controller->deviceContextBaseAddressArray[slotIndex] = U32(getPhysicalAddress((void *)&inputContext->deviceContext)); addressDevice(getPhysicalAddress((void *)&inputContext->inputControl), slotIndex, 1); } void xhciInterrupt() { if (controller->runtime->interrupters[0].management & 1) { controller->runtime->interrupters[0].management |= 1; XHCITRB *trb; uint32_t index; while ((trb = trbRingFetch(&controller->events, &index))) { controller->runtime->interrupters[0].eventRingDequeuePointer[0] = U32(&controller->events.physical[controller->events.dequeue]) | (1 << 3); printf("event %i [%x %x %x %x]: %i\n", controller->events.dequeue, trb->dataLow, trb->dataHigh, trb->status, *((uint32_t *)&trb->control), trb->control.type); fireEvent(events[index], U32(trb)); if (trb->control.type == 34) { // port status change event setupPort(trb); } } } if (controller->operational->status & (1 << 4)) { printf("port change detected\n"); controller->operational->status |= (1 << 4); } } void initializeUSB(uint32_t deviceId) { controller = initializeController(deviceId); restartXHCIController(controller); setupTrbRing(&controller->commands, 256); setupTrbRing(&controller->events, 256); readExtendedCapabilities(controller); setupOperationalRegisters(controller); setupEventRingSegmentTable(controller); setupRuntime(controller); setupScratchpadBuffers(controller); controller->operational->status |= (1 << 3); printf("using irq no. %i\n", getPCIInterrupt(deviceId, 0)); int pic = getService("pic"); subscribeEvent(pic, getEvent(pic, "irq11"), xhciInterrupt); for (uint32_t i = 0; i < 256; i++) { events[i] = syscall(SYS_CREATE_EVENT, i, 0, 0, 0); } controller->operational->command |= (1 << 0) | (1 << 2); sleep(100); if (controller->operational->status & (1 << 2)) return printf("critical XHCI problem\n"); for (uint32_t i = 0; i < controller->portCount; i++) { if (!(controller->operational->ports[i].status & 1 << 0)) { continue; } printf("port %i is connected, resetting...\n", i); controller->operational->ports[i].status |= 1 << 4; } return; for (uint32_t i = 0; i < 10; i++) { xhciCommandAsync(controller, 0, 0, 0, (9 << 10)); } } int32_t main() { serviceId = getServiceId(); uint32_t i = 0, class = 0; while ((class = getDeviceClass(i, 0))) { if (class == 0x0C0330) { printf("found XHCI host controller at pci device no. %i\n", i); enableBusMaster(i, 0); initializeUSB(i); } i++; } }