\ ***************************************************************************** \ * Copyright (c) 2004, 2011 IBM Corporation \ * All rights reserved. \ * This program and the accompanying materials \ * are made available under the terms of the BSD License \ * which accompanies this distribution, and is available at \ * http://www.opensource.org/licenses/bsd-license.php \ * \ * Contributors: \ * IBM Corporation - initial implementation \ ****************************************************************************/ \ PAPR PCI host bridge. 0 VALUE phb-debug? ." Populating " pwd cr \ needed to find the right path in the device tree : decode-unit ( addr len -- phys.lo ... phys.hi ) 2 hex-decode-unit \ decode string b lshift swap \ shift the devicenumber to the right spot 8 lshift or \ add the functionnumber \ my-bus 10 lshift or \ add the busnumber (assume always bus 0) 0 0 rot \ make phys.lo = 0 = phys.mid ; \ needed to have the right unit address in the device tree listing \ phys.lo=phys.mid=0 , phys.hi=config-address : encode-unit ( phys.lo phys-mid phys.hi -- unit-str unit-len ) nip nip \ forget the phys.lo and phys.mid dup 8 rshift 7 and swap \ calculate function number B rshift 1F and \ calculate device number over IF 2 ELSE nip 1 THEN \ create string with dev#,fn# or dev# only? hex-encode-unit ; 0 VALUE my-puid : setup-puid s" reg" get-node get-property 0= IF decode-64 to my-puid 2drop THEN ; setup-puid : config-b@ puid >r my-puid TO puid rtas-config-b@ r> TO puid ; : config-w@ puid >r my-puid TO puid rtas-config-w@ r> TO puid ; : config-l@ puid >r my-puid TO puid rtas-config-l@ r> TO puid ; \ define the config writes : config-b! puid >r my-puid TO puid rtas-config-b! r> TO puid ; : config-w! puid >r my-puid TO puid rtas-config-w! r> TO puid ; : config-l! puid >r my-puid TO puid rtas-config-l! r> TO puid ; : map-in ( phys.lo phys.mid phys.hi size -- virt ) phb-debug? IF cr ." map-in called: " .s cr THEN \ Ignore the size, phys.lo and phys.mid, get BAR from config space drop nip nip ( phys.hi ) \ Sanity check whether config address is in expected range: dup FF AND dup 10 28 WITHIN NOT swap 30 <> AND IF cr ." phys.hi = " . cr ABORT" map-in with illegal config space address" THEN 00FFFFFF AND \ Need only bus-dev-fn+register bits dup config-l@ ( phys.hi' bar.lo ) dup 7 AND 4 = IF \ Is it a 64-bit BAR? swap 4 + config-l@ lxjoin \ Add upper part of 64-bit BAR ELSE nip THEN F NOT AND \ Clear indicator bits translate-my-address phb-debug? IF ." map-in done: " .s cr THEN ; : map-out ( virt size -- ) phb-debug? IF ." map-out called: " .s cr THEN 2drop ; : dma-alloc ( size -- virt ) phb-debug? IF cr ." dma-alloc called: " .s cr THEN fff + fff not and \ Align size to next 4k boundary alloc-mem \ alloc-mem always returns aligned memory - double check just to be sure dup fff and IF ." Warning: dma-alloc got unaligned memory!" cr THEN ; : dma-free ( virt size -- ) phb-debug? IF cr ." dma-free called: " .s cr THEN fff + fff not and \ Align size to next 4k boundary free-mem ; \ Helper variables for dma-map-in and dma-map-out 0 VALUE dma-window-liobn \ Logical I/O bus number 0 VALUE dma-window-base \ Start address of window 0 VALUE dma-window-size \ Size of the window 0 VALUE bm-handle \ Bitmap allocator handle 0 VALUE my-virt 0 VALUE my-size 0 VALUE dev-addr 0 VALUE tmp-dev-addr \ Read helper variables (LIOBN, DMA window base and size) from the \ "ibm,dma-window" property. This property can be either located \ in the PCI device node or in the bus node, so we've got to use the \ "calling-child" variable here to get to the node that initiated the call. \ XXX We should search all the way up the tree to the PHB ... : (init-dma-window-vars) ( -- ) \ ." Foo called in " pwd cr \ ." calling child is " calling-child .node cr \ ." parent is " calling-child parent .node cr s" ibm,dma-window" calling-child get-property IF s" ibm,dma-window" calling-child parent get-property ABORT" no dma-window property available" THEN decode-int TO dma-window-liobn decode-64 TO dma-window-base decode-64 TO dma-window-size 2drop bm-handle 0= IF dma-window-base dma-window-size 1000 bm-allocator-init to bm-handle \ Sometimes the window-base appears as zero, that does not \ go well with NULL pointers. So block this address dma-window-base 0= IF bm-handle 1000 bm-alloc drop THEN THEN ; : (clear-dma-window-vars) ( -- ) 0 TO dma-window-liobn 0 TO dma-window-base 0 TO dma-window-size ; \ We assume that firmware never maps more than the whole dma-window-size \ so we cheat by calculating the remainder of addr/windowsize instead \ of taking care to maintain a list of assigned device addresses : dma-virt2dev ( virt -- devaddr ) dma-window-size mod dma-window-base + ; : dma-map-in ( virt size cachable? -- devaddr ) phb-debug? IF cr ." dma-map-in called: " .s cr THEN (init-dma-window-vars) drop ( virt size ) to my-size to my-virt bm-handle my-size bm-alloc to dev-addr dev-addr 0 < IF ." Bitmap allocation Failed " dev-addr . FALSE EXIT THEN dev-addr to tmp-dev-addr my-virt my-size bounds dup >r ( v+s virt R: virt ) swap fff + fff not and \ Align end to next 4k boundary swap fff not and ( v+s' virt' R: virt ) ?DO \ ." mapping " i . cr dma-window-liobn \ liobn tmp-dev-addr \ ioba i 3 OR \ Make a read- & writeable TCE ( liobn ioba tce R: virt ) hv-put-tce ABORT" H_PUT_TCE failed" tmp-dev-addr 1000 + to tmp-dev-addr 1000 +LOOP r> drop my-virt FFF and dev-addr or (clear-dma-window-vars) ; : dma-map-out ( virt devaddr size -- ) phb-debug? IF cr ." dma-map-out called: " .s cr THEN (init-dma-window-vars) to my-size to dev-addr to my-virt dev-addr fff not and to dev-addr dev-addr to tmp-dev-addr my-virt my-size ( virt size ) bounds ( v+s virt ) swap fff + fff not and \ Align end to next 4k boundary swap fff not and ( v+s' virt' ) ?DO \ ." unmapping " i . cr dma-window-liobn \ liobn tmp-dev-addr \ ioba i \ Lowest bits not set => invalid TCE ( liobn ioba tce ) hv-put-tce ABORT" H_PUT_TCE failed" tmp-dev-addr 1000 + to tmp-dev-addr 1000 +LOOP bm-handle dev-addr my-size bm-free (clear-dma-window-vars) ; : dma-sync ( virt devaddr size -- ) phb-debug? IF cr ." dma-sync called: " .s cr THEN \ TODO: Call flush-cache or sync here? 3drop ; : open true ; : close ; \ Parse the "ranges" property of the root pci node to decode the available \ memory ranges. See "PCI Bus Binding to IEEE Std 1275-1994" for details. \ The memory ranges are then used for setting up the device bars (if necessary) : phb-parse-ranges ( -- ) \ First clear everything, in case there is something missing in the ranges 0 pci-next-io ! 0 pci-max-io ! 0 pci-next-mem ! 0 pci-max-mem ! 0 pci-next-mmio ! 0 pci-max-mmio ! 0 pci-next-mem64 ! 0 pci-max-mem64 ! \ Now get the "ranges" property s" ranges" get-node get-property 0<> ABORT" ranges property not found" ( prop-addr prop-len ) BEGIN dup WHILE decode-int \ Decode phys.hi 3000000 AND \ Filter out address space in phys.hi CASE 1000000 OF \ I/O space? decode-64 dup >r pci-next-io ! \ Decode PCI base address decode-64 drop \ Forget the parent address decode-64 r> + pci-max-io ! \ Decode size & calc max address pci-next-io @ 0= IF pci-next-io @ 10 + pci-next-io ! \ BARs must not be set to zero THEN ENDOF 2000000 OF \ 32-bit memory space? decode-64 pci-next-mem ! \ Decode mem base address decode-64 drop \ Forget the parent address decode-64 2 / dup >r \ Decode and calc size/2 pci-next-mem @ + dup pci-max-mem ! \ and calc max mem address dup pci-next-mmio ! \ which is the same as MMIO base r> + pci-max-mmio ! \ calc max MMIO address ENDOF 3000000 OF \ 64-bit memory space? decode-64 pci-next-mem64 ! decode-64 drop \ Forget the parent address decode-64 pci-max-mem64 ! ENDOF ENDCASE REPEAT ( prop-addr prop-len ) 2drop phb-debug? IF ." pci-next-io = " pci-next-io @ . cr ." pci-max-io = " pci-max-io @ . cr ." pci-next-mem = " pci-next-mem @ . cr ." pci-max-mem = " pci-max-mem @ . cr ." pci-next-mmio = " pci-next-mmio @ . cr ." pci-max-mmio = " pci-max-mmio @ . cr ." pci-next-mem64 = " pci-next-mem64 @ . cr ." pci-max-mem64 = " pci-max-mem64 @ . cr THEN ; : phb-pci-walk-bridge ( -- ) phb-debug? IF ." Calling pci-walk-bridge " pwd cr THEN get-node child ?dup 0= IF EXIT THEN \ get and check if we have children 0 to pci-device-slots \ reset slot array to unpoppulated BEGIN dup \ Continue as long as there are children WHILE dup set-node \ Set child node as current node my-space pci-set-slot \ set the slot bit my-space pci-htype@ \ read HEADER-Type 7f and \ Mask bit 7 - multifunction device CASE 0 OF my-space pci-device-setup ENDOF \ | set up the device 1 OF my-space pci-bridge-setup ENDOF \ | set up the bridge dup OF my-space pci-htype@ pci-out ENDOF ENDCASE peer REPEAT drop get-parent set-node ; \ Landing routing to probe the popuated device tree : phb-pci-probe-bus ( busnr -- ) drop phb-pci-walk-bridge ; \ Stub routine, as qemu has enumerated, we already have the device \ properties set. : phb-pci-device-props ( addr -- ) dup pci-class-name device-name dup pci-device-assigned-addresses-prop drop ; \ Scan the child nodes of the pci root node to assign bars, fixup \ properties etc. : phb-setup-children puid >r \ Save old value of puid my-puid TO puid \ Set current puid phb-parse-ranges 1 TO pci-hotplug-enabled s" qemu,phb-enumerated" get-node get-property 0<> IF 1 0 (probe-pci-host-bridge) ELSE 2drop ['] phb-pci-probe-bus TO func-pci-probe-bus ['] phb-pci-device-props TO func-pci-device-props phb-pci-walk-bridge \ PHB device tree is already populated. THEN r> TO puid \ Restore previous puid ; phb-setup-children