experiments/aop.py: Extend AOP experiment, add tracer
The AOP uses an 'EPIC' protocol similar to the one other coprocessor
firmware is using but not in the exact same version. Add code for
tracing the AOP calls and extend the aop.py experiment with the client
side of it. Include description of audio calls and some other calls
related to sensor discovery.
Furthermore, in experiments/aop.py, do some AOP audio setup. Once that
is done we can start streaming samples from the internal microphones by
making what AOP considers power state adjustment calls. That is, we
adjust the power state of a 'hpai' device, first to a 'pw1 ' stage,
then to 'pwrd' stage.
So, to see microphone samples, enter the AOP experiment shell first:
$ M1N1DEVICE=/dev/ttyACM0 experiments/aop.py
Within the shell, adjust the power state of 'hpai':
>>> aop_set_audio_pstate('hpai', 'pw1 ')
At that point /arm-io/admac-aop-audio powers up. In parallel to the AOP
shell, we can start tools/admac_stream.py on the just powered-up ADMAC
instance:
$ M1N1HEAP=0x10010000000 M1N1DEVICE=/dev/ttyACM1 tools/admac_stream.py \
--node admac-aop-audio --channel 1 -v | xxd -g 4 -c 12 -e
Returning back to the AOP shell, we can then set 'hpai' to 'pwrd' state
to kick off the streaming:
>>> aop_set_audio_pstate('hpai', 'pwrd')
By that point, we should see samples coming out on the ADMAC end. The
samples are 32-bit floats packed in groups of three in a frame, e.g.
00000000: ba7ac6a7 ba32d3c3 baa17ae2 ..z...2..z..
0000000c: 38ccea5f b99c1a37 ba0c4bb1 _..87....K..
00000018: 39d2354f 3964b5ff 39b209fb O5.9..d9...9
00000024: b96a1d1f 39c8503f 3958fc4f ..j.?P.9O.X9
00000030: b6b1f5ff 39c72b8f 39bbe017 .....+.9...9
0000003c: 3a912de5 36dd4f7f 37f1147f .-.:.O.6...7
This has been tested and will to some degree be specific to 2021 Macbook
Pro (t6000). Differences on other models TBD (at the very least the
number of microphones can be presumed different).
Signed-off-by: Martin Povišer <povik@protonmail.com>
2022-10-20 21:43:55 +00:00
|
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
|
|
|
|
from m1n1.trace import Tracer
|
|
|
|
from m1n1.trace.dart import DARTTracer
|
|
|
|
from m1n1.trace.asc import ASCTracer, EP, EPState, msg, msg_log, DIR, EPContainer
|
|
|
|
from m1n1.utils import *
|
|
|
|
from m1n1.constructutils import *
|
|
|
|
from m1n1.fw.afk.rbep import *
|
|
|
|
from m1n1.fw.afk.epic import *
|
|
|
|
from m1n1.fw.aop import *
|
|
|
|
from m1n1.fw.aop.ipc import *
|
|
|
|
|
|
|
|
import sys
|
|
|
|
|
|
|
|
class AFKRingBufSniffer(AFKRingBuf):
|
|
|
|
def __init__(self, ep, state, base, size):
|
|
|
|
super().__init__(ep, base, size)
|
|
|
|
self.state = state
|
|
|
|
self.rptr = getattr(state, "rptr", 0)
|
|
|
|
|
|
|
|
def update_rptr(self, rptr):
|
|
|
|
self.state.rptr = rptr
|
|
|
|
|
|
|
|
def update_wptr(self):
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
|
|
|
def get_wptr(self):
|
|
|
|
return struct.unpack("<I", self.read_buf(2 * self.BLOCK_SIZE, 4))[0]
|
|
|
|
|
|
|
|
def read_buf(self, off, size):
|
|
|
|
return self.ep.dart.ioread(0, self.base + off, size)
|
|
|
|
|
|
|
|
class AFKEp(EP):
|
|
|
|
BASE_MESSAGE = AFKEPMessage
|
|
|
|
|
|
|
|
def __init__(self, tracer, epid):
|
|
|
|
super().__init__(tracer, epid)
|
|
|
|
self.txbuf = None
|
|
|
|
self.rxbuf = None
|
|
|
|
self.state.txbuf = EPState()
|
|
|
|
self.state.rxbuf = EPState()
|
|
|
|
self.state.shmem_iova = None
|
|
|
|
self.state.txbuf_info = None
|
|
|
|
self.state.rxbuf_info = None
|
|
|
|
self.state.verbose = 1
|
|
|
|
|
|
|
|
def start(self):
|
|
|
|
self.create_bufs()
|
|
|
|
|
|
|
|
def create_bufs(self):
|
|
|
|
if not self.state.shmem_iova:
|
|
|
|
return
|
|
|
|
if not self.txbuf and self.state.txbuf_info:
|
|
|
|
off, size = self.state.txbuf_info
|
|
|
|
self.txbuf = AFKRingBufSniffer(self, self.state.txbuf,
|
|
|
|
self.state.shmem_iova + off, size)
|
|
|
|
if not self.rxbuf and self.state.rxbuf_info:
|
|
|
|
off, size = self.state.rxbuf_info
|
|
|
|
self.rxbuf = AFKRingBufSniffer(self, self.state.rxbuf,
|
|
|
|
self.state.shmem_iova + off, size)
|
|
|
|
|
|
|
|
Init = msg_log(0x80, DIR.TX)
|
|
|
|
Init_Ack = msg_log(0xa0, DIR.RX)
|
|
|
|
|
|
|
|
GetBuf = msg_log(0x89, DIR.RX)
|
|
|
|
|
|
|
|
Shutdown = msg_log(0xc0, DIR.TX)
|
|
|
|
Shutdown_Ack = msg_log(0xc1, DIR.RX)
|
|
|
|
|
|
|
|
@msg(0xa1, DIR.TX, AFKEP_GetBuf_Ack)
|
|
|
|
def GetBuf_Ack(self, msg):
|
|
|
|
self.state.shmem_iova = msg.DVA
|
|
|
|
self.txbuf = None
|
|
|
|
self.rxbuf = None
|
|
|
|
self.state.txbuf = EPState()
|
|
|
|
self.state.rxbuf = EPState()
|
|
|
|
self.state.txbuf_info = None
|
|
|
|
self.state.rxbuf_info = None
|
|
|
|
|
|
|
|
@msg(0xa2, DIR.TX, AFKEP_Send)
|
|
|
|
def Send(self, msg):
|
|
|
|
for data in self.txbuf.read():
|
|
|
|
#if self.state.verbose >= 3:
|
|
|
|
if True:
|
|
|
|
self.log(f"===TX DATA=== epid={self.epid} rptr={self.txbuf.state.rptr:#x}")
|
|
|
|
chexdump(data)
|
|
|
|
self.log(f"===END DATA===")
|
|
|
|
self.log("Backtrace on TX data:")
|
|
|
|
self.hv.bt()
|
|
|
|
self.handle_ipc(data, dir=">")
|
|
|
|
return True
|
|
|
|
|
|
|
|
Hello = msg_log(0xa3, DIR.TX)
|
|
|
|
|
|
|
|
@msg(0x85, DIR.RX, AFKEPMessage)
|
|
|
|
def Recv(self, msg):
|
|
|
|
for data in self.rxbuf.read():
|
|
|
|
#if self.state.verbose >= 3:
|
|
|
|
if True:
|
|
|
|
self.log(f"===RX DATA=== epid={self.epid} rptr={self.rxbuf.state.rptr:#x}")
|
|
|
|
chexdump(data)
|
|
|
|
self.log(f"===END DATA===")
|
|
|
|
self.handle_ipc(data, dir="<")
|
|
|
|
return True
|
|
|
|
|
|
|
|
def handle_ipc(self, data, dir=None):
|
|
|
|
pass
|
|
|
|
|
|
|
|
@msg(0x8a, DIR.RX, AFKEP_InitRB)
|
|
|
|
def InitTX(self, msg):
|
2024-01-23 14:26:30 +00:00
|
|
|
off = msg.OFFSET * AFKRingBuf.BLOCK_STEP
|
|
|
|
size = msg.SIZE * AFKRingBuf.BLOCK_STEP
|
experiments/aop.py: Extend AOP experiment, add tracer
The AOP uses an 'EPIC' protocol similar to the one other coprocessor
firmware is using but not in the exact same version. Add code for
tracing the AOP calls and extend the aop.py experiment with the client
side of it. Include description of audio calls and some other calls
related to sensor discovery.
Furthermore, in experiments/aop.py, do some AOP audio setup. Once that
is done we can start streaming samples from the internal microphones by
making what AOP considers power state adjustment calls. That is, we
adjust the power state of a 'hpai' device, first to a 'pw1 ' stage,
then to 'pwrd' stage.
So, to see microphone samples, enter the AOP experiment shell first:
$ M1N1DEVICE=/dev/ttyACM0 experiments/aop.py
Within the shell, adjust the power state of 'hpai':
>>> aop_set_audio_pstate('hpai', 'pw1 ')
At that point /arm-io/admac-aop-audio powers up. In parallel to the AOP
shell, we can start tools/admac_stream.py on the just powered-up ADMAC
instance:
$ M1N1HEAP=0x10010000000 M1N1DEVICE=/dev/ttyACM1 tools/admac_stream.py \
--node admac-aop-audio --channel 1 -v | xxd -g 4 -c 12 -e
Returning back to the AOP shell, we can then set 'hpai' to 'pwrd' state
to kick off the streaming:
>>> aop_set_audio_pstate('hpai', 'pwrd')
By that point, we should see samples coming out on the ADMAC end. The
samples are 32-bit floats packed in groups of three in a frame, e.g.
00000000: ba7ac6a7 ba32d3c3 baa17ae2 ..z...2..z..
0000000c: 38ccea5f b99c1a37 ba0c4bb1 _..87....K..
00000018: 39d2354f 3964b5ff 39b209fb O5.9..d9...9
00000024: b96a1d1f 39c8503f 3958fc4f ..j.?P.9O.X9
00000030: b6b1f5ff 39c72b8f 39bbe017 .....+.9...9
0000003c: 3a912de5 36dd4f7f 37f1147f .-.:.O.6...7
This has been tested and will to some degree be specific to 2021 Macbook
Pro (t6000). Differences on other models TBD (at the very least the
number of microphones can be presumed different).
Signed-off-by: Martin Povišer <povik@protonmail.com>
2022-10-20 21:43:55 +00:00
|
|
|
self.state.txbuf_info = (off, size)
|
|
|
|
self.create_bufs()
|
|
|
|
|
|
|
|
@msg(0x8b, DIR.RX, AFKEP_InitRB)
|
|
|
|
def InitRX(self, msg):
|
2024-01-23 14:26:30 +00:00
|
|
|
off = msg.OFFSET * AFKRingBuf.BLOCK_STEP
|
|
|
|
size = msg.SIZE * AFKRingBuf.BLOCK_STEP
|
experiments/aop.py: Extend AOP experiment, add tracer
The AOP uses an 'EPIC' protocol similar to the one other coprocessor
firmware is using but not in the exact same version. Add code for
tracing the AOP calls and extend the aop.py experiment with the client
side of it. Include description of audio calls and some other calls
related to sensor discovery.
Furthermore, in experiments/aop.py, do some AOP audio setup. Once that
is done we can start streaming samples from the internal microphones by
making what AOP considers power state adjustment calls. That is, we
adjust the power state of a 'hpai' device, first to a 'pw1 ' stage,
then to 'pwrd' stage.
So, to see microphone samples, enter the AOP experiment shell first:
$ M1N1DEVICE=/dev/ttyACM0 experiments/aop.py
Within the shell, adjust the power state of 'hpai':
>>> aop_set_audio_pstate('hpai', 'pw1 ')
At that point /arm-io/admac-aop-audio powers up. In parallel to the AOP
shell, we can start tools/admac_stream.py on the just powered-up ADMAC
instance:
$ M1N1HEAP=0x10010000000 M1N1DEVICE=/dev/ttyACM1 tools/admac_stream.py \
--node admac-aop-audio --channel 1 -v | xxd -g 4 -c 12 -e
Returning back to the AOP shell, we can then set 'hpai' to 'pwrd' state
to kick off the streaming:
>>> aop_set_audio_pstate('hpai', 'pwrd')
By that point, we should see samples coming out on the ADMAC end. The
samples are 32-bit floats packed in groups of three in a frame, e.g.
00000000: ba7ac6a7 ba32d3c3 baa17ae2 ..z...2..z..
0000000c: 38ccea5f b99c1a37 ba0c4bb1 _..87....K..
00000018: 39d2354f 3964b5ff 39b209fb O5.9..d9...9
00000024: b96a1d1f 39c8503f 3958fc4f ..j.?P.9O.X9
00000030: b6b1f5ff 39c72b8f 39bbe017 .....+.9...9
0000003c: 3a912de5 36dd4f7f 37f1147f .-.:.O.6...7
This has been tested and will to some degree be specific to 2021 Macbook
Pro (t6000). Differences on other models TBD (at the very least the
number of microphones can be presumed different).
Signed-off-by: Martin Povišer <povik@protonmail.com>
2022-10-20 21:43:55 +00:00
|
|
|
self.state.rxbuf_info = (off, size)
|
|
|
|
self.create_bufs()
|
|
|
|
|
|
|
|
class DummyAFKEp(AFKEp):
|
|
|
|
def handle_ipc(self, data, dir=None):
|
|
|
|
pass
|
|
|
|
|
|
|
|
class EPICEp(AFKEp):
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
|
|
super().__init__(*args, **kwargs)
|
|
|
|
self.pending_call = None
|
|
|
|
self.pending_cmd = None
|
|
|
|
|
|
|
|
def handle_hello(self, hdr, sub, fd):
|
|
|
|
if sub.type != 0xc0:
|
|
|
|
return False
|
|
|
|
|
|
|
|
payload = fd.read()
|
|
|
|
name = payload.split(b"\0")[0].decode("ascii")
|
|
|
|
self.log(f"Hello! (endpoint {name})")
|
|
|
|
return True
|
|
|
|
|
|
|
|
def handle_notify(self, hdr, sub, fd):
|
|
|
|
for calltype in CALLTYPES:
|
|
|
|
if calltype.matches(hdr, sub):
|
|
|
|
call = calltype.from_stream(fd)
|
|
|
|
self.trace_call_early(call)
|
|
|
|
self.pending_call = call
|
|
|
|
return True
|
|
|
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
def handle_reply(self, hdr, sub, fd):
|
|
|
|
if self.pending_call is None:
|
|
|
|
return False
|
|
|
|
|
|
|
|
call = self.pending_call
|
|
|
|
call.read_resp(fd)
|
|
|
|
self.trace_call(call)
|
|
|
|
self.pending_call = None
|
|
|
|
return True
|
|
|
|
|
|
|
|
def dispatch_ipc(self, dir, hdr, sub, fd):
|
|
|
|
if sub.category == EPICCategory.COMMAND:
|
|
|
|
return self.handle_notify(hdr, sub, fd)
|
|
|
|
if dir == "<" and sub.category == EPICCategory.REPORT:
|
|
|
|
return self.handle_hello(hdr, sub, fd)
|
|
|
|
if dir == ">" and sub.category == EPICCategory.NOTIFY:
|
|
|
|
return self.handle_notify(hdr, sub, fd)
|
|
|
|
if dir == "<" and sub.category == EPICCategory.REPLY:
|
|
|
|
return self.handle_reply(hdr, sub, fd)
|
|
|
|
|
|
|
|
def handle_ipc(self, data, dir=None):
|
|
|
|
fd = BytesIO(data)
|
|
|
|
hdr = EPICHeader.parse_stream(fd)
|
|
|
|
sub = EPICSubHeaderVer2.parse_stream(fd)
|
|
|
|
|
|
|
|
if not getattr(self, 'VERBOSE', False):
|
|
|
|
return
|
|
|
|
|
|
|
|
self.log(f"{dir} 0x{hdr.channel:x} Type {hdr.type} Ver {hdr.version} Tag {hdr.seq}")
|
|
|
|
self.log(f" Len {sub.length} Ver {sub.version} Cat {sub.category} Type {sub.type:#x} Ts {sub.timestamp:#x}")
|
|
|
|
self.log(f" Unk1 {sub.unk1:#x} Unk2 {sub.unk2:#x}")
|
|
|
|
|
|
|
|
if self.dispatch_ipc(dir, hdr, sub, fd):
|
|
|
|
return
|
|
|
|
|
|
|
|
def trace_call_early(self, call):
|
|
|
|
# called at TX time
|
|
|
|
if isinstance(call, IndirectCall):
|
|
|
|
call.read_txbuf(self)
|
|
|
|
|
|
|
|
def trace_call(self, call):
|
|
|
|
if isinstance(call, IndirectCall):
|
|
|
|
call.read_rxbuf(self)
|
|
|
|
call = call.unwrap()
|
|
|
|
call.dump(self.log)
|
|
|
|
|
|
|
|
class SPUAppEp(EPICEp):
|
|
|
|
SHORT = "SPUApp"
|
|
|
|
|
|
|
|
class AccelEp(EPICEp):
|
|
|
|
SHORT = "accel"
|
|
|
|
|
|
|
|
class GyroEp(EPICEp):
|
|
|
|
SHORT = "gyro"
|
|
|
|
|
|
|
|
class LASEp(EPICEp):
|
|
|
|
SHORT = "las"
|
|
|
|
|
|
|
|
class WakeHintEp(EPICEp):
|
|
|
|
SHORT = "wakehint"
|
|
|
|
|
|
|
|
class UNK26Ep(EPICEp):
|
|
|
|
SHORT = "unk26"
|
|
|
|
|
|
|
|
class AudioEp(EPICEp):
|
|
|
|
SHORT = "aop-audio"
|
|
|
|
VERBOSE = True
|
|
|
|
|
|
|
|
class VoiceTriggerEp(EPICEp):
|
|
|
|
SHORT = "aop-voicetrigger"
|
|
|
|
VERBOSE = True
|
|
|
|
|
|
|
|
|
|
|
|
class AOPTracer(ASCTracer, AOPBase):
|
|
|
|
ENDPOINTS = {
|
|
|
|
0x20: SPUAppEp,
|
|
|
|
0x21: AccelEp,
|
|
|
|
0x22: GyroEp,
|
|
|
|
0x24: LASEp,
|
|
|
|
0x25: WakeHintEp,
|
|
|
|
0x26: UNK26Ep,
|
|
|
|
0x27: AudioEp,
|
|
|
|
0x28: VoiceTriggerEp,
|
|
|
|
}
|
|
|
|
|
|
|
|
def __init__(self, hv, devpath, verbose=False):
|
|
|
|
self.default_bootargs = None
|
|
|
|
super().__init__(hv, devpath, verbose)
|
|
|
|
self.u = hv.u
|
|
|
|
AOPBase.__init__(self, hv.u, self.dev)
|
|
|
|
|
|
|
|
def start(self, *args):
|
|
|
|
self.default_bootargs = self.read_bootargs()
|
|
|
|
super().start(*args)
|
|
|
|
|
|
|
|
def w_CPU_CONTROL(self, val):
|
|
|
|
if val.RUN:
|
|
|
|
self.bootargs = self.read_bootargs()
|
|
|
|
self.log("Bootargs patched by AP:")
|
|
|
|
self.default_bootargs.dump_diff(self.bootargs, self.log)
|
|
|
|
self.log("(End of list)")
|
|
|
|
super().w_CPU_CONTROL(val)
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def replay(cls, f, passthru=False):
|
|
|
|
epmap = dict()
|
|
|
|
epcont = EPContainer()
|
|
|
|
|
|
|
|
class FakeASCTracer:
|
|
|
|
def __init__(self):
|
|
|
|
self.hv = None
|
|
|
|
|
|
|
|
def log(self, str):
|
|
|
|
print(str)
|
|
|
|
asc_tracer = FakeASCTracer()
|
|
|
|
|
|
|
|
for cls in cls.mro():
|
|
|
|
eps = getattr(cls, "ENDPOINTS", None)
|
|
|
|
if eps is None:
|
|
|
|
break
|
|
|
|
for k, v in eps.items():
|
|
|
|
if k in epmap:
|
|
|
|
continue
|
|
|
|
ep = v(asc_tracer, k)
|
|
|
|
epmap[k] = ep
|
|
|
|
if getattr(epcont, ep.name, None):
|
|
|
|
ep.name = f"{ep.name}{k:02x}"
|
|
|
|
setattr(epcont, ep.name, ep)
|
|
|
|
ep.start()
|
|
|
|
|
|
|
|
def readdump(firstline, hdr, f):
|
|
|
|
l = firstline
|
|
|
|
assert hdr in l
|
|
|
|
postscribe = l[l.index(hdr) + len(hdr):]
|
|
|
|
annotation = dict([s.split("=") for s \
|
|
|
|
in postscribe.strip().split(" ")])
|
|
|
|
|
|
|
|
dump = []
|
|
|
|
for l in f:
|
|
|
|
if "===END DATA===" in l:
|
|
|
|
break
|
|
|
|
dump.append(l)
|
|
|
|
return chexundump("".join(dump)), annotation
|
|
|
|
|
|
|
|
def read_txbuf(icall, ep):
|
|
|
|
hdr = "===COMMAND TX DATA==="
|
|
|
|
for l in f:
|
|
|
|
if hdr in l:
|
|
|
|
break
|
|
|
|
data, annot = readdump(l, hdr, f)
|
|
|
|
assert int(annot["addr"], 16) == icall.args.txbuf
|
|
|
|
icall.txbuf = data
|
|
|
|
def read_rxbuf(icall, ep):
|
|
|
|
hdr = "===COMMAND RX DATA==="
|
|
|
|
for l in f:
|
|
|
|
if hdr in l:
|
|
|
|
break
|
|
|
|
data, annot = readdump(l, hdr, f)
|
|
|
|
assert int(annot["addr"], 16) == icall.rets.rxbuf
|
|
|
|
icall.rxbuf = data
|
|
|
|
IndirectCall.read_rxbuf = read_rxbuf
|
|
|
|
IndirectCall.read_txbuf = read_txbuf
|
|
|
|
|
|
|
|
for l in f:
|
|
|
|
if (rxhdr := "===RX DATA===") in l:
|
|
|
|
dir = "<"
|
|
|
|
hdr = rxhdr
|
|
|
|
elif (txhdr := "===TX DATA===") in l:
|
|
|
|
dir = ">"
|
|
|
|
hdr = txhdr
|
|
|
|
else:
|
|
|
|
if passthru:
|
|
|
|
print(l, end="")
|
|
|
|
continue
|
|
|
|
data, annot = readdump(l, hdr, f)
|
|
|
|
epid = int(annot["epid"])
|
|
|
|
epmap[epid].handle_ipc(data, dir)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
# We can replay traces by saving the textual output of live tracing
|
|
|
|
# and then passing it to this script.
|
|
|
|
with open(sys.argv[1]) as f:
|
|
|
|
AOPTracer.replay(f)
|
|
|
|
sys.exit(0)
|
|
|
|
|
|
|
|
dart_aop_tracer = DARTTracer(hv, "/arm-io/dart-aop", verbose=4)
|
|
|
|
dart_aop_tracer.start()
|
|
|
|
|
|
|
|
dart_aop_base = u.adt["/arm-io/dart-aop"].get_reg(0)[0]
|
|
|
|
|
|
|
|
#hv.trace_range(irange(*u.adt["/arm-io/dart-aop"].get_reg(1)))
|
|
|
|
#hv.trace_range(irange(*u.adt["/arm-io/aop"].get_reg(1)))
|
|
|
|
#hv.trace_range(irange(*u.adt["/arm-io/aop"].get_reg(3)))
|
|
|
|
#hv.trace_range(irange(*u.adt["/arm-io/admac-aop-audio"].get_reg(0)))
|
|
|
|
|
|
|
|
aop_tracer = AOPTracer(hv, "/arm-io/aop", verbose=1)
|
|
|
|
aop_tracer.start(dart_aop_tracer.dart)
|