mirror of
https://github.com/AsahiLinux/u-boot
synced 2024-12-29 14:33:08 +00:00
635180538e
Update this class to work correctly on Python 3 and to pass its unit tests. The only required change is to deal with a difference in the behaviour of sorting with a None value. Signed-off-by: Simon Glass <sjg@chromium.org>
677 lines
21 KiB
Python
677 lines
21 KiB
Python
#!/usr/bin/python
|
|
# SPDX-License-Identifier: GPL-2.0+
|
|
#
|
|
# Copyright (C) 2016 Google, Inc
|
|
# Written by Simon Glass <sjg@chromium.org>
|
|
#
|
|
|
|
import struct
|
|
import sys
|
|
|
|
import fdt_util
|
|
import libfdt
|
|
from libfdt import QUIET_NOTFOUND
|
|
import tools
|
|
|
|
# This deals with a device tree, presenting it as an assortment of Node and
|
|
# Prop objects, representing nodes and properties, respectively. This file
|
|
# contains the base classes and defines the high-level API. You can use
|
|
# FdtScan() as a convenience function to create and scan an Fdt.
|
|
|
|
# This implementation uses a libfdt Python library to access the device tree,
|
|
# so it is fairly efficient.
|
|
|
|
# A list of types we support
|
|
(TYPE_BYTE, TYPE_INT, TYPE_STRING, TYPE_BOOL, TYPE_INT64) = range(5)
|
|
|
|
def CheckErr(errnum, msg):
|
|
if errnum:
|
|
raise ValueError('Error %d: %s: %s' %
|
|
(errnum, libfdt.fdt_strerror(errnum), msg))
|
|
|
|
|
|
def BytesToValue(data):
|
|
"""Converts a string of bytes into a type and value
|
|
|
|
Args:
|
|
A bytes value (which on Python 2 is an alias for str)
|
|
|
|
Return:
|
|
A tuple:
|
|
Type of data
|
|
Data, either a single element or a list of elements. Each element
|
|
is one of:
|
|
TYPE_STRING: str/bytes value from the property
|
|
TYPE_INT: a byte-swapped integer stored as a 4-byte str/bytes
|
|
TYPE_BYTE: a byte stored as a single-byte str/bytes
|
|
"""
|
|
data = bytes(data)
|
|
size = len(data)
|
|
strings = data.split(b'\0')
|
|
is_string = True
|
|
count = len(strings) - 1
|
|
if count > 0 and not len(strings[-1]):
|
|
for string in strings[:-1]:
|
|
if not string:
|
|
is_string = False
|
|
break
|
|
for ch in string:
|
|
# Handle Python 2 treating bytes as str
|
|
if type(ch) == str:
|
|
ch = ord(ch)
|
|
if ch < 32 or ch > 127:
|
|
is_string = False
|
|
break
|
|
else:
|
|
is_string = False
|
|
if is_string:
|
|
if count == 1:
|
|
if sys.version_info[0] >= 3: # pragma: no cover
|
|
return TYPE_STRING, strings[0].decode()
|
|
else:
|
|
return TYPE_STRING, strings[0]
|
|
else:
|
|
if sys.version_info[0] >= 3: # pragma: no cover
|
|
return TYPE_STRING, [s.decode() for s in strings[:-1]]
|
|
else:
|
|
return TYPE_STRING, strings[:-1]
|
|
if size % 4:
|
|
if size == 1:
|
|
return TYPE_BYTE, tools.ToChar(data[0])
|
|
else:
|
|
return TYPE_BYTE, [tools.ToChar(ch) for ch in list(data)]
|
|
val = []
|
|
for i in range(0, size, 4):
|
|
val.append(data[i:i + 4])
|
|
if size == 4:
|
|
return TYPE_INT, val[0]
|
|
else:
|
|
return TYPE_INT, val
|
|
|
|
|
|
class Prop:
|
|
"""A device tree property
|
|
|
|
Properties:
|
|
name: Property name (as per the device tree)
|
|
value: Property value as a string of bytes, or a list of strings of
|
|
bytes
|
|
type: Value type
|
|
"""
|
|
def __init__(self, node, offset, name, data):
|
|
self._node = node
|
|
self._offset = offset
|
|
self.name = name
|
|
self.value = None
|
|
self.bytes = bytes(data)
|
|
self.dirty = False
|
|
if not data:
|
|
self.type = TYPE_BOOL
|
|
self.value = True
|
|
return
|
|
self.type, self.value = BytesToValue(bytes(data))
|
|
|
|
def RefreshOffset(self, poffset):
|
|
self._offset = poffset
|
|
|
|
def Widen(self, newprop):
|
|
"""Figure out which property type is more general
|
|
|
|
Given a current property and a new property, this function returns the
|
|
one that is less specific as to type. The less specific property will
|
|
be ble to represent the data in the more specific property. This is
|
|
used for things like:
|
|
|
|
node1 {
|
|
compatible = "fred";
|
|
value = <1>;
|
|
};
|
|
node1 {
|
|
compatible = "fred";
|
|
value = <1 2>;
|
|
};
|
|
|
|
He we want to use an int array for 'value'. The first property
|
|
suggests that a single int is enough, but the second one shows that
|
|
it is not. Calling this function with these two propertes would
|
|
update the current property to be like the second, since it is less
|
|
specific.
|
|
"""
|
|
if newprop.type < self.type:
|
|
self.type = newprop.type
|
|
|
|
if type(newprop.value) == list and type(self.value) != list:
|
|
self.value = [self.value]
|
|
|
|
if type(self.value) == list and len(newprop.value) > len(self.value):
|
|
val = self.GetEmpty(self.type)
|
|
while len(self.value) < len(newprop.value):
|
|
self.value.append(val)
|
|
|
|
@classmethod
|
|
def GetEmpty(self, type):
|
|
"""Get an empty / zero value of the given type
|
|
|
|
Returns:
|
|
A single value of the given type
|
|
"""
|
|
if type == TYPE_BYTE:
|
|
return chr(0)
|
|
elif type == TYPE_INT:
|
|
return struct.pack('>I', 0);
|
|
elif type == TYPE_STRING:
|
|
return ''
|
|
else:
|
|
return True
|
|
|
|
def GetOffset(self):
|
|
"""Get the offset of a property
|
|
|
|
Returns:
|
|
The offset of the property (struct fdt_property) within the file
|
|
"""
|
|
self._node._fdt.CheckCache()
|
|
return self._node._fdt.GetStructOffset(self._offset)
|
|
|
|
def SetInt(self, val):
|
|
"""Set the integer value of the property
|
|
|
|
The device tree is marked dirty so that the value will be written to
|
|
the block on the next sync.
|
|
|
|
Args:
|
|
val: Integer value (32-bit, single cell)
|
|
"""
|
|
self.bytes = struct.pack('>I', val);
|
|
self.value = self.bytes
|
|
self.type = TYPE_INT
|
|
self.dirty = True
|
|
|
|
def SetData(self, bytes):
|
|
"""Set the value of a property as bytes
|
|
|
|
Args:
|
|
bytes: New property value to set
|
|
"""
|
|
self.bytes = bytes
|
|
self.type, self.value = BytesToValue(bytes)
|
|
self.dirty = True
|
|
|
|
def Sync(self, auto_resize=False):
|
|
"""Sync property changes back to the device tree
|
|
|
|
This updates the device tree blob with any changes to this property
|
|
since the last sync.
|
|
|
|
Args:
|
|
auto_resize: Resize the device tree automatically if it does not
|
|
have enough space for the update
|
|
|
|
Raises:
|
|
FdtException if auto_resize is False and there is not enough space
|
|
"""
|
|
if self._offset is None or self.dirty:
|
|
node = self._node
|
|
fdt_obj = node._fdt._fdt_obj
|
|
if auto_resize:
|
|
while fdt_obj.setprop(node.Offset(), self.name, self.bytes,
|
|
(libfdt.NOSPACE,)) == -libfdt.NOSPACE:
|
|
fdt_obj.resize(fdt_obj.totalsize() + 1024)
|
|
fdt_obj.setprop(node.Offset(), self.name, self.bytes)
|
|
else:
|
|
fdt_obj.setprop(node.Offset(), self.name, self.bytes)
|
|
|
|
|
|
class Node:
|
|
"""A device tree node
|
|
|
|
Properties:
|
|
offset: Integer offset in the device tree
|
|
name: Device tree node tname
|
|
path: Full path to node, along with the node name itself
|
|
_fdt: Device tree object
|
|
subnodes: A list of subnodes for this node, each a Node object
|
|
props: A dict of properties for this node, each a Prop object.
|
|
Keyed by property name
|
|
"""
|
|
def __init__(self, fdt, parent, offset, name, path):
|
|
self._fdt = fdt
|
|
self.parent = parent
|
|
self._offset = offset
|
|
self.name = name
|
|
self.path = path
|
|
self.subnodes = []
|
|
self.props = {}
|
|
|
|
def GetFdt(self):
|
|
"""Get the Fdt object for this node
|
|
|
|
Returns:
|
|
Fdt object
|
|
"""
|
|
return self._fdt
|
|
|
|
def FindNode(self, name):
|
|
"""Find a node given its name
|
|
|
|
Args:
|
|
name: Node name to look for
|
|
Returns:
|
|
Node object if found, else None
|
|
"""
|
|
for subnode in self.subnodes:
|
|
if subnode.name == name:
|
|
return subnode
|
|
return None
|
|
|
|
def Offset(self):
|
|
"""Returns the offset of a node, after checking the cache
|
|
|
|
This should be used instead of self._offset directly, to ensure that
|
|
the cache does not contain invalid offsets.
|
|
"""
|
|
self._fdt.CheckCache()
|
|
return self._offset
|
|
|
|
def Scan(self):
|
|
"""Scan a node's properties and subnodes
|
|
|
|
This fills in the props and subnodes properties, recursively
|
|
searching into subnodes so that the entire tree is built.
|
|
"""
|
|
fdt_obj = self._fdt._fdt_obj
|
|
self.props = self._fdt.GetProps(self)
|
|
phandle = fdt_obj.get_phandle(self.Offset())
|
|
if phandle:
|
|
self._fdt.phandle_to_node[phandle] = self
|
|
|
|
offset = fdt_obj.first_subnode(self.Offset(), QUIET_NOTFOUND)
|
|
while offset >= 0:
|
|
sep = '' if self.path[-1] == '/' else '/'
|
|
name = fdt_obj.get_name(offset)
|
|
path = self.path + sep + name
|
|
node = Node(self._fdt, self, offset, name, path)
|
|
self.subnodes.append(node)
|
|
|
|
node.Scan()
|
|
offset = fdt_obj.next_subnode(offset, QUIET_NOTFOUND)
|
|
|
|
def Refresh(self, my_offset):
|
|
"""Fix up the _offset for each node, recursively
|
|
|
|
Note: This does not take account of property offsets - these will not
|
|
be updated.
|
|
"""
|
|
fdt_obj = self._fdt._fdt_obj
|
|
if self._offset != my_offset:
|
|
self._offset = my_offset
|
|
offset = fdt_obj.first_subnode(self._offset, QUIET_NOTFOUND)
|
|
for subnode in self.subnodes:
|
|
if subnode.name != fdt_obj.get_name(offset):
|
|
raise ValueError('Internal error, node name mismatch %s != %s' %
|
|
(subnode.name, fdt_obj.get_name(offset)))
|
|
subnode.Refresh(offset)
|
|
offset = fdt_obj.next_subnode(offset, QUIET_NOTFOUND)
|
|
if offset != -libfdt.FDT_ERR_NOTFOUND:
|
|
raise ValueError('Internal error, offset == %d' % offset)
|
|
|
|
poffset = fdt_obj.first_property_offset(self._offset, QUIET_NOTFOUND)
|
|
while poffset >= 0:
|
|
p = fdt_obj.get_property_by_offset(poffset)
|
|
prop = self.props.get(p.name)
|
|
if not prop:
|
|
raise ValueError("Internal error, property '%s' missing, "
|
|
'offset %d' % (p.name, poffset))
|
|
prop.RefreshOffset(poffset)
|
|
poffset = fdt_obj.next_property_offset(poffset, QUIET_NOTFOUND)
|
|
|
|
def DeleteProp(self, prop_name):
|
|
"""Delete a property of a node
|
|
|
|
The property is deleted and the offset cache is invalidated.
|
|
|
|
Args:
|
|
prop_name: Name of the property to delete
|
|
Raises:
|
|
ValueError if the property does not exist
|
|
"""
|
|
CheckErr(self._fdt._fdt_obj.delprop(self.Offset(), prop_name),
|
|
"Node '%s': delete property: '%s'" % (self.path, prop_name))
|
|
del self.props[prop_name]
|
|
self._fdt.Invalidate()
|
|
|
|
def AddZeroProp(self, prop_name):
|
|
"""Add a new property to the device tree with an integer value of 0.
|
|
|
|
Args:
|
|
prop_name: Name of property
|
|
"""
|
|
self.props[prop_name] = Prop(self, None, prop_name,
|
|
tools.GetBytes(0, 4))
|
|
|
|
def AddEmptyProp(self, prop_name, len):
|
|
"""Add a property with a fixed data size, for filling in later
|
|
|
|
The device tree is marked dirty so that the value will be written to
|
|
the blob on the next sync.
|
|
|
|
Args:
|
|
prop_name: Name of property
|
|
len: Length of data in property
|
|
"""
|
|
value = tools.GetBytes(0, len)
|
|
self.props[prop_name] = Prop(self, None, prop_name, value)
|
|
|
|
def SetInt(self, prop_name, val):
|
|
"""Update an integer property int the device tree.
|
|
|
|
This is not allowed to change the size of the FDT.
|
|
|
|
The device tree is marked dirty so that the value will be written to
|
|
the blob on the next sync.
|
|
|
|
Args:
|
|
prop_name: Name of property
|
|
val: Value to set
|
|
"""
|
|
self.props[prop_name].SetInt(val)
|
|
|
|
def SetData(self, prop_name, val):
|
|
"""Set the data value of a property
|
|
|
|
The device tree is marked dirty so that the value will be written to
|
|
the blob on the next sync.
|
|
|
|
Args:
|
|
prop_name: Name of property to set
|
|
val: Data value to set
|
|
"""
|
|
self.props[prop_name].SetData(val)
|
|
|
|
def SetString(self, prop_name, val):
|
|
"""Set the string value of a property
|
|
|
|
The device tree is marked dirty so that the value will be written to
|
|
the blob on the next sync.
|
|
|
|
Args:
|
|
prop_name: Name of property to set
|
|
val: String value to set (will be \0-terminated in DT)
|
|
"""
|
|
if sys.version_info[0] >= 3: # pragma: no cover
|
|
val = bytes(val, 'utf-8')
|
|
self.props[prop_name].SetData(val + b'\0')
|
|
|
|
def AddString(self, prop_name, val):
|
|
"""Add a new string property to a node
|
|
|
|
The device tree is marked dirty so that the value will be written to
|
|
the blob on the next sync.
|
|
|
|
Args:
|
|
prop_name: Name of property to add
|
|
val: String value of property
|
|
"""
|
|
if sys.version_info[0] >= 3: # pragma: no cover
|
|
val = bytes(val, 'utf-8')
|
|
self.props[prop_name] = Prop(self, None, prop_name, val + b'\0')
|
|
|
|
def AddSubnode(self, name):
|
|
"""Add a new subnode to the node
|
|
|
|
Args:
|
|
name: name of node to add
|
|
|
|
Returns:
|
|
New subnode that was created
|
|
"""
|
|
path = self.path + '/' + name
|
|
subnode = Node(self._fdt, self, None, name, path)
|
|
self.subnodes.append(subnode)
|
|
return subnode
|
|
|
|
def Sync(self, auto_resize=False):
|
|
"""Sync node changes back to the device tree
|
|
|
|
This updates the device tree blob with any changes to this node and its
|
|
subnodes since the last sync.
|
|
|
|
Args:
|
|
auto_resize: Resize the device tree automatically if it does not
|
|
have enough space for the update
|
|
|
|
Raises:
|
|
FdtException if auto_resize is False and there is not enough space
|
|
"""
|
|
if self._offset is None:
|
|
# The subnode doesn't exist yet, so add it
|
|
fdt_obj = self._fdt._fdt_obj
|
|
if auto_resize:
|
|
while True:
|
|
offset = fdt_obj.add_subnode(self.parent._offset, self.name,
|
|
(libfdt.NOSPACE,))
|
|
if offset != -libfdt.NOSPACE:
|
|
break
|
|
fdt_obj.resize(fdt_obj.totalsize() + 1024)
|
|
else:
|
|
offset = fdt_obj.add_subnode(self.parent._offset, self.name)
|
|
self._offset = offset
|
|
|
|
# Sync subnodes in reverse so that we don't disturb node offsets for
|
|
# nodes that are earlier in the DT. This avoids an O(n^2) rescan of
|
|
# node offsets.
|
|
for node in reversed(self.subnodes):
|
|
node.Sync(auto_resize)
|
|
|
|
# Sync properties now, whose offsets should not have been disturbed.
|
|
# We do this after subnodes, since this disturbs the offsets of these
|
|
# properties. Note that new properties will have an offset of None here,
|
|
# which Python 3 cannot sort against int. So use a large value instead
|
|
# to ensure that the new properties are added first.
|
|
prop_list = sorted(self.props.values(),
|
|
key=lambda prop: prop._offset or 1 << 31,
|
|
reverse=True)
|
|
for prop in prop_list:
|
|
prop.Sync(auto_resize)
|
|
|
|
|
|
class Fdt:
|
|
"""Provides simple access to a flat device tree blob using libfdts.
|
|
|
|
Properties:
|
|
fname: Filename of fdt
|
|
_root: Root of device tree (a Node object)
|
|
"""
|
|
def __init__(self, fname):
|
|
self._fname = fname
|
|
self._cached_offsets = False
|
|
self.phandle_to_node = {}
|
|
if self._fname:
|
|
self._fname = fdt_util.EnsureCompiled(self._fname)
|
|
|
|
with open(self._fname, 'rb') as fd:
|
|
self._fdt_obj = libfdt.Fdt(fd.read())
|
|
|
|
@staticmethod
|
|
def FromData(data):
|
|
"""Create a new Fdt object from the given data
|
|
|
|
Args:
|
|
data: Device-tree data blob
|
|
|
|
Returns:
|
|
Fdt object containing the data
|
|
"""
|
|
fdt = Fdt(None)
|
|
fdt._fdt_obj = libfdt.Fdt(bytes(data))
|
|
return fdt
|
|
|
|
def LookupPhandle(self, phandle):
|
|
"""Look up a phandle
|
|
|
|
Args:
|
|
phandle: Phandle to look up (int)
|
|
|
|
Returns:
|
|
Node object the phandle points to
|
|
"""
|
|
return self.phandle_to_node.get(phandle)
|
|
|
|
def Scan(self, root='/'):
|
|
"""Scan a device tree, building up a tree of Node objects
|
|
|
|
This fills in the self._root property
|
|
|
|
Args:
|
|
root: Ignored
|
|
|
|
TODO(sjg@chromium.org): Implement the 'root' parameter
|
|
"""
|
|
self._cached_offsets = True
|
|
self._root = self.Node(self, None, 0, '/', '/')
|
|
self._root.Scan()
|
|
|
|
def GetRoot(self):
|
|
"""Get the root Node of the device tree
|
|
|
|
Returns:
|
|
The root Node object
|
|
"""
|
|
return self._root
|
|
|
|
def GetNode(self, path):
|
|
"""Look up a node from its path
|
|
|
|
Args:
|
|
path: Path to look up, e.g. '/microcode/update@0'
|
|
Returns:
|
|
Node object, or None if not found
|
|
"""
|
|
node = self._root
|
|
parts = path.split('/')
|
|
if len(parts) < 2:
|
|
return None
|
|
for part in parts[1:]:
|
|
node = node.FindNode(part)
|
|
if not node:
|
|
return None
|
|
return node
|
|
|
|
def Flush(self):
|
|
"""Flush device tree changes back to the file
|
|
|
|
If the device tree has changed in memory, write it back to the file.
|
|
"""
|
|
with open(self._fname, 'wb') as fd:
|
|
fd.write(self._fdt_obj.as_bytearray())
|
|
|
|
def Sync(self, auto_resize=False):
|
|
"""Make sure any DT changes are written to the blob
|
|
|
|
Args:
|
|
auto_resize: Resize the device tree automatically if it does not
|
|
have enough space for the update
|
|
|
|
Raises:
|
|
FdtException if auto_resize is False and there is not enough space
|
|
"""
|
|
self._root.Sync(auto_resize)
|
|
self.Invalidate()
|
|
|
|
def Pack(self):
|
|
"""Pack the device tree down to its minimum size
|
|
|
|
When nodes and properties shrink or are deleted, wasted space can
|
|
build up in the device tree binary.
|
|
"""
|
|
CheckErr(self._fdt_obj.pack(), 'pack')
|
|
self.Invalidate()
|
|
|
|
def GetContents(self):
|
|
"""Get the contents of the FDT
|
|
|
|
Returns:
|
|
The FDT contents as a string of bytes
|
|
"""
|
|
return bytes(self._fdt_obj.as_bytearray())
|
|
|
|
def GetFdtObj(self):
|
|
"""Get the contents of the FDT
|
|
|
|
Returns:
|
|
The FDT contents as a libfdt.Fdt object
|
|
"""
|
|
return self._fdt_obj
|
|
|
|
def GetProps(self, node):
|
|
"""Get all properties from a node.
|
|
|
|
Args:
|
|
node: Full path to node name to look in.
|
|
|
|
Returns:
|
|
A dictionary containing all the properties, indexed by node name.
|
|
The entries are Prop objects.
|
|
|
|
Raises:
|
|
ValueError: if the node does not exist.
|
|
"""
|
|
props_dict = {}
|
|
poffset = self._fdt_obj.first_property_offset(node._offset,
|
|
QUIET_NOTFOUND)
|
|
while poffset >= 0:
|
|
p = self._fdt_obj.get_property_by_offset(poffset)
|
|
prop = Prop(node, poffset, p.name, p)
|
|
props_dict[prop.name] = prop
|
|
|
|
poffset = self._fdt_obj.next_property_offset(poffset,
|
|
QUIET_NOTFOUND)
|
|
return props_dict
|
|
|
|
def Invalidate(self):
|
|
"""Mark our offset cache as invalid"""
|
|
self._cached_offsets = False
|
|
|
|
def CheckCache(self):
|
|
"""Refresh the offset cache if needed"""
|
|
if self._cached_offsets:
|
|
return
|
|
self.Refresh()
|
|
self._cached_offsets = True
|
|
|
|
def Refresh(self):
|
|
"""Refresh the offset cache"""
|
|
self._root.Refresh(0)
|
|
|
|
def GetStructOffset(self, offset):
|
|
"""Get the file offset of a given struct offset
|
|
|
|
Args:
|
|
offset: Offset within the 'struct' region of the device tree
|
|
Returns:
|
|
Position of @offset within the device tree binary
|
|
"""
|
|
return self._fdt_obj.off_dt_struct() + offset
|
|
|
|
@classmethod
|
|
def Node(self, fdt, parent, offset, name, path):
|
|
"""Create a new node
|
|
|
|
This is used by Fdt.Scan() to create a new node using the correct
|
|
class.
|
|
|
|
Args:
|
|
fdt: Fdt object
|
|
parent: Parent node, or None if this is the root node
|
|
offset: Offset of node
|
|
name: Node name
|
|
path: Full path to node
|
|
"""
|
|
node = Node(fdt, parent, offset, name, path)
|
|
return node
|
|
|
|
def FdtScan(fname):
|
|
"""Returns a new Fdt object"""
|
|
dtb = Fdt(fname)
|
|
dtb.Scan()
|
|
return dtb
|