Python script examples
Updated at:
This topic provides templates and examples of Python data parsing scripts for Thing Specification Language (TSL) models.
Script template
Use the following Python script template to write a data parsing script.
Note This template applies only to products for which the Data Format is set to Pass-through/Custom.
# Transforms custom data from a device into the Alink protocol format. This function is called when a device uploads data to IoT Platform.
# Input parameter: rawData. A list of integers. Cannot be empty.
# Response parameter: jsonObj. A dictionary. Cannot be empty.
def raw_data_to_protocol(rawData):
jsonObj = {}
return jsonObj
# Transforms data in the Alink protocol format into a custom format that a device can understand. This function is called when IoT Platform sends data to a device.
# Input parameter: jsonData. A dictionary. Cannot be empty.
# Response parameter: rawdata. A list of integers. The value of each element must be between 0 and 255. Cannot be empty.
def protocol_to_raw_data(jsonData):
rawData = []
return rawData
Notes on writing scripts
- Avoid using global variables to prevent inconsistent execution results.
- The script processes data using two's complement. The two's complement for the range [-128, 127] is [0, 255]. For example, the two's complement of -1 is 255 in decimal.
- The `raw_data_to_protocol` function parses data uploaded by a device. Its input parameter is an integer array. Perform a bitwise AND operation with
0xFFto obtain the two's complement. - The `protocol_to_raw_data` function parses data sent from the IoT Platform. It returns an array of integers with values from 0 to 255.
Script examples
The following script is based on the properties and communication protocols defined in Examples of data parsing for TSL models.
# coding=UTF-8
import struct
COMMAND_REPORT = 0x00 # Report properties.
COMMAND_SET = 0x01 # Set properties.
COMMAND_REPORT_REPLY = 0x02 # // Response to reported data.
COMMAND_SET_REPLY = 0x03 # // Response from the device to a property setting command.
COMMAD_UNKOWN = 0xff # // Unknown command.
ALINK_PROP_REPORT_METHOD = 'thing.event.property.post' # IoT Platform topic for devices to upload property data to the cloud.
ALINK_PROP_SET_METHOD = 'thing.service.property.set' # // IoT Platform topic for the cloud to send property control instructions to devices.
ALINK_PROP_SET_REPLY_METHOD = 'thing.service.property.set' # // IoT Platform topic for devices to report the results of property settings to the cloud.
# Sample data:
# Data reported by the device
# Input parameter ->
# 0x000000000100320100000000
# Output result ->
# {"method":"thing.event.property.post","id":"1","params":{"prop_float":0,"prop_int16":50,"prop_bool":1},"version":"1.0"}
# Response to a property setting command
# Input parameter ->
# 0x0300223344c8
# Output result ->
# {"code":"200","data":{},"id":"2241348","version":"1.0"}
def raw_data_to_protocol(bytes):
uint8Array = []
for byteValue in bytes:
uint8Array.append(byteValue & 0xff)
fHead = uint8Array[0]
jsonMap = {}
if fHead == COMMAND_REPORT:
jsonMap['method'] = ALINK_PROP_REPORT_METHOD
jsonMap['version'] = '1.0'
jsonMap['id'] = str(bytes_to_int(uint8Array[1:5]))
params = {}
params['prop_int16'] = bytes_to_int(uint8Array[5:7])
params['prop_bool'] = bytes_to_int(uint8Array[7: 8])
params['prop_float'] = bytes_to_int(uint8Array[8:])
jsonMap['params'] = params
elif fHead == COMMAND_SET_REPLY:
jsonMap['version'] = '1.0'
jsonMap['id'] = str(bytes_to_int(uint8Array[1:5]))
jsonMap['code'] = str(bytes_to_int(uint8Array[5:]))
jsonMap['data'] = {}
return jsonMap
# Sample data:
# Set properties
# Input parameter ->
# {"method":"thing.service.property.set","id":"12345","version":"1.0",
# "params":{"prop_float":123.452, "prop_int16":333, "prop_bool":1}}
# Output result ->
# 0x0100003039014d0142f6e76d
# Response to reported data
# Input data ->
# {"method":"thing.event.property.post","id":"12345","version":"1.0","code":200,"data":{}}
# Output result ->
# 0x0200003039c8
def protocol_to_raw_data(json):
method = json.get('method', None)
id = json.get('id', None)
version = json.get('version', None)
payload_array = []
if method == ALINK_PROP_SET_METHOD:
params = json.get('params')
prop_float = params.get('prop_float', None)
prop_int16 = params.get('prop_int16', None)
prop_bool = params.get('prop_bool', None)
payload_array = payload_array + int_8_to_byte(COMMAND_SET)
payload_array = payload_array + int_32_to_byte(int(id))
payload_array = payload_array + int_16_to_byte(prop_int16)
payload_array = payload_array + int_8_to_byte(prop_bool)
payload_array = payload_array + float_to_byte(prop_float)
elif method == ALINK_PROP_REPORT_METHOD:
code = json.get('code', None)
payload_array = payload_array + int_8_to_byte(COMMAND_REPORT_REPLY)
payload_array = payload_array + int_32_to_byte(int(id))
payload_array = payload_array + int_8_to_byte(code)
else:
code = json.get('code')
payload_array = payload_array + int_8_to_byte(COMMAD_UNKOWN)
payload_array = payload_array + int_32_to_byte(int(id))
payload_array = payload_array + int_8_to_byte(code)
return payload_array
# Converts a byte array to an integer.
def bytes_to_int(bytes):
data = ['%02X' % i for i in bytes]
return int(''.join(data), 16)
# Converts a byte array to a float without precision.
def bytes_to_float(bytes):
data = []
for i in bytes:
t_value = '%02X' % i
if t_value % 2 != 0:
t_value += 0
data.append(t_value)
hex_str = ''.join(data)
return struct.unpack('!f', hex_str.decode('hex'))[0]
# Converts an 8-bit integer to a byte array.
def int_8_to_byte(value):
t_value = '%02X' % value
if len(t_value) % 2 != 0:
t_value += '0'
return hex_string_to_byte_array(t_value)
# Converts a 32-bit integer to a byte array.
def int_32_to_byte(value):
t_value = '%08X' % value
if len(t_value) % 2 != 0:
t_value += '0'
return hex_string_to_byte_array(t_value)
# Converts a 16-bit integer to a byte array.
def int_16_to_byte(value):
t_value = '%04X' % value
if len(t_value) % 2 != 0:
t_value += '0'
return hex_string_to_byte_array(t_value)
# Converts a float to a byte array.
def float_to_byte(param):
return hex_string_to_byte_array(struct.pack(">f", param).encode('hex'))
# Converts a hexadecimal string to a byte array.
def hex_string_to_byte_array(str_value):
if len(str_value) % 2 != 0:
return None
cycle = len(str_value) / 2
pos = 0
result = []
for i in range(0, cycle, 1):
temp_str_value = str_value[pos:pos + 2]
temp_int_value = int(temp_str_value, base=16)
result.append(temp_int_value)
pos += 2
return result
Is this page helpful?