A quick notebook to test how to
from boto3 import resource
from boto3.dynamodb.conditions import Key
# The boto3 dynamoDB resource
dynamodb_resource = resource('dynamodb')
my_table_name = 'iot_data2'
table = dynamodb_resource.Table(my_table_name)
def get_table_metadata(table_name):
"""
Get some metadata about chosen table.
"""
table = dynamodb_resource.Table(table_name)
return {
'num_items': table.item_count,
'primary_key_name': table.key_schema[0],
'status': table.table_status,
'bytes_size': table.table_size_bytes,
'global_secondary_indices': table.global_secondary_indexes
}
# Get data from our table
my_table_name = 'iot_data2'
table_metadata = get_table_metadata(my_table_name)
print table_metadata
print "number of entries:", table_metadata['num_items']
{'status': u'ACTIVE', 'primary_key_name': {u'KeyType': u'HASH', u'AttributeName': u'deviceid'}, 'num_items': 252, 'bytes_size': 33137, 'global_secondary_indices': None} number of entries: 252
import json
jsonData = '{"name":"myRaspberry", "color":"red", "id":42}'
jsonToPython = json.loads(jsonData)
print jsonToPython["name"]
myRaspberry
Code originally shared by Martina Pugliese (https://martinapugliese.github.io/interacting-with-a-dynamodb-via-boto3/). Thank you !
def scan_table(table_name, filter_key=None, filter_value=None):
"""
Perform a scan operation on table.
Can specify filter_key (col name) and its value to be filtered.
"""
table = dynamodb_resource.Table(table_name)
if filter_key and filter_value:
filtering_exp = Key(filter_key).eq(filter_value)
response = table.scan(FilterExpression=filtering_exp)
else:
response = table.scan()
return response
def query_table(table_name, filter_key=None, filter_value=None):
"""
Perform a query operation on the table.
Can specify filter_key (col name) and its value to be filtered.
"""
table = dynamodb_resource.Table(table_name)
if filter_key and filter_value:
filtering_exp = Key(filter_key).eq(filter_value)
response = table.query(KeyConditionExpression=filtering_exp)
else:
response = table.query()
return response
full_scan = scan_table(my_table_name)
# Uncomment next line to see the raw data fetched
print full_scan
#jsonified_full_scan = json.load(full_scan)
#print(json.dumps(jsonified_full_scan, indent=2))
{u'Count': 262, u'Items': [{u'timestamp': u'1528731454.09', u'data': {u'timestamp': u'1528731454.09', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('25')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731460.23', u'data': {u'timestamp': u'1528731460.23', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('26')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731466.37', u'data': {u'timestamp': u'1528731466.37', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('27')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731472.55', u'data': {u'timestamp': u'1528731472.55', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('28')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731478.69', u'data': {u'timestamp': u'1528731478.69', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('29')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731484.82', u'data': {u'timestamp': u'1528731484.82', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('30')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731491.0', u'data': {u'timestamp': u'1528731491.0', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('31')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731497.14', u'data': {u'timestamp': u'1528731497.14', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('32')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731503.43', u'data': {u'timestamp': u'1528731503.43', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('33')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731509.57', u'data': {u'timestamp': u'1528731509.57', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('34')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731515.7', u'data': {u'timestamp': u'1528731515.7', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('35')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731521.89', u'data': {u'timestamp': u'1528731521.89', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('36')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731528.08', u'data': {u'timestamp': u'1528731528.08', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('37')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731534.21', u'data': {u'timestamp': u'1528731534.21', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('38')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731540.4', u'data': {u'timestamp': u'1528731540.4', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('39')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731546.59', u'data': {u'timestamp': u'1528731546.59', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('40')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731552.72', u'data': {u'timestamp': u'1528731552.72', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('41')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731558.86', u'data': {u'timestamp': u'1528731558.86', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('42')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731565.0', u'data': {u'timestamp': u'1528731565.0', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('43')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731571.13', u'data': {u'timestamp': u'1528731571.13', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('44')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731577.27', u'data': {u'timestamp': u'1528731577.27', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('45')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731583.41', u'data': {u'timestamp': u'1528731583.41', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('46')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731589.54', u'data': {u'timestamp': u'1528731589.54', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('47')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731595.68', u'data': {u'timestamp': u'1528731595.68', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('48')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731601.82', u'data': {u'timestamp': u'1528731601.82', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('49')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731608.0', u'data': {u'timestamp': u'1528731608.0', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('50')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731614.14', u'data': {u'timestamp': u'1528731614.14', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('51')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731620.27', u'data': {u'timestamp': u'1528731620.27', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('52')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731626.41', u'data': {u'timestamp': u'1528731626.41', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('53')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731632.55', u'data': {u'timestamp': u'1528731632.55', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('54')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731638.68', u'data': {u'timestamp': u'1528731638.68', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('55')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731644.82', u'data': {u'timestamp': u'1528731644.82', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('56')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731650.96', u'data': {u'timestamp': u'1528731650.96', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('57')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731657.09', u'data': {u'timestamp': u'1528731657.09', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('58')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731663.23', u'data': {u'timestamp': u'1528731663.23', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('59')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731669.37', u'data': {u'timestamp': u'1528731669.37', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('60')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731675.5', u'data': {u'timestamp': u'1528731675.5', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('61')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731681.64', u'data': {u'timestamp': u'1528731681.64', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('62')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731687.78', u'data': {u'timestamp': u'1528731687.78', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('63')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731693.96', u'data': {u'timestamp': u'1528731693.96', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('64')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731700.1', u'data': {u'timestamp': u'1528731700.1', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('65')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731706.24', u'data': {u'timestamp': u'1528731706.24', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('66')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731712.37', u'data': {u'timestamp': u'1528731712.37', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('67')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731718.51', u'data': {u'timestamp': u'1528731718.51', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('68')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731724.64', u'data': {u'timestamp': u'1528731724.64', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('69')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731730.78', u'data': {u'timestamp': u'1528731730.78', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('70')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731736.92', u'data': {u'timestamp': u'1528731736.92', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('71')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731743.05', u'data': {u'timestamp': u'1528731743.05', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('72')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731749.19', u'data': {u'timestamp': u'1528731749.19', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('73')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731755.33', u'data': {u'timestamp': u'1528731755.33', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('74')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731761.46', u'data': {u'timestamp': u'1528731761.46', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('75')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731767.6', u'data': {u'timestamp': u'1528731767.6', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('76')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731773.73', u'data': {u'timestamp': u'1528731773.73', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('77')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731779.87', u'data': {u'timestamp': u'1528731779.87', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('78')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731786.06', u'data': {u'timestamp': u'1528731786.06', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('79')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731792.19', u'data': {u'timestamp': u'1528731792.19', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('80')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731798.33', u'data': {u'timestamp': u'1528731798.33', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('81')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731804.47', u'data': {u'timestamp': u'1528731804.47', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('82')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731810.65', u'data': {u'timestamp': u'1528731810.65', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('83')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731816.84', u'data': {u'timestamp': u'1528731816.84', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('84')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731822.98', u'data': {u'timestamp': u'1528731822.98', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('85')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731829.11', u'data': {u'timestamp': u'1528731829.11', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('86')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731835.25', u'data': {u'timestamp': u'1528731835.25', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('87')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731841.38', u'data': {u'timestamp': u'1528731841.38', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('88')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731847.57', u'data': {u'timestamp': u'1528731847.57', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('89')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731853.76', u'data': {u'timestamp': u'1528731853.76', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('90')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731859.89', u'data': {u'timestamp': u'1528731859.89', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('91')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731866.03', u'data': {u'timestamp': u'1528731866.03', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('92')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731872.22', u'data': {u'timestamp': u'1528731872.22', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('93')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731878.35', u'data': {u'timestamp': u'1528731878.35', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('94')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731884.49', u'data': {u'timestamp': u'1528731884.49', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('95')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731890.63', u'data': {u'timestamp': u'1528731890.63', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('96')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731896.76', u'data': {u'timestamp': u'1528731896.76', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('97')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731902.9', u'data': {u'timestamp': u'1528731902.9', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('98')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731909.04', u'data': {u'timestamp': u'1528731909.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('99')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731915.18', u'data': {u'timestamp': u'1528731915.18', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('100')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731921.31', u'data': {u'timestamp': u'1528731921.31', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('101')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731927.45', u'data': {u'timestamp': u'1528731927.45', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('102')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731933.58', u'data': {u'timestamp': u'1528731933.58', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('103')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731939.77', u'data': {u'timestamp': u'1528731939.77', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('104')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731945.91', u'data': {u'timestamp': u'1528731945.91', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('105')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731952.04', u'data': {u'timestamp': u'1528731952.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('106')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731958.23', u'data': {u'timestamp': u'1528731958.23', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('107')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731964.37', u'data': {u'timestamp': u'1528731964.37', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('108')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731970.5', u'data': {u'timestamp': u'1528731970.5', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('109')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731976.64', u'data': {u'timestamp': u'1528731976.64', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('110')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731982.77', u'data': {u'timestamp': u'1528731982.77', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('111')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731988.91', u'data': {u'timestamp': u'1528731988.91', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('112')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528731995.05', u'data': {u'timestamp': u'1528731995.05', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('113')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732001.18', u'data': {u'timestamp': u'1528732001.18', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('114')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732007.32', u'data': {u'timestamp': u'1528732007.32', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('115')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732013.45', u'data': {u'timestamp': u'1528732013.45', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('116')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732019.58', u'data': {u'timestamp': u'1528732019.58', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('117')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732025.82', u'data': {u'timestamp': u'1528732025.82', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('118')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732031.95', u'data': {u'timestamp': u'1528732031.95', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('119')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732038.09', u'data': {u'timestamp': u'1528732038.09', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('120')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732044.22', u'data': {u'timestamp': u'1528732044.22', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('121')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732050.36', u'data': {u'timestamp': u'1528732050.36', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('122')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732056.5', u'data': {u'timestamp': u'1528732056.5', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('123')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732062.63', u'data': {u'timestamp': u'1528732062.63', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('124')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732068.77', u'data': {u'timestamp': u'1528732068.77', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('125')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732074.91', u'data': {u'timestamp': u'1528732074.91', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('126')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732081.04', u'data': {u'timestamp': u'1528732081.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('127')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732087.18', u'data': {u'timestamp': u'1528732087.18', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('128')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732093.32', u'data': {u'timestamp': u'1528732093.32', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('129')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732099.46', u'data': {u'timestamp': u'1528732099.46', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('130')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732105.59', u'data': {u'timestamp': u'1528732105.59', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('131')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732111.73', u'data': {u'timestamp': u'1528732111.73', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('132')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732117.91', u'data': {u'timestamp': u'1528732117.91', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('133')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732124.05', u'data': {u'timestamp': u'1528732124.05', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('134')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732130.33', u'data': {u'timestamp': u'1528732130.33', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('135')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732136.51', u'data': {u'timestamp': u'1528732136.51', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('136')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732142.65', u'data': {u'timestamp': u'1528732142.65', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('137')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732148.78', u'data': {u'timestamp': u'1528732148.78', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('138')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732154.91', u'data': {u'timestamp': u'1528732154.91', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('139')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732161.05', u'data': {u'timestamp': u'1528732161.05', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('140')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732167.23', u'data': {u'timestamp': u'1528732167.23', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('141')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732173.36', u'data': {u'timestamp': u'1528732173.36', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('142')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732179.5', u'data': {u'timestamp': u'1528732179.5', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('143')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732185.64', u'data': {u'timestamp': u'1528732185.64', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('144')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732191.77', u'data': {u'timestamp': u'1528732191.77', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('145')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732197.9', u'data': {u'timestamp': u'1528732197.9', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('146')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732204.04', u'data': {u'timestamp': u'1528732204.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('147')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732210.18', u'data': {u'timestamp': u'1528732210.18', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('148')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732216.31', u'data': {u'timestamp': u'1528732216.31', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('149')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732222.45', u'data': {u'timestamp': u'1528732222.45', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('150')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732228.63', u'data': {u'timestamp': u'1528732228.63', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('151')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732234.77', u'data': {u'timestamp': u'1528732234.77', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('152')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732240.91', u'data': {u'timestamp': u'1528732240.91', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('153')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732247.04', u'data': {u'timestamp': u'1528732247.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('154')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732253.23', u'data': {u'timestamp': u'1528732253.23', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('155')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732259.36', u'data': {u'timestamp': u'1528732259.36', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('156')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732265.65', u'data': {u'timestamp': u'1528732265.65', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('157')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732271.78', u'data': {u'timestamp': u'1528732271.78', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('158')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732277.97', u'data': {u'timestamp': u'1528732277.97', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('159')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732284.11', u'data': {u'timestamp': u'1528732284.11', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('160')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732290.24', u'data': {u'timestamp': u'1528732290.24', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('161')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732296.38', u'data': {u'timestamp': u'1528732296.38', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('162')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732302.52', u'data': {u'timestamp': u'1528732302.52', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('163')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732308.65', u'data': {u'timestamp': u'1528732308.65', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('164')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732314.78', u'data': {u'timestamp': u'1528732314.78', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('165')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732320.92', u'data': {u'timestamp': u'1528732320.92', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('166')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732327.05', u'data': {u'timestamp': u'1528732327.05', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('167')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732333.24', u'data': {u'timestamp': u'1528732333.24', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('168')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732339.38', u'data': {u'timestamp': u'1528732339.38', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('169')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732345.51', u'data': {u'timestamp': u'1528732345.51', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('170')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732351.7', u'data': {u'timestamp': u'1528732351.7', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('171')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732357.83', u'data': {u'timestamp': u'1528732357.83', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('172')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732363.97', u'data': {u'timestamp': u'1528732363.97', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('173')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732370.1', u'data': {u'timestamp': u'1528732370.1', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('174')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732376.23', u'data': {u'timestamp': u'1528732376.23', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('175')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732382.37', u'data': {u'timestamp': u'1528732382.37', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('176')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732388.51', u'data': {u'timestamp': u'1528732388.51', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('177')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732394.64', u'data': {u'timestamp': u'1528732394.64', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('178')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732400.78', u'data': {u'timestamp': u'1528732400.78', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('179')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732406.96', u'data': {u'timestamp': u'1528732406.96', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('180')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732413.15', u'data': {u'timestamp': u'1528732413.15', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('181')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732419.29', u'data': {u'timestamp': u'1528732419.29', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('182')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732425.42', u'data': {u'timestamp': u'1528732425.42', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('183')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732431.56', u'data': {u'timestamp': u'1528732431.56', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('184')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732437.75', u'data': {u'timestamp': u'1528732437.75', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('185')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732443.89', u'data': {u'timestamp': u'1528732443.89', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('186')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732450.07', u'data': {u'timestamp': u'1528732450.07', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('187')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732456.2', u'data': {u'timestamp': u'1528732456.2', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('188')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732462.34', u'data': {u'timestamp': u'1528732462.34', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('189')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732468.48', u'data': {u'timestamp': u'1528732468.48', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('190')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732474.66', u'data': {u'timestamp': u'1528732474.66', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('191')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732480.8', u'data': {u'timestamp': u'1528732480.8', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('192')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732486.94', u'data': {u'timestamp': u'1528732486.94', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('193')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732493.07', u'data': {u'timestamp': u'1528732493.07', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('194')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732499.25', u'data': {u'timestamp': u'1528732499.25', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('195')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732505.49', u'data': {u'timestamp': u'1528732505.49', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('196')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732511.63', u'data': {u'timestamp': u'1528732511.63', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('197')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732517.77', u'data': {u'timestamp': u'1528732517.77', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('198')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732523.9', u'data': {u'timestamp': u'1528732523.9', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('199')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732530.04', u'data': {u'timestamp': u'1528732530.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('200')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732536.18', u'data': {u'timestamp': u'1528732536.18', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('201')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732542.31', u'data': {u'timestamp': u'1528732542.31', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('202')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732548.45', u'data': {u'timestamp': u'1528732548.45', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('203')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732554.58', u'data': {u'timestamp': u'1528732554.58', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('204')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732560.72', u'data': {u'timestamp': u'1528732560.72', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('205')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732566.86', u'data': {u'timestamp': u'1528732566.86', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('206')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732573.04', u'data': {u'timestamp': u'1528732573.04', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('207')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732579.18', u'data': {u'timestamp': u'1528732579.18', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('208')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732585.32', u'data': {u'timestamp': u'1528732585.32', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('209')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732591.5', u'data': {u'timestamp': u'1528732591.5', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('210')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732597.69', u'data': {u'timestamp': u'1528732597.69', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('211')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732603.83', u'data': {u'timestamp': u'1528732603.83', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('212')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732609.96', u'data': {u'timestamp': u'1528732609.96', u'device_id': u'olivepi', u'temperature': u'43.5', u'comments': u'dummy value', u'sequence': Decimal('213')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732616.15', u'data': {u'timestamp': u'1528732616.15', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('214')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732622.28', u'data': {u'timestamp': u'1528732622.28', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('215')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732628.42', u'data': {u'timestamp': u'1528732628.42', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('216')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732634.56', u'data': {u'timestamp': u'1528732634.56', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('217')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732640.69', u'data': {u'timestamp': u'1528732640.69', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('218')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732646.83', u'data': {u'timestamp': u'1528732646.83', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('219')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732652.97', u'data': {u'timestamp': u'1528732652.97', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('220')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732659.1', u'data': {u'timestamp': u'1528732659.1', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('221')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732665.39', u'data': {u'timestamp': u'1528732665.39', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('222')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732671.52', u'data': {u'timestamp': u'1528732671.52', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('223')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732677.66', u'data': {u'timestamp': u'1528732677.66', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('224')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732683.8', u'data': {u'timestamp': u'1528732683.8', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('225')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732689.94', u'data': {u'timestamp': u'1528732689.94', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('226')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732698.68', u'data': {u'timestamp': u'1528732698.68', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('227')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732704.81', u'data': {u'timestamp': u'1528732704.81', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('228')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732710.95', u'data': {u'timestamp': u'1528732710.95', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('229')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732717.09', u'data': {u'timestamp': u'1528732717.09', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('230')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732723.22', u'data': {u'timestamp': u'1528732723.22', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('231')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732729.41', u'data': {u'timestamp': u'1528732729.41', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('232')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732735.55', u'data': {u'timestamp': u'1528732735.55', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('233')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732741.68', u'data': {u'timestamp': u'1528732741.68', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('234')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732747.82', u'data': {u'timestamp': u'1528732747.82', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('235')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732753.96', u'data': {u'timestamp': u'1528732753.96', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('236')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732760.24', u'data': {u'timestamp': u'1528732760.24', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('237')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732766.38', u'data': {u'timestamp': u'1528732766.38', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('238')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732772.52', u'data': {u'timestamp': u'1528732772.52', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('239')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732778.65', u'data': {u'timestamp': u'1528732778.65', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('240')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732784.79', u'data': {u'timestamp': u'1528732784.79', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('241')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732790.93', u'data': {u'timestamp': u'1528732790.93', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('242')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732797.06', u'data': {u'timestamp': u'1528732797.06', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('243')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732803.2', u'data': {u'timestamp': u'1528732803.2', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('244')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732809.39', u'data': {u'timestamp': u'1528732809.39', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('245')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732815.52', u'data': {u'timestamp': u'1528732815.52', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('246')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732821.66', u'data': {u'timestamp': u'1528732821.66', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('247')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732827.8', u'data': {u'timestamp': u'1528732827.8', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('248')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732833.93', u'data': {u'timestamp': u'1528732833.93', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('249')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732840.07', u'data': {u'timestamp': u'1528732840.07', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('250')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732846.21', u'data': {u'timestamp': u'1528732846.21', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('251')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732852.39', u'data': {u'timestamp': u'1528732852.39', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('252')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732858.53', u'data': {u'timestamp': u'1528732858.53', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('253')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732864.66', u'data': {u'timestamp': u'1528732864.66', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('254')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732870.8', u'data': {u'timestamp': u'1528732870.8', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('255')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732876.94', u'data': {u'timestamp': u'1528732876.94', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('256')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732883.07', u'data': {u'timestamp': u'1528732883.07', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('257')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732889.21', u'data': {u'timestamp': u'1528732889.21', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('258')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732895.35', u'data': {u'timestamp': u'1528732895.35', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('259')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732901.48', u'data': {u'timestamp': u'1528732901.48', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('260')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732907.62', u'data': {u'timestamp': u'1528732907.62', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('261')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732913.75', u'data': {u'timestamp': u'1528732913.75', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('262')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732919.94', u'data': {u'timestamp': u'1528732919.94', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('263')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732926.12', u'data': {u'timestamp': u'1528732926.12', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('264')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732932.25', u'data': {u'timestamp': u'1528732932.25', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('265')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732938.39', u'data': {u'timestamp': u'1528732938.39', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('266')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732944.52', u'data': {u'timestamp': u'1528732944.52', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('267')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732950.66', u'data': {u'timestamp': u'1528732950.66', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('268')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732956.8', u'data': {u'timestamp': u'1528732956.8', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('269')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732962.93', u'data': {u'timestamp': u'1528732962.93', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('270')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732969.07', u'data': {u'timestamp': u'1528732969.07', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('271')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732975.21', u'data': {u'timestamp': u'1528732975.21', u'device_id': u'olivepi', u'temperature': u'45.1', u'comments': u'dummy value', u'sequence': Decimal('272')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732981.39', u'data': {u'timestamp': u'1528732981.39', u'device_id': u'olivepi', u'temperature': u'44.5', u'comments': u'dummy value', u'sequence': Decimal('273')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732987.53', u'data': {u'timestamp': u'1528732987.53', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('274')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732993.72', u'data': {u'timestamp': u'1528732993.72', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('275')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1528732999.85', u'data': {u'timestamp': u'1528732999.85', u'device_id': u'olivepi', u'temperature': u'44.0', u'comments': u'dummy value', u'sequence': Decimal('276')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529502906.13', u'data': {u'timestamp': u'1529502906.13', u'device_id': u'olivepi', u'temperature': Decimal('22.380053494288752'), u'comments': u'dummy value', u'sequence': Decimal('0')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529502907.3', u'data': {u'timestamp': u'1529502907.3', u'device_id': u'olivepi', u'temperature': Decimal('22.275242909879132'), u'comments': u'dummy value', u'sequence': Decimal('1')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529502908.47', u'data': {u'timestamp': u'1529502908.47', u'device_id': u'olivepi', u'temperature': Decimal('23.897990065310385'), u'comments': u'dummy value', u'sequence': Decimal('2')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529502909.58', u'data': {u'timestamp': u'1529502909.58', u'device_id': u'olivepi', u'temperature': Decimal('21.93856468530984'), u'comments': u'dummy value', u'sequence': Decimal('3')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529502910.7', u'data': {u'timestamp': u'1529502910.7', u'device_id': u'olivepi', u'temperature': Decimal('21.893106491222763'), u'comments': u'dummy value', u'sequence': Decimal('4')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529503033.84', u'data': {u'timestamp': u'1529503033.84', u'device_id': u'olivepi', u'temperature': Decimal('22.764429182717574'), u'comments': u'dummy value', u'sequence': Decimal('0')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529503034.95', u'data': {u'timestamp': u'1529503034.95', u'device_id': u'olivepi', u'temperature': Decimal('24.7207185848546'), u'comments': u'dummy value', u'sequence': Decimal('1')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529503036.12', u'data': {u'timestamp': u'1529503036.12', u'device_id': u'olivepi', u'temperature': Decimal('23.383048594001643'), u'comments': u'dummy value', u'sequence': Decimal('2')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529503037.24', u'data': {u'timestamp': u'1529503037.24', u'device_id': u'olivepi', u'temperature': Decimal('24.005756901163764'), u'comments': u'dummy value', u'sequence': Decimal('3')}, u'deviceid': u'olivepi'}, {u'timestamp': u'1529503038.35', u'data': {u'timestamp': u'1529503038.35', u'device_id': u'olivepi', u'temperature': Decimal('22.68491202044252'), u'comments': u'dummy value', u'sequence': Decimal('4')}, u'deviceid': u'olivepi'}], u'ScannedCount': 262, 'ResponseMetadata': {'RetryAttempts': 0, 'HTTPStatusCode': 200, 'RequestId': 'S3BG183E31QB7JUN8S6N8V3V8VVV4KQNSO5AEMVJF66Q9ASUAAJG', 'HTTPHeaders': {'x-amzn-requestid': 'S3BG183E31QB7JUN8S6N8V3V8VVV4KQNSO5AEMVJF66Q9ASUAAJG', 'content-length': '57931', 'server': 'Server', 'connection': 'keep-alive', 'x-amz-crc32': '377734902', 'date': 'Wed, 20 Jun 2018 14:15:54 GMT', 'content-type': 'application/x-amz-json-1.0'}}}
timestamps = []
temperatures = []
for data_point in full_scan['Items']:
ts = data_point['data']['timestamp']
measure = data_point['data']['temperature']
#print ts, measure
timestamps.append(ts)
temperatures.append(measure)
import pandas as pd
dat = pd.DataFrame({"temp": temperatures,"ts": timestamps})
# Check the 5 first entries
dat.head(5)
temp | ts | |
---|---|---|
0 | 44.5 | 1528731454.09 |
1 | 44.5 | 1528731460.23 |
2 | 44.0 | 1528731466.37 |
3 | 45.1 | 1528731472.55 |
4 | 45.1 | 1528731478.69 |
We need to make sure that timestamps values are typed into dates. This will ease later plotting ( e.g. graphics are scalled properly on time axis).
# Pandas can show the types of DataFrame series
# by default it returns untyped object!
dat.dtypes
temp object ts object dtype: object
# Option 1: Convert using standard functions:
from datetime import datetime
utc_dates = map(datetime.fromtimestamp, map(float,dat['ts']))
# Option 2: Convert using pandas
dat['ts'] = pd.to_datetime(dat['ts'], unit='s')
dat.dtypes
temp object ts datetime64[ns] dtype: object
# Option 2: Convert using pandas
dat['temp'] = pd.to_numeric(dat['temp'])
dat.dtypes
temp float64 ts datetime64[ns] dtype: object
Basic statistics to ensure that data is interpreted properly.
dat['temp'].mean()
43.350167263088515
dat['temp'].max()
45.1
dat['temp'].min()
21.893106491222763
# All in one
dat.describe()
temp | |
---|---|
count | 262.000000 |
mean | 43.350167 |
std | 4.081001 |
min | 21.893106 |
25% | 44.000000 |
50% | 44.000000 |
75% | 44.500000 |
max | 45.100000 |
We are printing raw data just to quick ceck the values. Time representation is wrong.
from matplotlib import pyplot
pyplot.plot(dat['temp'])
[<matplotlib.lines.Line2D at 0x7f5c20430810>]
import matplotlib.pyplot as plt
from matplotlib.ticker import FuncFormatter
colors = ['#2678B2', '#AFC8E7', '#FD7F28', '#FDBB7D',
'#339E34', '#9ADE8D', '#D42A2F', '#FD9898',
'#9369BB', '#C5B1D4', '#8B564C', '#C39C95',
'#E179C1', '#F6B7D2', '#7F7F7F', '#C7C7C7']
# Define plot
fig, ax = plt.subplots(figsize=(15, 8), dpi=200)
ax.plot(dat['ts'], dat['temp'], c=colors[0])
# Add mean line
ax.plot((dat['ts'].min(), dat['ts'].max()), (dat['temp'].mean(), dat['temp'].mean()), c=colors[4])
# Optional manage orientation of dates values on x axis
#fig.autofmt_xdate()
# Presentation
plt.title('IOT temperature records')
plt.ylabel('Temperature - celsius')
plt.margins(0)
plt.show()