* Code Cleanup (#158) * print coverage report * create sonar-project property file * install all py dependencies in one step * code cleanup * reduce cognitive complexity * do not build on *.yml changes * optimise versionstring handling (#159) - Reading the version string from the image updates it even if the image is re-pulled without re-deployment * fix linter warning * exclude *.pyi filese * ignore some rules for tests * cleanup (#160) * Sonar qube 3 (#163) fix SonarQube warnings in modbus.py * Sonar qube 3 (#164) * fix SonarQube warnings * Sonar qube 3 (#165) * cleanup * Add support for TSUN Titan inverter Fixes #161 * fix SonarQube warnings * fix error * rename field "config" * SonarQube reads flake8 output * don't stop on flake8 errors * flake8 scan only app/src for SonarQube * update flake8 run * ignore flake8 C901 * cleanup * fix linter warnings * ignore changed *.yml files * read sensor list solarman data packets * catch 'No route to' error and log only in debug mode * fix unit tests * add sensor_list configuration * adapt unit tests * fix SonarQube warnings * Sonar qube 3 (#166) * add unittests for mqtt.py * add mock * move test requirements into a file * fix unit tests * fix formating * initial version * fix SonarQube warning * Sonar qube 4 (#169) * add unit test for inverter.py * fix SonarQube warning * Sonar qube 5 (#170) * fix SonarLints warnings * use random IP adresses for unit tests * Docker: The description ist missing (#171) Fixes #167 * S allius/issue167 (#172) * cleanup * Sonar qube 6 (#174) * test class ModbusConn * Sonar qube 3 (#178) * add more unit tests * GEN3: don't crash on overwritten msg in the receive buffer * improve test coverage und reduce test delays * reduce cognitive complexity * fix merge * fix merge conflikt * fix merge conflict * S allius/issue182 (#183) * GEN3: After inverter firmware update the 'Unknown Msg Type' increases continuously Fixes #182 * add support for Controller serial no and MAC * test hardening * GEN3: add support for new messages of version 3 firmwares * bump libraries to latest versions - bump aiomqtt to version 2.3.0 - bump aiohttp to version 3.10.5 * improve test coverage * reduce cognective complexity * fix target preview * remove dubbled fixtures * increase test coverage * Update README.md (#185) update badges * S allius/issue186 (#187) * Parse more values in Server Mode Fixes #186 * read OUTPUT_COEFFICIENT and MAC_ADDR in SrvMode * fix unit test * increase test coverage * S allius/issue186 (#188) * increase test coverage * update changelog * add dokumentation * change default config * Update README.md (#189) Config file is now foldable * GEN3: Invalid Contact Info Msg (#192) Fixes #191 * Refactoring async stream (#194) * GEN3: Invalid Contact Info Msg Fixes #191 * introduce ifc with FIFOs * add object factory * use AsyncIfc class with FIFO * declare more methods as classmethods * - refactoring - remove _forward_buffer - make async_write private * remove _forward_buffer * refactoring * avoid mqtt handling for invalid serial numbers * add two more callbacks * FIX update_header_cb handling * split AsyncStream in two classes * split ConnectionG3(P) in server and client class * update class diagramm * refactor server creation * remove duplicated imports * reduce code duplication * move StremPtr instances into Inverter class * resolution of connection classes - remove ConnectionG3Client - remove ConnectionG3Server - remove ConnectionG3PClient - remove ConnectionG3PServer * fix server connections * fix client loop closing * don't overwrite self.remote in constructor * update class diagramm * fixes - fixes null pointer accesses - initalize AsyncStreamClient with proper StreamPtr instance * add close callback * refactor close handling * remove connection classes * move more code into InverterBase class * remove test_inverter_base.py * add abstract inverter interface class * initial commit * fix sonar qube warnings * rename class Inverter into Proxy * fix typo * move class InverterIfc into a separate file * add more testcases * use ProtocolIfc class * add unit tests for AsyncStream class * icrease test coverage * reduce cognitive complexity * increase test coverage * increase tes coverage * simplify heartbeat handler * remove obsolete tx_get method * add more unittests * update changelog * remove __del__ method for proper gc runs * check releasing of ModbusConn instances * call garbage collector to release unreachable objs * decrease ref counter after the with block * S allius/issue196 (#198) * fix healthcheck - on infrastructure with IPv6 support localhost might be resolved to an IPv6 adress. Since the proxy only support IPv4 for now, we replace localhost by 127.0.0.1, to fix this * merge from main
382 lines
11 KiB
Python
382 lines
11 KiB
Python
# test_with_pytest.py
|
|
import pytest
|
|
import asyncio
|
|
from aiomqtt import MqttCodeError
|
|
|
|
from mock import patch
|
|
from enum import Enum
|
|
from app.src.singleton import Singleton
|
|
from app.src.config import Config
|
|
from app.src.infos import Infos
|
|
from app.src.mqtt import Mqtt
|
|
from app.src.inverter_base import InverterBase
|
|
from app.src.messages import Message, State
|
|
from app.src.proxy import Proxy
|
|
from app.src.modbus_tcp import ModbusConn, ModbusTcp
|
|
|
|
|
|
pytest_plugins = ('pytest_asyncio',)
|
|
|
|
# initialize the proxy statistics
|
|
Infos.static_init()
|
|
|
|
@pytest.fixture(scope="module", autouse=True)
|
|
def module_init():
|
|
Singleton._instances.clear()
|
|
yield
|
|
|
|
@pytest.fixture(scope="module")
|
|
def test_port():
|
|
return 1883
|
|
|
|
@pytest.fixture(scope="module")
|
|
def test_hostname():
|
|
# if getenv("GITHUB_ACTIONS") == "true":
|
|
# return 'mqtt'
|
|
# else:
|
|
return 'test.mosquitto.org'
|
|
|
|
@pytest.fixture
|
|
def config_conn(test_hostname, test_port):
|
|
Config.act_config = {
|
|
'mqtt':{
|
|
'host': test_hostname,
|
|
'port': test_port,
|
|
'user': '',
|
|
'passwd': ''
|
|
},
|
|
'ha':{
|
|
'auto_conf_prefix': 'homeassistant',
|
|
'discovery_prefix': 'homeassistant',
|
|
'entity_prefix': 'tsun',
|
|
'proxy_node_id': 'test_1',
|
|
'proxy_unique_id': ''
|
|
},
|
|
'inverters':{
|
|
'allow_all': True,
|
|
"R170000000000001":{
|
|
'node_id': 'inv_1'
|
|
},
|
|
"Y170000000000001":{
|
|
'node_id': 'inv_2',
|
|
'monitor_sn': 2000000000,
|
|
'modbus_polling': True,
|
|
'suggested_area': "",
|
|
'sensor_list': 0x2b0,
|
|
'client_mode':{
|
|
'host': '192.168.0.1',
|
|
'port': 8899
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
class FakeReader():
|
|
RD_TEST_0_BYTES = 1
|
|
RD_TEST_TIMEOUT = 2
|
|
RD_TEST_13_BYTES = 3
|
|
RD_TEST_SW_EXCEPT = 4
|
|
RD_TEST_OS_ERROR = 5
|
|
|
|
def __init__(self):
|
|
self.on_recv = asyncio.Event()
|
|
self.test = self.RD_TEST_0_BYTES
|
|
|
|
async def read(self, max_len: int):
|
|
print(f'fakeReader test: {self.test}')
|
|
await self.on_recv.wait()
|
|
if self.test == self.RD_TEST_0_BYTES:
|
|
return b''
|
|
elif self.test == self.RD_TEST_13_BYTES:
|
|
print('fakeReader return 13 bytes')
|
|
self.test = self.RD_TEST_0_BYTES
|
|
return b'test-data-req'
|
|
elif self.test == self.RD_TEST_TIMEOUT:
|
|
raise TimeoutError
|
|
elif self.test == self.RD_TEST_SW_EXCEPT:
|
|
self.test = self.RD_TEST_0_BYTES
|
|
self.unknown_var += 1
|
|
elif self.test == self.RD_TEST_OS_ERROR:
|
|
self.test = self.RD_TEST_0_BYTES
|
|
raise ConnectionRefusedError
|
|
|
|
def feed_eof(self):
|
|
return
|
|
|
|
|
|
class FakeWriter():
|
|
def __init__(self, conn='remote.intern'):
|
|
self.conn = conn
|
|
self.closing = False
|
|
def write(self, buf: bytes):
|
|
return
|
|
async def drain(self):
|
|
await asyncio.sleep(0)
|
|
def get_extra_info(self, sel: str):
|
|
if sel == 'peername':
|
|
return self.conn
|
|
elif sel == 'sockname':
|
|
return 'sock:1234'
|
|
assert False
|
|
def is_closing(self):
|
|
return self.closing
|
|
def close(self):
|
|
self.closing = True
|
|
async def wait_closed(self):
|
|
await asyncio.sleep(0)
|
|
|
|
|
|
@pytest.fixture
|
|
def patch_open():
|
|
async def new_conn(conn):
|
|
await asyncio.sleep(0)
|
|
return FakeReader(), FakeWriter(conn)
|
|
|
|
def new_open(host: str, port: int):
|
|
return new_conn(f'{host}:{port}')
|
|
|
|
with patch.object(asyncio, 'open_connection', new_open) as conn:
|
|
yield conn
|
|
|
|
@pytest.fixture
|
|
def patch_open_timeout():
|
|
def new_open(host: str, port: int):
|
|
raise TimeoutError
|
|
|
|
with patch.object(asyncio, 'open_connection', new_open) as conn:
|
|
yield conn
|
|
|
|
@pytest.fixture
|
|
def patch_open_value_error():
|
|
def new_open(host: str, port: int):
|
|
raise ValueError
|
|
|
|
with patch.object(asyncio, 'open_connection', new_open) as conn:
|
|
yield conn
|
|
|
|
@pytest.fixture
|
|
def patch_open_conn_abort():
|
|
def new_open(host: str, port: int):
|
|
raise ConnectionAbortedError
|
|
|
|
with patch.object(asyncio, 'open_connection', new_open) as conn:
|
|
yield conn
|
|
|
|
@pytest.fixture
|
|
def patch_no_mqtt():
|
|
with patch.object(Mqtt, 'publish') as conn:
|
|
yield conn
|
|
|
|
@pytest.fixture
|
|
def patch_mqtt_err():
|
|
def new_publish(self, key, data):
|
|
raise MqttCodeError(None)
|
|
|
|
with patch.object(Mqtt, 'publish', new_publish) as conn:
|
|
yield conn
|
|
|
|
@pytest.fixture
|
|
def patch_mqtt_except():
|
|
def new_publish(self, key, data):
|
|
raise ValueError("Test")
|
|
|
|
with patch.object(Mqtt, 'publish', new_publish) as conn:
|
|
yield conn
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_conn(patch_open):
|
|
_ = patch_open
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
async with ModbusConn('test.local', 1234) as inverter:
|
|
stream = inverter.local.stream
|
|
assert stream.node_id == 'G3P'
|
|
assert stream.addr == ('test.local:1234')
|
|
assert type(stream.ifc._reader) is FakeReader
|
|
assert type(stream.ifc._writer) is FakeWriter
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 1
|
|
del inverter
|
|
|
|
for _ in InverterBase:
|
|
assert False
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_no_cnf():
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
loop = asyncio.get_event_loop()
|
|
ModbusTcp(loop)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_timeout(config_conn, patch_open_timeout):
|
|
_ = config_conn
|
|
_ = patch_open_timeout
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
loop = asyncio.get_event_loop()
|
|
ModbusTcp(loop)
|
|
await asyncio.sleep(0.01)
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
assert False
|
|
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_value_err(config_conn, patch_open_value_error):
|
|
_ = config_conn
|
|
_ = patch_open_value_error
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
loop = asyncio.get_event_loop()
|
|
ModbusTcp(loop)
|
|
await asyncio.sleep(0.01)
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
assert False
|
|
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_conn_abort(config_conn, patch_open_conn_abort):
|
|
_ = config_conn
|
|
_ = patch_open_conn_abort
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
loop = asyncio.get_event_loop()
|
|
ModbusTcp(loop)
|
|
await asyncio.sleep(0.01)
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
assert False
|
|
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_cnf2(config_conn, patch_no_mqtt, patch_open):
|
|
_ = config_conn
|
|
_ = patch_open
|
|
_ = patch_no_mqtt
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
ModbusTcp(asyncio.get_event_loop())
|
|
await asyncio.sleep(0.01)
|
|
test = 0
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
test += 1
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 1
|
|
m.shutdown_started = True
|
|
m.ifc._reader.on_recv.set()
|
|
del m
|
|
|
|
assert 1 == test
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_modbus_cnf3(config_conn, patch_no_mqtt, patch_open):
|
|
_ = config_conn
|
|
_ = patch_open
|
|
_ = patch_no_mqtt
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
ModbusTcp(asyncio.get_event_loop(), tim_restart= 0)
|
|
await asyncio.sleep(0.01)
|
|
test = 0
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 1
|
|
test += 1
|
|
if test == 1:
|
|
m.shutdown_started = False
|
|
m.ifc._reader.on_recv.set()
|
|
await asyncio.sleep(0.1)
|
|
assert m.state == State.closed
|
|
await asyncio.sleep(0.1)
|
|
else:
|
|
m.shutdown_started = True
|
|
m.ifc._reader.on_recv.set()
|
|
del m
|
|
|
|
assert 2 == test
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_mqtt_err(config_conn, patch_mqtt_err, patch_open):
|
|
_ = config_conn
|
|
_ = patch_open
|
|
_ = patch_mqtt_err
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
ModbusTcp(asyncio.get_event_loop(), tim_restart= 0)
|
|
await asyncio.sleep(0.01)
|
|
test = 0
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 1
|
|
test += 1
|
|
if test == 1:
|
|
m.shutdown_started = False
|
|
m.ifc._reader.on_recv.set()
|
|
await asyncio.sleep(0.1)
|
|
assert m.state == State.closed
|
|
await asyncio.sleep(0.1)
|
|
await asyncio.sleep(0.1)
|
|
else:
|
|
m.shutdown_started = True
|
|
m.ifc._reader.on_recv.set()
|
|
del m
|
|
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_mqtt_except(config_conn, patch_mqtt_except, patch_open):
|
|
_ = config_conn
|
|
_ = patch_open
|
|
_ = patch_mqtt_except
|
|
assert asyncio.get_running_loop()
|
|
Proxy.class_init()
|
|
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|
|
ModbusTcp(asyncio.get_event_loop(), tim_restart= 0)
|
|
await asyncio.sleep(0.01)
|
|
test = 0
|
|
for m in Message:
|
|
if (m.node_id == 'inv_2'):
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 1
|
|
test += 1
|
|
if test == 1:
|
|
m.shutdown_started = False
|
|
m.ifc._reader.on_recv.set()
|
|
await asyncio.sleep(0.1)
|
|
assert m.state == State.closed
|
|
await asyncio.sleep(0.1)
|
|
else:
|
|
m.shutdown_started = True
|
|
m.ifc._reader.on_recv.set()
|
|
del m
|
|
|
|
await asyncio.sleep(0.01)
|
|
assert Infos.stat['proxy']['Inverter_Cnt'] == 0
|