protobuf: tests implemented, full coverage

3 files changed, 148 insertions, 1 deletions

diff --git a/test/filename_matching.py b/test/filename_matching.py
index 5f49725e..f5321307 100755
--- a/test/filename_matching.py
+++ b/test/filename_matching.py
@@ -9,7 +9,8 @@ import sys
 def check_src_files_have_test():
     missing_test_files = []
 
-    excluded = ['mitmproxy/contrib/', 'mitmproxy/test/', 'mitmproxy/tools/', 'mitmproxy/platform/']
+    excluded = ['mitmproxy/contrib/', 'mitmproxy/io/proto/',
+                'mitmproxy/test/', 'mitmproxy/tools/', 'mitmproxy/platform/']
     src_files = glob.glob('mitmproxy/**/*.py', recursive=True) + glob.glob('pathod/**/*.py', recursive=True)
     src_files = [f for f in src_files if os.path.basename(f) != '__init__.py']
     src_files = [f for f in src_files if not any(os.path.normpath(p) in f for p in excluded)]
diff --git a/test/mitmproxy/io/test_db.py b/test/mitmproxy/io/test_db.py
new file mode 100644
index 00000000..4a2dfb67
--- /dev/null
+++ b/test/mitmproxy/io/test_db.py
@@ -0,0 +1,26 @@
+from mitmproxy.io import db
+from mitmproxy.test import tflow
+
+
+class TestDB:
+
+    def test_create(self, tdata):
+        dh = db.DBHandler(db_path=tdata.path("mitmproxy/data") + "/tmp.sqlite")
+        with dh._con as c:
+            cur = c.cursor()
+            cur.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='FLOWS';")
+            assert cur.fetchall() == [('FLOWS',)]
+
+    def test_roundtrip(self, tdata):
+        dh = db.DBHandler(db_path=tdata.path("mitmproxy/data") + "/tmp.sqlite", mode='write')
+        flows = []
+        for i in range(10):
+            flows.append(tflow.tflow())
+        dh.store(flows)
+        dh = db.DBHandler(db_path=tdata.path("mitmproxy/data") + "/tmp.sqlite")
+        with dh._con as c:
+            cur = c.cursor()
+            cur.execute("SELECT count(*) FROM FLOWS;")
+            assert cur.fetchall()[0][0] == 10
+        loaded_flows = dh.load()
+        assert len(loaded_flows) == len(flows)
diff --git a/test/mitmproxy/io/test_protobuf.py b/test/mitmproxy/io/test_protobuf.py
new file mode 100644
index 00000000..f725b980
--- /dev/null
+++ b/test/mitmproxy/io/test_protobuf.py
@@ -0,0 +1,120 @@
+import pytest
+
+from mitmproxy import certs
+from mitmproxy import http
+from mitmproxy import exceptions
+from mitmproxy.test import tflow, tutils
+from mitmproxy.io import protobuf
+
+
+class TestProtobuf:
+
+    def test_roundtrip_client(self):
+        c = tflow.tclient_conn()
+        del c.reply
+        c.rfile = None
+        c.wfile = None
+        pc = protobuf._dump_http_client_conn(c)
+        lc = protobuf._load_http_client_conn(pc)
+        assert c.__dict__ == lc.__dict__
+
+    def test_roundtrip_client_cert(self, tdata):
+        c = tflow.tclient_conn()
+        c.rfile = None
+        c.wfile = None
+        del c.reply
+        with open(tdata.path("mitmproxy/net/data/clientcert/client.pem"), "rb") as f:
+            d = f.read()
+        c.clientcert = certs.Cert.from_pem(d)
+        pc = protobuf._dump_http_client_conn(c)
+        lc = protobuf._load_http_client_conn(pc)
+        assert c.__dict__ == lc.__dict__
+
+    def test_roundtrip_server(self):
+        s = tflow.tserver_conn()
+        del s.reply
+        s.wfile = None
+        s.rfile = None
+        ps = protobuf._dump_http_server_conn(s)
+        ls = protobuf._load_http_server_conn(ps)
+        assert s.__dict__ == ls.__dict__
+
+    def test_roundtrip_server_cert(self, tdata):
+        s = tflow.tserver_conn()
+        del s.reply
+        s.wfile = None
+        s.rfile = None
+        with open(tdata.path("mitmproxy/net/data/text_cert"), "rb") as f:
+            d = f.read()
+        s.cert = certs.Cert.from_pem(d)
+        ps = protobuf._dump_http_server_conn(s)
+        ls = protobuf._load_http_server_conn(ps)
+        assert s.__dict__ == ls.__dict__
+
+    def test_roundtrip_server_via(self):
+        s = tflow.tserver_conn()
+        s.via = tflow.tserver_conn()
+        del s.reply
+        s.wfile = None
+        s.rfile = None
+        ps = protobuf._dump_http_server_conn(s)
+        ls = protobuf._load_http_server_conn(ps)
+        assert s.__dict__ == ls.__dict__
+        del s.via.reply
+        s.via.wfile = None
+        s.via.rfile = None
+        assert s.via.__dict__ == ls.via.__dict__
+
+    def test_roundtrip_http_request(self):
+        req = http.HTTPRequest.wrap(tutils.treq())
+        preq = protobuf._dump_http_request(req)
+        lreq = protobuf._load_http_request(preq)
+        assert req.__dict__ == lreq.__dict__
+
+    def test_roundtrip_http_request_empty_content(self):
+        req = http.HTTPRequest.wrap(tutils.treq(content=b""))
+        preq = protobuf._dump_http_request(req)
+        lreq = protobuf._load_http_request(preq)
+        assert req.__dict__ == lreq.__dict__
+
+    def test_roundtrip_http_response(self):
+        res = http.HTTPResponse.wrap(tutils.tresp())
+        pres = protobuf._dump_http_response(res)
+        lres = protobuf._load_http_response(pres)
+        assert res.__dict__ == lres.__dict__
+
+    def test_roundtrip_http_response_empty_content(self):
+        res = http.HTTPResponse.wrap(tutils.tresp(content=b""))
+        pres = protobuf._dump_http_response(res)
+        lres = protobuf._load_http_response(pres)
+        assert res.__dict__ == lres.__dict__
+
+    def test_roundtrip_http_error(self):
+        err = tflow.terr()
+        perr = protobuf._dump_http_error(err)
+        lerr = protobuf._load_http_error(perr)
+        assert err.__dict__ == lerr.__dict__
+
+    def test_roundtrip_http_flow_only_req(self):
+        f = tflow.tflow()
+        f.reply = None
+        pf = protobuf.dumps(f)
+        lf = protobuf.loads(pf, "http")
+        assert f.__dict__ == lf.__dict__
+
+    def test_roundtrip_http_flow_res(self):
+        f = tflow.tflow(resp=True)
+        f.reply = None
+        pf = protobuf.dumps(f)
+        lf = protobuf.loads(pf, "http")
+        assert f.__dict__ == lf.__dict__
+
+    def test_unsupported_dumps(self):
+        w = tflow.twebsocketflow()
+        with pytest.raises(exceptions.TypeError):
+            protobuf.dumps(w)
+
+    def test_unsupported_loads(self):
+        b = b"blobs"
+        with pytest.raises(exceptions.TypeError):
+            protobuf.loads(b, 'not-http')