diff options
Diffstat (limited to 'mitmproxy/tools/web/master.py')
| -rw-r--r-- | mitmproxy/tools/web/master.py | 203 |
1 files changed, 203 insertions, 0 deletions
diff --git a/mitmproxy/tools/web/master.py b/mitmproxy/tools/web/master.py new file mode 100644 index 00000000..2bca4555 --- /dev/null +++ b/mitmproxy/tools/web/master.py @@ -0,0 +1,203 @@ +import sys +import collections + +import tornado.httpserver +import tornado.ioloop + +from typing import Optional + +from mitmproxy import addons +from mitmproxy import controller +from mitmproxy import exceptions +from mitmproxy.addons import state +from mitmproxy import options +from mitmproxy import master +from mitmproxy.tools.web import app +from netlib.http import authentication + + +class Stop(Exception): + pass + + +class WebFlowView(state.FlowView): + + def __init__(self, store): + super().__init__(store, None) + + def _add(self, f): + super()._add(f) + app.ClientConnection.broadcast( + type="UPDATE_FLOWS", + cmd="add", + data=app.convert_flow_to_json_dict(f) + ) + + def _update(self, f): + super()._update(f) + app.ClientConnection.broadcast( + type="UPDATE_FLOWS", + cmd="update", + data=app.convert_flow_to_json_dict(f) + ) + + def _remove(self, f): + super()._remove(f) + app.ClientConnection.broadcast( + type="UPDATE_FLOWS", + cmd="remove", + data=dict(id=f.id) + ) + + def _recalculate(self, flows): + super()._recalculate(flows) + app.ClientConnection.broadcast( + type="UPDATE_FLOWS", + cmd="reset" + ) + + +class WebState(state.State): + + def __init__(self): + super().__init__() + self.view._close() + self.view = WebFlowView(self.flows) + + self._last_event_id = 0 + self.events = collections.deque(maxlen=1000) + + def add_log(self, e, level): + self._last_event_id += 1 + entry = { + "id": self._last_event_id, + "message": e, + "level": level + } + self.events.append(entry) + app.ClientConnection.broadcast( + type="UPDATE_EVENTLOG", + cmd="add", + data=entry + ) + + def clear(self): + super().clear() + self.events.clear() + app.ClientConnection.broadcast( + type="UPDATE_EVENTLOG", + cmd="reset", + data=[] + ) + + +class Options(options.Options): + def __init__( + self, + intercept: Optional[str] = None, + wdebug: bool = bool, + wport: int = 8081, + wiface: str = "127.0.0.1", + wauthenticator: Optional[authentication.PassMan] = None, + wsingleuser: Optional[str] = None, + whtpasswd: Optional[str] = None, + **kwargs + ): + self.wdebug = wdebug + self.wport = wport + self.wiface = wiface + self.wauthenticator = wauthenticator + self.wsingleuser = wsingleuser + self.whtpasswd = whtpasswd + self.intercept = intercept + super().__init__(**kwargs) + + # TODO: This doesn't belong here. + def process_web_options(self, parser): + if self.wsingleuser or self.whtpasswd: + if self.wsingleuser: + if len(self.wsingleuser.split(':')) != 2: + return parser.error( + "Invalid single-user specification. Please use the format username:password" + ) + username, password = self.wsingleuser.split(':') + self.wauthenticator = authentication.PassManSingleUser(username, password) + elif self.whtpasswd: + try: + self.wauthenticator = authentication.PassManHtpasswd(self.whtpasswd) + except ValueError as v: + return parser.error(v.message) + else: + self.wauthenticator = None + + +class WebMaster(master.Master): + + def __init__(self, options, server): + super().__init__(options, server) + self.state = WebState() + self.addons.add(*addons.default_addons()) + self.addons.add(self.state) + self.app = app.Application( + self, self.options.wdebug, self.options.wauthenticator + ) + # This line is just for type hinting + self.options = self.options # type: Options + if options.rfile: + try: + self.load_flows_file(options.rfile) + except exceptions.FlowReadException as v: + self.add_log( + "Could not read flow file: %s" % v, + "error" + ) + + if options.outfile: + err = self.start_stream_to_path( + options.outfile[0], + options.outfile[1] + ) + if err: + print("Stream file error: {}".format(err), file=sys.stderr) + sys.exit(1) + + def run(self): # pragma: no cover + + iol = tornado.ioloop.IOLoop.instance() + + http_server = tornado.httpserver.HTTPServer(self.app) + http_server.listen(self.options.wport) + + iol.add_callback(self.start) + tornado.ioloop.PeriodicCallback(lambda: self.tick(timeout=0), 5).start() + try: + print("Server listening at http://{}:{}".format( + self.options.wiface, self.options.wport), file=sys.stderr) + iol.start() + except (Stop, KeyboardInterrupt): + self.shutdown() + + def _process_flow(self, f): + if self.state.intercept and self.state.intercept( + f) and not f.request.is_replay: + f.intercept(self) + return f + + @controller.handler + def request(self, f): + super().request(f) + return self._process_flow(f) + + @controller.handler + def response(self, f): + super().response(f) + return self._process_flow(f) + + @controller.handler + def error(self, f): + super().error(f) + return self._process_flow(f) + + def add_log(self, e, level="info"): + super().add_log(e, level) + return self.state.add_log(e, level) |