status: report domain not handled in case of http redirection

src/surykatka/bot.py

@@ -533,9 +533,25 @@ class WebBot:
 
         # Get the list of HTTP servers to check
         result_dict["http_query"] = []
+        missing_url_list = []
         for ip, url_list in ip_to_url_dict.items():
             query = reportHttp(self._db, ip=ip, url=url_list)
             for network_change in query.dicts().iterator():
+                if network_change["status_code"] in (301, 302, 303):
+                    redirect_url = getRootUrl(
+                        network_change["http_header_dict"]["Location"]
+                    )
+                    if (redirect_url not in url_dict) and (
+                        redirect_url not in missing_url_list
+                    ):
+                        missing_url_list.append(redirect_url)
+                        result_dict["missing_data"].append(
+                            {
+                                "text": "(%s ->) %s"
+                                % (network_change["url"], redirect_url),
+                                "date": result_dict["bot_status"][0]["date"],
+                            }
+                        )
                 result_dict["http_query"].append(
                     {
                         "status_code": network_change["status_code"],