creates a way to clean duplicate IP's out of the hosts file from the …

…terminal

api_calls/honeyscore_hook.py

@@ -1,5 +1,4 @@
 import requests
-from bs4 import BeautifulSoup
 
 
 class HoneyHook(object):

lib/banner.py

@@ -1,7 +1,7 @@
 import os
 import random
 
-VERSION = "3.1.2"
+VERSION = "3.1.3"
 
 
 def banner_1(line_sep="#--", space=" " * 30):

lib/settings.py

@@ -55,6 +55,7 @@ def complete_text(self, text, state):
 tokens/reset            Reset API tokens if needed
 external                View loaded external commands
 ver[sion]               View the current version of the program
+clean/clear             Clean the hosts.txt file of duplicate IP addresses
 help/?                  Display this help
 """
 

lib/term/terminal.py

@@ -45,6 +45,8 @@ class object for the main terminal of the program
         "reset", "tokens",
         # show the version number
         "ver", "version",
+        # clean the hosts file of duplicate IP's
+        "clean", "clear",
         # easter eggs!
         "idkwhatimdoing", "ethics", "skid"
     ]
@@ -148,6 +150,25 @@ def do_terminal_command(self, command):
         """
         lib.settings.cmdline(command, is_msf=False)
 
+    def do_clean_hosts(self):
+        """
+        Clean the hosts.txt file of any duplicate IP addresses
+        """
+        retval = set()
+        current_size = len(self.loaded_hosts)
+        for host in self.loaded_hosts:
+            retval.add(host)
+        cleaned_size = len(retval)
+        with open(lib.settings.HOST_FILE, 'w') as hosts:
+            for item in list(retval):
+                hosts.write(item)
+        if current_size != cleaned_size:
+            lib.output.info("cleaned {} duplicate IP address(es) (total of {})".format(
+                current_size - cleaned_size, cleaned_size
+            )
+            )
+        self.__reload()
+
     def do_token_reset(self, api, token, username):
         """
         Explanation:
@@ -475,6 +496,8 @@ def terminal_main_display(self, tokens, extra_commands=None, save_history=True):
                             self.do_view_gathered()
                         elif any(c in choice for c in ("ver", "version")):
                             self.do_show_version_number()
+                        elif any(c in choice for c in ("clean", "clear")):
+                            self.do_clean_hosts()
                         elif "single" in choice:
                             try:
                                 if "help" in choice_data_list: