Make file downloads more stealthy

Author: mdmintz

seleniumbase/fixtures/base_case.py

@@ -7628,7 +7628,11 @@ def download_file(self, file_url, destination_folder=None):
                 destination_folder = constants.Files.DOWNLOADS_FOLDER
             if not os.path.exists(destination_folder):
                 os.makedirs(destination_folder)
-        page_utils._download_file_to(file_url, destination_folder)
+        agent = self.get_user_agent()
+        headers = {"user-agent": agent}
+        page_utils._download_file_to(
+            file_url, destination_folder, headers=headers
+        )
         if self.recorder_mode and self.__current_url_is_recordable():
             if self.get_session_storage_item("pause_recorder") == "no":
                 time_stamp = self.execute_script("return Date.now();")
@@ -7652,8 +7656,10 @@ def save_file_as(self, file_url, new_file_name, destination_folder=None):
                 destination_folder = constants.Files.DOWNLOADS_FOLDER
             if not os.path.exists(destination_folder):
                 os.makedirs(destination_folder)
+        agent = self.get_user_agent()
+        headers = {"user-agent": agent}
         page_utils._download_file_to(
-            file_url, destination_folder, new_file_name
+            file_url, destination_folder, new_file_name, headers=headers
         )
 
     def save_data_as(self, data, file_name, destination_folder=None):

seleniumbase/fixtures/page_utils.py

@@ -293,12 +293,14 @@ def _print_unique_links_with_status_codes(page_url, soup):
         print(link, " -> ", status_code)
 
 
-def _download_file_to(file_url, destination_folder, new_file_name=None):
+def _download_file_to(
+    file_url, destination_folder, new_file_name=None, headers=None
+):
     if new_file_name:
         file_name = new_file_name
     else:
         file_name = file_url.split("/")[-1]
-    r = requests.get(file_url, timeout=5)
+    r = requests.get(file_url, headers=headers, timeout=5)
     file_path = os.path.join(destination_folder, file_name)
     download_file_lock = fasteners.InterProcessLock(
         constants.MultiBrowser.DOWNLOAD_FILE_LOCK