fix for rsl import

kanedata · Jun 21, 2024 · c259a3c · c259a3c
1 parent 8868c4c
commit c259a3c
Showing 1 changed file with 4 additions and 7 deletions.
diff --git a/ftc/management/commands/import_rsl.py b/ftc/management/commands/import_rsl.py
@@ -57,13 +57,10 @@ def parse_file(self, response, source_url):
         if not table:
             raise ValueError("No table found in {}".format(link))
 
-        headers = None
-        for k, row in enumerate(table.find("tr")):
-            if not headers:
-                headers = [c.text.lower() for c in row.find("td")]
-            else:
-                record = dict(zip(headers, [c.text for c in row.find("td")]))
-                self.parse_row(record)
+        headers = [c.text.lower() for c in table.find("thead", first=True).find("th")]
+        for k, row in enumerate(table.find("tbody", first=True).find("tr")):
+            record = dict(zip(headers, [c.text for c in row.find("td")]))
+            self.parse_row(record)
 
     def parse_row(self, record):
         record = self.clean_fields(record)