Add find spam users script draft

rdmo/core/management/commands/find_spam_users.py

@@ -0,0 +1,131 @@
+import csv
+import json
+import os
+
+from django.contrib.auth.models import User
+from django.core.management.base import BaseCommand
+
+from rdmo.projects.models import Membership
+
+date_string = '%Y-%m-%dT%H:%M:%S.%f'
+filename_prefix = 'potential_spam_users_list'
+min_diff_seconds = 3
+min_group_size = 3
+
+
+def rm(filename):
+    if os.path.exists(filename):
+        os.remove(filename)
+
+
+def save_json(data):
+    filename = filename_prefix + '.json'
+    with open(filename, 'w') as outfile:
+        json.dump(data, outfile, indent=4, sort_keys=True)
+
+
+def save_txt(data):
+    filename = filename_prefix + '.txt'
+    rm(filename)
+    fil = open(filename, 'a')
+    for el in data:
+        group = data[el]
+        for user in group:
+            fil.write(str(user) + '\n')
+
+
+def save_csv(data):
+    filename = filename_prefix + '.csv'
+    rm(filename)
+    data_file = open(filename, 'w')
+    csv_writer = csv.writer(data_file)
+    for el in data:
+        group = data[el]
+        for user in group:
+            csv_writer.writerow(user.values())
+
+
+def get_users_having_projects():
+    arr = []
+    memberships = Membership.objects.all().values_list('user')
+    for mem in memberships:
+        arr.append(
+            User.objects.filter(id=mem[0]).values('id')[0]['id']
+        )
+    return arr
+
+
+class Command(BaseCommand):
+
+    def handle(self, *args, **options):
+
+        list_users_having_projects = get_users_having_projects()
+        no_users_having_projects = 0
+
+        arr = []
+        no_total_users = User.objects.all().count()
+        print('Total no of users:    %d' % (no_total_users))
+        for idx, user in enumerate(User.objects.all().order_by('date_joined')):
+            arr.append(
+                {
+                    'id': user.id,
+                    'date_joined': user.date_joined,
+                    'unix_joined': user.date_joined.timestamp(),
+                    'email': user.email,
+                    'last_login': user.last_login,
+                }
+            )
+
+        grouped = {}
+        group_count = 0
+        for idx, el in enumerate(arr):
+            prev = None
+            diff = min_diff_seconds
+            if idx > 0:
+                prev = arr[idx-1]
+                diff = el['unix_joined'] - prev['unix_joined']
+
+            if prev is not None and diff >= min_diff_seconds:
+                group_count += 1
+
+            try:
+                grouped[group_count]
+            except KeyError:
+                grouped[group_count] = []
+
+            last_login = el['last_login']
+            if last_login is not None:
+                last_login = last_login.strftime(date_string)
+
+            has_project = el['id'] in list_users_having_projects
+            if has_project is True:
+                no_users_having_projects += 1
+            grouped[group_count].append(
+                {
+                    "id": el['id'],
+                    "email": el['email'],
+                    "date_joined": el['date_joined'].strftime(date_string),
+                    "last_login": last_login,
+                    "has_project": has_project,
+                }
+            )
+
+        no_potential_spam_users = 0
+        grouped_clean = {}
+        for el in grouped:
+            group = grouped[el]
+            if len(group) > min_group_size:
+                no_potential_spam_users += len(group)
+                grouped_clean[el] = group
+
+        print(
+            'Potential spam users: %d  %.2f%% / of which have at least one project %d'
+            % (
+                no_potential_spam_users,
+                (100/no_total_users)*no_potential_spam_users,
+                no_users_having_projects
+            )
+        )
+        save_json(grouped_clean)
+        save_txt(grouped_clean)
+        save_csv(grouped_clean)