Merge pull request #16 from GazeTheAbyss/modify_api

Update api. Ref #15.

backend/backend/urls.py

@@ -6,7 +6,7 @@
 Examples:
 Function views
     1. Add an import:  from my_app import views
-    2. Add a URL to urlpatterns:  path('', views.home, name='home')
+    2. Add a URL to urlpatterns:  path('', views.Home, name='home')
 Class-based views
     1. Add an import:  from other_app.views import Home
     2. Add a URL to urlpatterns:  path('', Home.as_view(), name='home')
@@ -17,14 +17,17 @@
 from django.contrib import admin
 from django.urls import path, re_path
 from django.views.generic.base import TemplateView
-from trace_app.views import TraceView, get_data
+from trace_app.views import TraceView, DataProcess
+
 
 urlpatterns = [
     path('admin/', admin.site.urls),
     path('getspanlist', TraceView.get_span_list, name='getspanlist'),
     path('gettracelist', TraceView.get_trace_list, name='gettracelist'),
     path('getNodesAndEdges', TraceView.get_nodes_and_edges, name='getNodesAndEdges'),
     path('abnormalLabel', TraceView.abnormal_label, name='abnormalLabel'),
-    path('getdata/', get_data, name='getdata'),
+    path('getdata', DataProcess.get_data, name='getdata'),
+    path('outputtracecsv', DataProcess.output_trace_csv, name='outputtracecsv'),
+    path('outputrclcsv', DataProcess.output_rcl_csv, name='outputrclcsv'),
     re_path(r'^$', TemplateView.as_view(template_name='index.html'))
 ]

backend/trace_app/models.py

@@ -1,5 +1,6 @@
 from django.db import models
 
+
 class Span(models.Model):
     timestamp = models.CharField(max_length=100, default="")
     cmdb_id = models.CharField(max_length=100, default="")
@@ -10,6 +11,7 @@ class Span(models.Model):
     status_code = models.CharField(max_length=100, default="0")
     operation_name = models.CharField(max_length=200, default="")
     parent_span = models.CharField(max_length=100, default="")
+    label = models.IntegerField(default=0)
 
 
 class RCLLabel(models.Model):

backend/trace_app/trace_api.py

@@ -1,17 +1,7 @@
-from datetime import datetime, timedelta
-import re
-import pytz
-import pandas as pd
-import time
-import json
 import sys
 import pathlib
-import os
-import csv
-import pymysql
 from trace_app.models import Span
 
-
 trace_app_path = pathlib.Path(__file__).parent
 sys.path.append(trace_app_path)
 
@@ -21,8 +11,7 @@ def get_span_list(trace_id):
     print(list(span_list))
     return list(span_list)
 
+
 def get_trace_list():
     trace_list = Span.objects.values('trace_id')
-    return list(set(map(lambda x:x['trace_id'],trace_list)))
-
-
+    return list(set(map(lambda x: x['trace_id'], trace_list)))

backend/trace_app/views.py

@@ -4,9 +4,9 @@
 from django.views import View
 from django.views.decorators.http import require_http_methods
 from django.views.decorators.csrf import csrf_exempt
-from django.http import JsonResponse
+from django.http import JsonResponse, HttpResponse
 from .models import Span, RCLLabel
-from trace_app.trace_api import get_span_list,get_trace_list
+from trace_app.trace_api import get_span_list, get_trace_list
 import csv
 import json
 
@@ -21,88 +21,120 @@ def abnormal_label(request):
             trace_id = request.GET.get('trace_id')
             span_id = request.GET.get('span_id')
             data = []
-            print(trace_id,span_id)
+            print(trace_id, span_id)
             return JsonResponse(data, safe=False, status=200)
         else:
-            return JsonResponse({'error': 'Invalid API request method.'}, status=400)     
-    def get_span_list(request):
+            return JsonResponse({'error': 'Invalid API request method.'}, status=400)
+
+    def get_span_list(self, request):
         if request.method == 'GET':
             trace_id = request.GET.get('trace_id')
             # 凭借trace_id去数据库查询数据并返回list
             data = get_span_list(trace_id)
             return JsonResponse(data, safe=False, status=200)
         else:
             return JsonResponse({'error': 'Invalid API request method.'}, status=400)
-    def get_trace_list(request):
+
+    def get_trace_list(self, request):
         if request.method == 'GET':
             data = get_trace_list()
             return JsonResponse(data, safe=False, status=200)
         else:
             return JsonResponse({'error': 'Invalid API request method.'}, status=400)
-    def get_nodes_and_edges(request):
+
+    def get_nodes_and_edges(self, request):
         if request.method == 'GET':
             trace_id = request.GET.get('trace_id')
             # 凭借trace_id去数据库查询数据并返回list
             data = get_span_list(trace_id)
-            nodes=[]
-            edges=[]
+            nodes = []
+            edges = []
             for span in data:
-                node={"shape": 'circle'}
-                edge={}
-                node['id']=span['span_id']
-                node['duration']=span['duration']
-                node['label']=span['operation_name'].split('/')[-1]
-                edge['from']=span['parent_span']
-                edge['to']=span['span_id']
+                node = {"shape": 'circle'}
+                edge = {}
+                node['id'] = span['span_id']
+                node['duration'] = span['duration']
+                node['label'] = span['operation_name'].split('/')[-1]
+                edge['from'] = span['parent_span']
+                edge['to'] = span['span_id']
                 nodes.append(node)
                 edges.append(edge)
-                
-            return JsonResponse([nodes,edges], safe=False, status=200)
+
+            return JsonResponse([nodes, edges], safe=False, status=200)
         else:
             return JsonResponse({'error': 'Invalid API request method.'}, status=400)
 
 
-@require_http_methods(['POST'])
-def get_data(request):
-    try:
-        span_name_list = Span.objects.values_list()
-        filepath = request.POST.get('filepath')
-        if os.path.exists(filepath):
-            with open(filepath, 'r', encoding='utf-8') as f:
-                reader = csv.reader(f)
-                csv_data = []
-                for row in reader:
-                    if tuple(row[0]) in span_name_list:
-                        csv_data.append(row)
-                Span.objects.bulk_create(csv_data)
+@csrf_exempt
+class DataProcess(View):
+    @require_http_methods(['POST'])
+    def get_data(self, request):
+        try:
+            csv_file = request.FILES["trace.csv"]
+            file_data = csv_file.read().decode("utf-8")
+            lines = file_data.split("\n")
+            for line in lines:
+                fields = line.split(",")
+                data_dict = {"timestamp": fields[0], "cmdb_id": fields[1], "span_id": fields[2],
+                             "trace_id": fields[3], "duration": fields[4], "type": fields[5],
+                             "status_code": fields[6], "operation_name": fields[7], "parent_span": fields[8], "label": 0}
+                Span(data_dict).save()
                 return JsonResponse({'isSuccess': 'ok', 'info': '文件数据导入成功！'}, safe=False, status=200)
-        else:
-            return JsonResponse({'isSuccess': 'false', 'info': '文件路径不存在，导入失败!'}, safe=False, status=400)
-    except Exception as e:
-        print(e)
-        return JsonResponse({'isSuccess': 'error', 'info': '请检查程序!'}, status=500)
+        except Exception as e:
+            print(e)
+            return JsonResponse({'isSuccess': 'error', 'info': '文件数据导入失败!'}, status=500)
 
+    @require_http_methods(['GET'])
+    def output_trace_csv(self, request):
+        try:
+            response = HttpResponse(content_type='text/csv')
+            response['Content-Disposition'] = 'attachment; filename="trace.csv"'
+            writer = csv.writer(response)
+            writer.writerow(['timestamp', 'cmdb_id', 'span_id', 'trace_id', 'duration', 'type',
+                             'status_code', 'operation_name', 'parent_span', 'label'])
+            data = Span.objects.all().values_list('timestamp', 'cmdb_id', 'span_id', 'trace_id', 'duration', 'type',
+                                                  'status_code', 'operation_name', 'parent_span', 'label')
+            for row in data:
+                writer.writerow(row)
+            return response
+        except Exception as e:
+            print(e)
+            return JsonResponse({'isSuccess': 'error', 'info': '请检查程序!'}, status=500)
 
-@require_http_methods(['POST'])
-def get_root_cause(request):
-    try:
-        data = json.loads(request.body)
-        trace_id = data.get("trace_id", "")
-        operation_name = data.get("operation_name", "")
-        cmdb_id = data.get("cmdb_id", "")
-        if RCLLabel.objects.filter(trace_id=trace_id).exists():
-            return JsonResponse({'isSuccess': 'false', 'info': '此调用链已标注!'}, safe=False, status=400)
-        else:
-            rcl_info = RCLLabel(
-                trace_id=trace_id,
-                operation_name=operation_name,
-                cmdb_id=cmdb_id
-            )
-            rcl_info.save()
+    @require_http_methods(['GET'])
+    def output_rcl_csv(self, request):
+        try:
+            response = HttpResponse(content_type='text/csv')
+            response['Content-Disposition'] = 'attachment; filename="groundtruth.csv"'
+            writer = csv.writer(response)
+            writer.writerow(['trace_id', 'operation_name', 'cmdb_id'])
+            data = Span.objects.all().values_list('trace_id', 'operation_name', 'cmdb_id')
+            for row in data:
+                writer.writerow(row)
+            return response
+        except Exception as e:
+            print(e)
+            return JsonResponse({'isSuccess': 'error', 'info': '请检查程序!'}, status=500)
+
+
+@csrf_exempt
+class ModifyDB(View):
+    @require_http_methods(['POST'])
+    def get_root_cause(self, request):
+        try:
+            data = json.loads(request.body)
+            trace_id = data.get("trace_id", "")
+            span_id = data.get("span_id", "")
+            Span.objects.filter(span_id=span_id)
             if RCLLabel.objects.filter(trace_id=trace_id).exists():
-                return JsonResponse({'isSuccess': 'ok', 'info': '调用链标注成功!'}, safe=False, status=200)
+                return JsonResponse({'isSuccess': 'false', 'info': '此调用链已标注!'}, safe=False, status=400)
             else:
-                return JsonResponse({'isSuccess': 'false', 'info': '标注失败!'}, safe=False, status=401)
-    except Exception as e:
-        print(e)
-        return JsonResponse({'isSuccess': 'error', 'info': '请检查程序!'}, status=500)
+
+                rcl_info.save()
+                if RCLLabel.objects.filter(trace_id=trace_id).exists():
+                    return JsonResponse({'isSuccess': 'ok', 'info': '调用链标注成功!'}, safe=False, status=200)
+                else:
+                    return JsonResponse({'isSuccess': 'false', 'info': '标注失败!'}, safe=False, status=401)
+        except Exception as e:
+            print(e)
+            return JsonResponse({'isSuccess': 'error', 'info': '请检查程序!'}, status=500)