Skip to content

Commit

Permalink
feat: improve scan progress logs (#246)
Browse files Browse the repository at this point in the history
  • Loading branch information
gotbadger committed Dec 14, 2022
1 parent 4bb6289 commit 8ff28e1
Show file tree
Hide file tree
Showing 39 changed files with 27 additions and 509 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -34,8 +34,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -85,8 +85,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -173,8 +173,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -475,8 +475,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -163,8 +163,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
[{"detector_type":"detect_ruby_logger","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"custom_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user","parent":{"content":"logger.info(\"user info\", user.email)","line_number":1}}},{"detector_type":"ruby","source":{"column_number":8,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"field_name":"info","field_type":"","field_type_simple":"unknown","object_name":"logger"}},{"detector_type":"ruby","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user"}}]

--
Processing Detectors
Finished processing Detectors

2 changes: 0 additions & 2 deletions integration/flags/.snapshots/TestReportFlags-format-json
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
[{"detector_type":"detect_ruby_logger","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"custom_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user","parent":{"content":"logger.info(\"user info\", user.email)","line_number":1}}},{"detector_type":"ruby","source":{"column_number":8,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"field_name":"info","field_type":"","field_type_simple":"unknown","object_name":"logger"}},{"detector_type":"ruby","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user"}}]

--
Processing Detectors
Finished processing Detectors

2 changes: 0 additions & 2 deletions integration/flags/.snapshots/TestReportFlags-format-yaml
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,4 @@


--
Processing Detectors
Finished processing Detectors

2 changes: 0 additions & 2 deletions integration/flags/.snapshots/TestReportFlags-health-context
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
[{"detector_type":"detect_ruby_logger","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"custom_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user","parent":{"content":"logger.info(\"user info\", user.email)","line_number":1}}},{"detector_type":"ruby","source":{"column_number":8,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"field_name":"info","field_type":"","field_type_simple":"unknown","object_name":"logger"}},{"detector_type":"ruby","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user"}}]

--
Processing Detectors
Finished processing Detectors

4 changes: 0 additions & 4 deletions integration/flags/.snapshots/TestReportFlags-report-dataflow
Original file line number Diff line number Diff line change
@@ -1,8 +1,4 @@
{"data_types":[{"name":"Email Address","detectors":[{"name":"ruby","locations":[{"filename":"testdata/simple/main.rb","line_number":1}]}]}],"risks":[{"detector_id":"detect_ruby_logger","data_types":[{"name":"Email Address","stored":false,"locations":[{"filename":"testdata/simple/main.rb","line_number":1,"parent":{"line_number":1,"content":"logger.info(\"user info\", user.email)"}}]}]}],"components":[]}

--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

Original file line number Diff line number Diff line change
Expand Up @@ -144,8 +144,4 @@ components: []


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow

2 changes: 0 additions & 2 deletions integration/flags/.snapshots/TestReportFlags-report-detectors
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
[{"detector_type":"detect_ruby_logger","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"custom_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user","parent":{"content":"logger.info(\"user info\", user.email)","line_number":1}}},{"detector_type":"ruby","source":{"column_number":8,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"field_name":"info","field_type":"","field_type_simple":"unknown","object_name":"logger"}},{"detector_type":"ruby","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user"}}]

--
Processing Detectors
Finished processing Detectors

36 changes: 0 additions & 36 deletions integration/flags/.snapshots/TestReportFlags-report-policies
Original file line number Diff line number Diff line change
Expand Up @@ -11,40 +11,4 @@ high:


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow
Processing Policies
Processing policy Application level encryption missing
Finished processing policy Application level encryption missing
Processing policy Cookie leaking
Finished processing policy Cookie leaking
Processing policy HTTP GET parameters
Finished processing policy HTTP GET parameters
Processing policy Insecure communication
Finished processing policy Insecure communication
Processing policy Insecure FTP
Finished processing policy Insecure FTP
Processing policy Insecure FTP with Data Category
Finished processing policy Insecure FTP with Data Category
Processing policy Insecure HTTP GET
Finished processing policy Insecure HTTP GET
Processing policy Insecure HTTP with Data Category
Finished processing policy Insecure HTTP with Data Category
Processing policy Insecure SMTP
Finished processing policy Insecure SMTP
Processing policy JWT leaking
Finished processing policy JWT leaking
Processing policy Logger leaking
Finished processing policy Logger leaking
Processing policy Third-party data category exposure
Finished processing policy Third-party data category exposure
Processing policy Session leaking
Finished processing policy Session leaking
Processing policy SSL certificate verification disabled
Finished processing policy SSL certificate verification disabled
Processing policy Weak password encryption
Finished processing policy Weak password encryption
Finished processing policies

2 changes: 0 additions & 2 deletions integration/flags/.snapshots/TestReportFlags-skipped-paths
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
[{"detector_type":"detect_ruby_logger","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"custom_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user","parent":{"content":"logger.info(\"user info\", user.email)","line_number":1}}},{"detector_type":"ruby","source":{"column_number":8,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"field_name":"info","field_type":"","field_type_simple":"unknown","object_name":"logger"}},{"detector_type":"ruby","source":{"column_number":31,"filename":"main.rb","language":"Ruby","language_type":"programming","line_number":1,"text":null},"type":"schema_classified","value":{"classification":{"data_type":{"category_uuid":"cef587dd-76db-430b-9e18-7b031e1a193b","name":"Email Address","uuid":"22e24c62-82d3-4b72-827c-e261533331bd"},"decision":{"reason":"known_pattern","state":"valid"},"name":"email"},"field_name":"email","field_type":"","field_type_simple":"unknown","object_name":"user"}}]

--
Processing Detectors
Finished processing Detectors

Original file line number Diff line number Diff line change
Expand Up @@ -12,40 +12,4 @@ high:


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow
Processing Policies
Processing policy Application level encryption missing
Finished processing policy Application level encryption missing
Processing policy Cookie leaking
Finished processing policy Cookie leaking
Processing policy HTTP GET parameters
Finished processing policy HTTP GET parameters
Processing policy Insecure communication
Finished processing policy Insecure communication
Processing policy Insecure FTP
Finished processing policy Insecure FTP
Processing policy Insecure FTP with Data Category
Finished processing policy Insecure FTP with Data Category
Processing policy Insecure HTTP GET
Finished processing policy Insecure HTTP GET
Processing policy Insecure HTTP with Data Category
Finished processing policy Insecure HTTP with Data Category
Processing policy Insecure SMTP
Finished processing policy Insecure SMTP
Processing policy JWT leaking
Finished processing policy JWT leaking
Processing policy Logger leaking
Finished processing policy Logger leaking
Processing policy Third-party data category exposure
Finished processing policy Third-party data category exposure
Processing policy Session leaking
Finished processing policy Session leaking
Processing policy SSL certificate verification disabled
Finished processing policy SSL certificate verification disabled
Processing policy Weak password encryption
Finished processing policy Weak password encryption
Finished processing policies

Original file line number Diff line number Diff line change
Expand Up @@ -43,40 +43,4 @@ high:


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow
Processing Policies
Processing policy Application level encryption missing
Finished processing policy Application level encryption missing
Processing policy Cookie leaking
Finished processing policy Cookie leaking
Processing policy HTTP GET parameters
Finished processing policy HTTP GET parameters
Processing policy Insecure communication
Finished processing policy Insecure communication
Processing policy Insecure FTP
Finished processing policy Insecure FTP
Processing policy Insecure FTP with Data Category
Finished processing policy Insecure FTP with Data Category
Processing policy Insecure HTTP GET
Finished processing policy Insecure HTTP GET
Processing policy Insecure HTTP with Data Category
Finished processing policy Insecure HTTP with Data Category
Processing policy Insecure SMTP
Finished processing policy Insecure SMTP
Processing policy JWT leaking
Finished processing policy JWT leaking
Processing policy Logger leaking
Finished processing policy Logger leaking
Processing policy Third-party data category exposure
Finished processing policy Third-party data category exposure
Processing policy Session leaking
Finished processing policy Session leaking
Processing policy SSL certificate verification disabled
Finished processing policy SSL certificate verification disabled
Processing policy Weak password encryption
Finished processing policy Weak password encryption
Finished processing policies

Original file line number Diff line number Diff line change
Expand Up @@ -50,40 +50,4 @@ high:


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow
Processing Policies
Processing policy Application level encryption missing
Finished processing policy Application level encryption missing
Processing policy Cookie leaking
Finished processing policy Cookie leaking
Processing policy HTTP GET parameters
Finished processing policy HTTP GET parameters
Processing policy Insecure communication
Finished processing policy Insecure communication
Processing policy Insecure FTP
Finished processing policy Insecure FTP
Processing policy Insecure FTP with Data Category
Finished processing policy Insecure FTP with Data Category
Processing policy Insecure HTTP GET
Finished processing policy Insecure HTTP GET
Processing policy Insecure HTTP with Data Category
Finished processing policy Insecure HTTP with Data Category
Processing policy Insecure SMTP
Finished processing policy Insecure SMTP
Processing policy JWT leaking
Finished processing policy JWT leaking
Processing policy Logger leaking
Finished processing policy Logger leaking
Processing policy Third-party data category exposure
Finished processing policy Third-party data category exposure
Processing policy Session leaking
Finished processing policy Session leaking
Processing policy SSL certificate verification disabled
Finished processing policy SSL certificate verification disabled
Processing policy Weak password encryption
Finished processing policy Weak password encryption
Finished processing policies

Original file line number Diff line number Diff line change
Expand Up @@ -36,40 +36,4 @@ high:


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow
Processing Policies
Processing policy Application level encryption missing
Finished processing policy Application level encryption missing
Processing policy Cookie leaking
Finished processing policy Cookie leaking
Processing policy HTTP GET parameters
Finished processing policy HTTP GET parameters
Processing policy Insecure communication
Finished processing policy Insecure communication
Processing policy Insecure FTP
Finished processing policy Insecure FTP
Processing policy Insecure FTP with Data Category
Finished processing policy Insecure FTP with Data Category
Processing policy Insecure HTTP GET
Finished processing policy Insecure HTTP GET
Processing policy Insecure HTTP with Data Category
Finished processing policy Insecure HTTP with Data Category
Processing policy Insecure SMTP
Finished processing policy Insecure SMTP
Processing policy JWT leaking
Finished processing policy JWT leaking
Processing policy Logger leaking
Finished processing policy Logger leaking
Processing policy Third-party data category exposure
Finished processing policy Third-party data category exposure
Processing policy Session leaking
Finished processing policy Session leaking
Processing policy SSL certificate verification disabled
Finished processing policy SSL certificate verification disabled
Processing policy Weak password encryption
Finished processing policy Weak password encryption
Finished processing policies

36 changes: 0 additions & 36 deletions integration/policies/.snapshots/TestPolicies-http
Original file line number Diff line number Diff line change
Expand Up @@ -2,40 +2,4 @@


--
Processing Detectors
Finished processing Detectors
Processing Dataflow
Finished processing Dataflow
Processing Policies
Processing policy Application level encryption missing
Finished processing policy Application level encryption missing
Processing policy Cookie leaking
Finished processing policy Cookie leaking
Processing policy HTTP GET parameters
Finished processing policy HTTP GET parameters
Processing policy Insecure communication
Finished processing policy Insecure communication
Processing policy Insecure FTP
Finished processing policy Insecure FTP
Processing policy Insecure FTP with Data Category
Finished processing policy Insecure FTP with Data Category
Processing policy Insecure HTTP GET
Finished processing policy Insecure HTTP GET
Processing policy Insecure HTTP with Data Category
Finished processing policy Insecure HTTP with Data Category
Processing policy Insecure SMTP
Finished processing policy Insecure SMTP
Processing policy JWT leaking
Finished processing policy JWT leaking
Processing policy Logger leaking
Finished processing policy Logger leaking
Processing policy Third-party data category exposure
Finished processing policy Third-party data category exposure
Processing policy Session leaking
Finished processing policy Session leaking
Processing policy SSL certificate verification disabled
Finished processing policy SSL certificate verification disabled
Processing policy Weak password encryption
Finished processing policy Weak password encryption
Finished processing policies

Loading

0 comments on commit 8ff28e1

Please sign in to comment.