i #230 added config file changes

conf/ambari.yml

@@ -51,28 +51,44 @@ version_control:
     - branch-2.5
 
 mailing_list:
-  # Where is the mbox located locally?
-  mbox: ../../rawdata/mbox/ambari-dev.mbox
-  # What is the domain of the chosen mailing list archive?
-  domain: http://mail-archives.apache.org/mod_mbox
-  # Which lists of the domain will be used?
-  list_key:
-    - ambari-dev
+  mod_mbox:
+    mail_key_1:
+      archive_url: http://mail-archives.apache.org/mod_mbox/ambari-dev
+      mbox: ../../rawdata/ambari/mod_mbox/ambari-dev/
+      mailing_list: ambari-dev
+      archive_type: apache
+    mail_key_2:
+      archive_url: http://mail-archives.apache.org/mod_mbox/ambari-user
+      mbox: ../../rawdata/geronimo/mod_mbox/ambari-user/
+      mailing_list: ambari-user
+      archive_type: apache
+  pipermail:
+    mail_key_1:
+      archive_url: http://some/pipermail/url
+      mbox: ../../rawdata/geronimo/pipermail/geronimo-dev/
 
 issue_tracker:
   jira:
-    # Obtained from the project's JIRA URL
-    domain: https://issues.apache.org/jira
-    project_key: AMBARI
-    # Download using `download_jira_data.Rmd`
-    #issues: ../../rawdata/issue_tracker/ambari_issues.json
-    #issue_comments: ../../rawdata/issue_tracker/ambari_issue_comments.json
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      domain: https://issues.apache.org/jira
+      project_key: AMBARI
+      # Download using `download_jira_data.Rmd`
+      # issues: ../../rawdata/ambari/jira/issues/ambari/
+      # issue_comments: ../../rawdata/ambari/jira/issue_comments/ambari/
   github:
-    # Obtained from the project's GitHub URL
-    owner: apache
-    repo: ambari
-    # Download using `download_github_comments.Rmd`
-    #replies: ../../rawdata/github/ambari/
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      owner: apache
+      repo: ambari
+      # Download using `download_github_comments.Rmd`
+      issue_or_pr_comment: ../../rawdata/ambari/github/issue_or_pr_comment/apache_ambari/
+      issue: ../../rawdata/ambari/github/issue/apache_ambari/
+      issue_search: ../..rawdata/ambari/github/issue_search/apache_ambari/
+      pull_request: ../../rawdata/ambari/github/pull_request/apache_ambari/
+      commit: ../../rawdata/ambari/github/commit/apache_ambari/
+  # bugzilla:
+    # project_key: ambari
 
 #vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)

conf/apr.yml

@@ -45,28 +45,39 @@ version_control:
     - trunk
 
 mailing_list:
-  # Where is the mbox located locally?
-  mbox: ../../rawdata/mbox/apr-dev_2012_2019.mbox
-  # What is the domain of the chosen mailing list archive?
-  domain: http://mail-archives.apache.org/mod_mbox
-  # Which lists of the domain will be used?
-  list_key:
-    - apr-dev
+  mod_mbox: 
+    mail_key_1:
+      archive_url: http://mail-archives.apache.org/mod_mbox/apr-dev
+      mbox: ../../rawdata/apr/mod_mbox/apr-dev/
+      mailing_list: apr-dev
+      archive_type: apache
+  pipermail:
+    mail_key_1:
+      archive_url: http://some/pipermail/url
+      mbox: ../../rawdata/geronimo/pipermail/geronimo-dev/
 
 issue_tracker:
   jira:
-    # Obtained from the project's JIRA URL
-    domain: https://issues.apache.org/jira
-    #project_key: HELIX
-    # Download using `download_jira_data.Rmd`
-    #issues: ../../rawdata/issue_tracker/helix_issues.json
-    #issue_comments: ../../rawdata/issue_tracker/helix_issue_comments.json
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      domain: https://issues.apache.org/jira
+      #project_key: HELIX
+      # Download using `download_jira_data.Rmd`
+      # issues: ../../rawdata/apr/jira/issues/helix/
+      # issue_comments: ../../rawdata/apr/jira/issue_comments/helix/
   github:
-    # Obtained from the project's GitHub URL
-    owner: apache
-    repo: apr
-    # Download using `download_github_comments.Rmd`
-    replies: ../../rawdata/github/apr/
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      owner: apache
+      repo: apr
+      # Download using `download_github_comments.Rmd`
+      issue_or_pr_comment: ../../rawdata/apr/github/issue_or_pr_comment/apache_apr/
+      issue: ../../rawdata/apr/github/issue/apache_apr/
+      issue_search: ../..rawdata/apr/github/issue_search/apache_apr/
+      pull_request: ../../rawdata/apr/github/pull_request/apache_apr/
+      commit: ../../rawdata/apr/github/commit/apache_apr/
+
+
 
 #vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)

conf/calculator.yml

@@ -58,14 +58,32 @@ mailing_list:
 #    domain: https://issues.apache.org/jira
     #project_key: HELIX
     # Download using `download_jira_data.Rmd`
-    #issues: ../../rawdata/issue_tracker/helix_issues.json
-    #issue_comments: ../../rawdata/issue_tracker/helix_issue_comments.json
+    #issues: ../../rawdata/helix/jira/issues/
+    #issue_comments: ../../rawdata/helix/jira/issue_comments/
   github:
-    # Obtained from the project's GitHub URL
-    owner: HouariZegai
-    repo: Calculator
-    # Download using `download_github_comments.Rmd`
-    replies: ../../rawdata/github/Calculator/
+
+    replies: ../../rawdata/Calculator/github/
+
+issue_tracker:
+  jira:
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      # domain: https://issues.apache.org/jira
+      # project_key: HELIX
+      # Download using `download_jira_data.Rmd`
+      # issues: ../../rawdata/helix/jira/issues/helix/
+      # issue_comments: ../../rawdata/helix/jira/issue_comments/helix/
+  github:
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      owner: HouariZegai
+      repo: Calculator
+      # Download using `download_github_comments.Rmd`
+      issue_or_pr_comment: ../../rawdata/Calculator/github/issue_or_pr_comment/HouariZegai_Calculator/
+      issue: ../../rawdata/Calculator/github/issue/HouariZegai_Calculator/
+      issue_search: ../../rawdata/Calculator/github/issue_search/HouariZegai_Calculator/
+      pull_request: ../../rawdata/Calculator/github/pull_request/HouariZegai_Calculator/
+      commit: ../../rawdata/Calculator/github/commit/HouariZegai_Calculator/
 
 #vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)

conf/camel.yml

@@ -46,29 +46,60 @@ version_control:
     - camel-3.21.0
     - camel-1.0.0
 
-#mailing_list:
-  # Where is the mbox located locally?
-#  mbox: ../../rawdata/mbox/apr-dev_2012_2019.mbox
-  # What is the domain of the chosen mailing list archive?
-#  domain: http://mail-archives.apache.org/mod_mbox
-  # Which lists of the domain will be used?
-#  list_key:
-#    - apr-dev
+mailing_list:
+  mod_mbox: 
+    mail_key_1:
+      archive_url: http://mail-archives.apache.org/mod_mbox/camel-dev
+      mbox: ../../rawdata/camel/mod_mbox/camel-dev/
+      mailing_list: camel-dev
+      archive_type: apache
+    mail_key_2:
+      archive_url: http://mail-archives.apache.org/mod_mbox/camel-users
+      mbox: ../../rawdata/camel/mod_mbox/camel-users/
+      mailing_list: camel-users
+      archive_type: apache
+  pipermail:
+    mail_key_1:
+      archive_url: http://some/pipermail/url
+      mbox: ../../rawdata/geronimo/pipermail/geronimo-dev/
 
 issue_tracker:
   jira:
     # Obtained from the project's JIRA URL
 #    domain: https://issues.apache.org/jira
     project_key: CAMEL
     # Download using `download_jira_data.Rmd`
-    issues: ../../rawdata/issue_tracker/camel_issues.json
-    issue_comments: ../../rawdata/issue_tracker/camel_issue_comments.json
+    issues: ../../rawdata/camel/jira/issues/
+    issue_comments: ../../rawdata/camel/jira/issue_comments/
 #  github:
     # Obtained from the project's GitHub URL
 #    owner: apache
 #    repo: apr
     # Download using `download_github_comments.Rmd`
-#    replies: ../../rawdata/github/apr/
+#    replies: ../../rawdata/apr/github/
+
+
+issue_tracker:
+  jira:
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      #    domain: https://issues.apache.org/jira
+      project_key: CAMEL
+      # Download using `download_jira_data.Rmd`
+      issues: ../../rawdata/camel/jira/issues/camel/
+      issue_comments: ../../rawdata/camel/jira/issue_comments/camel/
+  github:
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      # owner: apache
+      # repo: apr
+      # Download using `download_github_comments.Rmd`
+      # issue_or_pr_comment: ../../rawdata/apr/github/issue_or_pr_comment/apache_apr/
+      # issue: ../../rawdata/apr/github/issue/apache_apr/
+      # issue_search: ../../rawdata/apr/github/issue_search/apache_apr/
+      # pull_request: ../../rawdata/apr/github/pull_request/apache_apr/
+      # commit: ../../rawdata/apr/github/commit/apache_apr/
+
 
 #vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)

conf/chromium.yml

@@ -54,18 +54,24 @@ mailing_list:
 
 issue_tracker:
   jira:
-    # Obtained from the project's JIRA URL
-    #domain: https://issues.apache.org/jira
-    #project_key: GERONIMO
-    # Download using `download_jira_data.Rmd`
-    #issues: ../../rawdata/issue_tracker/geronimo_issues.json
-    #issue_comments: ../../rawdata/issue_tracker/geronimo_issue_comments.json
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      # domain: https://issues.apache.org/jira
+      #project_key: HELIX
+      # Download using `download_jira_data.Rmd`
+      # issues: ../../rawdata/helix/jira/issues/helix/
+      # issue_comments: ../../rawdata/helix/jira/issue_comments/helix/
   github:
-    # Obtained from the project's GitHub URL
-    #owner: sailuh
-    #repo: kaiaulu
-    # Download using `download_github_comments.Rmd`
-    #replies: ../../rawdata/github/kaiaulu/
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      # owner: apache
+      # repo: apr
+      # # Download using `download_github_comments.Rmd`
+      # issue_or_pr_comment: ../../rawdata/apr/github/issue_or_pr_comment/apache_apr/
+      # issue: ../../rawdata/apr/github/issue/apache_apr/
+      # issue_search: ../..rawdata/apr/github/issue_search/apache_apr/
+      # pull_request: ../../rawdata/apr/github/pull_request/apache_apr/
+      # commit: ../../rawdata/apr/github/commit/apache_apr/
 
 vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)

conf/geronimo.yml

@@ -44,28 +44,42 @@ version_control:
     - trunk
 
 mailing_list:
-  # Where is the mbox located locally?
-  mbox: ../../rawdata/mbox/geronimo-dev.mbox
-  # What is the domain of the chosen mailing list archive?
-  domain: http://mail-archives.apache.org/mod_mbox
-  # Which lists of the domain will be used?
-  list_key:
-    - geronimo-dev
+  mod_mbox: 
+    mail_key_1:
+      archive_url: http://mail-archives.apache.org/mod_mbox/geronimo-dev
+      mbox: ../../rawdata/geronimo/mod_mbox/geronimo-dev/
+      mailing_list: geronimo-dev
+      archive_type: apache
+    mail_key_2:
+      archive_url: http://mail-archives.apache.org/mod_mbox/geronimo-user
+      mbox: ../../rawdata/geronimo/mod_mbox/geronimo-user/
+      mailing_list: geronimo-user
+      archive_type: apache
+  pipermail:
+    mail_key_1:
+      archive_url: http://some/pipermail/url
+      mbox: ../../rawdata/geronimo/pipermail/geronimo-dev/
 
 issue_tracker:
   jira:
-    # Obtained from the project's JIRA URL
-    domain: https://issues.apache.org/jira
-    project_key: GERONIMO
-    # Download using `download_jira_data.Rmd`
-    issues: ../../rawdata/issue_tracker/geronimo_issues.json
-    issue_comments: ../../rawdata/issue_tracker/geronimo_issue_comments.json
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      domain: https://issues.apache.org/jira
+      project_key: GERONIMO
+      # Download using `download_jira_data.Rmd`
+      issues: ../../rawdata/geronimo/jira/issues/geronimo
+      issue_comments: ../../rawdata/geronimo/jira/issue_comments/geronimo
   github:
-    # Obtained from the project's GitHub URL
-    owner: apache
-    repo: geronimo
-    # Download using `download_github_comments.Rmd`
-    replies: ../../rawdata/github/geronimo/
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      owner: apache
+      repo: geronimo
+      # Download using `download_github_comments.Rmd`
+      issue_or_pr_comment: ../../rawdata/geronimo/github/issue_or_pr_comment/apache_geronimo/
+      issue: ../../rawdata/geronimo/github/issue/apache_geronimo/
+      issue_search: ../../rawdata/geronimo/github/issue_search/apache_geronimo/
+      pull_request: ../../rawdata/geronimo/github/pull_request/apache_geronimo/
+      commit: ../../rawdata/geronimo/github/commit/apache_geronimo/
 
 #vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)

conf/helix.yml

@@ -48,30 +48,44 @@ version_control:
     - revert-1685-master
 
 mailing_list:
-  # Where is the mbox located locally?
-  # This is the path to the .git of the project repository you are analyzing.
-  # The .git is hidden, so you can see it using `ls -a`
-  mbox: ../../rawdata/mbox/helix_mbox
-  # What is the domain of the chosen mailing list archive?
-  domain: http://mail-archives.apache.org/mod_mbox
-  # Which lists of the domain will be used?
-  list_key:
-    - helix-dev
+  mod_mbox:
+    mail_key_1:
+      archive_url: http://mail-archives.apache.org/mod_mbox/helix-dev
+      mbox: ../../rawdata/helix/mod_mbox/helix-dev/
+      mailing_list: helix-dev
+      archive_type: apache
+    mail_key_2:
+      archive_url: http://mail-archives.apache.org/mod_mbox/helix-user
+      mbox: ../../rawdata/helix/mod_mbox/helix-user/
+      mailing_list: helix-user
+      archive_type: apache
+  pipermail:
+    mail_key_1:
+      archive_url: http://some/pipermail/url
+      mbox: ../../rawdata/geronimo/pipermail/geronimo-dev/
 
 issue_tracker:
   jira:
-    # Obtained from the project's JIRA URL
-    domain: https://issues.apache.org/jira
-    project_key: HELIX
-    # Download using `download_jira_data.Rmd`
-    issues: ../../rawdata/issue_tracker/helix_issues.json
-    issue_comments: ../../rawdata/issue_tracker/helix_issue_comments.json
+    project_key_1:
+      # Obtained from the project's JIRA URL
+      domain: https://issues.apache.org/jira
+      project_key: HELIX
+      # Download using `download_jira_data.Rmd`
+      issues: ../../rawdata/helix/jira/issues/helix
+      issue_comments: ../../rawdata/helix/jira/issue_comments/helix
   github:
-    # Obtained from the project's GitHub URL
-    owner: apache
-    repo: helix
-    # Download using `download_github_comments.Rmd`
-    replies: ../../rawdata/github/helix/
+    project_key_1:
+      # Obtained from the project's GitHub URL
+      owner: apache
+      repo: helix
+      # Download using `download_github_comments.Rmd`
+      issue_or_pr_comment: ../../rawdata/helix/github/issue_or_pr_comment/apache_helix/
+      issue: ../../rawdata/helix/github/issue/apache_helix/
+      issue_search: ../../rawdata/helix/github/issue_search/apache_helix/
+      pull_request: ../../rawdata/helix/github/pull_request/apache_helix/
+      commit: ../../rawdata/helix/github/commit/apache_helix/
+  #bugzilla:
+    #project_key: helix
 
 #vulnerabilities:
   # Folder path with nvd cve feeds (e.g. nvdcve-1.1-2018.json)