Synchronisation CRAN

src/mardi_importer/cran/CRANEntityCreator.py

@@ -0,0 +1,106 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+from mardi_importer.wikidata.EntityCreator import EntityCreator
+from mardi_importer.wikibase.WBAPIConnection import WBAPIConnection
+from mardi_importer.wikibase.WBMapping import get_wbs_local_id
+from mardi_importer.wikibase.WBItem import WBItem
+from mardi_importer.wikibase.WBProperty import WBProperty
+import configparser
+
+class CRANEntityCreator(EntityCreator):
+
+    def __init__(self, entity_list):
+        config = configparser.ConfigParser()
+        config.sections()
+        config.read("/config/credentials.ini")
+        username = config["default"]["username"]
+        botpwd = config["default"]["password"]
+        WIKIBASE_API = config["default"]["WIKIBASE_API"]
+        self.wb_connection = WBAPIConnection(username, botpwd, WIKIBASE_API)
+        super(CRANEntityCreator, self).__init__(entity_list)
+
+    def create_entities(self):
+
+        # Create Item for 'file LICENSE'
+        item = WBItem("file LICENSE")
+        item.add_description("Text file that contains license information")
+        item.add_statement("WD_P31", "WD_Q207621")
+        item.create()
+
+        # Create Item for ACM License
+        item = WBItem("ACM Software License Agreement")
+        item.add_description(
+            "Software License published by the Association for Computing Machinery"
+        )
+        item.add_statement("WD_P31", "WD_Q207621")
+        item.add_statement(
+            "WD_P2699",
+            "https://www.acm.org/publications/policies/software-copyright-notice",
+        )
+        item.create()
+
+        # Create Item for Unlimited License
+        item = WBItem("Unlimited License")
+        item.add_description("Unlimited Software License")
+        item.add_statement("WD_P31", "WD_Q207621")
+        item.create()
+
+        # Create Wikidata QID property
+        property = WBProperty("Wikidata QID")
+        property.add_datatype("external-id")
+        property.add_description(
+            "Item identifier in  Wikidata"
+        )
+        property.add_statement("WD_P1630", "https://www.wikidata.org/wiki/$1")
+        wikidata_QID = property.create()
+
+        # Version
+        property = WBProperty("License version")
+        property.add_datatype("string")
+        property.add_description("License version identifier")
+        license_version = property.create()
+
+        license_QID_list  = ["Q28130012",
+                             "Q27017232",
+                             "Q616526",
+                             "Q13785927",
+                             "Q17817999",
+                             "Q14624826",
+                             "Q18517294",
+                             "Q18491847",
+                             "Q2353141",
+                             "Q6938433",
+                             "Q20007257",
+                             "Q18199165",
+                             "Q34179348",
+                             "Q42553662",
+                             "Q1052189",
+                             "Q19216649",
+                             "Q2477807",
+                             "Q1281977",
+                             "Q1376919",
+                             "Q34236",
+                             "Q1131681",
+                             "Q7603",
+                             "Q10513450",
+                             "Q10513445",
+                             "Q192897",
+                             "Q23035974",
+                             "Q18534390",
+                             "Q18534393",
+                             "Q6696468",
+                             "Q334661",
+                             "Q26737735",
+                             "Q25428413",
+                             "Q308915",
+                             "Q26737738"]
+
+        for license_QID in license_QID_list:
+            license_local_ID = get_wbs_local_id(license_QID)
+            licenseItem = WBItem(id=license_local_ID)
+            # Instance of: Software License
+            licenseItem.add_statement("WD_P31","WD_Q207621")
+            # Wikidata QID
+            licenseItem.add_statement(wikidata_QID,license_QID)
+            print(licenseItem.update())

src/mardi_importer/cran/CRANSource.py

@@ -2,7 +2,6 @@
 # -*- coding: utf-8 -*-
 
 from mardi_importer.importer.Importer import ADataSource, ImporterException
-from mardi_importer.wikibase.WBAPIConnection import WBAPIConnection
 from mardi_importer.cran.RPackage import RPackage
 import configparser
 import pandas as pd
@@ -59,36 +58,24 @@ def push(self):
 
         It creates a :class:`mardi_importer.cran.RPackage` instance
         for each package.
-
-        Uses :class:`mardi_importer.wikibase.WBAPIConnection` for the
-        edition and creation of R package items.
         """
-        # Establish a Wikibase connection
-        config = configparser.ConfigParser()
-        config.sections()
-        config.read("/config/credentials.ini")
-        username = config["default"]["username"]
-        botpwd = config["default"]["password"]
-        WIKIBASE_API = config["default"]["WIKIBASE_API"]
-        wb_connection = WBAPIConnection(username, botpwd, WIKIBASE_API)
-
         # Limit the query to only 30 packages (Comment next line to process data on all ~19000 packages)
-        self.packages = self.packages.loc[1:30, :]
+        #self.packages = self.packages.loc[1:15, :]
 
         # Process R packages
         for i, row in self.packages.iterrows():
             package_date = self.packages.loc[i, "Date"]
             package_label = self.packages.loc[i, "Package"]
             package_title = self.packages.loc[i, "Title"]
-            package = RPackage(
-                wb_connection, package_date, package_label, package_title
-            )
+            package = RPackage(package_date, package_label, package_title)
 
             print(package_label)
             if package.exists():
                 if not package.is_updated():
-                    package.update()
+                    print('Package will be updated')
+                    print(package.update())
             else:
-                package.create()
+                print('Package will be created')
+                print(package.create())
 
             time.sleep(2)