Skip to content

Commit

Permalink
issue #199: Group results in completeness
Browse files Browse the repository at this point in the history
  • Loading branch information
@pkiraly
pkiraly committed Dec 19, 2022
1 parent 40f343c commit dc8b6e5
Showing 1 changed file with 39 additions and 75 deletions.
114 changes: 39 additions & 75 deletions src/main/java/de/gwdg/metadataqa/marc/analysis/completeness/RecordCompleteness.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,19 +68,16 @@ public void process() {
count(library, completenessDAO.getLibraryCounter());

if (!parameters.isPica()) {
processLeader(bibliographicRecord, documentType, recordFrequency, recordPackageCounter);
processSimpleControlfields(bibliographicRecord, documentType, recordFrequency, recordPackageCounter);
processPositionalControlFields(bibliographicRecord, documentType, recordFrequency, recordPackageCounter);
processLeader();
processSimpleControlfields();
processPositionalControlFields();
}
processDataFields(bibliographicRecord, documentType, recordFrequency, recordPackageCounter);
processDataFields();
}

private void processLeader(BibliographicRecord marcRecord,
String documentType,
Map<String, Integer> recordFrequency,
Map<String, Integer> recordPackageCounter) {
if (marcRecord.getLeader() != null) {
for (ControlValue position : marcRecord.getLeader().getValuesList()) {
private void processLeader() {
if (bibliographicRecord.getLeader() != null) {
for (ControlValue position : bibliographicRecord.getLeader().getValuesList()) {
String marcPath = position.getDefinition().getId();
count(marcPath, completenessDAO.getElementCardinality().get(documentType));
count(marcPath, completenessDAO.getElementCardinality().get("all"));
Expand All @@ -90,11 +87,8 @@ private void processLeader(BibliographicRecord marcRecord,
}
}

private void processSimpleControlfields(BibliographicRecord marcRecord,
String documentType,
Map<String, Integer> recordFrequency,
Map<String, Integer> recordPackageCounter) {
for (MarcControlField field : marcRecord.getSimpleControlfields()) {
private void processSimpleControlfields() {
for (MarcControlField field : bibliographicRecord.getSimpleControlfields()) {
if (field != null) {
String marcPath = field.getDefinition().getTag();
count(marcPath, completenessDAO.getElementCardinality().get(documentType));
Expand All @@ -105,11 +99,8 @@ private void processSimpleControlfields(BibliographicRecord marcRecord,
}
}

private void processPositionalControlFields(BibliographicRecord marcRecord,
String documentType,
Map<String, Integer> recordFrequency,
Map<String, Integer> recordPackageCounter) {
for (MarcPositionalControlField field : marcRecord.getPositionalControlfields()) {
private void processPositionalControlFields() {
for (MarcPositionalControlField field : bibliographicRecord.getPositionalControlfields()) {
if (field != null) {
for (ControlValue position : field.getValuesList()) {
String marcPath = position.getDefinition().getId();
Expand All @@ -122,75 +113,48 @@ private void processPositionalControlFields(BibliographicRecord marcRecord,
}
}

private void processDataFields(BibliographicRecord marcRecord,
String documentType,
Map<String, Integer> recordFrequency,
Map<String, Integer> recordPackageCounter) {
for (DataField field : marcRecord.getDatafields()) {
private void processDataFields() {
for (DataField field : bibliographicRecord.getDatafields()) {
if (parameters.getIgnorableFields().contains(field.getTag()))
continue;

count(getPackageName(field), recordPackageCounter);
if (groupBy != null) {
for (String groupId : groupIds) {
completenessDAO.getGrouppedElementCardinality().computeIfAbsent(groupId, s -> new TreeMap<>());
completenessDAO.getGrouppedElementCardinality().get(groupId).computeIfAbsent(documentType, s -> new TreeMap<>());
completenessDAO.getGrouppedElementCardinality().get(groupId).computeIfAbsent("all", s -> new TreeMap<>());
count(field.getTag(), completenessDAO.getGrouppedElementCardinality().get(groupId).get(documentType));
count(field.getTag(), completenessDAO.getGrouppedElementCardinality().get(groupId).get("all"));
count(field.getTag(), recordFrequency);

List<String> marcPaths = getMarcPaths(field);
for (String marcPath : marcPaths) {
count(marcPath, completenessDAO.getGrouppedElementCardinality().get(groupId).get(documentType));
count(marcPath, completenessDAO.getGrouppedElementCardinality().get(groupId).get("all"));
count(marcPath, recordFrequency);
}
processGrouppedDataField(field, groupId);
}
} else {
count(field.getTag(), completenessDAO.getElementCardinality().get(documentType));
count(field.getTag(), completenessDAO.getElementCardinality().get("all"));
count(field.getTag(), recordFrequency);

List<String> marcPaths = getMarcPaths(field);
for (String marcPath : marcPaths) {
count(marcPath, completenessDAO.getElementCardinality().get(documentType));
count(marcPath, completenessDAO.getElementCardinality().get("all"));
count(marcPath, recordFrequency);
}
processDataField(field);
}
}
}

private void processDataFields() {
for (DataField field : bibliographicRecord.getDatafields()) {
if (parameters.getIgnorableFields().contains(field.getTag()))
continue;
private void processDataField(DataField field) {
count(field.getTag(), completenessDAO.getElementCardinality().get(documentType));
count(field.getTag(), completenessDAO.getElementCardinality().get("all"));
count(field.getTag(), recordFrequency);

count(getPackageName(field), recordPackageCounter);
if (groupBy != null) {
count(field.getTag(), completenessDAO.getElementCardinality().get(documentType));
count(field.getTag(), completenessDAO.getElementCardinality().get("all"));
count(field.getTag(), recordFrequency);

List<String> marcPaths = getMarcPaths(field);
for (String marcPath : marcPaths) {
count(marcPath, completenessDAO.getElementCardinality().get(documentType));
count(marcPath, completenessDAO.getElementCardinality().get("all"));
count(marcPath, recordFrequency);
}
} else {
count(field.getTag(), completenessDAO.getElementCardinality().get(documentType));
count(field.getTag(), completenessDAO.getElementCardinality().get("all"));
count(field.getTag(), recordFrequency);
List<String> marcPaths = getMarcPaths(field);
for (String marcPath : marcPaths) {
count(marcPath, completenessDAO.getElementCardinality().get(documentType));
count(marcPath, completenessDAO.getElementCardinality().get("all"));
count(marcPath, recordFrequency);
}
}

List<String> marcPaths = getMarcPaths(field);
for (String marcPath : marcPaths) {
count(marcPath, completenessDAO.getElementCardinality().get(documentType));
count(marcPath, completenessDAO.getElementCardinality().get("all"));
count(marcPath, recordFrequency);
}
}
private void processGrouppedDataField(DataField field, String groupId) {
completenessDAO.getGrouppedElementCardinality().computeIfAbsent(groupId, s -> new TreeMap<>());
completenessDAO.getGrouppedElementCardinality().get(groupId).computeIfAbsent(documentType, s -> new TreeMap<>());
completenessDAO.getGrouppedElementCardinality().get(groupId).computeIfAbsent("all", s -> new TreeMap<>());
count(field.getTag(), completenessDAO.getGrouppedElementCardinality().get(groupId).get(documentType));
count(field.getTag(), completenessDAO.getGrouppedElementCardinality().get(groupId).get("all"));
count(field.getTag(), recordFrequency);

List<String> marcPaths = getMarcPaths(field);
for (String marcPath : marcPaths) {
count(marcPath, completenessDAO.getGrouppedElementCardinality().get(groupId).get(documentType));
count(marcPath, completenessDAO.getGrouppedElementCardinality().get(groupId).get("all"));
count(marcPath, recordFrequency);
}
}

Expand Down

0 comments on commit dc8b6e5

Please sign in to comment.