Merge pull request #145 from nlnwa/recorderproxy

Updated dependencies and added some logging
nlnwa · Jul 10, 2019 · 5931123 · 5931123
2 parents 0d2e2df + d23838e
commit 5931123
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 7 deletions.
diff --git a/pom.xml b/pom.xml
@@ -36,7 +36,7 @@
         <chrome.version>75.0.3738.0</chrome.version>
 
         <veidemann.commons.version>0.3.11</veidemann.commons.version>
-        <veidemann.rethinkdbadapter.version>0.3.16</veidemann.rethinkdbadapter.version>
+        <veidemann.rethinkdbadapter.version>0.3.17</veidemann.rethinkdbadapter.version>
 
         <log4j.version>2.7</log4j.version>
         <org.jwat.version>1.1.1</org.jwat.version>
@@ -54,7 +54,7 @@
         <veidemann.dns.resolver.version>0.2.5</veidemann.dns.resolver.version>
         <veidemann.contentwriter.version>0.2.5</veidemann.contentwriter.version>
         <veidemann.robotsevaluator.version>0.3.8</veidemann.robotsevaluator.version>
-        <veidemann.frontier.version>0.3.18</veidemann.frontier.version>
+        <veidemann.frontier.version>0.3.19</veidemann.frontier.version>
         <veidemann.controller.version>0.3.17</veidemann.controller.version>
         <veidemann.recorderproxy.version>0.1.2</veidemann.recorderproxy.version>
     </properties>

diff --git a/veidemann-harvester/src/main/java/no/nb/nna/veidemann/harvester/FrontierClient.java b/veidemann-harvester/src/main/java/no/nb/nna/veidemann/harvester/FrontierClient.java
@@ -103,16 +103,15 @@ public FrontierClient(BrowserController controller, ManagedChannelBuilder<?> cha
         asyncStub = FrontierGrpc.newStub(channel).withWaitForReady();
         pool = new Pool<>(maxOpenSessions - 1, () -> new ProxySession(idx.getAndIncrement(),
                 browserWsEndpoint, proxyHost, firstProxyPort), null, p -> p.reset());
+        LOG.error("Frontier client pointing to " + channel.authority());
     }
 
     public void requestNextPage() throws InterruptedException {
         Lease<ProxySession> proxySessionLease = pool.lease();
-        ResponseObserver responseObserver = new ResponseObserver(proxySessionLease);
-
-        FrontierGrpc.FrontierStub s = asyncStub;
 
-        StreamObserver<PageHarvest> requestObserver = s
-                .getNextPage(responseObserver);
+        LOG.trace("Request next URI to fetch");
+        ResponseObserver responseObserver = new ResponseObserver(proxySessionLease);
+        StreamObserver<PageHarvest> requestObserver = asyncStub.getNextPage(responseObserver);
         responseObserver.setRequestObserver(requestObserver);
 
         try {