Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Upgrade tests to use Jetty 11 #31

Merged
merged 2 commits into from
Aug 20, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions CHANGES.txt
Original file line number Diff line number Diff line change
Expand Up @@ -27,3 +27,4 @@ Current Development 0.1-SNAPSHOT
- Bump slf4j-api from 1.7.7 to 1.7.36
- Bump slf4j-log4j12 from 1.7.32 to 1.7.33
- Upgrade project to use Java 11 (aecio)
- Upgrade tests to use to Jetty 11 (aecio)
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -344,7 +344,7 @@
<slf4j-log4j12.version>2.0.7</slf4j-log4j12.version>
<junit.version>4.13.2</junit.version>
<mockito-core.version>5.4.0</mockito-core.version>
<jetty.version>9.4.48.v20220622</jetty.version>
<jetty.version>11.0.15</jetty.version>

<!-- Maven Plugin Dependencies -->
<maven-compiler-plugin.version>3.11.0</maven-compiler-plugin.version>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,16 +28,14 @@
import java.util.HashSet;
import java.util.Set;

import javax.servlet.ServletException;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import jakarta.servlet.http.HttpServletRequest;
import jakarta.servlet.http.HttpServletResponse;

import org.apache.http.HttpHeaders;
import org.apache.http.HttpStatus;
import org.eclipse.jetty.server.Handler;
import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.Server;
import org.eclipse.jetty.server.ServerConnector;
import org.eclipse.jetty.server.handler.AbstractHandler;
import org.junit.After;
import org.junit.Assert;
Expand Down Expand Up @@ -137,7 +135,7 @@ public LanguageResponseHandler(String englishContent, String foreignContent) {
@Override
public void handle(String target, Request baseRequest,
HttpServletRequest request, HttpServletResponse response)
throws IOException, ServletException {
throws IOException {
String language = request.getHeader(HttpHeaders.ACCEPT_LANGUAGE);
String content;
if ((language != null) && (language.contains("en"))) {
Expand Down Expand Up @@ -190,23 +188,28 @@ public final void testConnectionTimeout() throws Exception {
}
}

@Test
public final void testStaleConnection() throws Exception {
startServer(new ResourcesResponseHandler(), 8089);
ServerConnector sc = (ServerConnector) getServer().getConnectors()[0];
sc.setSoLingerTime(-1);

BaseFetcher fetcher = new SimpleHttpFetcher(1, TestUtils.CC_TEST_AGENT);
String url = "http://localhost:8089/simple-page.html";
fetcher.get(url);

// TODO KKr - control keep-alive (linger?) value for Jetty, so we can
// set it
// to something short and thus make this sleep delay much shorter.
Thread.sleep(2000);

fetcher.get(url);
}
// This test is commented out because the method 'ServerConnector::setSoLingerTime()'
// is not supported in Jetty 11+ anymore. So it is unclear if the test below is
// doing what it is supposed to do. It is also not clear if there is an alternative
// way to test this.
// See issue: https://github.com/crawler-commons/http-fetcher/issues/33
//
// @Test
// public final void testStaleConnection() throws Exception {
// startServer(new ResourcesResponseHandler(), 8089);
// ServerConnector sc = (ServerConnector) getServer().getConnectors()[0];
// sc.setSoLingerTime(-1);
//
// BaseFetcher fetcher = new SimpleHttpFetcher(1, TestUtils.CC_TEST_AGENT);
// String url = "http://localhost:8089/simple-page.html";
// fetcher.get(url);
//
// // TODO KKr - control keep-alive (linger?) value for Jetty, so we can
// // set it to something short and thus make this sleep delay much shorter.
// Thread.sleep(2000);
//
// fetcher.get(url);
// }
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I would create an issue for this, and add the URL in your comment here.


@Test
public final void testFetchDurationTimeout() throws Exception {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,8 @@

import java.io.IOException;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import jakarta.servlet.http.HttpServletRequest;
import jakarta.servlet.http.HttpServletResponse;

import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.handler.AbstractHandler;
Expand Down
4 changes: 2 additions & 2 deletions src/test/java/crawlercommons/test/RandomResponseHandler.java
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,8 @@
import java.io.OutputStream;
import java.util.Random;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import jakarta.servlet.http.HttpServletRequest;
import jakarta.servlet.http.HttpServletResponse;

import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.handler.AbstractHandler;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,8 @@

import java.io.IOException;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import jakarta.servlet.http.HttpServletRequest;
import jakarta.servlet.http.HttpServletResponse;

import org.apache.http.HttpStatus;
import org.eclipse.jetty.server.Request;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,8 +23,8 @@
import java.io.OutputStream;
import java.net.URL;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import jakarta.servlet.http.HttpServletRequest;
import jakarta.servlet.http.HttpServletResponse;

import org.eclipse.jetty.server.Request;
import org.eclipse.jetty.server.handler.AbstractHandler;
Expand Down Expand Up @@ -58,7 +58,6 @@ public void handle(String pathInContext, Request baseRequest,
try {
File file = new File(path.getFile());
byte[] bytes = new byte[(int) file.length()];
@SuppressWarnings("resource")
DataInputStream in = new DataInputStream(new FileInputStream(file));
in.readFully(bytes);

Expand Down
57 changes: 0 additions & 57 deletions src/test/java/crawlercommons/test/StringResponseHandler.java

This file was deleted.

Loading