Skip to content

Commit

Permalink
1.0.71 - Fuskator ripper for #8
Browse files Browse the repository at this point in the history
  • Loading branch information
4pr0n committed Jun 26, 2014
1 parent 349804c commit 53df6ca
Show file tree
Hide file tree
Showing 4 changed files with 110 additions and 2 deletions.
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
<groupId>com.rarchives.ripme</groupId>
<artifactId>ripme</artifactId>
<packaging>jar</packaging>
<version>1.0.70</version>
<version>1.0.71</version>
<name>ripme</name>
<url>http://rip.rarchives.com</url>
<properties>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,86 @@
package com.rarchives.ripme.ripper.rippers;

import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLDecoder;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.jsoup.nodes.Document;

import com.rarchives.ripme.ripper.AbstractHTMLRipper;
import com.rarchives.ripme.utils.Http;
import com.rarchives.ripme.utils.Utils;

public class FuskatorRipper extends AbstractHTMLRipper {

public FuskatorRipper(URL url) throws IOException {
super(url);
}

@Override
public String getHost() {
return "fuskator";
}
@Override
public String getDomain() {
return "fuskator.com";
}

@Override
public URL sanitizeURL(URL url) throws MalformedURLException {
String u = url.toExternalForm();
if (u.contains("/thumbs/")) {
u = u.replace("/thumbs/", "/full/");
}
return new URL(u);
}

@Override
public String getGID(URL url) throws MalformedURLException {
Pattern p = Pattern.compile("^.*fuskator.com/full/([a-zA-Z0-9\\-]+).*$");
Matcher m = p.matcher(url.toExternalForm());
if (m.matches()) {
return m.group(1);
}
throw new MalformedURLException(
"Expected fuskator.com gallery formats: "
+ "fuskator.com/full/id/..."
+ " Got: " + url);
}

@Override
public Document getFirstPage() throws IOException {
return Http.url(url).get();
}

@Override
public List<String> getURLsFromPage(Document doc) {
List<String> imageURLs = new ArrayList<String>();
String html = doc.html();
// Get "baseUrl"
String baseUrl = Utils.between(html, "var baseUrl = unescape('", "'").get(0);
try {
baseUrl = URLDecoder.decode(baseUrl, "UTF-8");
} catch (UnsupportedEncodingException e) {
logger.warn("Error while decoding " + baseUrl, e);
}
if (baseUrl.startsWith("//")) {
baseUrl = "http:" + baseUrl;
}
// Iterate over images
for (String filename : Utils.between(html, ".src=baseUrl+'", "'")) {
imageURLs.add(baseUrl + filename);
}
return imageURLs;
}

@Override
public void downloadURL(URL url, int index) {
addURLToDownload(url, getPrefix(index));
}
}
2 changes: 1 addition & 1 deletion src/main/java/com/rarchives/ripme/ui/UpdateUtils.java
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
public class UpdateUtils {

private static final Logger logger = Logger.getLogger(UpdateUtils.class);
private static final String DEFAULT_VERSION = "1.0.70";
private static final String DEFAULT_VERSION = "1.0.71";
private static final String updateJsonURL = "http://rarchives.com/ripme.json";
private static final String updateJarURL = "http://rarchives.com/ripme.jar";
private static final String mainFileName = "ripme.jar";
Expand Down
22 changes: 22 additions & 0 deletions src/main/java/com/rarchives/ripme/utils/Utils.java
Original file line number Diff line number Diff line change
Expand Up @@ -333,4 +333,26 @@ public static void configureLogger() {
logger.info("Loaded " + logFile);
}

/**
* Gets list of strings between two strings.
* @param fullText Text to retrieve from.
* @param start String that precedes the desired text
* @param finish String that follows the desired text
* @return List of all strings that are between 'start' and 'finish'
*/
public static List<String> between(String fullText, String start, String finish) {
List<String> result = new ArrayList<String>();
int i, j;
i = fullText.indexOf(start);
while (i >= 0) {
i += start.length();
j = fullText.indexOf(finish, i);
if (j < 0) {
break;
}
result.add(fullText.substring(i, j));
i = fullText.indexOf(start, j + finish.length());
}
return result;
}
}

0 comments on commit 53df6ca

Please sign in to comment.