Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP

Comparing changes

Choose two branches to see what’s changed or to start a new pull request. If you need to, you can also compare across forks.

Open a pull request

Create a new pull request by comparing changes across two branches. If you need to, you can also compare across forks.
base fork: Dither/autopatchwork-mod
base: 3c24f631d4
...
head fork: Dither/autopatchwork-mod
compare: 82374ba172
  • 2 commits
  • 2 files changed
  • 0 commit comments
  • 1 contributor
Showing with 47 additions and 12 deletions.
  1. +29 −1 includes/AutoPatchWork.js
  2. +18 −11 scripts/manager.js
View
30 includes/AutoPatchWork.js
@@ -10,6 +10,22 @@
// @exclude *dragonfly.opera.com*
// ==/UserScript==
+// https://gist.github.com/762108
+function fastCRC32() {
+ this.table = [0, 1996959894, 3993919788, 2567524794, 124634137, 1886057615, 3915621685, 2657392035, 249268274, 2044508324, 3772115230, 2547177864, 162941995, 2125561021, 3887607047, 2428444049, 498536548, 1789927666, 4089016648, 2227061214, 450548861, 1843258603, 4107580753, 2211677639, 325883990, 1684777152, 4251122042, 2321926636, 335633487, 1661365465, 4195302755, 2366115317, 997073096, 1281953886, 3579855332, 2724688242, 1006888145, 1258607687, 3524101629, 2768942443, 901097722, 1119000684, 3686517206, 2898065728, 853044451, 1172266101, 3705015759, 2882616665, 651767980, 1373503546, 3369554304, 3218104598, 565507253, 1454621731, 3485111705, 3099436303, 671266974, 1594198024, 3322730930, 2970347812, 795835527, 1483230225, 3244367275, 3060149565, 1994146192, 31158534, 2563907772, 4023717930, 1907459465, 112637215, 2680153253, 3904427059, 2013776290, 251722036, 2517215374, 3775830040, 2137656763, 141376813, 2439277719, 3865271297, 1802195444, 476864866, 2238001368, 4066508878, 1812370925, 453092731, 2181625025, 4111451223, 1706088902, 314042704, 2344532202, 4240017532, 1658658271, 366619977, 2362670323, 4224994405, 1303535960, 984961486, 2747007092, 3569037538, 1256170817, 1037604311, 2765210733, 3554079995, 1131014506, 879679996, 2909243462, 3663771856, 1141124467, 855842277, 2852801631, 3708648649, 1342533948, 654459306, 3188396048, 3373015174, 1466479909, 544179635, 3110523913, 3462522015, 1591671054, 702138776, 2966460450, 3352799412, 1504918807, 783551873, 3082640443, 3233442989, 3988292384, 2596254646, 62317068, 1957810842, 3939845945, 2647816111, 81470997, 1943803523, 3814918930, 2489596804, 225274430, 2053790376, 3826175755, 2466906013, 167816743, 2097651377, 4027552580, 2265490386, 503444072, 1762050814, 4150417245, 2154129355, 426522225, 1852507879, 4275313526, 2312317920, 282753626, 1742555852, 4189708143, 2394877945, 397917763, 1622183637, 3604390888, 2714866558, 953729732, 1340076626, 3518719985, 2797360999, 1068828381, 1219638859, 3624741850, 2936675148, 906185462, 1090812512, 3747672003, 2825379669, 829329135, 1181335161, 3412177804, 3160834842, 628085408, 1382605366, 3423369109, 3138078467, 570562233, 1426400815, 3317316542, 2998733608, 733239954, 1555261956, 3268935591, 3050360625, 752459403, 1541320221, 2607071920, 3965973030, 1969922972, 40735498, 2617837225, 3943577151, 1913087877, 83908371, 2512341634, 3803740692, 2075208622, 213261112, 2463272603, 3855990285, 2094854071, 198958881, 2262029012, 4057260610, 1759359992, 534414190, 2176718541, 4139329115, 1873836001, 414664567, 2282248934, 4279200368, 1711684554, 285281116, 2405801727, 4167216745, 1634467795, 376229701, 2685067896, 3608007406, 1308918612, 956543938, 2808555105, 3495958263, 1231636301, 1047427035, 2932959818, 3654703836, 1088359270, 936918000, 2847714899, 3736837829, 1202900863, 817233897, 3183342108, 3401237130, 1404277552, 615818150, 3134207493, 3453421203, 1423857449, 601450431, 3009837614, 3294710456, 1567103746, 711928724, 3020668471, 3272380065, 1510334235, 755167117];
+ return this;
+}
+
+fastCRC32.prototype = {
+ crc: function (string) {
+ var crc = 0 ^ (-1);
+ for(var i=0, l=string.length; i<l; i++) {
+ crc = (crc >>> 8) ^ this.table[(crc ^ string.charCodeAt(i)) & 0xFF];
+ }
+ return crc ^ (-1);
+ }
+};
+
/*
* Normal AutoPatchWork event flow:
* AutoPatchWork.init - we are on some site, requestiong siteinfo for it.
@@ -35,6 +51,7 @@
if (window.name === 'autopatchwork-request-iframe') return;
//var bf = new BloomFilter();
+ var checksum = new fastCRC32;
var browser, debug = false, dump_request = false,
BROWSER_CHROME = 1,
@@ -334,6 +351,7 @@
var htmlDoc, url,
loaded_urls = {},
+ loaded_crcs = {},
location_pushed = false,
session_object = {};
@@ -891,6 +909,7 @@
} else {
return;
}
+
status.loading = true;
if (!options.FORCE_TARGET_WINDOW) {
if (evt.response) {
@@ -915,7 +934,6 @@
* */
function append(evt) {
if (!status.loading || !htmlDoc) return;
- status.loading = false;
var insert_point = status.insert_point,
append_point = status.append_point;
@@ -935,6 +953,15 @@
dispatch_event('AutoPatchWork.error', { message: 'page content not found.' });
return;
}
+
+ // we can't check for repeating nodes in the same document because
+ // they can have some function also can't check responseText (earlier) as there
+ // is a high probability of non-paging content changes like random ad names
+ if (nodes.length === 1) {
+ var insert_node_crc = checksum.crc(nodes[0].innerHTML);
+ if (!loaded_crcs[insert_node_crc]) loaded_crcs[insert_node_crc] = true
+ else return dispatch_event('AutoPatchWork.terminated', { message: 'next page has same crc' });
+ }
if (!status.separator_disabled) {
// Checking where to add new content.
@@ -998,6 +1025,7 @@
//nodes[i] = insert_node;
});
nodes = null;
+ status.loading = false;
dispatch_event('AutoPatchWork.pageloaded');
if (status.bottom) status.bottom.style.height = rootNode.scrollHeight + 'px';
View
29 scripts/manager.js
@@ -506,17 +506,24 @@ var isReady = false;
}
function UpdateSiteInfo(callback) {
- var url = 'http://ss-o.net/json/wedataAutoPagerize.json';
- var xhr = new XMLHttpRequest();
- xhr.onload = function () {
- try {
- var d = JSON.parse(xhr.responseText);
- } catch (e) {
- console.log(e);
- return;
- }
- callback(d);
- };
+ var url = 'http://ss-o.net/json/wedataAutoPagerize.json',
+ xhr = new XMLHttpRequest();
+ xhr.onreadystatechange = function (evt) {
+ if (xhr.readyState === 4 /*XMLHttpRequest.DONE*/) {
+ if (xhr.status === 200) {
+ var d;
+ try {
+ d = JSON.parse(xhr.responseText);
+ } catch (bug) {
+ console.log("JSON.parse error: ", bug.message);
+ return;
+ }
+ callback(d);
+ } else {
+ console.log("XMLHttpRequest error: ", xhr.statusText);
+ }
+ }
+ };
xhr.open('GET', url, true);
xhr.send(null);
}

No commit comments for this range

Something went wrong with that request. Please try again.