The Tor Browser: comparison toolkit/components/url-classifier/tests/unit/test_dbservice.js

comparison: toolkit/components/url-classifier/tests/unit/test_dbservice.js

toolkit/components/url-classifier/tests/unit/test_dbservice.js

branch: TOR_BUG_3246
changeset 7: 129ffea94266

equal deleted inserted replaced

--1:000000000000
+:6de7060e8738
+var checkUrls = [];
+var checkExpect;
+var chunk1Urls = [
+"test.com/aba",
+"test.com/foo/bar",
+"foo.bar.com/a/b/c"
+];
+var chunk1 = chunk1Urls.join("\n");
+var chunk2Urls = [
+"blah.com/a",
+"baz.com/",
+"255.255.0.1/",
+"www.foo.com/test2?param=1"
+];
+var chunk2 = chunk2Urls.join("\n");
+var chunk3Urls = [
+"test.com/a",
+"foo.bar.com/a",
+"blah.com/a",
+];
+var chunk3 = chunk3Urls.join("\n");
+var chunk3SubUrls = [
+"1:test.com/a",
+"1:foo.bar.com/a",
+"2:blah.com/a" ];
+var chunk3Sub = chunk3SubUrls.join("\n");
+var chunk4Urls = [
+"a.com/b",
+"b.com/c",
+];
+var chunk4 = chunk4Urls.join("\n");
+var chunk5Urls = [
+"d.com/e",
+"f.com/g",
+];
+var chunk5 = chunk5Urls.join("\n");
+var chunk6Urls = [
+"h.com/i",
+"j.com/k",
+];
+var chunk6 = chunk6Urls.join("\n");
+// we are going to add chunks 1, 2, 4, 5, and 6 to phish-simple, and
+// chunk 2 to malware-simple.  Then we'll remove the urls in chunk3
+// from phish-simple, then expire chunk 1 and chunks 4-6 from
+// phish-simple.
+var phishExpected = {};
+var phishUnexpected = {};
+var malwareExpected = {};
+for (var i = 0; i < chunk2Urls.length; i++) {
+phishExpected[chunk2Urls[i]] = true;
+malwareExpected[chunk2Urls[i]] = true;
+}
+for (var i = 0; i < chunk3Urls.length; i++) {
+delete phishExpected[chunk3Urls[i]];
+phishUnexpected[chunk3Urls[i]] = true;
+}
+for (var i = 0; i < chunk1Urls.length; i++) {
+// chunk1 urls are expired
+phishUnexpected[chunk1Urls[i]] = true;
+}
+for (var i = 0; i < chunk4Urls.length; i++) {
+// chunk4 urls are expired
+phishUnexpected[chunk4Urls[i]] = true;
+}
+for (var i = 0; i < chunk5Urls.length; i++) {
+// chunk5 urls are expired
+phishUnexpected[chunk5Urls[i]] = true;
+}
+for (var i = 0; i < chunk6Urls.length; i++) {
+// chunk6 urls are expired
+phishUnexpected[chunk6Urls[i]] = true;
+}
+// Check that the entries hit based on sub-parts
+phishExpected["baz.com/foo/bar"] = true;
+phishExpected["foo.bar.baz.com/foo"] = true;
+phishExpected["bar.baz.com/"] = true;
+var numExpecting;
+function testFailure(arg) {
+do_throw(arg);
+}
+function checkNoHost()
+{
+// Looking up a no-host uri such as a data: uri should throw an exception.
+var exception;
+try {
+var principal = secMan.getNoAppCodebasePrincipal(iosvc.newURI("data:text/html,<b>test</b>", null, null));
+dbservice.lookup(principal, allTables);
+exception = false;
+} catch(e) {
+exception = true;
+}
+do_check_true(exception);
+do_test_finished();
+}
+function tablesCallbackWithoutSub(tables)
+{
+var parts = tables.split("\n");
+parts.sort();
+// there's a leading \n here because splitting left an empty string
+// after the trailing newline, which will sort first
+do_check_eq(parts.join("\n"),
+"\ntest-malware-simple;a:1\ntest-phish-simple;a:2");
+checkNoHost();
+}
+function expireSubSuccess(result) {
+dbservice.getTables(tablesCallbackWithoutSub);
+}
+function tablesCallbackWithSub(tables)
+{
+var parts = tables.split("\n");
+parts.sort();
+// there's a leading \n here because splitting left an empty string
+// after the trailing newline, which will sort first
+do_check_eq(parts.join("\n"),
+"\ntest-malware-simple;a:1\ntest-phish-simple;a:2:s:3");
+// verify that expiring a sub chunk removes its name from the list
+var data =
+"n:1000\n" +
+"i:test-phish-simple\n" +
+"sd:3\n";
+doSimpleUpdate(data, expireSubSuccess, testFailure);
+}
+function checkChunksWithSub()
+{
+dbservice.getTables(tablesCallbackWithSub);
+}
+function checkDone() {
+if (--numExpecting == 0)
+checkChunksWithSub();
+}
+function phishExists(result) {
+dumpn("phishExists: " + result);
+try {
+do_check_true(result.indexOf("test-phish-simple") != -1);
+} finally {
+checkDone();
+}
+}
+function phishDoesntExist(result) {
+dumpn("phishDoesntExist: " + result);
+try {
+do_check_true(result.indexOf("test-phish-simple") == -1);
+} finally {
+checkDone();
+}
+}
+function malwareExists(result) {
+dumpn("malwareExists: " + result);
+try {
+do_check_true(result.indexOf("test-malware-simple") != -1);
+} finally {
+checkDone();
+}
+}
+function checkState()
+{
+numExpecting = 0;
+for (var key in phishExpected) {
+var principal = secMan.getNoAppCodebasePrincipal(iosvc.newURI("http://" + key, null, null));
+dbservice.lookup(principal, allTables, phishExists, true);
+numExpecting++;
+}
+for (var key in phishUnexpected) {
+var principal = secMan.getNoAppCodebasePrincipal(iosvc.newURI("http://" + key, null, null));
+dbservice.lookup(principal, allTables, phishDoesntExist, true);
+numExpecting++;
+}
+for (var key in malwareExpected) {
+var principal = secMan.getNoAppCodebasePrincipal(iosvc.newURI("http://" + key, null, null));
+dbservice.lookup(principal, allTables, malwareExists, true);
+numExpecting++;
+}
+}
+function testSubSuccess(result)
+{
+do_check_eq(result, "1000");
+checkState();
+}
+function do_subs() {
+var data =
+"n:1000\n" +
+"i:test-phish-simple\n" +
+"s:3:32:" + chunk3Sub.length + "\n" +
+chunk3Sub + "\n" +
+"ad:1\n" +
+"ad:4-6\n";
+doSimpleUpdate(data, testSubSuccess, testFailure);
+}
+function testAddSuccess(arg) {
+do_check_eq(arg, "1000");
+do_subs();
+}
+function do_adds() {
+// This test relies on the fact that only -regexp tables are ungzipped,
+// and only -hash tables are assumed to be pre-md5'd.  So we use
+// a 'simple' table type to get simple hostname-per-line semantics.
+var data =
+"n:1000\n" +
+"i:test-phish-simple\n" +
+"a:1:32:" + chunk1.length + "\n" +
+chunk1 + "\n" +
+"a:2:32:" + chunk2.length + "\n" +
+chunk2 + "\n" +
+"a:4:32:" + chunk4.length + "\n" +
+chunk4 + "\n" +
+"a:5:32:" + chunk5.length + "\n" +
+chunk5 + "\n" +
+"a:6:32:" + chunk6.length + "\n" +
+chunk6 + "\n" +
+"i:test-malware-simple\n" +
+"a:1:32:" + chunk2.length + "\n" +
+chunk2 + "\n";
+doSimpleUpdate(data, testAddSuccess, testFailure);
+}
+function run_test() {
+do_adds();
+do_test_pending();
+}