From eac4b6ac774b7a69ae7f52ba1854575c2eecb1cb Mon Sep 17 00:00:00 2001
From: Yorhel <git@yorhel.nl>
Date: Sun, 18 Dec 2016 16:35:25 +0100
Subject: [PATCH] Dont index ELF binaries + remove some non-man-pages

---
 indexer/src/man.rs        |  2 ++
 sql/update-2016-12-18.sql | 26 ++++++++++++++++++++++++++
 2 files changed, 28 insertions(+)
 create mode 100644 sql/update-2016-12-18.sql

diff --git a/indexer/src/man.rs b/indexer/src/man.rs
index 9cb50e0..90dfa03 100644
--- a/indexer/src/man.rs
+++ b/indexer/src/man.rs
@@ -85,6 +85,8 @@ fn validate(data: &Vec<u8>) -> Option<&'static str> {
         Some("Contents: '.so man3/'")
     } else if &data[..] == &b"timestamp\n"[..] {
         Some("Contents: 'timestamp'")
+    } else if &data[..] == &b"\x75ELF"[..] {
+        Some("Looks like an ELF binary")
     } else if HTML.is_match(&data) {
         Some("Looks like an HTML file")
     } else {
diff --git a/sql/update-2016-12-18.sql b/sql/update-2016-12-18.sql
new file mode 100644
index 0000000..479e114
--- /dev/null
+++ b/sql/update-2016-12-18.sql
@@ -0,0 +1,26 @@
+-- Delete some non-man-pages, these are already blacklisted in indexer/man.rs:validate().
+-- Found with:
+--   select hash from contents where content like e'\x7fELF%' or length(content) < 9 or content = e'timestamp\n' or content = e'.so man3/\n';
+DELETE FROM man WHERE hash IN(
+  '\x0c8b9d6f753e8d8ec9276bfe98e993a133847642',
+  '\x2c0f4624792234e2c289eec5b6bad1c699f84128',
+  '\x2d8b07a585e3f072aaa2c2b0ebac91d9039ccd54',
+  '\x4853d24dbb7d81e4782ef1bb1162c143f808dda1',
+  '\x6dfe263ccab32880795dff4479d990ade1daa839',
+  '\x72d08cf649f7a5cb0a9434d5b591878b2f7a0df9',
+  '\x816aff0cb37d6c9ccbfa48fffec83e39b37193fa',
+  '\x8af6f3e189ca29abb3a0ba51d7ef5e7e70451639',
+  '\x8e5113f6f47ce34e0437c2105441dbb70f01491a',
+  '\x92d754c27d4a6f851505be63aad6366857060f42',
+  '\x9312a9f378cc7750c4f473e3fdbd1d9b4aaf1efa',
+  '\x9f83db09859f909ce36b5aa97ec412c09ea27a76',
+  '\xadc83b19e793491b1c6ea0fd8b46cd9f32e592fc',
+  '\xb226262bf9f49e1098612ffdfc01680f7f305f70',
+  '\xc1a1a4edf60cfd417d52fc7bf1698bf0b6c814e6',
+  '\xda39a3ee5e6b4b0d3255bfef95601890afd80709',
+  '\xe04aededffd5ff6a3bc1a5294796ce1efa4dc68d',
+  '\xfe847f886e2d883a946282a552123dbba00f9596',
+  '\xffecacd94bd2bc4488db35a6b761ed430a65ac8f'
+);
+
+DELETE FROM contents c WHERE NOT EXISTS(SELECT 1 FROM man m WHERE m.hash = c.hash);