From 920c7d1208219b26c53d1de072e315d5d720d073 Mon Sep 17 00:00:00 2001
From: shinigami-eyes <>
Date: Sun, 16 Sep 2018 12:20:54 +0200
Subject: [PATCH] Import script

---
 import-data.js | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)
 create mode 100644 import-data.js

diff --git a/import-data.js b/import-data.js
new file mode 100644
index 0000000..8eda35f
--- /dev/null
+++ b/import-data.js
@@ -0,0 +1,16 @@
+var bloomfilter = require("./extension/bloomfilter.js");
+var fs = require('fs');
+
+function importFile(txt, name) {
+    var b = new bloomfilter.BloomFilter(/*bits*/ 359440, 17);
+
+    for (var line of fs.readFileSync(txt).toString().split('\n')) {
+        line = line.trim();
+        if (line) b.add(line);
+    }
+    var bucketsAsBytes = new Uint8Array(b.buckets.buffer);
+    fs.writeFileSync("extension/data/" + name + ".dat", new Buffer(bucketsAsBytes));
+}
+
+importFile("C:\\ML\\facebook\\transphobic.txt", "transphobic");
+importFile("C:\\ML\\facebook\\t-friendly.txt", "t-friendly");