From a8fef33103b6b227415aace1b423b6fb4509ef37 Mon Sep 17 00:00:00 2001
From: Simon Gog <sgog@ebay.com>
Date: Tue, 22 Oct 2019 16:45:21 +0200
Subject: [PATCH] Add driver for scripts

---
 test_data/preprocess.sh | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100755 test_data/preprocess.sh

diff --git a/test_data/preprocess.sh b/test_data/preprocess.sh
new file mode 100755
index 0000000..ab4dbeb
--- /dev/null
+++ b/test_data/preprocess.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+collections=`find . | grep "\\.completions$"`
+
+for collection in $collections; do
+    echo $collection
+    python extract_dict.py $collection
+    python map_dataset.py $collection
+    python build_stats.py $collection.mapped
+    python build_inverted_and_forward.py $collection
+done