From 85879d5fb501ef38a8355e80751246b64caa9d7d Mon Sep 17 00:00:00 2001
From: Vassilis Rizopoulos <vassilisrizopoulos@gmail.com>
Date: Thu, 22 Jun 2017 16:24:56 +0200
Subject: [PATCH] force the tokenizer to load files in utf-8

---
 lib/poparser/tokenizer.rb | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/lib/poparser/tokenizer.rb b/lib/poparser/tokenizer.rb
index 5151910..dfffa05 100644
--- a/lib/poparser/tokenizer.rb
+++ b/lib/poparser/tokenizer.rb
@@ -7,7 +7,7 @@ def initialize
 
     def extract_entries(path)
       @po.path = path
-      File.open(path, 'r').each_line("\n\n") do |block|
+      File.open(path, 'r:utf-8').each_line("\n\n") do |block|
         block.strip!
         @po << parse_block(block) if block != ''
       end