utf8 encoding /Tomas Fulajtar

emjotde · Oct 24, 2014 · 834a89d · 834a89d
1 parent 3d8526d
commit 834a89d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/scripts/training/wrappers/make-factor-brown-cluster-mkcls.perl b/scripts/training/wrappers/make-factor-brown-cluster-mkcls.perl
@@ -34,6 +34,7 @@ sub read_cluster_from_mkcls {
   my ($file) = @_;
   my %CLUSTER;
   open(CLUSTER_FILE,$file) || die("ERROR: could not open cluster file '$file'");
+  binmode(CLUSTER_FILE, ":utf8");
   while(<CLUSTER_FILE>) {
     chop;
     my ($word,$cluster) = split;
@@ -45,3 +46,5 @@ sub read_cluster_from_mkcls {
 
 sub add_cluster_to_string {
 }
+
+