You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2013/10/20 11:53:43 UTC
svn commit: r1533865 - in
/lucene/dev/branches/lucene4956/lucene/analysis/arirang/src:
data/dictionary.dic
resources/org/apache/lucene/analysis/ko/dic/dictionary.dic
test/org/apache/lucene/analysis/ko/wiki_results.txt
Author: rmuir
Date: Sun Oct 20 09:53:40 2013
New Revision: 1533865
URL: http://svn.apache.org/r1533865
Log:
LUCENE-4956: fix malformed entries
Modified:
lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/data/dictionary.dic
lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/resources/org/apache/lucene/analysis/ko/dic/dictionary.dic
lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/test/org/apache/lucene/analysis/ko/wiki_results.txt
Modified: lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/data/dictionary.dic
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/data/dictionary.dic?rev=1533865&r1=1533864&r2=1533865&view=diff
==============================================================================
--- lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/data/dictionary.dic (original)
+++ lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/data/dictionary.dic Sun Oct 20 09:53:40 2013
@@ -231,9 +231,9 @@ WORD,NVZDBIPSCC
ê°ì¬ë¦¬,100000000X
ê°ì°,100110000X
ê°ì´ì¤ë½,010000000B
-ê°ì,10111000X
+ê°ì,101110000X
ê°ìê·¹,100000000X
-ê°ìë°©,10011000X
+ê°ìë°©,100110000X
ê°ì ,100100000X
ê°ì¤,100110000X
ê°ì¤ì ,100000000X
@@ -1156,7 +1156,7 @@ WORD,NVZDBIPSCC
ê°ì²,100110000X
ê°ì²,100000000X
ê°ì²´,100100000X
-ê°ìµ,1001`0000X
+ê°ìµ,100110000X
ê°ì¶,100110000X
ê°ì¹,100110000X
ê°ì½ê°,010000000X
@@ -1217,7 +1217,7 @@ WORD,NVZDBIPSCC
ê°í,100000000X
ê°¤ë¬ë¦¬,100000000X
ê°,100000000X
-ê°¯ê°,100000000
+ê°¯ê°,100000000X
ê°¯ë°,100000000X
ê°¯ë²,100000000X
ê°±,100000000X
@@ -1348,8 +1348,8 @@ WORD,NVZDBIPSCC
ê±°ì¤ë¬ë¯¸,100000000X
ê±°ì¤ë¥´,010000000L
ê±°ì¤ë¦,100000000X
-ê±°ì¬ë¬ì¬ë¼ê°,0100000000X
-ê±°ì¬ë¦¬,0100000000X
+ê±°ì¬ë¬ì¬ë¼ê°,010000000X
+ê±°ì¬ë¦¬,010000000X
ê±°ì´ì¸ ë ,001100000X
ê±°ì,100100000X
ê±°ìì ,100000000X
@@ -3152,7 +3152,7 @@ WORD,NVZDBIPSCC
êµì¹¨,100000000X
êµí,100000000X
êµí,100100000X
-êµíë¶ë¦¬,0100000000X
+êµíë¶ë¦¬,010000000X
êµíµ,100100000X
êµí,100000000X
êµí¸,100000000X
@@ -3319,7 +3319,7 @@ WORD,NVZDBIPSCC
구ì¬í,010000000X
구ìµ,100000000X
구ì¹,100110000X
-구ì,100100000
+구ì,100100000X
구ìë 거리,010000000X
구ìë ë,010000000X
구ì,100000000X
@@ -5320,7 +5320,7 @@ WORD,NVZDBIPSCC
ëë¼ì§,010000000X
ëë¼í주,100000000X
ëë½,100000000X
-ëëí,0100000000X
+ëëí,010000000X
ëëì¼,100000000X
ëë,100110000X
ë루,100000000X
@@ -27121,7 +27121,7 @@ WORD,NVZDBIPSCC
ì§ë¬ì¤,010000000X
ì§ë£,100000000X
ì§ë¦¬,010000000X
-ì§ë¬¸,10011000X
+ì§ë¬¸,100110000X
ì§ë°,100100000X
ì§ë²
,100100000X
ì§ë²
거리,010000000X
@@ -27817,7 +27817,7 @@ WORD,NVZDBIPSCC
ì°½ê¶,100100000X
창극,100000000X
ì°½ë
,100000000X
-ì°½ë¨,1001100000X
+ì°½ë¨,100110000X
ì°½ë¬,100100000X
ì°½ë¹,100100000X
ì°½ë,100100000X
@@ -28383,7 +28383,7 @@ WORD,NVZDBIPSCC
ì²ì¥,100100000X
ì²ì¥ë
,100000000X
ì²ì ,100100000X
-ì²ì ì¬,1000100000X
+ì²ì ì¬,100010000X
ì²ì£¼,100000000X
ì²ì£½,100000000X
ì²ì¤,100000000X
@@ -28415,7 +28415,7 @@ WORD,NVZDBIPSCC
ì²´ê²°,100110000X
ì²´ê²½,100100000X
ì²´ê³,100100000X
-ì²´ê³í,1001100000X
+ì²´ê³í,100110000X
ì²´ê³ ,100110000X
ì²´ê³µ,100100000X
체구,100000000X
@@ -28669,7 +28669,7 @@ WORD,NVZDBIPSCC
ì´í,100100000X
ì´ë거리,010000000X
ì´ëë,010000000X
-ì´ëì´,1100000000X
+ì´ëì´,110000000X
ì´ì¹ê±°ë¦¬,010000000X
ì´ì¹ë,010000000X
ì´ì¹ì´,010000000X
@@ -28955,7 +28955,7 @@ WORD,NVZDBIPSCC
ì¶ì ,100110000X
ì¶ì 기,100000000X
ì¶ì ,100100000X
-ì¶ì¡°,100``0000X
+ì¶ì¡°,100110000X
ì¶ì§,100100000X
ì¶ì²,100100000X
ì¶ì¶,100100000X
@@ -28970,7 +28970,7 @@ WORD,NVZDBIPSCC
ì¶ê¶ê¸°,100000000X
ì¶ë¹,100000000X
ì¶ë,100000000X
-ì¶ëª½,00000000X
+ì¶ëª½,100000000X
ì¶ë¶,100000000X
ì¶ì¼ì,100000000X
ì¶ì¬,100000000X
@@ -28983,7 +28983,7 @@ WORD,NVZDBIPSCC
ì¶í,100000000X
ì¶ê°,100100000X
ì¶ê°ì¸ì¸,100000000X
-ì¶ê°,100``0000X
+ì¶ê°,100110000X
ì¶ê°,100110000X
ì¶ê°,100100000X
ì¶ê²©,100100000X
@@ -28992,7 +28992,7 @@ WORD,NVZDBIPSCC
ì¶ê³ ,100110000X
ì¶êµ¬,100100000X
ì¶êµ,100100000X
-ì¶êµ°,100`00000X
+ì¶êµ°,100100000X
ì¶ê·¼,100100000X
ì¶ê·¼ë¶,100000000X
ì¶ê¸,100100000X
@@ -30503,7 +30503,7 @@ WORD,NVZDBIPSCC
í ì§,100000000X
í ì§,100000000X
í ì°©,100100000X
-í ì°©í,1001`0000X
+í ì°©í,100110000X
í ì¹ì¹´,100000000X
í í°,100000000X
í í,100000000X
@@ -31327,7 +31327,7 @@ WORD,NVZDBIPSCC
í¼ë ì´ë,100000000X
í¼ë§ì,010000000X
í¼ë¨¹,010000000X
-í¼ë²í,0101000000X
+í¼ë²í,010100000X
í¼ë¶,010000000S
í¼ììí,010000000X
í¼ìí,010000000X
Modified: lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/resources/org/apache/lucene/analysis/ko/dic/dictionary.dic
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/resources/org/apache/lucene/analysis/ko/dic/dictionary.dic?rev=1533865&r1=1533864&r2=1533865&view=diff
==============================================================================
--- lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/resources/org/apache/lucene/analysis/ko/dic/dictionary.dic (original)
+++ lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/resources/org/apache/lucene/analysis/ko/dic/dictionary.dic Sun Oct 20 09:53:40 2013
@@ -231,9 +231,9 @@ WORD,NVZDBIPSCC
ê°ì¬ë¦¬,100000000X
ê°ì°,100110000X
ê°ì´ì¤ë½,010000000B
-ê°ì,10111000X
+ê°ì,101110000X
ê°ìê·¹,100000000X
-ê°ìë°©,10011000X
+ê°ìë°©,100110000X
ê°ì ,100100000X
ê°ì¤,100110000X
ê°ì¤ì ,100000000X
@@ -1156,7 +1156,7 @@ WORD,NVZDBIPSCC
ê°ì²,100110000X
ê°ì²,100000000X
ê°ì²´,100100000X
-ê°ìµ,1001`0000X
+ê°ìµ,100110000X
ê°ì¶,100110000X
ê°ì¹,100110000X
ê°ì½ê°,010000000X
@@ -1217,7 +1217,7 @@ WORD,NVZDBIPSCC
ê°í,100000000X
ê°¤ë¬ë¦¬,100000000X
ê°,100000000X
-ê°¯ê°,100000000
+ê°¯ê°,100000000X
ê°¯ë°,100000000X
ê°¯ë²,100000000X
ê°±,100000000X
@@ -1348,8 +1348,8 @@ WORD,NVZDBIPSCC
ê±°ì¤ë¬ë¯¸,100000000X
ê±°ì¤ë¥´,010000000L
ê±°ì¤ë¦,100000000X
-ê±°ì¬ë¬ì¬ë¼ê°,0100000000X
-ê±°ì¬ë¦¬,0100000000X
+ê±°ì¬ë¬ì¬ë¼ê°,010000000X
+ê±°ì¬ë¦¬,010000000X
ê±°ì´ì¸ ë ,001100000X
ê±°ì,100100000X
ê±°ìì ,100000000X
@@ -3152,7 +3152,7 @@ WORD,NVZDBIPSCC
êµì¹¨,100000000X
êµí,100000000X
êµí,100100000X
-êµíë¶ë¦¬,0100000000X
+êµíë¶ë¦¬,010000000X
êµíµ,100100000X
êµí,100000000X
êµí¸,100000000X
@@ -3319,7 +3319,7 @@ WORD,NVZDBIPSCC
구ì¬í,010000000X
구ìµ,100000000X
구ì¹,100110000X
-구ì,100100000
+구ì,100100000X
구ìë 거리,010000000X
구ìë ë,010000000X
구ì,100000000X
@@ -5320,7 +5320,7 @@ WORD,NVZDBIPSCC
ëë¼ì§,010000000X
ëë¼í주,100000000X
ëë½,100000000X
-ëëí,0100000000X
+ëëí,010000000X
ëëì¼,100000000X
ëë,100110000X
ë루,100000000X
@@ -27121,7 +27121,7 @@ WORD,NVZDBIPSCC
ì§ë¬ì¤,010000000X
ì§ë£,100000000X
ì§ë¦¬,010000000X
-ì§ë¬¸,10011000X
+ì§ë¬¸,100110000X
ì§ë°,100100000X
ì§ë²
,100100000X
ì§ë²
거리,010000000X
@@ -27817,7 +27817,7 @@ WORD,NVZDBIPSCC
ì°½ê¶,100100000X
창극,100000000X
ì°½ë
,100000000X
-ì°½ë¨,1001100000X
+ì°½ë¨,100110000X
ì°½ë¬,100100000X
ì°½ë¹,100100000X
ì°½ë,100100000X
@@ -28383,7 +28383,7 @@ WORD,NVZDBIPSCC
ì²ì¥,100100000X
ì²ì¥ë
,100000000X
ì²ì ,100100000X
-ì²ì ì¬,1000100000X
+ì²ì ì¬,100010000X
ì²ì£¼,100000000X
ì²ì£½,100000000X
ì²ì¤,100000000X
@@ -28415,7 +28415,7 @@ WORD,NVZDBIPSCC
ì²´ê²°,100110000X
ì²´ê²½,100100000X
ì²´ê³,100100000X
-ì²´ê³í,1001100000X
+ì²´ê³í,100110000X
ì²´ê³ ,100110000X
ì²´ê³µ,100100000X
체구,100000000X
@@ -28669,7 +28669,7 @@ WORD,NVZDBIPSCC
ì´í,100100000X
ì´ë거리,010000000X
ì´ëë,010000000X
-ì´ëì´,1100000000X
+ì´ëì´,110000000X
ì´ì¹ê±°ë¦¬,010000000X
ì´ì¹ë,010000000X
ì´ì¹ì´,010000000X
@@ -28955,7 +28955,7 @@ WORD,NVZDBIPSCC
ì¶ì ,100110000X
ì¶ì 기,100000000X
ì¶ì ,100100000X
-ì¶ì¡°,100``0000X
+ì¶ì¡°,100110000X
ì¶ì§,100100000X
ì¶ì²,100100000X
ì¶ì¶,100100000X
@@ -28970,7 +28970,7 @@ WORD,NVZDBIPSCC
ì¶ê¶ê¸°,100000000X
ì¶ë¹,100000000X
ì¶ë,100000000X
-ì¶ëª½,00000000X
+ì¶ëª½,100000000X
ì¶ë¶,100000000X
ì¶ì¼ì,100000000X
ì¶ì¬,100000000X
@@ -28983,7 +28983,7 @@ WORD,NVZDBIPSCC
ì¶í,100000000X
ì¶ê°,100100000X
ì¶ê°ì¸ì¸,100000000X
-ì¶ê°,100``0000X
+ì¶ê°,100110000X
ì¶ê°,100110000X
ì¶ê°,100100000X
ì¶ê²©,100100000X
@@ -28992,7 +28992,7 @@ WORD,NVZDBIPSCC
ì¶ê³ ,100110000X
ì¶êµ¬,100100000X
ì¶êµ,100100000X
-ì¶êµ°,100`00000X
+ì¶êµ°,100100000X
ì¶ê·¼,100100000X
ì¶ê·¼ë¶,100000000X
ì¶ê¸,100100000X
@@ -30503,7 +30503,7 @@ WORD,NVZDBIPSCC
í ì§,100000000X
í ì§,100000000X
í ì°©,100100000X
-í ì°©í,1001`0000X
+í ì°©í,100110000X
í ì¹ì¹´,100000000X
í í°,100000000X
í í,100000000X
@@ -31327,7 +31327,7 @@ WORD,NVZDBIPSCC
í¼ë ì´ë,100000000X
í¼ë§ì,010000000X
í¼ë¨¹,010000000X
-í¼ë²í,0101000000X
+í¼ë²í,010100000X
í¼ë¶,010000000S
í¼ììí,010000000X
í¼ìí,010000000X
Modified: lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/test/org/apache/lucene/analysis/ko/wiki_results.txt
URL: http://svn.apache.org/viewvc/lucene/dev/branches/lucene4956/lucene/analysis/arirang/src/test/org/apache/lucene/analysis/ko/wiki_results.txt?rev=1533865&r1=1533864&r2=1533865&view=diff
==============================================================================
Binary files - no diff available.