CWS-TOOLING: integrate CWS tl66

2009-05-15 12:28:55 +0200 tl  r271932 : #i91812# include fixed
2009-05-07 16:52:41 +0200 tl  r271680 : #i97200# one more MathML export problem to fix
2009-05-05 08:33:29 +0200 tl  r271494 : #i99401# positiv user-dicts vs negativ user-dicts
2009-05-04 14:14:03 +0200 tl  r271452 : #i97200# warning free code; MathML 2.0 export
2009-05-04 13:26:30 +0200 tl  r271448 : #i97200# write valid MathML 2.0 on export
2009-04-29 14:21:54 +0200 tl  r271371 : #i97200# new MathML token
2009-04-29 11:12:07 +0200 tl  r271360 : #i97200# inroducing separate files for import and export
2009-04-28 16:47:42 +0200 tl  r271331 : #i97200# better MathML pretty printing
2009-04-28 11:21:57 +0200 tl  r271315 : #i97200# MathML attributes and default namespace for MathML
2009-04-28 11:21:24 +0200 tl  r271314 : #i97200# MathML attributes and default namespace for MathML
2009-04-23 12:44:18 +0200 tl  r271154 : #i97200# math.dtd removed
2009-04-23 12:31:56 +0200 tl  r271151 : #i97200# MathML: don't use namespace on attributes
2009-04-22 13:21:11 +0200 tl  r271099 : warning-free code
2009-04-22 12:20:13 +0200 tl  r271092 : #i100757# loop fixed
2009-04-22 11:29:51 +0200 tl  r271086 : #97327# adding mongolian fingerprint for language guessing
2009-04-22 11:25:56 +0200 tl  r271083 : #97327# adding mongolian fingerprint for language guessing
2009-04-21 10:39:21 +0200 tl  r271025 : #99599# code fix for LRE/RLE embedding
2009-04-20 16:36:33 +0200 tl  r270992 : #i99604# HasDigits fixed
2009-04-20 14:44:19 +0200 tl  r270985 : #i99604# warning-free code for Windows
2009-04-20 13:48:13 +0200 tl  r270980 : #i99604# HasDigits fix for non-ASCII characters
2009-04-20 13:47:50 +0200 tl  r270979 : #i99604# HasDigits fix for non-ASCII characters
2009-04-20 12:28:15 +0200 tl  r270973 : warning-free code after merging
2009-04-20 10:16:19 +0200 tl  r270964 : warning-free code after merging
2009-04-17 14:43:36 +0200 tl  r270948 : #i96846#
2009-04-16 13:09:15 +0200 tl  r270883 : CWS-TOOLING: rebase CWS tl66 to trunk@270723 (milestone: DEV300:m46)
2009-04-14 14:34:08 +0200 tl  r270770 : #101067# warning-free code
2009-04-02 09:07:44 +0200 tl  r270368 : #i100757# performance patch for start-up (initialize language guessing on demand only)
2009-03-11 10:37:59 +0100 tl  r269301 : #i100083# fixed system dictionary lookup
2009-03-06 13:10:23 +0100 tl  r268998 : warning-free code for Windows non-pro
2009-02-23 14:01:23 +0100 tl  r268355 : #i99401# winning rules for user-dictionaries changed
2009-02-19 14:05:57 +0100 tl  r268281 : #i98644# suggestion improvement when first checker does not know any suggestions
2009-02-19 14:05:02 +0100 tl  r268280 : #i98644# suggestion improvement when first checker does not know any suggestions
2009-02-19 13:58:51 +0100 tl  r268279 : #i98644# suggestion improvement when first checker does not know any suggestions
2009-02-19 11:38:03 +0100 tl  r268266 : #i98644# suggestion improvement when first checker does not know any suggestions
2009-02-12 11:58:34 +0100 tl  r267642 : #i96846# some properties declared as maybevoid
2009-02-06 12:43:55 +0100 tl  r267454 : #i98644# provide sugestions from secondary spell checkers if the primary does not provide ones
2009-02-05 13:02:26 +0100 tl  r267418 : #i98880# a bit clean-up in the grammar checking framework
2009-02-04 12:15:37 +0100 tl  r267363 : #i91812# remove unused/duplicate code
2009-02-04 12:09:34 +0100 tl  r267362 : #i91812# remove unused/duplicate code
2009-02-04 11:07:57 +0100 tl  r267355 : #i91812# remove unused code
2009-02-04 11:06:48 +0100 tl  r267354 : #i91812# remove unused code
2009-02-03 14:52:43 +0100 tl  r267331 : #i91812# remove unused code
2009-02-03 14:26:00 +0100 tl  r267324 : #i91198# adding fingerprint for luxembourgish
2009-02-03 14:20:58 +0100 tl  r267323 : #i91198# adding fingerprint for luxembourgish
2009-02-03 14:18:33 +0100 tl  r267322 : #i91198# adding fingerprint for luxembourgish
2009-02-03 13:56:39 +0100 tl  r267319 : #i91812# remove unused code
2009-02-03 12:41:50 +0100 tl  r267314 : #i48400# auto-spellcheck improvement when deleting wrong chars
2009-02-03 11:48:51 +0100 tl  r267310 : #i91812# remove unused code
2009-02-03 11:14:29 +0100 tl  r267307 : warning free code
2009-02-03 10:45:21 +0100 tl  r267306 : #i91812# remove unused code
2009-02-03 10:37:04 +0100 tl  r267304 : #i33387# name change for 'View/Selection'
2009-02-03 10:36:17 +0100 tl  r267303 : #i33387# name change for 'View/Selection'
2009-02-03 10:32:12 +0100 tl  r267302 : #i30642# spelling error in context menu fixed
2009-02-03 10:27:34 +0100 tl  r267301 : #i92210# remove unused code types.cxx cfgitem.*

3 files changed, 765 insertions, 0 deletions

diff --git a/libtextcat/data/new_fingerprints/fpdb.conf b/libtextcat/data/new_fingerprints/fpdb.conf
index 7520dfd315ac..5b54fef1d7ad 100644
--- a/libtextcat/data/new_fingerprints/fpdb.conf
+++ b/libtextcat/data/new_fingerprints/fpdb.conf
@@ -51,9 +51,11 @@ korean.lm                            ko--utf8
 latin.lm                             la--utf8
 latvian.lm                           lv--utf8
 lithuanian.lm                        lt--utf8
+luxembourgish.lm                     lb--utf8
 malay.lm                             ms--utf8
 manx_gaelic.lm                       gv--utf8
 marathi.lm                           mr--utf8
+mongolian_cyrillic.lm                mn--utf8
 nepali.lm                            ne--utf8
 norwegian.lm                         nb--utf8       # Norwegian (Bokmal)
 persian.lm                           fa--utf8       # Farsi
diff --git a/libtextcat/data/new_fingerprints/lm/luxembourgish.lm b/libtextcat/data/new_fingerprints/lm/luxembourgish.lm
new file mode 100644
index 000000000000..149c3d9d4359
--- /dev/null
+++ b/libtextcat/data/new_fingerprints/lm/luxembourgish.lm
@@ -0,0 +1,400 @@
+_
+e
+n
+r
+t
+i
+a
+s
+u
+er
+h
+d
+o
+l
+n_
+g
+en
+c
+ch
+_d
+m
+t_
+r_
+_a
+de
+e_
+en_
+er_
+an
+z
+é
+,
+un
+,_
+.
+ge
+b
+k
+w
+ë
+f
+._
+éi
+_de
+v
+p
+sc
+sch
+es
+nn
+ng
+te
+_v
+ne
+_g
+ue
+h_
+ie
+ch_
+m_
+ou
+i_
+ä
+s_
+_e
+ee
+el
+ze
+at
+re
+ss
+'
+vu
+_vu
+D
+le
+se
+st
+_an
+_s
+un_
+g_
+et
+_D
+_h
+he
+an_
+ec
+in
+rt
+_an_
+ro
+der
+ll
+is
+ht
+ech
+cht
+d'
+_d'
+S
+nt
+uer
+der_
+éi_
+em
+_o
+it
+L
+l_
+on
+esc
+A
+esch
+ti
+al
+us
+ier
+_z
+ra
+E
+we
+che
+_S
+ir
+ei
+ët
+äi
+vun
+_w
+me
+_m
+_A
+be
+ert
+vun_
+_vun
+_vun_
+nne
+tz
+ng_
+eb
+_der
+_E
+_der_
+ar
+_n
+rg
+n,_
+u_
+_L
+n,
+den
+eng
+um
+_b
+io
+ns
+erg
+au
+_en
+K
+M
+_ge
+dé
+as
+eg
+tze
+ung
+a_
+n.
+hu
+ner
+op
+n._
+ur
+et_
+B
+oun
+ën
+hi
+si
+bu
+nn_
+ëtz
+_dé
+déi
+_f
+inn
+de_
+_déi
+li
+tt
+ebu
+W
+ass
+uerg
+nd
+ebue
+bue
+rt_
+ëtze
+buer
+déi_
+ma
+ebuer
+_déi_
+_K
+_hu
+nge
+_M
+buerg
+ëtzeb
+zebue
+zeb
+zebu
+tzebu
+tzeb
+um_
+ioun
+ss_
+iou
+ges
+ere
+ha
+den_
+Lë
+éie
+F
+ke
+_a_
+t.
+ta
+Lëtz
+G
+Lëtze
+Lët
+t._
+en,_
+t,_
+en,
+t,
+at_
+ech_
+o_
+_de_
+ren
+ri
+ic
+ter
+_W
+_eng
+éier
+la
+ol
+rs
+scht
+ir_
+ru
+_B
+ert_
+_k
+oc
+P
+ten
+ht_
+_Lë
+nz
+em_
+p_
+ent
+wa
+cht_
+_den
+_Lët
+_Lëtz
+ich
+_G
+_den_
+tio
+il
+nner
+ger
+_as
+sse
+_op
+och
+ll_
+_ass
+R
+am
+-
+_se
+_F
+sche
+d_
+sch_
+ati
+_be
+ts
+ik
+nen
+De
+ers
+_.
+_P
+_._
+fe
+ass_
+mm
+gi
+aa
+zu
+_De
+ve
+pe
+fi
+tr
+lt
+en.
+_ass_
+eng_
+op_
+ck
+en._
+sen
+na
+rge
+ës
+kt
+ed
+_al
+äit
+so
+uro
+_op_
+gesc
+_R
+gesch
+Eur
+tiou
+Euro
+aus
+Eu
+erge
+hen
+tioun
+lec
+no
+fir_
+chen
+fir
+V
+hue
+_si
+or
+ut
+ac
+uf
+Z
+gen
+tu
+ver
+lech
+da
+mat
+_V
+_Eur
+_Eu
+wer
+lle
+_Euro
+uerge
+_ze
+éis
+J
+est
+ger_
+tt_
+_hue
+go
+_fi
+dee
+_fir_
+uet
+vum
+_zu
+ni
+_vum
+_fir
+een
+_vum_
+vum_
+huet
+ann
+_huet
+T
+I
+el_
+_wa
diff --git a/libtextcat/data/new_fingerprints/lm/mongolian_cyrillic.lm b/libtextcat/data/new_fingerprints/lm/mongolian_cyrillic.lm
new file mode 100644
index 000000000000..7ac690c8ac2e
--- /dev/null
+++ b/libtextcat/data/new_fingerprints/lm/mongolian_cyrillic.lm
@@ -0,0 +1,363 @@
+_	77671
+о	60289
+г	57097
+ө	51540
+л	41421
+а	40332
+р	35484
+х	31764
+н	31695
+д	30802
+э	29381
+и	28336
+ү	26898
+й	25901
+у	21671
+т	21639
+с	21118
+ч	19759
+оо	12185
+м	12159
+өө	11964
+ц	11468
+гү	10443
+үй	10090
+чи	9604
+н_	9584
+гүй	9529
+в	9133
+_х	8958
+й_	8712
+ор	8462
+з	8134
+г_	8106
+ий	8078
+өр	7638
+б	7524
+ол	7372
+ээ	6997
+_т	6942
+уу	6908
+их	6787
+йг	6584
+ог	6380
+го	6337
+чих	6301
+өл	6221
+_о	6219
+д_	6092
+_ө	6085
+үү	5978
+р_	5841
+гө	5674
+ш	5656
+өг	5647
+_б	5547
+аа	5471
+он	5259
+_з	5115
+гэ	5047
+нг	5025
+хө	4840
+хо	4806
+ж	4794
+ар	4704
+л_	4687
+до	4578
+ал	4489
+йн	4345
+е	4326
+өн	4232
+э_	4191
+дө	4122
+лг	4089
+то	4085
+ан	4062
+чх	4039
+а_	3970
+о_	3935
+үйг	3903
+ул	3888
+гүйг	3887
+га	3756
+_с	3746
+_ц	3600
+ээ_	3567
+гээ	3545
+аг	3529
+гч	3515
+со	3502
+ы	3455
+цг	3441
+ө_	3396
+лд	3389
+ха	3367
+ла	3290
+оо_	3290
+ло	3281
+ги	3278
+с_	3252
+х_	3249
+ийн	3227
+эр	3212
+ро	3204
+_д	3176
+_м	3157
+өө_	3138
+рч	3048
+йгэ	3033
+йн_	3031
+йгээ	3027
+сө	3006
+үл	2995
+үйгэ	2931
+үйгээ	2931
+гүйгэ	2929
+та	2922
+үй_	2876
+йг_	2861
+_г	2851
+гүй_	2831
+тэ	2816
+ай	2795
+гоо	2759
+да	2724
+уул	2723
+рд	2687
+ос	2650
+аа_	2642
+гөө	2602
+рг	2598
+эг	2567
+эй	2566
+гий	2547
+эл	2546
+_ш	2543
+дг	2513
+рө	2478
+ли	2469
+лө	2462
+_а	2461
+ох	2455
+эй_	2448
+к	2440
+ийг	2425
+тө	2423
+ур	2418
+үүл	2406
+оро	2401
+_хо	2378
+өх	2370
+лч	2367
+_хө	2359
+од	2253
+өс	2252
+ра	2246
+_то	2227
+_н	2215
+лэ	2177
+т_	2162
+лц	2141
+өрө	2123
+онг	2044
+өөр	2037
+ийн_	2022
+_ор	2015
+са	2014
+зо	1998
+хг	1989
+_өр	1989
+ин	1981
+нх	1972
+ов	1970
+я	1960
+гд	1959
+дог	1959
+хгү	1951
+хгүй	1948
+цо	1931
+ма	1925
+үр	1920
+лт	1919
+өнг	1896
+нд	1895
+дөг	1882
+ил	1878
+оол	1876
+оор	1871
+уд	1867
+ийг_	1864
+ба	1859
+на	1852
+_у	1850
+мо	1818
+зө	1816
+өөл	1813
+хи	1810
+өд	1804
+мө	1794
+хд	1790
+өв	1772
+_ү	1767
+эн	1758
+в_	1757
+дэ	1757
+сон	1745
+_зо	1734
+_тө	1728
+цө	1726
+тэй	1722
+но	1719
+ам	1716
+эр_	1707
+оос	1697
+ц_	1696
+ав	1681
+дч	1680
+дчи	1668
+_зө	1665
+өөс	1645
+нгү	1634
+сөн	1631
+дчих	1631
+тэй_	1623
+хөө	1610
+йл	1600
+ээр	1583
+рл	1572
+гу	1569
+хэ	1565
+рчи	1555
+эс	1543
+ши	1514
+жи	1503
+ь	1492
+гээ_	1481
+_ха	1478
+гийн	1477
+ихд	1476
+цго	1474
+_цо	1470
+оог	1470
+цгоо	1466
+өөг	1465
+чихд	1464
+хоо	1463
+ри	1457
+ан_	1447
+ай_	1440
+ой	1438
+ни	1428
+ээр_	1427
+лий	1417
+нгүй	1410
+үд	1402
+цгө	1402
+цгөө	1400
+_цө	1396
+ын	1383
+_ба	1378
+гг	1372
+оч	1372
+ггү	1368
+ггүй	1368
+өгч	1353
+ом	1350
+иг	1335
+огч	1320
+нө	1313
+ууд	1312
+хс	1300
+сэ	1298
+йд	1296
+ар_	1289
+рэ	1288
+ас	1287
+ад	1282
+ч_	1280
+ж_	1278
+аг_	1271
+өч	1269
+_э	1268
+сн	1268
+ху	1267
+роо	1266
+ыг	1260
+ыг_	1253
+лгү	1251
+гт	1249
+эс_	1246
+_ол	1238
+чд	1230
+рөө	1223
+бу	1220
+йнх	1203
+ээс	1203
+ын_	1201
+бо	1196
+ид	1194
+ийнх	1188
+гчи	1184
+ороо	1181
+рс	1179
+ат	1174
+осо	1170
+ихс	1168
+дги	1166
+дгий	1166
+чихс	1158
+ах	1155
+ээс_	1154
+ту	1153
+уг	1152
+лгүй	1150
+_бу	1139
+тү	1129
+_өл	1129
+өрч	1124
+цоо	1121
+лз	1119
+нго	1119
+гц	1110
+өрөө	1100
+йгээ_	1098
+нэ	1096
+ор_	1094
+онго	1090
+за	1089
+оло	1087
+от	1085
+лчи	1079
+ал_	1066
+өлг	1066
+гээр	1063
+олг	1062
+хү	1060
+цөө	1059
+тл	1054
+_ху	1054
+_мө	1052
+чхө	1050
+он_	1047
+үүд	1046
+гээр_	1046
+лу	1040
+аар	1036
+п	1026
+рх	1025
+рчих	1024
+лс	1021
+йгээр	1020
+гчд	1019
+эв	1016
+вл	1014
+лчх	1014
+орд	1013
+орч	1013
+ихг	1012
+ихгү	1012
+ихгүй	1012
+йт	1010
+нгө	1008
+йд_	1005
+өнгө	1004