Bommels05/Mozilla
Bommels05/Mozilla
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

improve cjk detector by reduce the threshold and do no consider Big5 in the

Browse Source 
statistic model .


git-svn-id: svn://10.0.0.236/trunk@75660 18797224-902f-48f8-a5cc-f745e15eee43
This commit is contained in:
ftang%netscape.com 2000-08-05 20:57:02 +00:00
parent efb91e3b36
commit e3ffc046ba
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
mozilla/intl/chardet/src/nsPSMDetectors.cpp
View File

@ -131,7 +131,7 @@ class nsEUCSampler {
public:
nsEUCSampler() {
mTotal =0;
mThreshold = 2000;
mThreshold = 200;
mState = 0;
PRInt32 i;
for(i=0;i<94;i++)
@ -434,7 +434,8 @@ void nsPSMDetector::Sample(const char* aBuf, PRUint32 aLen, PRBool aLastChance)
PRInt32 eucCnt=0;
float bestScore = 0.0f;
for(j = 0; j < mItems; j++) {
if(nsnull != mStatisticsData[mItemIdx[j]])
if((nsnull != mStatisticsData[mItemIdx[j]]) &&
(&gBig5Statistics != mStatisticsData[mItemIdx[j]]))
{
float score = mSampler.GetScore(
mStatisticsData[mItemIdx[j]]->mFirstByteFreq,