1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/extensions/universalchardet/src/base/nsEUCJPProber.h Wed Dec 31 06:09:35 2014 +0100
1.3 @@ -0,0 +1,45 @@
1.4 +/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
1.5 +/* This Source Code Form is subject to the terms of the Mozilla Public
1.6 + * License, v. 2.0. If a copy of the MPL was not distributed with this
1.7 + * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
1.8 +
1.9 +// for S-JIS encoding, obeserve characteristic:
1.10 +// 1, kana character (or hankaku?) often have hight frequency of appereance
1.11 +// 2, kana character often exist in group
1.12 +// 3, certain combination of kana is never used in japanese language
1.13 +
1.14 +#ifndef nsEUCJPProber_h__
1.15 +#define nsEUCJPProber_h__
1.16 +
1.17 +#include "nsCharSetProber.h"
1.18 +#include "nsCodingStateMachine.h"
1.19 +#include "JpCntx.h"
1.20 +#include "CharDistribution.h"
1.21 +
1.22 +class nsEUCJPProber: public nsCharSetProber {
1.23 +public:
1.24 + nsEUCJPProber(bool aIsPreferredLanguage)
1.25 + :mIsPreferredLanguage(aIsPreferredLanguage)
1.26 + {mCodingSM = new nsCodingStateMachine(&EUCJPSMModel);
1.27 + Reset();}
1.28 + virtual ~nsEUCJPProber(void){delete mCodingSM;}
1.29 + nsProbingState HandleData(const char* aBuf, uint32_t aLen);
1.30 + const char* GetCharSetName() {return "EUC-JP";}
1.31 + nsProbingState GetState(void) {return mState;}
1.32 + void Reset(void);
1.33 + float GetConfidence(void);
1.34 +
1.35 +protected:
1.36 + nsCodingStateMachine* mCodingSM;
1.37 + nsProbingState mState;
1.38 +
1.39 + EUCJPContextAnalysis mContextAnalyser;
1.40 + EUCJPDistributionAnalysis mDistributionAnalyser;
1.41 +
1.42 + char mLastChar[2];
1.43 + bool mIsPreferredLanguage;
1.44 +};
1.45 +
1.46 +
1.47 +#endif /* nsEUCJPProber_h__ */
1.48 +
