Sha256: 713f992f9c02ed7a86e1d7e5d672970a1738d65875df33248aee81c88735409a

Contents?: true

Size: 1.93 KB

Versions: 7

Compression:

Stored size: 1.93 KB

Contents

/*
	libcharguess	-	Guess the encoding/charset of a string
    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
	Based on Mozilla sources

    This library is free software; you can redistribute it and/or
    modify it under the terms of the GNU Lesser General Public
    License as published by the Free Software Foundation; either
    version 2.1 of the License, or (at your option) any later version.

    This library is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
    Lesser General Public License for more details.

    You should have received a copy of the GNU Lesser General Public
    License along with this library; if not, write to the Free Software
    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
*/

// for S-JIS encoding, obeserve characteristic:
// 1, kana character (or hankaku?) often have hight frequency of appereance
// 2, kana character often exist in group
// 3, certain combination of kana is never used in japanese language

#ifndef nsSJISProber_h__
#define nsSJISProber_h__

#include "charsetProber.h"
#include "codingStateMachine.h"
#include "jpCntx.h"
#include "charDistribution.h"


class nsSJISProber: public nsCharSetProber {
public:
  nsSJISProber(void){mCodingSM = new nsCodingStateMachine(&SJISSMModel);
                      Reset();};
  virtual ~nsSJISProber(void){delete mCodingSM;};
  nsProbingState HandleData(const char* aBuf, PRUint32 aLen);
  const char* GetCharSetName() {return "Shift_JIS";};
  nsProbingState GetState(void) {return mState;};
  void      Reset(void);
  float     GetConfidence(void);
  void      SetOpion() {};

protected:
  nsCodingStateMachine* mCodingSM;
  nsProbingState mState;

  SJISContextAnalysis mContextAnalyser;
  SJISDistributionAnalysis mDistributionAnalyser;

  char mLastChar[2];

};


#endif /* nsSJISProber_h__ */

Version data entries

7 entries across 7 versions & 1 rubygems

Version Path
charguess-1.3.20111021164500 ext/libcharguess/cpp/SJISProber.h
charguess-1.3.20110226181011 ext/libcharguess/cpp/SJISProber.h
charguess-1.3.20110215234539 ext/libcharguess/cpp/SJISProber.h
charguess-1.3 ext/libcharguess/cpp/SJISProber.h
charguess-1.2 ext/libcharguess/cpp/SJISProber.h
charguess-1.1 ext/libcharguess/cpp/SJISProber.h
charguess-1.0 ext/libcharguess/cpp/SJISProber.h