mirror of
https://github.com/python/cpython
synced 2026-10-23 07:34:49 +03:00
Supported encodings: "cp932", "cp949", "cp950", "Big5","EUC-JP", "GB2312", "GBK", "johab", and "Shift_JIS". Partially supported encodings (only BMP characters): "Big5-HKSCS", "EUC_JIS-2004", "EUC_JISX0213", "Shift_JIS-2004", "Shift_JISX0213", "utf-8-sig" and non-standard aliases like "UTF8" (without hyphen). The parser now raises ValueError for known unsupported multi-byte encodings such us "ISO-2022-JP" or "raw-unicode-escape" instead of failing later, when encounter non-ASCII data.
40 lines
1.1 KiB
Python
40 lines
1.1 KiB
Python
#
|
|
# iso2022_jp_ext.py: Python Unicode Codec for ISO2022_JP_EXT
|
|
#
|
|
# Written by Hye-Shik Chang <perky@FreeBSD.org>
|
|
#
|
|
|
|
import _codecs_iso2022, codecs
|
|
import _multibytecodec as mbc
|
|
|
|
codec = _codecs_iso2022.getcodec('iso2022_jp_ext')
|
|
|
|
class Codec(codecs.Codec):
|
|
encode = codec.encode
|
|
decode = codec.decode
|
|
|
|
class IncrementalEncoder(mbc.MultibyteIncrementalEncoder,
|
|
codecs.IncrementalEncoder):
|
|
codec = codec
|
|
|
|
class IncrementalDecoder(mbc.MultibyteIncrementalDecoder,
|
|
codecs.IncrementalDecoder):
|
|
codec = codec
|
|
|
|
class StreamReader(Codec, mbc.MultibyteStreamReader, codecs.StreamReader):
|
|
codec = codec
|
|
|
|
class StreamWriter(Codec, mbc.MultibyteStreamWriter, codecs.StreamWriter):
|
|
codec = codec
|
|
|
|
def getregentry():
|
|
return codecs.CodecInfo(
|
|
name='iso2022_jp_ext',
|
|
encode=Codec().encode,
|
|
decode=Codec().decode,
|
|
incrementalencoder=IncrementalEncoder,
|
|
incrementaldecoder=IncrementalDecoder,
|
|
streamreader=StreamReader,
|
|
streamwriter=StreamWriter,
|
|
_expat_decoding_table=False,
|
|
)
|