Python codecs.mbcs_encode() Examples

The following are 30 code examples of codecs.mbcs_encode(). You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may also want to check out all available functions/classes of the module codecs , or try the search function .
Example #1
Source File: test_codecs.py    From ironpython3 with Apache License 2.0 6 votes vote down vote up 
def test_mbcs_encode(self):
        # these are invalid
        invalid = [0x80, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89, 0x8a, 0x8b, 0x8c, 0x8e, 0x91, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98, 0x99, 0x9a, 0x9b, 0x9c, 0x9e, 0x9f]
        uinvalid = ''.join([chr(i) for i in invalid])
        uall = ''.join([chr(i) for i in range(256) if i not in invalid])
        cpyres = b'\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !"#$%&\'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\x7f\x81\x8d\x8f\x90\x9d\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff'
        for mode in ['strict', 'replace', 'ignore', 'badmodethatdoesnotexist', None]:
            self.assertEqual(codecs.mbcs_encode('foo', mode), (b'foo', 3))
            ipyres = codecs.mbcs_encode(uall, mode)[0]
            self.assertEqual(cpyres, ipyres)

            # all weird unicode characters that are supported
            chrs = '\u20ac\u201a\u0192\u201e\u2026\u2020\u2021\u02c6\u2030\u0160\u2039\u0152\u017d\u2018\u2019\u201c\u201d\u2022\u2013\u2014\u02dc\u2122\u0161\u203a\u0153\u017e\u0178'
            self.assertEqual(codecs.mbcs_encode(chrs, mode), (b'\x80\x82\x83\x84\x85\x86\x87\x88\x89\x8a\x8b\x8c\x8e\x91\x92\x93\x94\x95\x96\x97\x98\x99\x9a\x9b\x9c\x9e\x9f', 27))

        self.assertEqual(codecs.mbcs_encode(uinvalid, 'replace'), (b'?'*len(uinvalid), len(uinvalid)))
        self.assertEqual(codecs.mbcs_encode(uinvalid, 'ignore'), (b'', len(uinvalid)))
        self.assertRaises(UnicodeEncodeError, codecs.mbcs_encode, uinvalid, None)
        self.assertRaises(TypeError, codecs.mbcs_encode, b"abc")
        self.assertRaises(TypeError, codecs.mbcs_encode, None)
        self.assertRaises(TypeError, codecs.mbcs_encode, None, None)
Example #2
Source File: test_codecs.py    From ironpython3 with Apache License 2.0 6 votes vote down vote up 
def test_mbcs_decode(self):
        for mode in ['strict', 'replace', 'ignore', 'badmodethatdoesnotexist', None]:
            if is_netcoreapp and mode == 'badmodethatdoesnotexist': continue # FallbackBuffer created even if not used
            self.assertEqual(codecs.mbcs_decode(b'foo', mode), ('foo', 3))
            cpyres = '\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !"#$%&\'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\x7f\u20ac\x81\u201a\u0192\u201e\u2026\u2020\u2021\u02c6\u2030\u0160\u2039\u0152\x8d\u017d\x8f\x90\u2018\u2019\u201c\u201d\u2022\u2013\u2014\u02dc\u2122\u0161\u203a\u0153\x9d\u017e\u0178\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff'
            allchars = bytes(range(256))
            self.assertEqual(codecs.mbcs_decode(allchars, mode)[0], cpyres)

            # round tripping
            self.assertEqual(codecs.mbcs_encode(codecs.mbcs_decode(allchars, mode)[0])[0], allchars)

        self.assertEqual(codecs.mbcs_decode(array.array('I', (1633771873,))), ("aaaa", 4))

        self.assertRaises(TypeError, codecs.mbcs_decode, "abc")
        self.assertRaises(TypeError, codecs.mbcs_decode, None)
        self.assertRaises(TypeError, codecs.mbcs_decode, None, None)
Example #3
Source File: mbcs.py    From CTFCrackTools-V2 with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #4
Source File: mbcs.py    From python2017 with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #5
Source File: mbcs.py    From datafari with Apache License 2.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #6
Source File: mbcs.py    From Splunking-Crime with GNU Affero General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #7
Source File: mbcs.py    From PhonePi_SampleServer with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #8
Source File: mbcs.py    From Project-New-Reign---Nemesis-Main with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #9
Source File: mbcs.py    From medicare-demo with Apache License 2.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #10
Source File: mbcs.py    From syntheticmass with Apache License 2.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #11
Source File: mbcs.py    From odoo13-x64 with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #12
Source File: mbcs.py    From ImageFusion with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #13
Source File: mbcs.py    From CTFCrackTools-V2 with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #14
Source File: mbcs.py    From RevitBatchProcessor with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #15
Source File: mbcs.py    From Carnets with BSD 3-Clause "New" or "Revised" License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #16
Source File: mbcs.py    From PokemonGo-DesktopMap with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #17
Source File: mbcs.py    From unity-python with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #18
Source File: mbcs.py    From android_universal with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #19
Source File: mbcs.py    From canape with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #20
Source File: mbcs.py    From CTFCrackTools with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #21
Source File: mbcs.py    From CTFCrackTools with GNU General Public License v3.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #22
Source File: mbcs.py    From pmatic with GNU General Public License v2.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #23
Source File: mbcs.py    From ironpython2 with Apache License 2.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #24
Source File: test_codecs.py    From ironpython2 with Apache License 2.0 5 votes vote down vote up 
def test_mbcs_decode(self):
        for mode in ['strict', 'replace', 'ignore', 'badmodethatdoesnotexist']:
            self.assertEqual(codecs.mbcs_decode('foo', mode), ('foo', 3))
            cpyres = u'\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !"#$%&\'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\x7f\u20ac\x81\u201a\u0192\u201e\u2026\u2020\u2021\u02c6\u2030\u0160\u2039\u0152\x8d\u017d\x8f\x90\u2018\u2019\u201c\u201d\u2022\u2013\u2014\u02dc\u2122\u0161\u203a\u0153\x9d\u017e\u0178\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff'
            allchars = ''.join([chr(i) for i in xrange(256)])
            self.assertEqual(codecs.mbcs_decode(allchars, mode)[0], cpyres)
            
            # round tripping
            self.assertEqual(codecs.mbcs_encode(codecs.mbcs_decode(allchars, mode)[0])[0], allchars)
Example #25
Source File: test_codecs.py    From ironpython2 with Apache License 2.0 5 votes vote down vote up 
def test_mbcs_encode(self):
        for mode in ['strict', 'replace', 'ignore', 'badmodethatdoesnotexist']:
            self.assertEqual(codecs.mbcs_encode('foo', mode), ('foo', 3))
            uall = u''.join([unichr(i) for i in xrange(256)])
            cpyres = '\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !"#$%&\'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\x7f?\x81???????????\x8d?\x8f\x90????????????\x9d??\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff'
            ipyres = codecs.mbcs_encode(uall, mode)[0]
            self.assertEqual(cpyres, ipyres)
            
            # all weird unicode characters that are supported
            chrs = u'\u20ac\u201a\u0192\u201e\u2026\u2020\u2021\u02c6\u2030\u0160\u2039\u0152\u017d\u2018\u2019\u201c\u201d\u2022\u2013\u2014\u02dc\u2122\u0161\u203a\u0153\u017e\u0178'
            self.assertEqual(codecs.mbcs_encode(chrs, mode), ('\x80\x82\x83\x84\x85\x86\x87\x88\x89\x8a\x8b\x8c\x8e\x91\x92\x93\x94\x95\x96\x97\x98\x99\x9a\x9b\x9c\x9e\x9f', 27))
Example #26
Source File: mbcs.py    From kobo-predict with BSD 2-Clause "Simplified" License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #27
Source File: mbcs.py    From BinderFilter with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #28
Source File: mbcs.py    From Computable with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #29
Source File: mbcs.py    From oss-ftp with MIT License 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]
Example #30
Source File: mbcs.py    From Safejumper-for-Desktop with GNU General Public License v2.0 5 votes vote down vote up 
def encode(self, input, final=False):
        return mbcs_encode(input, self.errors)[0]