Python zlib.MAX_WBITS Examples
The following are 30
code examples of zlib.MAX_WBITS().
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example.
You may also want to check out all available functions/classes of the module
zlib
, or try the search function
.
.
Example #1
| Source File: response.py From jawfish with MIT License | 7 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #2
| Source File: web.py From wechat-alfred-workflow with MIT License | 7 votes |
|
def content(self):
"""Raw content of response (i.e. bytes).
:returns: Body of HTTP response
:rtype: str
"""
if not self._content:
# Decompress gzipped content
if self._gzipped:
decoder = zlib.decompressobj(16 + zlib.MAX_WBITS)
self._content = decoder.decompress(self.raw.read())
else:
self._content = self.raw.read()
self._content_loaded = True
return self._content
Example #3
| Source File: response.py From ServerlessCrawler-VancouverRealState with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #4
| Source File: response.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #5
| Source File: response.py From NEIE-Assistant with GNU General Public License v3.0 | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #6
| Source File: response.py From lambda-chef-node-cleanup with Apache License 2.0 | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #7
| Source File: response.py From jbox with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #8
| Source File: web.py From gist-alfred with MIT License | 6 votes |
|
def content(self):
"""Raw content of response (i.e. bytes).
:returns: Body of HTTP response
:rtype: str
"""
if not self._content:
# Decompress gzipped content
if self._gzipped:
decoder = zlib.decompressobj(16 + zlib.MAX_WBITS)
self._content = decoder.decompress(self.raw.read())
else:
self._content = self.raw.read()
self._content_loaded = True
return self._content
Example #9
| Source File: response.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
|
def decompress(self, data):
ret = bytearray()
if self._state == GzipDecoderState.SWALLOW_DATA or not data:
return bytes(ret)
while True:
try:
ret += self._obj.decompress(data)
except zlib.error:
previous_state = self._state
# Ignore data after the first error
self._state = GzipDecoderState.SWALLOW_DATA
if previous_state == GzipDecoderState.OTHER_MEMBERS:
# Allow trailing garbage acceptable in other gzip clients
return bytes(ret)
raise
data = self._obj.unused_data
if not data:
return bytes(ret)
self._state = GzipDecoderState.OTHER_MEMBERS
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example #10
| Source File: response.py From gist-alfred with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #11
| Source File: response.py From jbox with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #12
| Source File: websocket.py From opendevops with GNU General Public License v3.0 | 6 votes |
|
def __init__(
self,
persistent: bool,
max_wbits: Optional[int],
max_message_size: int,
compression_options: Dict[str, Any] = None,
) -> None:
self._max_message_size = max_message_size
if max_wbits is None:
max_wbits = zlib.MAX_WBITS
if not (8 <= max_wbits <= zlib.MAX_WBITS):
raise ValueError(
"Invalid max_wbits value %r; allowed range 8-%d",
max_wbits,
zlib.MAX_WBITS,
)
self._max_wbits = max_wbits
if persistent:
self._decompressor = (
self._create_decompressor()
) # type: Optional[_Decompressor]
else:
self._decompressor = None
Example #13
| Source File: websocket.py From opendevops with GNU General Public License v3.0 | 6 votes |
|
def _get_compressor_options(
self,
side: str,
agreed_parameters: Dict[str, Any],
compression_options: Dict[str, Any] = None,
) -> Dict[str, Any]:
"""Converts a websocket agreed_parameters set to keyword arguments
for our compressor objects.
"""
options = dict(
persistent=(side + "_no_context_takeover") not in agreed_parameters
) # type: Dict[str, Any]
wbits_header = agreed_parameters.get(side + "_max_window_bits", None)
if wbits_header is None:
options["max_wbits"] = zlib.MAX_WBITS
else:
options["max_wbits"] = int(wbits_header)
options["compression_options"] = compression_options
return options
Example #14
| Source File: response.py From gist-alfred with MIT License | 6 votes |
|
def decompress(self, data):
ret = bytearray()
if self._state == GzipDecoderState.SWALLOW_DATA or not data:
return bytes(ret)
while True:
try:
ret += self._obj.decompress(data)
except zlib.error:
previous_state = self._state
# Ignore data after the first error
self._state = GzipDecoderState.SWALLOW_DATA
if previous_state == GzipDecoderState.OTHER_MEMBERS:
# Allow trailing garbage acceptable in other gzip clients
return bytes(ret)
raise
data = self._obj.unused_data
if not data:
return bytes(ret)
self._state = GzipDecoderState.OTHER_MEMBERS
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example #15
| Source File: __init__.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
|
def _decompressContent(response, new_content):
content = new_content
try:
encoding = response.get("content-encoding", None)
if encoding in ["gzip", "deflate"]:
if encoding == "gzip":
content = gzip.GzipFile(fileobj=io.BytesIO(new_content)).read()
if encoding == "deflate":
content = zlib.decompress(content, -zlib.MAX_WBITS)
response["content-length"] = str(len(content))
# Record the historical presence of the encoding in a way the won't interfere.
response["-content-encoding"] = response["content-encoding"]
del response["content-encoding"]
except (IOError, zlib.error):
content = ""
raise FailedToDecompressContent(
_("Content purported to be compressed with %s but failed to decompress.")
% response.get("content-encoding"),
response,
content,
)
return content
Example #16
| Source File: response.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #17
| Source File: __init__.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
|
def _decompressContent(response, new_content):
content = new_content
try:
encoding = response.get("content-encoding", None)
if encoding in ["gzip", "deflate"]:
if encoding == "gzip":
content = gzip.GzipFile(fileobj=StringIO.StringIO(new_content)).read()
if encoding == "deflate":
content = zlib.decompress(content, -zlib.MAX_WBITS)
response["content-length"] = str(len(content))
# Record the historical presence of the encoding in a way the won't interfere.
response["-content-encoding"] = response["content-encoding"]
del response["content-encoding"]
except (IOError, zlib.error):
content = ""
raise FailedToDecompressContent(
_("Content purported to be compressed with %s but failed to decompress.")
% response.get("content-encoding"),
response,
content,
)
return content
Example #18
| Source File: response.py From vulscan with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #19
| Source File: response.py From plugin.video.emby with GNU General Public License v3.0 | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
return self._obj.decompress(data)
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #20
| Source File: response.py From ServerlessCrawler-VancouverRealState with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #21
| Source File: gzip_decoder.py From snowflake-connector-python with Apache License 2.0 | 6 votes |
|
def decompress_raw_data_to_unicode_stream(raw_data_fd: IO):
"""Decompresses a raw data in file like object and yields a Unicode string.
Args:
raw_data_fd: File descriptor object.
Yields:
A string of the decompressed file in chunks.
"""
obj = zlib.decompressobj(MAGIC_NUMBER + zlib.MAX_WBITS)
yield '['
d = raw_data_fd.read(CHUNK_SIZE)
while d:
yield obj.decompress(d).decode('utf-8')
while obj.unused_data != b'':
unused_data = obj.unused_data
obj = zlib.decompressobj(MAGIC_NUMBER + zlib.MAX_WBITS)
yield obj.decompress(unused_data).decode('utf-8')
d = raw_data_fd.read(CHUNK_SIZE)
yield obj.flush().decode('utf-8') + ']'
Example #22
| Source File: response.py From core with MIT License | 6 votes |
|
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
Example #23
| Source File: response.py From pledgeservice with Apache License 2.0 | 6 votes |
|
def gzip_app_iter(app_iter):
size = 0
crc = zlib.crc32(b"") & 0xffffffff
compress = zlib.compressobj(9, zlib.DEFLATED, -zlib.MAX_WBITS,
zlib.DEF_MEM_LEVEL, 0)
yield _gzip_header
for item in app_iter:
size += len(item)
crc = zlib.crc32(item, crc) & 0xffffffff
# The compress function may return zero length bytes if the input is
# small enough; it buffers the input for the next iteration or for a
# flush.
result = compress.compress(item)
if result:
yield result
# Similarly, flush may also not yield a value.
result = compress.flush()
if result:
yield result
yield struct.pack("<2L", crc, size & 0xffffffff)
Example #24
| Source File: web.py From Quiver-alfred with MIT License | 6 votes |
|
def content(self):
"""Raw content of response (i.e. bytes).
:returns: Body of HTTP response
:rtype: :class:`str`
"""
if not self._content:
# Decompress gzipped content
if self._gzipped:
decoder = zlib.decompressobj(16 + zlib.MAX_WBITS)
self._content = decoder.decompress(self.raw.read())
else:
self._content = self.raw.read()
self._content_loaded = True
return self._content
Example #25
| Source File: conftest.py From genomeview with MIT License | 6 votes |
|
def reference_path():
# download chr4 from ucsc if needed
reference_path = "data/chr4.fa"
if not os.path.exists(reference_path):
import urllib.request
import zlib
url = "http://hgdownload.cse.ucsc.edu/goldenPath/hg19/chromosomes/chr4.fa.gz"
resource = urllib.request.urlopen(url)
with open(reference_path, "w") as outf:
data = zlib.decompress(resource.read(), 16+zlib.MAX_WBITS).decode("utf-8")
outf.write(data)
return reference_path
Example #26
| Source File: response.py From misp42splunk with GNU Lesser General Public License v3.0 | 6 votes |
|
def decompress(self, data):
ret = bytearray()
if self._state == GzipDecoderState.SWALLOW_DATA or not data:
return bytes(ret)
while True:
try:
ret += self._obj.decompress(data)
except zlib.error:
previous_state = self._state
# Ignore data after the first error
self._state = GzipDecoderState.SWALLOW_DATA
if previous_state == GzipDecoderState.OTHER_MEMBERS:
# Allow trailing garbage acceptable in other gzip clients
return bytes(ret)
raise
data = self._obj.unused_data
if not data:
return bytes(ret)
self._state = GzipDecoderState.OTHER_MEMBERS
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example #27
| Source File: download.py From InSilicoSeq with MIT License | 5 votes |
|
def assembly_to_fasta(url, output, chunk_size=1024):
"""download an assembly from the ncbi ftp and append
the chromosome sequence to a fasta file.
This function discards the plsamid sequences!
Args:
url (string): an url to a fasta file
output (string): the output file name
Returns:
str: the file name
"""
logger = logging.getLogger(__name__)
if url.startswith("ftp://"): # requests doesnt support ftp
url = url.replace("ftp://", "https://")
if url:
request = requests.get(url)
if request.status_code == 200:
request = zlib.decompress(
request.content, zlib.MAX_WBITS | 32).decode()
else:
raise BadRequestError(url, request.status_code)
with io.StringIO(request) as fasta_io:
seq_handle = SeqIO.parse(fasta_io, 'fasta')
chromosome = filter_plasmids(seq_handle)
try:
f = open(output, 'a')
except (IOError, OSError) as e:
logger.error('Failed to open output file: %s' % e)
sys.exit(1)
else:
logger.debug('Writing genome to %s' % output)
with f:
SeqIO.write(chromosome, f, 'fasta')
return output
Example #28
| Source File: response.py From plugin.video.emby with GNU General Public License v3.0 | 5 votes |
|
def __init__(self):
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
Example #29
| Source File: ec2.py From ScoutSuite with GNU General Public License v2.0 | 5 votes |
|
def _decode_user_data(self, user_data):
value = base64.b64decode(user_data)
if value[0:2] == b'\x1f\x8b': # GZIP magic number
return zlib.decompress(value, zlib.MAX_WBITS | 32).decode('utf-8')
else:
return value.decode('utf-8')
Example #30
| Source File: mspy_decoder.py From hack4career with Apache License 2.0 | 5 votes |
|
def decode(data): data = base64.b64decode(data,"-_") print "[*] Decoded data:", zlib.decompress(bytes(data), zlib.MAX_WBITS|16)
