Python mxnet.gluon.utils.check_sha1() Examples
The following are 11
code examples of mxnet.gluon.utils.check_sha1().
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example.
You may also want to check out all available functions/classes of the module
mxnet.gluon.utils
, or try the search function
.
Example #1
Source File: cityscapes.py From gluon-cv with Apache License 2.0 | 6 votes |
def download_city(path, overwrite=False): _CITY_DOWNLOAD_URLS = [ ('gtFine_trainvaltest.zip', '99f532cb1af174f5fcc4c5bc8feea8c66246ddbc'), ('leftImg8bit_trainvaltest.zip', '2c0b77ce9933cc635adda307fbba5566f5d9d404')] download_dir = os.path.join(path, 'downloads') makedirs(download_dir) for filename, checksum in _CITY_DOWNLOAD_URLS: if not check_sha1(filename, checksum): raise UserWarning('File {} is downloaded but the content hash does not match. ' \ 'The repo may be outdated or download may be incomplete. ' \ 'If the "repo_url" is overridden, consider switching to ' \ 'the default repo.'.format(filename)) # extract with zipfile.ZipFile(filename,"r") as zip_ref: zip_ref.extractall(path=path) print("Extracted", filename)
Example #2
Source File: svhn_cls_dataset.py From imgclsmob with MIT License | 6 votes |
def _get_data(self): if any(not os.path.exists(path) or not check_sha1(path, sha1) for path, sha1 in ((os.path.join(self._root, name), sha1) for _, name, sha1 in self._train_data + self._test_data)): for url, _, sha1 in self._train_data + self._test_data: download(url=url, path=self._root, sha1_hash=sha1) if self._mode == "train": data_files = self._train_data[0] else: data_files = self._test_data[0] import scipy.io as sio loaded_mat = sio.loadmat(os.path.join(self._root, data_files[1])) data = loaded_mat["X"] data = np.transpose(data, (3, 0, 1, 2)) self._data = mx.nd.array(data, dtype=data.dtype) self._label = loaded_mat["y"].astype(np.int32).squeeze() np.place(self._label, self._label == 10, 0)
Example #3
Source File: cityscapes.py From panoptic-fpn-gluon with Apache License 2.0 | 6 votes |
def download_city(path, overwrite=False): _CITY_DOWNLOAD_URLS = [ ('gtFine_trainvaltest.zip', '99f532cb1af174f5fcc4c5bc8feea8c66246ddbc'), ('leftImg8bit_trainvaltest.zip', '2c0b77ce9933cc635adda307fbba5566f5d9d404')] download_dir = os.path.join(path, 'downloads') makedirs(download_dir) for filename, checksum in _CITY_DOWNLOAD_URLS: if not check_sha1(filename, checksum): raise UserWarning('File {} is downloaded but the content hash does not match. ' \ 'The repo may be outdated or download may be incomplete. ' \ 'If the "repo_url" is overridden, consider switching to ' \ 'the default repo.'.format(filename)) # extract with zipfile.ZipFile(filename,"r") as zip_ref: zip_ref.extractall(path=path) print("Extracted", filename)
Example #4
Source File: imagenet.py From gluon-cv with Apache License 2.0 | 5 votes |
def check_file(filename, checksum, sha1): if not os.path.exists(filename): raise ValueError('File not found: '+filename) if checksum and not check_sha1(filename, sha1): raise ValueError('Corrupted file: '+filename)
Example #5
Source File: imagenet.py From panoptic-fpn-gluon with Apache License 2.0 | 5 votes |
def check_file(filename, checksum, sha1): if not os.path.exists(filename): raise ValueError('File not found: '+filename) if checksum and not check_sha1(filename, sha1): raise ValueError('Corrupted file: '+filename)
Example #6
Source File: imagenet.py From MXNet-Deep-Learning-in-Action with Apache License 2.0 | 5 votes |
def check_file(filename, checksum, sha1): if not os.path.exists(filename): raise ValueError('File not found: '+filename) if checksum and not check_sha1(filename, sha1): raise ValueError('Corrupted file: '+filename)
Example #7
Source File: imagenet.py From cascade_rcnn_gluon with Apache License 2.0 | 5 votes |
def check_file(filename, checksum, sha1): if not os.path.exists(filename): raise ValueError('File not found: '+filename) if checksum and not check_sha1(filename, sha1): raise ValueError('Corrupted file: '+filename)
Example #8
Source File: imagenet.py From MMD-GAN with Apache License 2.0 | 5 votes |
def check_file(filename, checksum, sha1): from mxnet.gluon.utils import check_sha1 if not os.path.exists(filename): raise ValueError('File not found: '+filename) if checksum and not check_sha1(filename, sha1): raise ValueError('Corrupted file: '+filename)
Example #9
Source File: model_store.py From imgclsmob with MIT License | 4 votes |
def get_model_file(model_name, local_model_store_dir_path=os.path.join("~", ".mxnet", "models")): """ Return location for the pretrained on local file system. This function will download from online model zoo when model cannot be found or has mismatch. The root directory will be created if it doesn't exist. Parameters ---------- model_name : str Name of the model. local_model_store_dir_path : str, default $MXNET_HOME/models Location for keeping the model parameters. Returns ------- file_path Path to the requested pretrained model file. """ error, sha1_hash, repo_release_tag = get_model_name_suffix_data(model_name) short_sha1 = sha1_hash[:8] file_name = "{name}-{error}-{short_sha1}.params".format( name=model_name, error=error, short_sha1=short_sha1) local_model_store_dir_path = os.path.expanduser(local_model_store_dir_path) file_path = os.path.join(local_model_store_dir_path, file_name) if os.path.exists(file_path): if check_sha1(file_path, sha1_hash): return file_path else: logging.warning("Mismatch in the content of model file detected. Downloading again.") else: logging.info("Model file not found. Downloading to {}.".format(file_path)) if not os.path.exists(local_model_store_dir_path): os.makedirs(local_model_store_dir_path) zip_file_path = file_path + ".zip" download( url="{repo_url}/releases/download/{repo_release_tag}/{file_name}.zip".format( repo_url=imgclsmob_repo_url, repo_release_tag=repo_release_tag, file_name=file_name), path=zip_file_path, overwrite=True) with zipfile.ZipFile(zip_file_path) as zf: zf.extractall(local_model_store_dir_path) os.remove(zip_file_path) if check_sha1(file_path, sha1_hash): return file_path else: raise ValueError("Downloaded file has different hash. Please try again.")
Example #10
Source File: model_store.py From cascade_rcnn_gluon with Apache License 2.0 | 4 votes |
def get_model_file(name, root=os.path.join('~', '.mxnet', 'models')): r"""Return location for the pretrained on local file system. This function will download from online model zoo when model cannot be found or has mismatch. The root directory will be created if it doesn't exist. Parameters ---------- name : str Name of the model. root : str, default '~/.mxnet/models' Location for keeping the model parameters. Returns ------- file_path Path to the requested pretrained model file. """ from mxnet.gluon.model_zoo.model_store import get_model_file as upstream_get_model_file try: file_name = upstream_get_model_file(name=name, root=root) except ValueError: file_name = '{name}-{short_hash}'.format(name=name, short_hash=short_hash(name)) root = os.path.expanduser(root) file_path = os.path.join(root, file_name+'.params') sha1_hash = _model_sha1[name] if os.path.exists(file_path): if check_sha1(file_path, sha1_hash): return file_path else: print('Mismatch in the content of model file detected. Downloading again.') else: print('Model file is not found. Downloading.') if not os.path.exists(root): os.makedirs(root) zip_file_path = os.path.join(root, file_name+'.zip') repo_url = os.environ.get('MXNET_GLUON_REPO', apache_repo_url) if repo_url[-1] != '/': repo_url = repo_url + '/' download(_url_format.format(repo_url=repo_url, file_name=file_name), path=zip_file_path, overwrite=True) with zipfile.ZipFile(zip_file_path) as zf: zf.extractall(root) os.remove(zip_file_path) if check_sha1(file_path, sha1_hash): return file_path else: raise ValueError('Downloaded file has different hash. Please try again.')
Example #11
Source File: download.py From cascade_rcnn_gluon with Apache License 2.0 | 4 votes |
def download(url, path=None, overwrite=False, sha1_hash=None): """Download an given URL Parameters ---------- url : str URL to download path : str, optional Destination path to store downloaded file. By default stores to the current directory with same name as in url. overwrite : bool, optional Whether to overwrite destination file if already exists. sha1_hash : str, optional Expected sha1 hash in hexadecimal digits. Will ignore existing file when hash is specified but doesn't match. Returns ------- str The file path of the downloaded file. """ if path is None: fname = url.split('/')[-1] else: path = os.path.expanduser(path) if os.path.isdir(path): fname = os.path.join(path, url.split('/')[-1]) else: fname = path if overwrite or not os.path.exists(fname) or (sha1_hash and not check_sha1(fname, sha1_hash)): dirname = os.path.dirname(os.path.abspath(os.path.expanduser(fname))) if not os.path.exists(dirname): os.makedirs(dirname) print('Downloading %s from %s...'%(fname, url)) r = requests.get(url, stream=True) if r.status_code != 200: raise RuntimeError("Failed downloading url %s"%url) total_length = r.headers.get('content-length') with open(fname, 'wb') as f: if total_length is None: # no content length header for chunk in r.iter_content(chunk_size=1024): if chunk: # filter out keep-alive new chunks f.write(chunk) else: total_length = int(total_length) for chunk in tqdm(r.iter_content(chunk_size=1024), total=int(total_length / 1024. + 0.5), unit='KB', unit_scale=False, dynamic_ncols=True): f.write(chunk) if sha1_hash and not check_sha1(fname, sha1_hash): raise UserWarning('File {} is downloaded but the content hash does not match. ' \ 'The repo may be outdated or download may be incomplete. ' \ 'If the "repo_url" is overridden, consider switching to ' \ 'the default repo.'.format(fname)) return fname