offer script to download model

This commit is contained in:
darkliang
2021-11-02 17:40:38 +08:00
parent d523a60328
commit e3be86d432
4 changed files with 132 additions and 0 deletions
+2
View File
@@ -6,6 +6,8 @@ __pycache__/
# configuration # configuration
./config/* ./config/*
# checkpoint
*.pt
# summary # summary
events.out.tfevents.* events.out.tfevents.*
+7
View File
@@ -60,6 +60,13 @@ It's inference process just cost about 90 secs(Baseline & 8 RTX6000).
## Prepare dataset ## Prepare dataset
See [prepare dataset](doc/prepare_dataset.md). See [prepare dataset](doc/prepare_dataset.md).
## Get pretrained model
- Option 1:
```
python misc/download_pretrained_model.py
```
- Option 2: Go to the [release page](https://github.com/ShiqiYu/OpenGait/releases/), then download the model file and uncompress it to `output`.
## Train ## Train
Train a model by Train a model by
``` ```
+123
View File
@@ -0,0 +1,123 @@
# Modified from https://github.com/PaddlePaddle/PaddleSeg/blob/release/2.3/paddleseg/utils/download.py
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import shutil
import requests
import time
import sys
import zipfile
lasttime = time.time()
FLUSH_INTERVAL = 0.1
def progress(str, end=False):
global lasttime
if end:
str += "\n"
lasttime = 0
if time.time() - lasttime >= FLUSH_INTERVAL:
sys.stdout.write("\r%s" % str)
lasttime = time.time()
sys.stdout.flush()
def _download_file(url, savepath, print_progress):
if print_progress:
print("Connecting to {}".format(url))
r = requests.get(url, stream=True, timeout=15)
total_length = r.headers.get('content-length')
if total_length is None:
with open(savepath, 'wb') as f:
shutil.copyfileobj(r.raw, f)
else:
with open(savepath, 'wb') as f:
dl = 0
total_length = int(total_length)
if print_progress:
print("Downloading %s" % os.path.basename(savepath))
for data in r.iter_content(chunk_size=4096):
dl += len(data)
f.write(data)
if print_progress:
done = int(50 * dl / total_length)
progress("[%-50s] %.2f%%" %
('=' * done, float(100 * dl) / total_length))
if print_progress:
progress("[%-50s] %.2f%%" % ('=' * 50, 100), end=True)
def _uncompress_file_zip(filepath, extrapath):
files = zipfile.ZipFile(filepath, 'r')
filelist = files.namelist()
rootpath = filelist[0]
total_num = len(filelist)
for index, file in enumerate(filelist):
files.extract(file, extrapath)
yield total_num, index, rootpath
files.close()
yield total_num, index, rootpath
def download_file_and_uncompress(url,
savepath=None,
print_progress=True,
replace=False,
extrapath=None,
delete_file=True):
if savepath is None:
savepath = "."
if extrapath is None:
extrapath = "."
savename = url.split("/")[-1]
if not savename.endswith("zip"):
raise NotImplementedError(
"Only support zip file, but got {}!".format(savename))
if not os.path.exists(savepath):
os.makedirs(savepath)
savepath = os.path.join(savepath, savename)
savename = ".".join(savename.split(".")[:-1])
if replace:
if os.path.exists(savepath):
shutil.rmtree(savepath)
if not os.path.exists(savename):
if not os.path.exists(savepath):
_download_file(url, savepath, print_progress)
for total_num, index, rootpath in _uncompress_file_zip(savepath, extrapath):
if print_progress:
done = int(50 * float(index) / total_num)
progress(
"[%-50s] %.2f%%" % ('=' * done, float(100 * index) / total_num))
if print_progress:
progress("[%-50s] %.2f%%" % ('=' * 50, 100), end=True)
if delete_file:
os.remove(savepath)
return rootpath
if __name__ == "__main__":
url = "https://github.com/ShiqiYu/OpenGait/releases/download/v1.0-beta/pretrained_model.zip"
download_file_and_uncompress(
url=url, extrapath='output')
print("Pretrained model download success!")
View File