|
- # Copyright 2022 Huawei Technologies Co., Ltd
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- # ============================================================================
- import moxing as mox
- import mindspore.nn as nn
- import mindspore.dataset as ds
- from mindspore import context
- from mindspore.common import set_seed
- from mindspore.context import ParallelMode
- from mindspore.communication.management import init
- from mindspore.train.model import Model
- from mindspore.train.serialization import load_checkpoint, load_param_into_net
-
- import os
- import src.dataset as datasets
- import src.models as models
- from src.metric import FlowNetEPE
- import src.model_utils.tools as tools
- from src.model_utils.config import config
- from src.model_utils.device_adapter import get_device_id
- import argparse
-
-
- def run_eval():
- set_seed(config.seed)
- device_id = int(os.getenv('DEVICE_ID', '0'))
- print('device_id 111=',device_id)
- # device_id = get_device_id()
- # print('device_id 222=',device_id)
- context.set_context(mode=context.GRAPH_MODE, device_target=config.device_target, save_graphs=False,device_id=device_id)
- context.set_auto_parallel_context(parallel_mode=ParallelMode.STAND_ALONE, gradients_mean=True, device_num=1)
- if config.device_target == "Ascend":
- device_id = get_device_id()
- # context.set_context(device_id=device_id)
- ds.config.set_enable_shared_mem(False)
- # load dataset by config param
- config.eval_dataset_class = tools.module_to_dict(datasets)[config.eval_data]
- flownet_eval_gen = config.eval_dataset_class(config.crop_type, config.crop_size, config.eval_size,
- config.eval_data_path)
- eval_dataset = ds.GeneratorDataset(flownet_eval_gen, ["images", "flow"]
- , num_parallel_workers=config.num_parallel_workers,
- max_rowsize=config.max_rowsize)
- eval_dataset = eval_dataset.batch(config.batch_size)
-
- # load model by config param
- config.model_class = tools.module_to_dict(models)[config.model]
- net = config.model_class(config.rgb_max, config.batchNorm)
-
- loss = nn.L1Loss()
-
- param_dict = load_checkpoint(config.eval_checkpoint_path)
- print("load checkpoint from [{}].".format(config.eval_checkpoint_path))
- load_param_into_net(net, param_dict)
- net.set_train(False)
-
- model = Model(net, loss_fn=loss, metrics={'flownetEPE': FlowNetEPE()})
-
- mean_error = model.eval(eval_dataset, dataset_sink_mode=False)
-
- print("flownet2 mean error: {} ", mean_error)
-
-
- if __name__ == '__main__':
- parser = argparse.ArgumentParser(description='MindSpore Lenet Example')
- print('开始 答应=' )
- # define 2 parameters for running on modelArts
- # data_url,train_url是固定用于在modelarts上训练的参数,表示数据集的路径和输出模型的路径
- parser.add_argument('--data_url',
- help='path to training/inference dataset folder' )
-
- parser.add_argument('--train_url',
- help='model folder to save/load' )
-
- parser.add_argument('--ckpt_url',
- help='path to training/inference dataset folder' )
-
-
-
- parser.add_argument('--result_url',
- help='model folder to save/load' )
-
- parser.add_argument( '--device_target',
- type=str,
- default="Ascend",
- choices=['Ascend', 'GPU', 'CPU'],
- help='device where the code will be implemented (default: Ascend)')
-
- args = parser.parse_args()
- ######################## 将数据集从obs拷贝到训练镜像中 (固定写法)########################
- # 在训练环境中定义data_url和train_url,并把数据从obs拷贝到相应的固定路径
-
-
- obs_data_url = '/home/work/user-job-dir/data/'
- obs_ckpt_url = '/home/work/user-job-dir/ckpt/flownet2_-3_1430.ckpt'
- try:
- mox.file.copy_parallel(args.data_url, obs_data_url)
- print("Successfully Download {} to {}".format(args.data_url,
- obs_data_url))
-
- mox.file.copy(args.ckpt_url, obs_ckpt_url)
- print("Successfully Download {} to {}".format(args.ckpt_url,
- obs_ckpt_url))
- except Exception as e:
- print('moxing download {} to {} failed: '.format(
- args.data_url, obs_data_url) + str(e))
-
- print('args.data_url=',args.data_url)
-
- # 定义一下推理数据集
- config.eval_data_path = obs_data_url + "MPI-Sintel-complete-part/"
- print('config.eval_data_path =',config.eval_data_path)
- # 定义一下ckpt文件位置
- config.eval_checkpoint_path = obs_ckpt_url
- print('config.eval_checkpoint_path =',config.eval_checkpoint_path)
- run_eval()
|