|
- # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
-
- import commands
- from xml.etree import ElementTree
- import re
- import time
- import queue
- import threading
- import os
- import json
- import sys
-
-
- def analysisPyXml(rootPath, ut):
- xml_path = '%s/build/pytest/%s/python-coverage.xml' % (rootPath, ut)
- related_ut_map_file = '%s/build/ut_map/%s/related_%s.txt' % (rootPath, ut,
- ut)
- notrelated_ut_map_file = '%s/build/ut_map/%s/notrelated_%s.txt' % (rootPath,
- ut, ut)
- tree = ElementTree.parse(xml_path)
- root = tree.getroot()
- error_files = []
- pyCov_file = []
- for clazz in root.findall('packages/package/classes/class'):
- clazz_filename = clazz.attrib.get('filename')
- if not clazz_filename.startswith('/paddle'):
- clazz_filename = '/paddle/%s' % clazz_filename
- for line in clazz.findall('lines/line'):
- line_hits = int(line.attrib.get('hits'))
- if line_hits != 0:
- line_number = int(line.attrib.get('number'))
- command = 'sed -n %sp %s' % (line_number, clazz_filename)
- _code, output = commands.getstatusoutput(command)
- if _code == 0:
- if output.strip().startswith(
- ('from', 'import', '__all__', 'def', 'class', '"""',
- '@', '\'\'\'', 'logger', '_logger', 'logging', 'r"""',
- 'pass', 'try', 'except',
- 'if __name__ == "__main__"')) == False:
- pattern = "(.*) = ('*')|(.*) = (\"*\")|(.*) = (\d)|(.*) = (-\d)|(.*) = (None)|(.*) = (True)|(.*) = (False)|(.*) = (URL_PREFIX*)|(.*) = (\[)|(.*) = (\{)|(.*) = (\()" #a='b'/a="b"/a=0
- if re.match(pattern, output.strip()) == None:
- pyCov_file.append(clazz_filename)
- coverageMessage = 'RELATED'
- break
- else:
- coverageMessage = 'FILTER' #hit filter logic
- else:
- coverageMessage = 'FILTER'
- else:
- coverageMessage = 'ERROR'
- error_files.append(clazz_filename)
- break
- else:
- coverageMessage = 'NOT_RELATED'
- if coverageMessage in ['NOT_RELATED', 'ERROR', 'FILTER']:
- os.system('echo %s >> %s' %
- (clazz_filename, notrelated_ut_map_file))
- elif coverageMessage == 'RELATED':
- os.system('echo %s >> %s' % (clazz_filename, related_ut_map_file))
-
- print("============len(pyCov_file)")
- print(len(pyCov_file))
- print("============error")
- print(error_files)
-
-
- if __name__ == "__main__":
- rootPath = sys.argv[1]
- ut = sys.argv[2]
- analysisPyXml(rootPath, ut)
|