代码拉取完成,页面将自动刷新
#!/usr/bin/env python3
# encoding: utf-8
# Copyright 2022 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================
"""setup package."""
import os
import sys
import re
import stat
import shutil
import time
from setuptools import setup, find_packages
from setuptools.command.build_py import build_py
pwd = os.path.dirname(os.path.realpath(__file__))
build_path = os.path.join(pwd, 'build')
pkg_dir = os.path.join(build_path, 'lib')
class BuildPy(build_py):
"""BuildPy."""
@staticmethod
def _write_commit_file(path):
""" Write commit info into `file`. """
ret_code = os.system(f"git log --format='[sha1]:%h,[branch]:%d' --abbrev=8 -1 > {path}")
if ret_code != 0:
sys.stdout.write("Warning: Can not get commit id information. Please make sure git is available.")
os.system(f"echo 'git is not available while building.' > {path}")
@staticmethod
def _write_extra_info():
""" Write extra info into `file` such as commit info. """
mindspore_dir = os.path.join(pkg_dir, 'mindspore_gs')
BuildPy._update_permissions(mindspore_dir)
mindspore_dir = os.path.join(pwd, 'mindspore_gs')
BuildPy._update_permissions(mindspore_dir)
mindspore_dir = os.path.join(pkg_dir, 'mindspore_gs', '.commit_id')
BuildPy._update_permissions(mindspore_dir)
BuildPy._write_commit_file(mindspore_dir)
mindspore_dir = os.path.join(pwd, 'mindspore_gs', '.commit_id')
BuildPy._update_permissions(mindspore_dir)
BuildPy._write_commit_file(mindspore_dir)
@staticmethod
def _update_permissions(path):
"""
Update permissions of `path`.
Args:
path (str): Target directory path.
"""
for dirpath, dirnames, filenames in os.walk(path):
for dirname in dirnames:
dir_fullpath = os.path.join(dirpath, dirname)
os.chmod(dir_fullpath, stat.S_IREAD | stat.S_IWRITE |
stat.S_IEXEC | stat.S_IRGRP | stat.S_IXGRP)
for filename in filenames:
file_fullpath = os.path.join(dirpath, filename)
os.chmod(file_fullpath, stat.S_IREAD | stat.S_IWRITE)
@staticmethod
def _copy_ops_files():
"""Copy ops files to pkg."""
src_path = os.path.join(pwd, 'mindspore_gs')
target_dir_name = 'gpu'
for dirpath, dirnames, _ in os.walk(src_path):
if target_dir_name in dirnames:
src_dir_path = os.path.join(dirpath, target_dir_name)
dst_dir_path = os.path.join(pkg_dir, 'mindspore_gs',
dirpath.split('mindspore_gs/')[-1], target_dir_name)
if os.path.exists(dst_dir_path):
shutil.rmtree(dst_dir_path)
shutil.copytree(src_dir_path, dst_dir_path)
def run(self):
super().run()
BuildPy._copy_ops_files()
BuildPy._write_extra_info()
def version_from_file():
"""
Reads the version string from mindspore_gs/version.py.
Returns:
str: The version string extracted from the version.py file.
"""
current_dir = os.path.dirname(os.path.abspath(__file__))
version_py_file = os.path.join(current_dir, 'mindspore_gs', 'version.py')
version_pattern = r"^__version__.*=.*'([0-9,.]+)'"
with open(version_py_file, 'r', encoding='utf-8') as f:
for line in f:
match = re.match(version_pattern, line.strip())
if match:
return match.group(1)
raise ValueError(f"Version not found in {version_py_file}")
def parse_requirements(file_path):
"""
Parse requirements from a requirements file.
Args:
file_path (str): Path to the requirements file.
Returns:
list: List of requirement strings.
"""
requirements = []
if not os.path.exists(file_path):
return requirements
with open(file_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
# Skip empty lines and comments
if not line or line.startswith('#'):
continue
# Remove inline comments
if '#' in line:
line = line[:line.index('#')].strip()
if line:
requirements.append(line)
return requirements
def get_target_platform():
"""
Get target platform from multiple sources (in priority order):
1. Command line argument: --target=ascend/gpu
2. Environment variable: GS_TARGET
3. Default: ascend
Returns:
str: Target platform name (ascend/gpu)
"""
target = None
# Priority 1: Check command line arguments
# Support formats: --target=ascend, --target ascend, -t ascend
args_to_remove = []
for i, arg in enumerate(sys.argv):
if arg.startswith('--target='):
target = arg.split('=', 1)[1].lower()
args_to_remove.append(i)
break
if arg in ('--target', '-t') and i + 1 < len(sys.argv):
target = sys.argv[i + 1].lower()
args_to_remove.extend([i, i + 1])
break
# Remove processed arguments from sys.argv (in reverse order to maintain indices)
for i in sorted(args_to_remove, reverse=True):
sys.argv.pop(i)
# Priority 2: Check environment variable
if not target:
target = os.environ.get('GS_TARGET', '').lower()
# Priority 3: Default to ascend
if not target or target not in ('ascend', 'gpu'):
target = 'ascend'
return target
def get_install_requires():
"""
Read requirements file based on target platform.
The target platform can be specified via:
1. Command line: python setup.py install --target=ascend
2. Environment variable: GS_TARGET=ascend
3. Default: ascend
Returns:
list: List of requirement strings.
"""
current_dir = os.path.dirname(os.path.abspath(__file__))
# Get target platform
target = get_target_platform()
# Map target to requirements file
target_to_file = {
'ascend': 'requirements/ascend.txt',
'gpu': 'requirements/gpu.txt',
}
req_file = os.path.join(current_dir, target_to_file[target])
# Parse and return requirements
requirements = parse_requirements(req_file)
return requirements
# Get install_requires from requirements file based on environment variable
install_requires = get_install_requires()
version_num = version_from_file()
date_str = time.strftime('%Y%m%d', time.localtime())
version = f"{version_num}.dev{date_str}"
setup(
name='mindspore_gs',
version=version,
author='The MindSpore Authors',
author_email='contact@mindspore.cn',
description='A MindSpore model optimization algorithm set..',
url='https://www.mindspore.cn',
packages=find_packages(include=['mindspore_gs*']),
cmdclass={'build_py': BuildPy},
install_requires=install_requires,
classifiers=[
'Development Status :: 4 - Beta',
'Environment :: Console',
'Intended Audience :: Science/Research',
'Intended Audience :: Developers',
'License :: OSI Approved :: Apache Software License',
'Programming Language :: Python :: 3 :: Only',
'Programming Language :: Python :: 3.7',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: 3.11',
'Programming Language :: C++',
'Topic :: Scientific/Engineering',
'Topic :: Scientific/Engineering :: Artificial Intelligence',
'Topic :: Software Development',
'Topic :: Software Development :: Libraries',
'Topic :: Software Development :: Libraries :: Python Modules',
],
python_requires='>=3.7',
license='Apache 2.0',
keywords='mindspore optimization quantization golden-stick',
)
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。