python/setup.py - third_party/protobuf - Git at Google

 #! /usr/bin/env python
 #
 # See README for usage instructions.
 from distutils import util
 import glob
 import os
 import pkg_resources
 import re
 import subprocess
 import sys
 import sysconfig
 import platform

 # We must use setuptools, not distutils, because we need to use the
 # namespace_packages option for the "google" package.
 from setuptools import setup, Extension, find_packages

 from distutils.command.build_py import build_py as _build_py
 from distutils.command.clean import clean as _clean
 from distutils.spawn import find_executable

 # Find the Protocol Compiler.
 if 'PROTOC' in os.environ and os.path.exists(os.environ['PROTOC']):
   protoc = os.environ['PROTOC']
 elif os.path.exists("../src/protoc"):
   protoc = "../src/protoc"
 elif os.path.exists("../src/protoc.exe"):
   protoc = "../src/protoc.exe"
 elif os.path.exists("../vsprojects/Debug/protoc.exe"):
   protoc = "../vsprojects/Debug/protoc.exe"
 elif os.path.exists("../vsprojects/Release/protoc.exe"):
   protoc = "../vsprojects/Release/protoc.exe"
 else:
   protoc = find_executable("protoc")


 def GetVersion():
   """Gets the version from google/protobuf/__init__.py

   Do not import google.protobuf.__init__ directly, because an installed
   protobuf library may be loaded instead."""

   with open(os.path.join('google', 'protobuf', '__init__.py')) as version_file:
     exec(version_file.read(), globals())
     global __version__
     return __version__


 def generate_proto(source, require = True):
   """Invokes the Protocol Compiler to generate a _pb2.py from the given
   .proto file.  Does nothing if the output already exists and is newer than
   the input."""

   if not require and not os.path.exists(source):
     return

   output = source.replace(".proto", "_pb2.py").replace("../src/", "")

   if (not os.path.exists(output) or
       (os.path.exists(source) and
        os.path.getmtime(source) > os.path.getmtime(output))):
     print("Generating %s..." % output)

     if not os.path.exists(source):
       sys.stderr.write("Can't find required file: %s\n" % source)
       sys.exit(-1)

     if protoc is None:
       sys.stderr.write(
           "protoc is not installed nor found in ../src.  Please compile it "
           "or install the binary package.\n")
       sys.exit(-1)

     protoc_command = [ protoc, "-I../src", "-I.", "--python_out=.", source ]
     if subprocess.call(protoc_command) != 0:
       sys.exit(-1)

 def GenerateUnittestProtos():
   generate_proto("../src/google/protobuf/any_test.proto", False)
   generate_proto("../src/google/protobuf/map_proto2_unittest.proto", False)
   generate_proto("../src/google/protobuf/map_unittest.proto", False)
   generate_proto("../src/google/protobuf/test_messages_proto3.proto", False)
   generate_proto("../src/google/protobuf/test_messages_proto2.proto", False)
   generate_proto("../src/google/protobuf/unittest_arena.proto", False)
   generate_proto("../src/google/protobuf/unittest_no_arena.proto", False)
   generate_proto("../src/google/protobuf/unittest_no_arena_import.proto", False)
   generate_proto("../src/google/protobuf/unittest.proto", False)
   generate_proto("../src/google/protobuf/unittest_custom_options.proto", False)
   generate_proto("../src/google/protobuf/unittest_import.proto", False)
   generate_proto("../src/google/protobuf/unittest_import_public.proto", False)
   generate_proto("../src/google/protobuf/unittest_mset.proto", False)
   generate_proto("../src/google/protobuf/unittest_mset_wire_format.proto", False)
   generate_proto("../src/google/protobuf/unittest_no_generic_services.proto", False)
   generate_proto("../src/google/protobuf/unittest_proto3_arena.proto", False)
   generate_proto("../src/google/protobuf/util/json_format_proto3.proto", False)
   generate_proto("google/protobuf/internal/any_test.proto", False)
   generate_proto("google/protobuf/internal/descriptor_pool_test1.proto", False)
   generate_proto("google/protobuf/internal/descriptor_pool_test2.proto", False)
   generate_proto("google/protobuf/internal/factory_test1.proto", False)
   generate_proto("google/protobuf/internal/factory_test2.proto", False)
   generate_proto("google/protobuf/internal/file_options_test.proto", False)
   generate_proto("google/protobuf/internal/import_test_package/inner.proto", False)
   generate_proto("google/protobuf/internal/import_test_package/outer.proto", False)
   generate_proto("google/protobuf/internal/missing_enum_values.proto", False)
   generate_proto("google/protobuf/internal/message_set_extensions.proto", False)
   generate_proto("google/protobuf/internal/more_extensions.proto", False)
   generate_proto("google/protobuf/internal/more_extensions_dynamic.proto", False)
   generate_proto("google/protobuf/internal/more_messages.proto", False)
   generate_proto("google/protobuf/internal/no_package.proto", False)
   generate_proto("google/protobuf/internal/packed_field_test.proto", False)
   generate_proto("google/protobuf/internal/test_bad_identifiers.proto", False)
   generate_proto("google/protobuf/pyext/python.proto", False)


 class clean(_clean):
   def run(self):
     # Delete generated files in the code tree.
     for (dirpath, dirnames, filenames) in os.walk("."):
       for filename in filenames:
         filepath = os.path.join(dirpath, filename)
         if filepath.endswith("_pb2.py") or filepath.endswith(".pyc") or \
           filepath.endswith(".so") or filepath.endswith(".o"):
           os.remove(filepath)
     # _clean is an old-style class, so super() doesn't work.
     _clean.run(self)

 class build_py(_build_py):
   def run(self):
     # Generate necessary .proto file if it doesn't exist.
     generate_proto("../src/google/protobuf/descriptor.proto")
     generate_proto("../src/google/protobuf/compiler/plugin.proto")
     generate_proto("../src/google/protobuf/any.proto")
     generate_proto("../src/google/protobuf/api.proto")
     generate_proto("../src/google/protobuf/duration.proto")
     generate_proto("../src/google/protobuf/empty.proto")
     generate_proto("../src/google/protobuf/field_mask.proto")
     generate_proto("../src/google/protobuf/source_context.proto")
     generate_proto("../src/google/protobuf/struct.proto")
     generate_proto("../src/google/protobuf/timestamp.proto")
     generate_proto("../src/google/protobuf/type.proto")
     generate_proto("../src/google/protobuf/wrappers.proto")
     GenerateUnittestProtos()

     # _build_py is an old-style class, so super() doesn't work.
     _build_py.run(self)

 class test_conformance(_build_py):
   target = 'test_python'
   def run(self):
     # Python 2.6 dodges these extra failures.
     os.environ["CONFORMANCE_PYTHON_EXTRA_FAILURES"] = (
         "--failure_list failure_list_python-post26.txt")
     cmd = 'cd ../conformance && make %s' % (test_conformance.target)
     status = subprocess.check_call(cmd, shell=True)


 def get_option_from_sys_argv(option_str):
   if option_str in sys.argv:
     sys.argv.remove(option_str)
     return True
   return False


 if __name__ == '__main__':
   ext_module_list = []
   warnings_as_errors = '--warnings_as_errors'
   if get_option_from_sys_argv('--cpp_implementation'):
     # Link libprotobuf.a and libprotobuf-lite.a statically with the
     # extension. Note that those libraries have to be compiled with
     # -fPIC for this to work.
     compile_static_ext = get_option_from_sys_argv('--compile_static_extension')
     libraries = ['protobuf']
     extra_objects = None
     if compile_static_ext:
       libraries = None
       extra_objects = ['../src/.libs/libprotobuf.a',
                        '../src/.libs/libprotobuf-lite.a']
     test_conformance.target = 'test_python_cpp'

     extra_compile_args = []

     if sys.platform != 'win32':
         extra_compile_args.append('-Wno-write-strings')
         extra_compile_args.append('-Wno-invalid-offsetof')
         extra_compile_args.append('-Wno-sign-compare')
         extra_compile_args.append('-Wno-unused-variable')
         extra_compile_args.append('-std=c++11')

     if sys.platform == 'darwin':
       extra_compile_args.append("-Wno-shorten-64-to-32");
       extra_compile_args.append("-Wno-deprecated-register");

     # https://developer.apple.com/documentation/xcode_release_notes/xcode_10_release_notes
     # C++ projects must now migrate to libc++ and are recommended to set a
     # deployment target of macOS 10.9 or later, or iOS 7 or later.
     if sys.platform == 'darwin':
       mac_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
       if mac_target and (pkg_resources.parse_version(mac_target) <
                        pkg_resources.parse_version('10.9.0')):
         os.environ['MACOSX_DEPLOYMENT_TARGET'] = '10.9'
         os.environ['_PYTHON_HOST_PLATFORM'] = re.sub(
             r'macosx-[0-9]+\.[0-9]+-(.+)', r'macosx-10.9-\1',
             util.get_platform())

     # https://github.com/Theano/Theano/issues/4926
     if sys.platform == 'win32':
       extra_compile_args.append('-D_hypot=hypot')

     # https://github.com/tpaviot/pythonocc-core/issues/48
     if sys.platform == 'win32' and  '64 bit' in sys.version:
       extra_compile_args.append('-DMS_WIN64')

     # MSVS default is dymanic
     if (sys.platform == 'win32'):
       extra_compile_args.append('/MT')

     if "clang" in os.popen('$CC --version 2> /dev/null').read():
       extra_compile_args.append('-Wno-shorten-64-to-32')

     if warnings_as_errors in sys.argv:
       extra_compile_args.append('-Werror')
       sys.argv.remove(warnings_as_errors)

     # C++ implementation extension
     ext_module_list.extend([
         Extension(
             "google.protobuf.pyext._message",
             glob.glob('google/protobuf/pyext/*.cc'),
             include_dirs=[".", "../src"],
             libraries=libraries,
             extra_objects=extra_objects,
             library_dirs=['../src/.libs'],
             extra_compile_args=extra_compile_args,
         ),
         Extension(
             "google.protobuf.internal._api_implementation",
             glob.glob('google/protobuf/internal/api_implementation.cc'),
             extra_compile_args=extra_compile_args + ['-DPYTHON_PROTO2_CPP_IMPL_V2'],
         ),
     ])
     os.environ['PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION'] = 'cpp'

   # Keep this list of dependencies in sync with tox.ini.
   install_requires = ['six>=1.9', 'setuptools']
   if sys.version_info <= (2,7):
     install_requires.append('ordereddict')
     install_requires.append('unittest2')

   setup(
       name='protobuf',
       version=GetVersion(),
       description='Protocol Buffers',
       download_url='https://github.com/protocolbuffers/protobuf/releases',
       long_description="Protocol Buffers are Google's data interchange format",
       url='https://developers.google.com/protocol-buffers/',
       maintainer='protobuf@googlegroups.com',
       maintainer_email='protobuf@googlegroups.com',
       license='3-Clause BSD License',
       classifiers=[
         "Programming Language :: Python",
         "Programming Language :: Python :: 2",
         "Programming Language :: Python :: 2.7",
         "Programming Language :: Python :: 3",
         "Programming Language :: Python :: 3.3",
         "Programming Language :: Python :: 3.4",
         "Programming Language :: Python :: 3.5",
         "Programming Language :: Python :: 3.6",
         "Programming Language :: Python :: 3.7",
         ],
       namespace_packages=['google'],
       packages=find_packages(
           exclude=[
               'import_test_package',
           ],
       ),
       test_suite='google.protobuf.internal',
       cmdclass={
           'clean': clean,
           'build_py': build_py,
           'test_conformance': test_conformance,
       },
       install_requires=install_requires,
       ext_modules=ext_module_list,
   )
	#! /usr/bin/env python
	#
	# See README for usage instructions.
	from distutils import util
	import glob
	import os
	import pkg_resources
	import re
	import subprocess
	import sys
	import sysconfig
	import platform

	# We must use setuptools, not distutils, because we need to use the
	# namespace_packages option for the "google" package.
	from setuptools import setup, Extension, find_packages

	from distutils.command.build_py import build_py as _build_py
	from distutils.command.clean import clean as _clean
	from distutils.spawn import find_executable

	# Find the Protocol Compiler.
	if 'PROTOC' in os.environ and os.path.exists(os.environ['PROTOC']):
	protoc = os.environ['PROTOC']
	elif os.path.exists("../src/protoc"):
	protoc = "../src/protoc"
	elif os.path.exists("../src/protoc.exe"):
	protoc = "../src/protoc.exe"
	elif os.path.exists("../vsprojects/Debug/protoc.exe"):
	protoc = "../vsprojects/Debug/protoc.exe"
	elif os.path.exists("../vsprojects/Release/protoc.exe"):
	protoc = "../vsprojects/Release/protoc.exe"
	else:
	protoc = find_executable("protoc")


	def GetVersion():
	"""Gets the version from google/protobuf/__init__.py

	Do not import google.protobuf.__init__ directly, because an installed
	protobuf library may be loaded instead."""

	with open(os.path.join('google', 'protobuf', '__init__.py')) as version_file:
	exec(version_file.read(), globals())
	global __version__
	return __version__


	def generate_proto(source, require = True):
	"""Invokes the Protocol Compiler to generate a _pb2.py from the given
	.proto file. Does nothing if the output already exists and is newer than
	the input."""

	if not require and not os.path.exists(source):
	return

	output = source.replace(".proto", "_pb2.py").replace("../src/", "")

	if (not os.path.exists(output) or
	(os.path.exists(source) and
	os.path.getmtime(source) > os.path.getmtime(output))):
	print("Generating %s..." % output)

	if not os.path.exists(source):
	sys.stderr.write("Can't find required file: %s\n" % source)
	sys.exit(-1)

	if protoc is None:
	sys.stderr.write(
	"protoc is not installed nor found in ../src. Please compile it "
	"or install the binary package.\n")
	sys.exit(-1)

	protoc_command = [ protoc, "-I../src", "-I.", "--python_out=.", source ]
	if subprocess.call(protoc_command) != 0:
	sys.exit(-1)

	def GenerateUnittestProtos():
	generate_proto("../src/google/protobuf/any_test.proto", False)
	generate_proto("../src/google/protobuf/map_proto2_unittest.proto", False)
	generate_proto("../src/google/protobuf/map_unittest.proto", False)
	generate_proto("../src/google/protobuf/test_messages_proto3.proto", False)
	generate_proto("../src/google/protobuf/test_messages_proto2.proto", False)
	generate_proto("../src/google/protobuf/unittest_arena.proto", False)
	generate_proto("../src/google/protobuf/unittest_no_arena.proto", False)
	generate_proto("../src/google/protobuf/unittest_no_arena_import.proto", False)
	generate_proto("../src/google/protobuf/unittest.proto", False)
	generate_proto("../src/google/protobuf/unittest_custom_options.proto", False)
	generate_proto("../src/google/protobuf/unittest_import.proto", False)
	generate_proto("../src/google/protobuf/unittest_import_public.proto", False)
	generate_proto("../src/google/protobuf/unittest_mset.proto", False)
	generate_proto("../src/google/protobuf/unittest_mset_wire_format.proto", False)
	generate_proto("../src/google/protobuf/unittest_no_generic_services.proto", False)
	generate_proto("../src/google/protobuf/unittest_proto3_arena.proto", False)
	generate_proto("../src/google/protobuf/util/json_format_proto3.proto", False)
	generate_proto("google/protobuf/internal/any_test.proto", False)
	generate_proto("google/protobuf/internal/descriptor_pool_test1.proto", False)
	generate_proto("google/protobuf/internal/descriptor_pool_test2.proto", False)
	generate_proto("google/protobuf/internal/factory_test1.proto", False)
	generate_proto("google/protobuf/internal/factory_test2.proto", False)
	generate_proto("google/protobuf/internal/file_options_test.proto", False)
	generate_proto("google/protobuf/internal/import_test_package/inner.proto", False)
	generate_proto("google/protobuf/internal/import_test_package/outer.proto", False)
	generate_proto("google/protobuf/internal/missing_enum_values.proto", False)
	generate_proto("google/protobuf/internal/message_set_extensions.proto", False)
	generate_proto("google/protobuf/internal/more_extensions.proto", False)
	generate_proto("google/protobuf/internal/more_extensions_dynamic.proto", False)
	generate_proto("google/protobuf/internal/more_messages.proto", False)
	generate_proto("google/protobuf/internal/no_package.proto", False)
	generate_proto("google/protobuf/internal/packed_field_test.proto", False)
	generate_proto("google/protobuf/internal/test_bad_identifiers.proto", False)
	generate_proto("google/protobuf/pyext/python.proto", False)


	class clean(_clean):
	def run(self):
	# Delete generated files in the code tree.
	for (dirpath, dirnames, filenames) in os.walk("."):
	for filename in filenames:
	filepath = os.path.join(dirpath, filename)
	if filepath.endswith("_pb2.py") or filepath.endswith(".pyc") or \
	filepath.endswith(".so") or filepath.endswith(".o"):
	os.remove(filepath)
	# _clean is an old-style class, so super() doesn't work.
	_clean.run(self)

	class build_py(_build_py):
	def run(self):
	# Generate necessary .proto file if it doesn't exist.
	generate_proto("../src/google/protobuf/descriptor.proto")
	generate_proto("../src/google/protobuf/compiler/plugin.proto")
	generate_proto("../src/google/protobuf/any.proto")
	generate_proto("../src/google/protobuf/api.proto")
	generate_proto("../src/google/protobuf/duration.proto")
	generate_proto("../src/google/protobuf/empty.proto")
	generate_proto("../src/google/protobuf/field_mask.proto")
	generate_proto("../src/google/protobuf/source_context.proto")
	generate_proto("../src/google/protobuf/struct.proto")
	generate_proto("../src/google/protobuf/timestamp.proto")
	generate_proto("../src/google/protobuf/type.proto")
	generate_proto("../src/google/protobuf/wrappers.proto")
	GenerateUnittestProtos()

	# _build_py is an old-style class, so super() doesn't work.
	_build_py.run(self)

	class test_conformance(_build_py):
	target = 'test_python'
	def run(self):
	# Python 2.6 dodges these extra failures.
	os.environ["CONFORMANCE_PYTHON_EXTRA_FAILURES"] = (
	"--failure_list failure_list_python-post26.txt")
	cmd = 'cd ../conformance && make %s' % (test_conformance.target)
	status = subprocess.check_call(cmd, shell=True)


	def get_option_from_sys_argv(option_str):
	if option_str in sys.argv:
	sys.argv.remove(option_str)
	return True
	return False


	if __name__ == '__main__':
	ext_module_list = []
	warnings_as_errors = '--warnings_as_errors'
	if get_option_from_sys_argv('--cpp_implementation'):
	# Link libprotobuf.a and libprotobuf-lite.a statically with the
	# extension. Note that those libraries have to be compiled with
	# -fPIC for this to work.
	compile_static_ext = get_option_from_sys_argv('--compile_static_extension')
	libraries = ['protobuf']
	extra_objects = None
	if compile_static_ext:
	libraries = None
	extra_objects = ['../src/.libs/libprotobuf.a',
	'../src/.libs/libprotobuf-lite.a']
	test_conformance.target = 'test_python_cpp'

	extra_compile_args = []

	if sys.platform != 'win32':
	extra_compile_args.append('-Wno-write-strings')
	extra_compile_args.append('-Wno-invalid-offsetof')
	extra_compile_args.append('-Wno-sign-compare')
	extra_compile_args.append('-Wno-unused-variable')
	extra_compile_args.append('-std=c++11')

	if sys.platform == 'darwin':
	extra_compile_args.append("-Wno-shorten-64-to-32");
	extra_compile_args.append("-Wno-deprecated-register");

	# https://developer.apple.com/documentation/xcode_release_notes/xcode_10_release_notes
	# C++ projects must now migrate to libc++ and are recommended to set a
	# deployment target of macOS 10.9 or later, or iOS 7 or later.
	if sys.platform == 'darwin':
	mac_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
	if mac_target and (pkg_resources.parse_version(mac_target) <
	pkg_resources.parse_version('10.9.0')):
	os.environ['MACOSX_DEPLOYMENT_TARGET'] = '10.9'
	os.environ['_PYTHON_HOST_PLATFORM'] = re.sub(
	r'macosx-[0-9]+\.[0-9]+-(.+)', r'macosx-10.9-\1',
	util.get_platform())

	# https://github.com/Theano/Theano/issues/4926
	if sys.platform == 'win32':
	extra_compile_args.append('-D_hypot=hypot')

	# https://github.com/tpaviot/pythonocc-core/issues/48
	if sys.platform == 'win32' and '64 bit' in sys.version:
	extra_compile_args.append('-DMS_WIN64')

	# MSVS default is dymanic
	if (sys.platform == 'win32'):
	extra_compile_args.append('/MT')

	if "clang" in os.popen('$CC --version 2> /dev/null').read():
	extra_compile_args.append('-Wno-shorten-64-to-32')

	if warnings_as_errors in sys.argv:
	extra_compile_args.append('-Werror')
	sys.argv.remove(warnings_as_errors)

	# C++ implementation extension
	ext_module_list.extend([
	Extension(
	"google.protobuf.pyext._message",
	glob.glob('google/protobuf/pyext/*.cc'),
	include_dirs=[".", "../src"],
	libraries=libraries,
	extra_objects=extra_objects,
	library_dirs=['../src/.libs'],
	extra_compile_args=extra_compile_args,
	),
	Extension(
	"google.protobuf.internal._api_implementation",
	glob.glob('google/protobuf/internal/api_implementation.cc'),
	extra_compile_args=extra_compile_args + ['-DPYTHON_PROTO2_CPP_IMPL_V2'],
	),
	])
	os.environ['PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION'] = 'cpp'

	# Keep this list of dependencies in sync with tox.ini.
	install_requires = ['six>=1.9', 'setuptools']
	if sys.version_info <= (2,7):
	install_requires.append('ordereddict')
	install_requires.append('unittest2')

	setup(
	name='protobuf',
	version=GetVersion(),
	description='Protocol Buffers',
	download_url='https://github.com/protocolbuffers/protobuf/releases',
	long_description="Protocol Buffers are Google's data interchange format",
	url='https://developers.google.com/protocol-buffers/',
	maintainer='protobuf@googlegroups.com',
	maintainer_email='protobuf@googlegroups.com',
	license='3-Clause BSD License',
	classifiers=[
	"Programming Language :: Python",
	"Programming Language :: Python :: 2",
	"Programming Language :: Python :: 2.7",
	"Programming Language :: Python :: 3",
	"Programming Language :: Python :: 3.3",
	"Programming Language :: Python :: 3.4",
	"Programming Language :: Python :: 3.5",
	"Programming Language :: Python :: 3.6",
	"Programming Language :: Python :: 3.7",
	],
	namespace_packages=['google'],
	packages=find_packages(
	exclude=[
	'import_test_package',
	],
	),
	test_suite='google.protobuf.internal',
	cmdclass={
	'clean': clean,
	'build_py': build_py,
	'test_conformance': test_conformance,
	},
	install_requires=install_requires,
	ext_modules=ext_module_list,
	)