forked from elastic/connectors
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
107 lines (89 loc) · 3.08 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
#
# Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
# or more contributor license agreements. Licensed under the Elastic License 2.0;
# you may not use this file except in compliance with the Elastic License 2.0.
#
import os
import sys
from setuptools import find_packages, setup
from setuptools._vendor.packaging.markers import Marker
try:
ARCH = os.uname().machine
except Exception as e:
ARCH = "x86_64"
print( # noqa: T201
f"Defaulting to architecture '{ARCH}'. Unable to determine machine architecture due to error: {e}"
)
if sys.version_info < (3, 10):
msg = "Requires Python 3.10 or higher."
raise ValueError(msg)
from connectors import __version__ # NOQA
# We feed install_requires with `requirements.txt` but we unpin versions so we
# don't enforce them and trap folks into dependency hell. (only works with `==` here)
#
# A proper production installation will do the following sequence:
#
# $ pip install -r requirements/`uname -n`.txt
# $ pip install elasticsearch-connectors
#
# Because the *pinned* dependencies is what we tested
#
def extract_req(req):
req = req.strip().split(";")
if len(req) > 1:
env_marker = req[-1].strip()
marker = Marker(env_marker)
if not marker.evaluate():
return None
req = req[0]
req = req.split("=")
return req[0]
def read_reqs(req_file):
deps = []
reqs_dir, __ = os.path.split(req_file)
with open(req_file) as f:
reqs = f.readlines()
for req in reqs:
req = req.strip()
if req == "" or req.startswith("#"):
continue
if req.startswith("-r"):
subreq_file = req.split("-r")[-1].strip()
subreq_file = os.path.join(reqs_dir, subreq_file)
for subreq in read_reqs(subreq_file):
dep = extract_req(subreq)
if dep is not None and dep not in deps:
deps.append(dep)
else:
dep = extract_req(req)
if dep is not None and dep not in deps:
deps.append(dep)
return deps
install_requires = read_reqs(os.path.join("requirements", f"{ARCH}.txt"))
with open("README.md") as f:
long_description = f.read()
classifiers = [
"Programming Language :: Python",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3 :: Only",
]
setup(
name="elasticsearch-connectors",
version=__version__,
packages=find_packages(),
description=("Elastic Search Connectors."),
long_description=long_description,
author="Search Extract and Transform Team",
author_email="[email protected]",
include_package_data=True,
zip_safe=False,
classifiers=classifiers,
install_requires=install_requires,
entry_points="""
[console_scripts]
elastic-ingest = connectors.service_cli:main
fake-kibana = connectors.kibana:main
connectors = connectors.connectors_cli:main
test-connectors = scripts.testing.cli:main
""",
)