148 lines
4.6 KiB
Python
148 lines
4.6 KiB
Python
# Licensed to Elasticsearch B.V. under one or more contributor
|
|
# license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright
|
|
# ownership. Elasticsearch B.V. licenses this file to you under
|
|
# the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""A command line tool for building and verifying releases
|
|
Can be used for building both 'elasticsearch' and 'elasticsearchX' dists.
|
|
Only requires 'name' in 'setup.py' and the directory to be changed.
|
|
"""
|
|
|
|
import tempfile
|
|
import os
|
|
import shlex
|
|
import re
|
|
import contextlib
|
|
import shutil
|
|
|
|
|
|
base_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
tmp_dir = None
|
|
|
|
|
|
@contextlib.contextmanager
|
|
def set_tmp_dir():
|
|
global tmp_dir
|
|
tmp_dir = tempfile.mkdtemp()
|
|
yield tmp_dir
|
|
shutil.rmtree(tmp_dir)
|
|
tmp_dir = None
|
|
|
|
|
|
def run(*argv, expect_exit_code=0):
|
|
global tmp_dir
|
|
if tmp_dir is None:
|
|
os.chdir(base_dir)
|
|
else:
|
|
os.chdir(tmp_dir)
|
|
|
|
cmd = " ".join(shlex.quote(x) for x in argv)
|
|
print("$ " + cmd)
|
|
exit_code = os.system(cmd)
|
|
if exit_code != expect_exit_code:
|
|
print(
|
|
"Command exited incorrectly: should have been %d was %d"
|
|
% (expect_exit_code, exit_code)
|
|
)
|
|
exit(exit_code or 1)
|
|
|
|
|
|
def test_dist(dist):
|
|
with set_tmp_dir() as tmp_dir:
|
|
dist_name = re.match(r"^(elasticsearch\d*)-", os.path.basename(dist)).group(1)
|
|
|
|
# Build the venv and install the dist
|
|
run("python", "-m", "venv", os.path.join(tmp_dir, "venv"))
|
|
venv_python = os.path.join(tmp_dir, "venv/bin/python")
|
|
run(venv_python, "-m", "pip", "install", "-U", "pip")
|
|
run(venv_python, "-m", "pip", "install", dist)
|
|
|
|
# Test the sync namespaces
|
|
run(venv_python, "-c", f"from {dist_name} import Elasticsearch")
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"from {dist_name}.helpers import scan, bulk, streaming_bulk, reindex",
|
|
)
|
|
run(venv_python, "-c", f"from {dist_name} import Elasticsearch")
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"from {dist_name}.helpers import scan, bulk, streaming_bulk, reindex",
|
|
)
|
|
|
|
# Ensure that async is not available yet
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"from {dist_name} import AsyncElasticsearch",
|
|
expect_exit_code=256,
|
|
)
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"from {dist_name}.helpers import async_scan, async_bulk, async_streaming_bulk, async_reindex",
|
|
expect_exit_code=256,
|
|
)
|
|
|
|
# Install aiohttp and see that async is now available
|
|
run(venv_python, "-m", "pip", "install", "aiohttp")
|
|
run(venv_python, "-c", f"from {dist_name} import AsyncElasticsearch")
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"from {dist_name}.helpers import async_scan, async_bulk, async_streaming_bulk, async_reindex",
|
|
)
|
|
|
|
# Ensure that the namespaces are correct for the dist
|
|
for suffix in ("", "1", "2", "5", "6", "7", "8", "9", "10"):
|
|
distx_name = f"elasticsearch{suffix}"
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"import {distx_name}",
|
|
expect_exit_code=256 if distx_name != dist_name else 0,
|
|
)
|
|
|
|
# Uninstall the dist, see that we can't import things anymore
|
|
run(venv_python, "-m", "pip", "uninstall", "--yes", dist_name)
|
|
run(
|
|
venv_python,
|
|
"-c",
|
|
f"from {dist_name} import Elasticsearch",
|
|
expect_exit_code=256,
|
|
)
|
|
|
|
|
|
def main():
|
|
run("rm", "-rf", "build/", "dist/", "*.egg-info", ".eggs")
|
|
run("python", "setup.py", "sdist", "bdist_wheel")
|
|
|
|
for dist in os.listdir(os.path.join(base_dir, "dist")):
|
|
test_dist(os.path.join(base_dir, "dist", dist))
|
|
|
|
# After this run 'python -m twine upload dist/*'
|
|
print(
|
|
"\n\n"
|
|
"===============================\n\n"
|
|
" * Releases are ready! *\n\n"
|
|
"$ python -m twine upload dist/*\n\n"
|
|
"==============================="
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|